-- Logs begin at Fri 2021-04-30 03:42:31 UTC, end at Fri 2021-04-30 05:54:28 UTC. --
Apr 30 04:13:14.642951 n-d-766726-20 systemd[1]: Started Devstack devstack@q-svc.service.
Apr 30 04:13:17.089878 n-d-766726-20 neutron-server[74474]: INFO neutron.common.config [-] Logging enabled!
Apr 30 04:13:17.090534 n-d-766726-20 neutron-server[74474]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 04:13:17.090634 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74474) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 04:13:17.093888 n-d-766726-20 neutron-server[74474]: INFO neutron.common.config [-] Logging enabled!
Apr 30 04:13:17.094148 n-d-766726-20 neutron-server[74474]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168
Apr 30 04:13:17.094465 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74474) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 30 04:13:17.095438 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 04:13:17.095678 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 04:13:17.096045 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 04:13:17.096294 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 04:13:17.096525 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 04:13:17.096852 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.097155 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.097454 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.097689 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.097986 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.098286 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.098571 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.098862 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.099164 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.099476 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.099762 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.100051 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.100283 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.100568 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.100858 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.101149 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.101377 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.102278 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.102702 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.103772 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.104085 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.104406 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.104710 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.105015 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.105309 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.105611 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.105963 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] host                           = n-d-766726-20 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.106254 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.106563 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.106851 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.107147 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.107460 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.107748 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.108042 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.108324 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.108604 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.108888 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.109202 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.109483 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.109792 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.110028 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.110258 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.110556 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.110852 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.111135 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.111450 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.111732 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.112014 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.112300 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.112574 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.112867 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.113160 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.113450 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.113732 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.114014 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.114295 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.114573 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.114864 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.115146 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.115453 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.115733 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.116030 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.116308 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.116587 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.116895 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.117372 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.117519 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.117812 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.118264 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.118560 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.118843 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.119124 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.119427 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.119710 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.119990 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.120283 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.120563 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.120844 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.121124 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.121405 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.121696 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:17.122003 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.122306 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.122618 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.122908 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.123208 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.123519 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.123814 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.124099 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.124396 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.124692 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.124989 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.125275 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.125570 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.125853 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.126154 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.126466 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.126770 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.127069 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.127384 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.127668 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.127949 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.128232 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.128523 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.128826 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.129124 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.129402 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.129685 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.129981 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.130261 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.130537 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.130818 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.131112 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.131424 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.131702 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.131988 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.132269 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.132548 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.132855 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.133305 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.133605 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.133890 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.134169 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.134446 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.134727 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.135005 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.135372 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.135600 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.135880 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.136158 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.136440 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.136718 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.136995 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.137276 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.137553 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.137835 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.138112 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.138388 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.138663 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.138940 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.139216 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.139526 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.139802 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.140083 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.140359 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.140634 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.140914 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.141193 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.141472 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.141765 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.142070 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.142353 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.142641 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.142924 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.143206 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.143512 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.143796 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.144078 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.144359 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.144636 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.144929 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.145217 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.145506 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.145793 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.146073 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.146372 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.146653 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.146941 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.147224 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.147531 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.147828 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.148116 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.148411 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.149214 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.149511 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.149807 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.150105 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.150392 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.150708 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.151016 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:17.151237 n-d-766726-20 neutron-server[74474]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 04:13:17.151508 n-d-766726-20 neutron-server[74474]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74474) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 30 04:13:17.502702 n-d-766726-20 neutron-server[74474]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:13:17.502977 n-d-766726-20 neutron-server[74474]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:13:17.503266 n-d-766726-20 neutron-server[74474]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:13:17.503640 n-d-766726-20 neutron-server[74474]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 30 04:13:17.813638 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.813841 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.814107 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.815350 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.815625 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.815889 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.935086 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.935404 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.935671 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.948868 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.949147 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.949415 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.978706 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.978982 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:17.979254 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.016913 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.017187 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.017457 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.251394 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe7819b4a60> agent after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.252027 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe7819b4a60> agent after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.252027 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fe7819b4940> segment precommit_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.252224 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fe7819b49d0> network precommit_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.252932 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fe7819e2670> segment before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.377644 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> network before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.377964 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fe781b17430> agent before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.378247 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> network before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.378512 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> port before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.378776 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> port before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.379085 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> segment after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.379439 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> segment precommit_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.379700 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> segment precommit_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.379953 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> segment after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.380235 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> network after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.380495 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> network precommit_delete 0 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.380759 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> port provisioning_complete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.381023 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.381282 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> rbac-policy after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.381548 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> agent after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.381819 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> subnet after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.382078 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> subnet precommit_delete 0 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.382350 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.382600 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.382918 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> segment_host_mapping after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.383399 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> port after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.383798 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> port after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.384057 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> port after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.384354 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.384609 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.384859 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe78230da00>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.385259 n-d-766726-20 neutron-server[74474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 04:13:18.385503 n-d-766726-20 neutron-server[74474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 04:13:18.385747 n-d-766726-20 neutron-server[74474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 04:13:18.385991 n-d-766726-20 neutron-server[74474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 04:13:18.386232 n-d-766726-20 neutron-server[74474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 04:13:18.386470 n-d-766726-20 neutron-server[74474]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 04:13:18.386835 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 30 04:13:18.389932 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 30 04:13:18.393848 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 30 04:13:18.397560 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Apr 30 04:13:18.399200 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 30 04:13:18.399680 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 30 04:13:18.400020 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 30 04:13:18.400406 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 30 04:13:18.403173 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 30 04:13:18.403618 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 30 04:13:18.404231 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 04:13:18.433312 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 30 04:13:18.433758 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fe78190c4c0>> qos_plugin after_init 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.434055 n-d-766726-20 neutron-server[74474]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74474) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 30 04:13:18.434419 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fe78190c790>> logging-plugin after_init 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.435788 n-d-766726-20 neutron-server[74474]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74474) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 30 04:13:18.436072 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 04:13:18.436324 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 30 04:13:18.439417 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe781829ac0>> floatingip before_response 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.439698 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe781829ac0>> port before_response 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:18.521422 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 30 04:13:18.521604 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 30 04:13:18.521817 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 30 04:13:18.522195 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 30 04:13:18.553267 n-d-766726-20 neutron-server[74474]: DEBUG oslo_db.sqlalchemy.engines [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74474) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 30 04:13:18.890534 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Initializing driver for type 'gre'
Apr 30 04:13:18.890965 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] gre ID ranges: [(1, 1000)]
Apr 30 04:13:18.943033 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Initializing driver for type 'local'
Apr 30 04:13:18.943394 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Initializing driver for type 'vlan'
Apr 30 04:13:18.956490 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] VlanTypeDriver initialization complete
Apr 30 04:13:18.956912 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Initializing driver for type 'vxlan'
Apr 30 04:13:18.957407 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] vxlan ID ranges: [(1, 1000)]
Apr 30 04:13:19.012266 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Initializing extension driver 'port_security'
Apr 30 04:13:19.012795 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.extensions.port_security [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] PortSecurityExtensionDriver initialization complete
Apr 30 04:13:19.013197 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Initializing mechanism driver 'openvswitch'
Apr 30 04:13:19.013538 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Initializing mechanism driver 'hyperv'
Apr 30 04:13:19.020058 n-d-766726-20 neutron-server[74474]: DEBUG neutron.plugins.ml2.plugin [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:13:19.020830 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7817311f0>> port after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.021206 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7817311f0>> port after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.021562 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7817311f0>> port after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.021952 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7817c4970>> subnet after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.022308 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7817c4970>> subnet after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.022650 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7817c4970>> subnet after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.023034 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781381d30>> network after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.023415 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781381d30>> network after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.024387 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781381d30>> network after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.024764 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781381fa0>> security_group after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.025112 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781381fa0>> security_group after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.025452 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781381fa0>> security_group after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.025833 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781381ee0>> security_group_rule after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.026181 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781381ee0>> security_group_rule after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.026524 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781381ee0>> security_group_rule after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.026902 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781386460>> address_group after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.027245 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781386460>> address_group after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.027603 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe781386460>> address_group after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.027944 n-d-766726-20 neutron-server[74474]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] ML2 OVO RPC backend initialized. {{(pid=74474) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 30 04:13:19.028659 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> router_interface after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.029273 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> router_interface after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.029691 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> network before_response 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.030038 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> networks before_response 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.030385 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> port before_response 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.030725 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> ports before_response 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.031067 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> subnet before_response 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.031443 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> subnets before_response 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.031793 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> network after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.032134 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> network after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.032507 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> network after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.032844 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> port after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.033180 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> port after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.033514 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> port after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.033845 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> subnet after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.034179 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> subnet after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.034513 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe781386850>> subnet after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.035090 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.plugin [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Modular L2 Plugin initialization complete
Apr 30 04:13:19.035448 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading services supported by the core plugin {{(pid=74474) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 30 04:13:19.035773 n-d-766726-20 neutron-server[74474]: INFO neutron.plugins.ml2.managers [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Got port-security extension from driver 'port_security'
Apr 30 04:13:19.036240 n-d-766726-20 neutron-server[74474]: INFO neutron.extensions.vlantransparent [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Disabled vlantransparent extension.
Apr 30 04:13:19.036828 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74474) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 30 04:13:19.037144 n-d-766726-20 neutron-server[74474]: INFO neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading Plugin: router
Apr 30 04:13:19.074898 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router_interface before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.075308 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router after_create 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.075688 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router before_create 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.076060 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router_interface before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.076432 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router_interface after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.076808 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router after_delete 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.077165 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> floatingip after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.077526 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router after_create 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.077871 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router after_update 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.078223 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router after_update 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.078569 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router_gateway after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.078926 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router after_update 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.079352 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router precommit_update 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.079725 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fe781997670> port after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.080061 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fe781997700> port after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.080399 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fe7819975e0> subnet after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.080735 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fe781997160> subnetpool_address_scope after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.081082 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> port precommit_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.081428 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router precommit_create 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.081834 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fe78198a550> port before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.082179 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router precommit_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.082536 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router after_update 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.082881 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router precommit_delete 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.083226 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router precommit_create 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.083609 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router_interface after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.083976 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> router precommit_update 55549900 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.084347 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe781386970>> network after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.085223 n-d-766726-20 neutron-server[74474]: DEBUG neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Tracking information for resource: router configured {{(pid=74474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 04:13:19.085559 n-d-766726-20 neutron-server[74474]: DEBUG neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Tracking information for resource: floatingip configured {{(pid=74474) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 04:13:19.091209 n-d-766726-20 neutron-server[74474]: INFO neutron.db.l3_agentschedulers_db [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 30 04:13:19.091846 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fe7812f5280> port after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.092210 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fe7812f5160> port after_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.092585 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function _notify_port_delete at 0x7fe7812f51f0> port after_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.092938 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fe7812f5550> port after_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.093750 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe78132e190>> router before_create 55550100 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.094117 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe78132e190>> router precommit_delete 55550100 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.094482 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe78132e190>> router precommit_create 55550100 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.094840 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe78132e190>> router precommit_update 55550100 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.099566 n-d-766726-20 neutron-server[74474]: DEBUG neutron.services.provider_configuration [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service providers = [] {{(pid=74474) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 30 04:13:19.099935 n-d-766726-20 neutron-server[74474]: DEBUG neutron.db.servicetype_db [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74474) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 30 04:13:19.102981 n-d-766726-20 neutron-server[74474]: DEBUG neutron.services.service_base [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74474) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 04:13:19.103348 n-d-766726-20 neutron-server[74474]: DEBUG neutron.services.service_base [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74474) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 04:13:19.103692 n-d-766726-20 neutron-server[74474]: DEBUG neutron.services.service_base [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74474) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 04:13:19.104576 n-d-766726-20 neutron-server[74474]: DEBUG neutron.services.service_base [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74474) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 04:13:19.104945 n-d-766726-20 neutron-server[74474]: INFO neutron.services.service_base [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 30 04:13:19.105499 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 04:13:19.105823 n-d-766726-20 neutron-server[74474]: INFO neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 30 04:13:19.116356 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 04:13:19.116697 n-d-766726-20 neutron-server[74474]: INFO neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading Plugin: auto_allocate
Apr 30 04:13:19.122708 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe781344940> network precommit_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.123074 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe781344940> network precommit_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.123633 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 04:13:19.123953 n-d-766726-20 neutron-server[74474]: INFO neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading Plugin: tag
Apr 30 04:13:19.132370 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 04:13:19.132755 n-d-766726-20 neutron-server[74474]: INFO neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading Plugin: timestamp
Apr 30 04:13:19.139447 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 04:13:19.139933 n-d-766726-20 neutron-server[74474]: INFO neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading Plugin: network_ip_availability
Apr 30 04:13:19.147590 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe78133f790>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.148069 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe78133f790>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.149086 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe78133f790>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.150336 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 04:13:19.150711 n-d-766726-20 neutron-server[74474]: INFO neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading Plugin: flavors
Apr 30 04:13:19.157793 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 04:13:19.158124 n-d-766726-20 neutron-server[74474]: INFO neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading Plugin: revisions
Apr 30 04:13:19.162451 n-d-766726-20 neutron-server[74474]: DEBUG neutron.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74474) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 04:13:19.162847 n-d-766726-20 neutron-server[74474]: DEBUG oslo_concurrency.lockutils [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.659s {{(pid=74474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:13:19.163627 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74474) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 30 04:13:19.163967 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Initializing extension manager.
Apr 30 04:13:19.164498 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: __init__.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.164853 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: __pycache__ {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.165172 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.165504 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: address_group.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.166265 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.166847 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: address-group
Apr 30 04:13:19.167173 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: address_scope.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.167912 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.168423 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: address-scope
Apr 30 04:13:19.168795 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.169665 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.170175 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: router-admin-state-down-before-update
Apr 30 04:13:19.170499 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: agent.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.171198 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.171766 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: agent
Apr 30 04:13:19.172054 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: agent_resources_synced.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.172947 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.173450 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: agent-resources-synced
Apr 30 04:13:19.173771 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: allowedaddresspairs.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.175582 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.176106 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: allowed-address-pairs
Apr 30 04:13:19.176432 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: auto_allocated_topology.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.177494 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.178010 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: auto-allocated-topology
Apr 30 04:13:19.178337 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: availability_zone.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.179019 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.179552 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: availability_zone
Apr 30 04:13:19.179906 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: availability_zone_filter.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.180806 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.181308 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: availability_zone_filter
Apr 30 04:13:19.181631 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: data_plane_status.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.182520 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.183024 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 30 04:13:19.183378 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: default_subnetpools.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.184279 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.184788 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: default-subnetpools
Apr 30 04:13:19.185108 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.185910 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.186421 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: dhcp_agent_scheduler
Apr 30 04:13:19.186742 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: dns.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.187660 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.188165 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension dns-integration not supported by any of loaded plugins
Apr 30 04:13:19.188488 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: dns_domain_ports.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.189393 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.189901 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 30 04:13:19.190227 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: dvr.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.190885 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.191414 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: dvr
Apr 30 04:13:19.191735 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: empty_string_filtering.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.192629 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.193130 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: empty-string-filtering
Apr 30 04:13:19.193450 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.194354 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.194860 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 30 04:13:19.195178 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.196813 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.197313 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 30 04:13:19.197636 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: external_net.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.198813 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.199341 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: external-net
Apr 30 04:13:19.199666 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.200569 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.201077 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: extra_dhcp_opt
Apr 30 04:13:19.201399 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: extraroute.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.202302 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.202806 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: extraroute
Apr 30 04:13:19.203129 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: extraroute_atomic.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.204185 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.204700 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: extraroute-atomic
Apr 30 04:13:19.205022 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: filter_validation.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.205679 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.206184 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: filter-validation
Apr 30 04:13:19.206500 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: fip_pf_description.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.207600 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.208109 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 30 04:13:19.208432 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: fip_port_details.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.209348 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.209862 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: fip-port-details
Apr 30 04:13:19.210185 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: flavors.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.212058 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.212580 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: flavors
Apr 30 04:13:19.212908 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.214563 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.215085 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 30 04:13:19.215456 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: floatingip_pools.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.216152 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.216664 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: floatingip-pools
Apr 30 04:13:19.216993 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: ip_allocation.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.217897 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.218405 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 30 04:13:19.218729 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.219676 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.220184 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: ip-substring-filtering
Apr 30 04:13:19.220508 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: l2_adjacency.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.221430 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.221933 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 30 04:13:19.222252 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: l3.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.223217 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.223770 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: router
Apr 30 04:13:19.224094 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.226335 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.226886 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 30 04:13:19.227221 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.228166 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.228687 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: ext-gw-mode
Apr 30 04:13:19.229015 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.229914 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.230426 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: l3-ha
Apr 30 04:13:19.230753 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: l3_flavors.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.231683 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.232192 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: l3-flavors
Apr 30 04:13:19.232518 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.233436 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.233946 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 30 04:13:19.234270 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: l3agentscheduler.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.235289 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.235825 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: l3_agent_scheduler
Apr 30 04:13:19.236152 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: logging.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.237631 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.238154 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension logging not supported by any of loaded plugins
Apr 30 04:13:19.238488 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: metering.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.239227 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.239826 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: metering
Apr 30 04:13:19.240152 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.241234 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.241744 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: metering_source_and_destination_fields
Apr 30 04:13:19.242072 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: multiprovidernet.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.243721 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.244235 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: multi-provider
Apr 30 04:13:19.244559 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: netmtu.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.245460 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.245964 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: net-mtu
Apr 30 04:13:19.246285 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: netmtu_writable.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.247184 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.247723 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: net-mtu-writable
Apr 30 04:13:19.248044 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: network_availability_zone.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.248699 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.249198 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: network_availability_zone
Apr 30 04:13:19.249516 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: network_ip_availability.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.250591 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.251097 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: network-ip-availability
Apr 30 04:13:19.251453 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: network_segment_range.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.252217 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.252718 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 30 04:13:19.253039 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: pagination.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.254005 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.254333 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: pagination
Apr 30 04:13:19.254652 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: port_device_profile.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.255571 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.256088 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: port-device-profile
Apr 30 04:13:19.256410 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.257314 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.258474 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: port-mac-address-regenerate
Apr 30 04:13:19.258811 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.259747 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.260260 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: port-numa-affinity-policy
Apr 30 04:13:19.260581 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: port_resource_request.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.261493 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.262000 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 30 04:13:19.262321 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: portbindings.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.263237 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.263772 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: binding
Apr 30 04:13:19.264094 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: portbindings_extended.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.265375 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.265886 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: binding-extended
Apr 30 04:13:19.266213 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: portsecurity.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.267118 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.267659 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: port-security
Apr 30 04:13:19.267979 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: project_id.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.268939 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.269270 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: project-id
Apr 30 04:13:19.269591 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: providernet.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.270510 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.271026 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: provider
Apr 30 04:13:19.271369 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: qos.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.274897 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.275458 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension qos not supported by any of loaded plugins
Apr 30 04:13:19.275794 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.277035 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.277550 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 30 04:13:19.277878 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.279028 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.279584 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 30 04:13:19.279912 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: qos_default.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.280808 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.281322 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension qos-default not supported by any of loaded plugins
Apr 30 04:13:19.281644 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: qos_fip.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.282285 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.282787 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension qos-fip not supported by any of loaded plugins
Apr 30 04:13:19.283107 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: qos_gateway_ip.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.284052 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.284555 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 30 04:13:19.284875 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: qos_port_network_policy.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.285774 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.286275 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 30 04:13:19.286596 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: qos_rule_type_details.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.287525 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.288036 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 30 04:13:19.288363 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: qos_rules_alias.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.290096 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.290609 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 30 04:13:19.290934 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: quotasv2.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.292009 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.292341 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: quotas
Apr 30 04:13:19.292662 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: quotasv2_detail.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.294269 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.294608 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: quota_details
Apr 30 04:13:19.294940 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: rbac.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.296027 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.296555 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: rbac-policies
Apr 30 04:13:19.296887 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: rbac_address_group.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.298272 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.299041 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: rbac-address-group
Apr 30 04:13:19.299399 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: rbac_address_scope.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.300330 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.300858 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: rbac-address-scope
Apr 30 04:13:19.301182 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: rbac_security_groups.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.302094 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.302606 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: rbac-security-groups
Apr 30 04:13:19.302931 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: rbac_subnetpool.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.303884 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.304396 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: rbac-subnetpool
Apr 30 04:13:19.305260 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: revisionifmatch.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.306346 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.306860 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: revision-if-match
Apr 30 04:13:19.307180 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: revisions.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.308312 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.308821 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: standard-attr-revisions
Apr 30 04:13:19.309144 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: router_availability_zone.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.309811 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.310322 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: router_availability_zone
Apr 30 04:13:19.310643 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: routerservicetype.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.311583 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.312094 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension router-service-type not supported by any of loaded plugins
Apr 30 04:13:19.312416 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.313317 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.313825 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: security-groups-normalized-cidr
Apr 30 04:13:19.314147 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.315052 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.315603 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: port-security-groups-filtering
Apr 30 04:13:19.315927 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.316847 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.317356 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: security-groups-remote-address-group
Apr 30 04:13:19.317677 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: securitygroup.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.327849 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.328386 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: security-group
Apr 30 04:13:19.328718 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: segment.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.329499 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.330011 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension segment not supported by any of loaded plugins
Apr 30 04:13:19.330336 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.331269 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.331802 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 30 04:13:19.332127 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: servicetype.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.333241 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.333763 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: service-type
Apr 30 04:13:19.334088 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: sorting.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.335061 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.335424 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: sorting
Apr 30 04:13:19.335751 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: standard_attr_segment.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.336674 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.337187 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 30 04:13:19.337513 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: standardattrdescription.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.338145 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.338650 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: standard-attr-description
Apr 30 04:13:19.338972 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: stateful_security_group.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.339902 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.340422 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: stateful-security-group
Apr 30 04:13:19.340743 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: stdattrs_common.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.341321 n-d-766726-20 neutron-server[74474]: WARNING neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 30 04:13:19.341638 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.342630 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.343151 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 30 04:13:19.343503 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: subnet_onboard.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.344576 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.345100 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: subnet_onboard
Apr 30 04:13:19.345425 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.346342 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.346852 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 30 04:13:19.347175 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: subnet_service_types.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.348121 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.348632 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: subnet-service-types
Apr 30 04:13:19.348955 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: subnetallocation.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.350028 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.350549 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: subnet_allocation
Apr 30 04:13:19.350869 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.351592 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.352227 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: subnetpool-prefix-ops
Apr 30 04:13:19.352546 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.353468 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.353979 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 30 04:13:19.354303 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: tagging.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.355404 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.355935 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: standard-attr-tag
Apr 30 04:13:19.356264 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: timestamp.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.357468 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.357993 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loaded extension: standard-attr-timestamp
Apr 30 04:13:19.358322 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: trunk.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.359384 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.359901 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension trunk not supported by any of loaded plugins
Apr 30 04:13:19.360227 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: trunk_details.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.361138 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.361651 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension trunk-details not supported by any of loaded plugins
Apr 30 04:13:19.361972 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: uplink_status_propagation.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.362878 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.363424 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 30 04:13:19.363748 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Loading extension file: vlantransparent.py {{(pid=74474) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 30 04:13:19.364410 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74474) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Apr 30 04:13:19.364914 n-d-766726-20 neutron-server[74474]: INFO neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 30 04:13:19.368425 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:network
Apr 30 04:13:19.369188 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:subnet
Apr 30 04:13:19.369963 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 04:13:19.370626 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:port
Apr 30 04:13:19.371917 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.372369 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service FLAVORS assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.373002 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.373437 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.373767 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:router
Apr 30 04:13:19.374438 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 04:13:19.375151 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service METERING assigned prefix: /metering {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.376680 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe781219cd0>> rbac-policy before_create 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.377053 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe781219cd0>> rbac-policy before_update 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.377407 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe781219cd0>> rbac-policy before_delete 55550000 {{(pid=74474) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:13:19.378574 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 04:13:19.379017 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 04:13:19.379710 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 04:13:19.380458 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service CORE assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.380792 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 04:13:19.381131 n-d-766726-20 neutron-server[74474]: WARNING neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] subnetpool is already registered
Apr 30 04:13:19.381738 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service CORE assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.382066 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 04:13:19.382396 n-d-766726-20 neutron-server[74474]: WARNING neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] subnetpool is already registered
Apr 30 04:13:19.386831 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.387266 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service FLAVORS assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.387911 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.388307 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.388641 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:router
Apr 30 04:13:19.388970 n-d-766726-20 neutron-server[74474]: WARNING neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] router is already registered
Apr 30 04:13:19.389567 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 04:13:19.389892 n-d-766726-20 neutron-server[74474]: WARNING neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] floatingip is already registered
Apr 30 04:13:19.390521 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service METERING assigned prefix: /metering {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.391205 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 04:13:19.391564 n-d-766726-20 neutron-server[74474]: WARNING neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] rbac_policy is already registered
Apr 30 04:13:19.392110 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:security_group
Apr 30 04:13:19.392440 n-d-766726-20 neutron-server[74474]: WARNING neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] security_group is already registered
Apr 30 04:13:19.393032 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 04:13:19.393361 n-d-766726-20 neutron-server[74474]: WARNING neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] security_group_rule is already registered
Apr 30 04:13:19.394029 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service CORE assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.394372 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 04:13:19.394699 n-d-766726-20 neutron-server[74474]: WARNING neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] subnetpool is already registered
Apr 30 04:13:19.395317 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.v2.resource_helper [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Service CORE assigned prefix:  {{(pid=74474) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 04:13:19.395661 n-d-766726-20 neutron-server[74474]: INFO neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 04:13:19.395988 n-d-766726-20 neutron-server[74474]: WARNING neutron.quota.resource_registry [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] subnetpool is already registered
Apr 30 04:13:19.396627 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: extensions {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.398180 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: address-groups {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.400354 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: address-scopes {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.401570 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: agents {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.402750 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: auto-allocated-topology {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.404311 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: availability_zones {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.405624 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: dhcp-networks {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.407037 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: dhcp-agents {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.408507 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: routers {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.410398 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: flavors {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.411584 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: service_profiles {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.412790 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: next_providers {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.414336 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: service_profiles {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.415814 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: floatingip-pools {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.417041 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: routers {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.419180 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: floatingips {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.420378 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: l3-routers {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.421770 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: l3-agents {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.423180 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: metering-labels {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.424555 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: metering-label-rules {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.425850 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: network-ip-availabilities {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.427107 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: bindings {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.428777 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: quotas {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.430912 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: quotas {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.432371 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: rbac-policies {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.433685 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: security-groups {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.434895 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: security-group-rules {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.436178 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: service-providers {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.437415 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: subnetpools {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.438828 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: subnetpools {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.440328 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.441998 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.443852 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.446696 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.449573 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.451493 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.453202 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.565001 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.566789 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.568683 n-d-766726-20 neutron-server[74474]: DEBUG neutron.api.extensions [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Extended resource: tags {{(pid=74474) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 04:13:19.574717 n-d-766726-20 neutron-server[74474]: WARNING keystonemiddleware.auth_token [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 30 04:13:19.579465 n-d-766726-20 neutron-server[74474]: WARNING keystonemiddleware.auth_token [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 30 04:13:19.588199 n-d-766726-20 neutron-server[74474]: DEBUG oslo_concurrency.lockutils [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Acquired lock "singleton_lock" {{(pid=74474) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 30 04:13:19.588684 n-d-766726-20 neutron-server[74474]: DEBUG oslo_concurrency.lockutils [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Releasing lock "singleton_lock" {{(pid=74474) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 30 04:13:19.589327 n-d-766726-20 neutron-server[74474]: INFO oslo_service.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Starting 2 workers
Apr 30 04:13:19.593988 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Started child 74581 {{(pid=74474) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 04:13:19.598821 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Started child 74582 {{(pid=74474) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 04:13:19.598989 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:19.600433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [-] (74581) wsgi starting up on http://0.0.0.0:9696
Apr 30 04:13:19.600549 n-d-766726-20 neutron-server[74474]: INFO neutron.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 30 04:13:19.601063 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Notify callbacks [] for process, before_spawn {{(pid=74474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:19.604531 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:19.605176 n-d-766726-20 neutron-server[74474]: INFO oslo_service.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Starting 1 workers
Apr 30 04:13:19.605876 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [-] (74582) wsgi starting up on http://0.0.0.0:9696
Apr 30 04:13:19.610039 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Started child 74583 {{(pid=74474) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 04:13:19.610645 n-d-766726-20 neutron-server[74474]: INFO oslo_service.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Starting 1 workers
Apr 30 04:13:19.613548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] calling RpcWorker wait() {{(pid=74583) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 30 04:13:19.614116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] returning from RpcWorker wait() {{(pid=74583) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 30 04:13:19.615251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:19.615378 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Started child 74584 {{(pid=74474) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 30 04:13:19.615741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:13:19.616116 n-d-766726-20 neutron-server[74474]: DEBUG neutron_lib.callbacks.manager [None req-b3f13312-0301-42e7-b8b1-e86daccd1861 None None] Notify callbacks [] for process, after_spawn {{(pid=74474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:19.618220 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74474) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 04:13:19.618465 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 04:13:19.618607 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 04:13:19.618836 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 04:13:19.619189 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 04:13:19.619417 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 04:13:19.619912 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.620191 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.620469 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.620599 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:19.621087 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.621087 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.621604 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.621880 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.622117 n-d-766726-20 neutron-server[74584]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:13:19.622223 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.622426 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.622689 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.622864 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.623033 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.623279 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.623554 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.623869 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.624142 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.624393 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.624652 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.624830 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.625096 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.625385 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.625634 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.625902 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.626131 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.626622 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.626858 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.627213 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.627414 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.627677 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.627929 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.628209 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.628477 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.628696 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.628937 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.629195 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.629436 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.629682 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.629929 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.630188 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.630413 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.630890 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] host                           = n-d-766726-20 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.631141 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.631383 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.631646 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.631905 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.632160 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.632396 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.632647 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.633463 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.633741 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.633988 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.634247 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.634512 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.634751 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.634995 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.635163 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.635463 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.635716 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.635992 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.636191 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.636430 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.636574 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.636786 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.636951 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.637206 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.637429 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.637647 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.637865 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.638103 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.638348 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.638658 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.638844 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.639097 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.639358 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.639582 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.639832 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.640078 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.640338 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.640572 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.640874 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.641054 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.641294 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.641566 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.641794 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.642844 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.643134 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.643442 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.643715 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.643972 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.644343 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.644493 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.644729 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.644987 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.645457 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.645712 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.646106 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.646380 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.647437 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.648097 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.649696 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.649897 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.650160 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.650392 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.650617 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.650888 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.651112 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.651386 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.651611 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.651831 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.652072 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.652541 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.652827 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.653146 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.653392 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.653633 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.654153 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.654386 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.654611 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.654881 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.655113 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.655497 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.655755 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.656057 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.656302 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.656572 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.656904 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.657208 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.657481 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.657730 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.657948 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.658166 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.658391 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.658704 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.659004 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.659254 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.659543 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.659776 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.660008 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.660239 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.660458 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.660694 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.660910 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.661174 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.661418 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.661638 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.661866 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.662115 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.662330 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.662581 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.662811 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.663069 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.663358 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.663599 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.663815 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.664068 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.664321 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.664543 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.664775 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.664994 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.665264 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.665490 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.665727 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.665941 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.666152 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.666368 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.667104 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.668088 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.668367 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.668827 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.669414 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.669694 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.670444 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.670716 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.671053 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.671504 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.671780 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.672384 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.672719 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.673005 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.673239 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.674161 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.674426 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.674657 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.674904 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.676883 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.677162 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.677385 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.677640 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.677881 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.678113 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.678348 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.678573 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.678825 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.679056 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.680991 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.682315 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.682669 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.685218 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.685507 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.685793 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.686060 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.686323 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.686590 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.686850 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.687132 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.687454 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.687687 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.687968 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.688244 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.688480 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.688762 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.689234 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.689535 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.689766 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.690045 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.690302 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.690594 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.690836 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.691074 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.691383 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.691690 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.691995 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.694289 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.694593 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.694837 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.695126 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.696109 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.696504 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.696814 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.697073 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.697344 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.697596 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.697856 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.698117 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.698358 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.698615 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.698843 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.699135 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.699427 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.699746 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.699911 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.700106 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.700431 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.700695 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.700917 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.701135 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.701421 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.701660 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.701895 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.702170 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.702440 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.702723 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.702978 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.703228 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.703469 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.703714 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.703947 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.704163 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.704401 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.704645 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.704870 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.705088 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.705304 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.705556 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.705770 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.705991 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.706224 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.706443 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.706694 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.706946 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.707161 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.707405 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.707660 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.707879 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.708096 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.708314 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.708547 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.708795 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.709014 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.709287 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.709541 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.709861 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.710014 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.710269 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.710508 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.710721 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.711035 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.711266 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.711539 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.711847 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.712006 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.712202 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.712437 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.712685 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.712882 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.713164 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.713408 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.713750 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.714001 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.714229 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.714487 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.714702 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.714936 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.715188 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.715428 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.715645 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.715860 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.716121 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.716360 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.716603 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.716852 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.717080 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.717295 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.717521 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.717761 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.717969 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.718265 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.718520 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.718746 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.718985 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.719229 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.719480 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.719691 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.719971 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.720131 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.720338 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.720563 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.720794 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.721025 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.721252 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.721462 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.721711 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.721925 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.722174 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.722414 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.722641 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.722876 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.723083 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.723310 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.723524 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.723733 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.724069 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.724334 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.724558 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.724843 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.725074 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.725327 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.725581 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.725917 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.726131 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.726373 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.727172 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.727436 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.727663 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.727947 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.728282 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.728588 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.728850 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.729091 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.729359 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.729647 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.729919 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.730159 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.730732 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.730949 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.731100 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.731321 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.731562 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.732101 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.732101 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.732415 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.732553 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.732757 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.732960 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.733223 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.733466 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.733694 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.733933 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.734165 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.734406 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.734631 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.734865 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.735135 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.735379 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.735540 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 04:13:19.736074 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74474) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 30 04:13:19.736227 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 04:13:19.736387 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 04:13:19.736559 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 04:13:19.736811 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 04:13:19.736954 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 04:13:19.737210 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.737360 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.737496 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.737632 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.737779 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.737928 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.738087 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.738238 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.738391 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.738535 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.738688 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.738830 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.738983 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.739124 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.739280 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.739456 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.739614 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.739777 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.739931 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.740093 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.740267 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.740413 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.740568 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.740726 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.740912 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.741075 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.741227 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.741392 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.741542 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.741677 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.741813 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.741948 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.742104 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.742965 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.743083 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.743243 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.743438 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.743586 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.743754 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.743896 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.744050 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] host                           = n-d-766726-20 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.744208 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.744368 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.744512 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.744670 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.744827 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.744990 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.745147 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.745304 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.745461 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.745617 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.745774 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.745951 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.746095 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.746288 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.746376 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.746521 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.746682 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.746832 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.747017 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.747178 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.747422 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.747533 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.747658 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.747810 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.747960 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.748117 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.748274 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.748430 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.748574 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.748714 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.748875 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.749020 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.749178 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.749321 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.749489 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.749636 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.749794 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.749951 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.750109 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.750253 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.750416 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.750570 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.750725 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.750887 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.751043 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.751201 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.751380 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.751541 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.751692 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.751829 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.751989 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.752130 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.752264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:13:19.752419 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.752419 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.752698 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.752833 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.752968 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.753102 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.753236 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.753371 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.753506 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.753642 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.753849 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.753986 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.754122 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.754267 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.754403 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.754547 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.754682 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 04:13:19.754818 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.754953 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.755100 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.755243 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.755435 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.755583 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.755739 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.755874 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.756008 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.756154 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.756308 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.756530 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.756679 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.756817 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.756952 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.757095 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.757231 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.757367 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.757529 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.757667 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.757847 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.757988 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.758134 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.758269 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.758412 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.758577 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.758720 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.758886 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.759044 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.759190 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.759356 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.759498 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.759664 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.759825 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.759986 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.760137 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.760294 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.760528 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.760690 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.760827 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.760961 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.761105 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.761240 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.761375 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.761509 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.761643 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.761807 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.761956 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.762101 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.762246 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.762421 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.762582 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.762743 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.762904 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.763054 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.763213 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.763401 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.763543 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.763678 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.763868 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.764013 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.764148 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.764311 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.764516 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.764760 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.764760 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.765070 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.765070 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.765338 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.765338 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.765593 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.765728 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.765863 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.765998 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.766141 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.766363 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.766363 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.766585 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.766706 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.766811 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.766948 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.767111 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.767270 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.767464 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.767695 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.767831 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.768238 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.768238 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.768238 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.768512 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.768593 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.768695 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.769738 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.769738 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.769738 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.769738 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.769738 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.769738 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.769738 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.771683 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.771683 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.771683 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.771683 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.771683 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.771683 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.771683 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.771683 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.772246 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.772246 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.772246 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.772246 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.772246 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.772246 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.772246 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.772246 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.773500 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.773500 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.773500 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.773500 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.773500 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.773500 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.773500 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.773500 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.774507 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.774507 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.774507 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.774507 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.774507 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.774857 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.774857 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.775009 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.775087 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.775396 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.775528 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.775651 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.776086 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.776086 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.776086 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.776516 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.776516 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.776516 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.776898 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.776898 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.777050 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.777128 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.777409 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.777409 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.777583 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.777689 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.777851 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.778177 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.778348 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.778473 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.778640 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.779061 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.779225 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.779502 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.779688 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.779688 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.780031 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.780031 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.780186 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.780299 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.780459 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.780603 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.780768 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.780928 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.781087 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.781355 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.781515 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.781669 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.781793 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.781915 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.782168 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.782168 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.782466 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.782466 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.782701 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.782832 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.782955 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.783077 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.783199 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.783391 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.783518 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.783662 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.783823 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.783984 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.784160 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.784321 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.784481 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.784643 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.784857 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.784992 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.785116 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.785238 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.785403 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.785562 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.785722 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.785886 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.786051 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.786212 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.786372 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.786533 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.786694 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.786855 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.787016 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.787190 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.787443 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.787606 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.787768 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.787916 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.788109 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.788234 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.788385 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.788544 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.788703 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.788874 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.789574 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.789838 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.790049 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.790210 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.790382 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.790543 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.790703 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.790861 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.791021 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.791191 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.791383 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.791541 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.791700 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.791860 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.792029 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.792190 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.792349 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.792517 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.792678 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.792837 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.792997 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.793168 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.793329 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.793492 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.793652 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.793811 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.793972 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.794134 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.794285 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.794459 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.794627 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.794804 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.795063 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.795243 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.795433 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.795433 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.795666 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.795803 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.795929 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.796074 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.796234 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.796394 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.796684 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.796684 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.796920 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.797041 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.797173 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.797296 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.797584 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.797584 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.797826 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.797947 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.798068 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.798209 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.798330 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.798461 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.798622 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 04:13:19.798773 n-d-766726-20 neutron-server[74474]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74474) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 04:13:19.811328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47960) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:13:19.819579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062509
Apr 30 04:13:30.628129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb78e00-e801-493f-aa91-85833a649a73 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 04:13:30.701166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb78e00-e801-493f-aa91-85833a649a73 None None] No non-hosted networks {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 30 04:13:30.709799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.agentschedulers_db [None req-1cb78e00-e801-493f-aa91-85833a649a73 None None] DHCP Agent not found on host n-d-766726-20 {{(pid=74583) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 30 04:13:30.834048 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b8726372-66d2-4385-a78c-c66d79d32923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182'] for agent, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:33.226965 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182'] for agent, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:33.226965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.226965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.229933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.232723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.234469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.236432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.239208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.240592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.242600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.243775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.244736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.246401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:33.247504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe780573640>, 'Open vSwitch agent', 'n-d-766726-20', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:13:33.264340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe780f1e250>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-766726-20', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:13:33.499168 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6a7947f3-8777-48e3-a682-141cb711cf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182'] for agent, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:33.555592 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2e86c2b-4652-495b-a618-06bc712ddb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:34.483410 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182'] for agent, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:35.992884 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182'] for agent, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:37.499957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48050) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:13:38.076707 n-d-766726-20 neutron-server[74582]: WARNING oslo_policy.policy [None req-20c2fdde-9271-468b-908e-3b924199e417 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 04:13:38.077287 n-d-766726-20 neutron-server[74582]: WARNING oslo_policy.policy [None req-20c2fdde-9271-468b-908e-3b924199e417 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 04:13:38.294498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-20c2fdde-9271-468b-908e-3b924199e417 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:13:38.295603 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-20c2fdde-9271-468b-908e-3b924199e417 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7946627
Apr 30 04:13:40.481550 n-d-766726-20 neutron-server[74583]: INFO neutron.db.l3_hamode_db [None req-e559ea0f-a858-4df0-99d6-a2efd3bedfb1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 30 04:13:40.567932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559ea0f-a858-4df0-99d6-a2efd3bedfb1 None None] Routers set() bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:13:40.568311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e559ea0f-a858-4df0-99d6-a2efd3bedfb1 None None] Router IDs set() for agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Apr 30 04:13:40.685111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48064) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:13:41.054120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b4df563d-3fc6-44e1-8144-b0524205be8e admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:13:41.152918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.policy [None req-b4df563d-3fc6-44e1-8144-b0524205be8e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74582) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 04:13:41.198421 n-d-766726-20 neutron-server[74582]: WARNING oslo_policy.policy [None req-b4df563d-3fc6-44e1-8144-b0524205be8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 04:13:41.198788 n-d-766726-20 neutron-server[74582]: WARNING oslo_policy.policy [None req-b4df563d-3fc6-44e1-8144-b0524205be8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 04:13:41.207156 n-d-766726-20 neutron-server[74582]: INFO neutron.quota [None req-b4df563d-3fc6-44e1-8144-b0524205be8e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe780c74550>.
Apr 30 04:13:41.222841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b4df563d-3fc6-44e1-8144-b0524205be8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:13:41.281303 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b4df563d-3fc6-44e1-8144-b0524205be8e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789516853841', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789516853292', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789516848888', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789516646740', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789516632104', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789516625672', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3852936', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3676845', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534644', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-593600'] for rbac-policy, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:41.341929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b4df563d-3fc6-44e1-8144-b0524205be8e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:41.343135 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b4df563d-3fc6-44e1-8144-b0524205be8e admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6570601
Apr 30 04:13:43.932760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48078) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:13:44.281793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'name': 'private', 'project_id': 'd25822b159be441d9a660deb5b162a6b'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:13:44.286545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:13:44.291189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Usage tracker for resource:network and tenant:d25822b159be441d9a660deb5b162a6b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:13:44.295836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:13:44.301804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:13:44.311914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Made reservation on behalf of d25822b159be441d9a660deb5b162a6b for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:13:44.314783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:44.333792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:44.347578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:13:44.351440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Usage tracker for resource:security_group_rule and tenant:d25822b159be441d9a660deb5b162a6b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:13:44.356940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:13:44.362524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:13:44.463744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:44.467441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:44.472853 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:13:44.491174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:13:44.517858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789518038164', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:44.518450 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe7819b4940> segment precommit_create {{(pid=74582) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 04:13:44.518905 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Added segment 4d037d7b-d261-44bb-9e71-3e51472b11b7 of type vlan for network 2201332a-a710-423e-b972-02b9ad1f0275
Apr 30 04:13:44.568409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa53a545-c0ac-4165-87b3-5f73306973c2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:13:44.589897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.590225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.590544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.590858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.591169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.591507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.591809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.592111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.592412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.592712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.593012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.593309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Tracked resource versions report:
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]: pushed versions:
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]: {   'AddressGroup': {'1.2'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'ConntrackHelper': {'1.0'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'Log': {'1.0'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'Network': {'1.1'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'Port': {'1.7'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'PortForwarding': {'1.2'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'QosPolicy': {'1.8'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'SecurityGroup': {'1.4'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'SecurityGroupRule': {'1.2'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'SubPort': {'1.0'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'Subnet': {'1.1'},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     'Trunk': {'1.1'}}
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]: consumer versions:
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]: {   DHCP agent@n-d-766726-20: {},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     L3 agent@n-d-766726-20: {},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     Metadata agent@n-d-766726-20: {},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     Metering agent@n-d-766726-20: {},
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:     Open vSwitch agent@n-d-766726-20: {   'AddressGroup': '1.2',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'ConntrackHelper': '1.0',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'Log': '1.0',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'Network': '1.1',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'Port': '1.7',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'PortForwarding': '1.2',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'QosPolicy': '1.8',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'SecurityGroup': '1.4',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'SecurityGroupRule': '1.2',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'SubPort': '1.0',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'Subnet': '1.1',
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:                                           'Trunk': '1.1'}}
Apr 30 04:13:44.594396 n-d-766726-20 neutron-server[74582]:  {{(pid=74582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 04:13:44.641975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:44.647868 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:13:44.685915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:44.687450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:13:44.688083 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:44.692885 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:13:44.800559 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8666353
Apr 30 04:13:44.805386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Pushing event updated for resources: {'Network': ['ID=2201332a-a710-423e-b972-02b9ad1f0275,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:13:44.809342 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:13:44.817688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 2201332a-a710-423e-b972-02b9ad1f0275 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:13:47.458900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48094) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:13:48.042748 n-d-766726-20 neutron-server[74581]: WARNING oslo_policy.policy [None req-a43db4ea-1d67-43c3-9143-6b4d8da912be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 04:13:48.043349 n-d-766726-20 neutron-server[74581]: WARNING oslo_policy.policy [None req-a43db4ea-1d67-43c3-9143-6b4d8da912be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 04:13:48.472630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.policy [None req-a43db4ea-1d67-43c3-9143-6b4d8da912be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74581) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 04:13:48.518095 n-d-766726-20 neutron-server[74581]: WARNING oslo_policy.policy [None req-a43db4ea-1d67-43c3-9143-6b4d8da912be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 04:13:48.518461 n-d-766726-20 neutron-server[74581]: WARNING oslo_policy.policy [None req-a43db4ea-1d67-43c3-9143-6b4d8da912be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 04:13:48.526829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43db4ea-1d67-43c3-9143-6b4d8da912be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:13:48.528666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a43db4ea-1d67-43c3-9143-6b4d8da912be admin admin] 10.222.0.46 "GET /v2.0/networks/2201332a-a710-423e-b972-02b9ad1f0275 HTTP/1.1" status: 200  len: 825 time: 1.0677443
Apr 30 04:13:48.560398 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2c712825-8fc4-40dc-b0e9-02b436f5825b admin admin] 10.222.0.46 "GET /v2.0/subnetpools/380ed879-f0c1-4bbd-ae63-2c6770aa2b6f HTTP/1.1" status: 200  len: 734 time: 0.0261998
Apr 30 04:13:48.569033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '380ed879-f0c1-4bbd-ae63-2c6770aa2b6f', 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'name': 'private-subnet'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:13:48.570557 n-d-766726-20 neutron-server[74581]: INFO neutron.quota [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe780fd30d0>.
Apr 30 04:13:48.577225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:13:48.582530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Usage tracker for resource:subnet and tenant:d25822b159be441d9a660deb5b162a6b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:13:48.585797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:13:48.592940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:13:48.606601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Made reservation on behalf of d25822b159be441d9a660deb5b162a6b for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:13:48.609488 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:49.117512 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:49.124581 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:13:49.205269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Checking segment: {'id': '4d037d7b-d261-44bb-9e71-3e51472b11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:13:49.205623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Network hostable DHCP agents. Network: 2201332a-a710-423e-b972-02b9ad1f0275, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:13:49.218899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5607da2f-2603-4e02-8e7c-34f719465687,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:13:49.229974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.230299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.230629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.230944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.231256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.231593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.231902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.232210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.232509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.232811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.233114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.233415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Tracked resource versions report:
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]: pushed versions:
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]: {   'AddressGroup': {'1.2'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'ConntrackHelper': {'1.0'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'Log': {'1.0'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'Network': {'1.1'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'Port': {'1.7'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'PortForwarding': {'1.2'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'QosPolicy': {'1.8'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'SecurityGroup': {'1.4'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'SecurityGroupRule': {'1.2'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'SubPort': {'1.0'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'Subnet': {'1.1'},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     'Trunk': {'1.1'}}
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]: consumer versions:
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]: {   DHCP agent@n-d-766726-20: {},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     L3 agent@n-d-766726-20: {},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     Metadata agent@n-d-766726-20: {},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     Metering agent@n-d-766726-20: {},
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:     Open vSwitch agent@n-d-766726-20: {   'AddressGroup': '1.2',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'ConntrackHelper': '1.0',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'Log': '1.0',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'Network': '1.1',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'Port': '1.7',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'PortForwarding': '1.2',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'QosPolicy': '1.8',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'SecurityGroup': '1.4',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'SecurityGroupRule': '1.2',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'SubPort': '1.0',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'Subnet': '1.1',
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:                                           'Trunk': '1.1'}}
Apr 30 04:13:49.234495 n-d-766726-20 neutron-server[74581]:  {{(pid=74581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 04:13:49.260718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Network 2201332a-a710-423e-b972-02b9ad1f0275 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:13:49.272606 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:13:49.273785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 2201332a-a710-423e-b972-02b9ad1f0275) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:13:49.279726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:13:49.280370 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:49.284449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f84d8-8502-4148-ab7a-1983f6373e0c None None] Network 2201332a-a710-423e-b972-02b9ad1f0275 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:13:49.303024 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7374406
Apr 30 04:13:49.597275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-2201332a-a710-423e-b972-02b9ad1f0275', 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'fixed_ips': [{'subnet_id': '5607da2f-2603-4e02-8e7c-34f719465687'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:13:49.598451 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:49.788304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Allocated IP 172.20.0.2 (2201332a-a710-423e-b972-02b9ad1f0275/5607da2f-2603-4e02-8e7c-34f719465687/a57331a1-3996-404c-a126-82ee611d85ed) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:13:50.018566 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:50.031967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Transition to ACTIVE for port object a57331a1-3996-404c-a126-82ee611d85ed will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:13:50.052208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Transition to ACTIVE for port object a57331a1-3996-404c-a126-82ee611d85ed will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:13:50.059645 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:50.065802 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:13:50.120643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Network 2201332a-a710-423e-b972-02b9ad1f0275 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:13:50.123399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:13:50.126552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:13:50.182574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Pushing event updated for resources: {'Port': ['ID=a57331a1-3996-404c-a126-82ee611d85ed,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:13:50.222409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.222760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.223093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.223444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.223766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.224087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.224405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.224720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.225042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.225349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.225659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.225977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Tracked resource versions report:
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]: pushed versions:
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]: {   'AddressGroup': {'1.2'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'ConntrackHelper': {'1.0'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'Log': {'1.0'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'Network': {'1.1'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'Port': {'1.7'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'PortForwarding': {'1.2'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'QosPolicy': {'1.8'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'SecurityGroup': {'1.4'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'SecurityGroupRule': {'1.2'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'SubPort': {'1.0'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'Subnet': {'1.1'},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     'Trunk': {'1.1'}}
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]: consumer versions:
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]: {   DHCP agent@n-d-766726-20: {},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     L3 agent@n-d-766726-20: {},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     Metadata agent@n-d-766726-20: {},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     Metering agent@n-d-766726-20: {},
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:     Open vSwitch agent@n-d-766726-20: {   'AddressGroup': '1.2',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'ConntrackHelper': '1.0',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'Log': '1.0',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'Network': '1.1',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'Port': '1.7',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'PortForwarding': '1.2',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'QosPolicy': '1.8',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'SecurityGroup': '1.4',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'SecurityGroupRule': '1.2',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'SubPort': '1.0',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'Subnet': '1.1',
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:                                           'Trunk': '1.1'}}
Apr 30 04:13:50.227200 n-d-766726-20 neutron-server[74583]:  {{(pid=74583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 04:13:50.231731 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:13:50.251617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Attempting to bind port a57331a1-3996-404c-a126-82ee611d85ed on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:13:50.252007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Attempting to bind port a57331a1-3996-404c-a126-82ee611d85ed by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '4d037d7b-d261-44bb-9e71-3e51472b11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:13:50.252426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Attempting to bind port a57331a1-3996-404c-a126-82ee611d85ed on network 2201332a-a710-423e-b972-02b9ad1f0275 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:13:50.257686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:13:50.258087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Checking segment: {'id': '4d037d7b-d261-44bb-9e71-3e51472b11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:13:50.258555 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:50.259020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Bound using segment: {'id': '4d037d7b-d261-44bb-9e71-3e51472b11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:13:50.259511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Bound port: a57331a1-3996-404c-a126-82ee611d85ed, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d037d7b-d261-44bb-9e71-3e51472b11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:13:50.259922 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:50.349553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] For port a57331a1-3996-404c-a126-82ee611d85ed, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:13:50.354237 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] For port a57331a1-3996-404c-a126-82ee611d85ed, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a57331a1-3996-404c-a126-82ee611d85ed,segment=NetworkSegment(4d037d7b-d261-44bb-9e71-3e51472b11b7),segment_id=4d037d7b-d261-44bb-9e71-3e51472b11b7)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:13:50.358800 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:50.362686 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:13:50.448434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Pushing event updated for resources: {'Port': ['ID=a57331a1-3996-404c-a126-82ee611d85ed,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:13:50.451657 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:13:51.750757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48114) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:13:52.127742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-78dbd104-a801-452a-9af1-7562241259cf admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:13:52.128845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-78dbd104-a801-452a-9af1-7562241259cf admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3771045
Apr 30 04:13:54.547913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48124) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:13:54.935939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-b494efdb-ca9c-4f5f-a5cf-cf90de241ec8 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:13:54.938812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b494efdb-ca9c-4f5f-a5cf-cf90de241ec8 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3899117
Apr 30 04:13:55.117185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a57331a1-3996-404c-a126-82ee611d85ed up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:13:55.194460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a57331a1-3996-404c-a126-82ee611d85ed completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:13:55.997536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47822ef8-ca08-4c85-a1e4-18a51d831e84 None None] Network 2201332a-a710-423e-b972-02b9ad1f0275 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:13:56.107586 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-94395d92-36ee-44ee-8411-3ea1327a06d9 None None] Provisioning for port a57331a1-3996-404c-a126-82ee611d85ed completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:13:56.116474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-94395d92-36ee-44ee-8411-3ea1327a06d9 None None] Provisioning complete for port a57331a1-3996-404c-a126-82ee611d85ed triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:13:56.116870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-94395d92-36ee-44ee-8411-3ea1327a06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:56.360843 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-94395d92-36ee-44ee-8411-3ea1327a06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:56.409627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-94395d92-36ee-44ee-8411-3ea1327a06d9 None None] For port a57331a1-3996-404c-a126-82ee611d85ed, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a57331a1-3996-404c-a126-82ee611d85ed,segment=NetworkSegment(4d037d7b-d261-44bb-9e71-3e51472b11b7),segment_id=4d037d7b-d261-44bb-9e71-3e51472b11b7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:13:56.417878 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-94395d92-36ee-44ee-8411-3ea1327a06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:56.420290 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a27c7220-19cc-49bf-9aa8-a191790455f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:13:56.492071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94395d92-36ee-44ee-8411-3ea1327a06d9 None None] Pushing event updated for resources: {'Port': ['ID=a57331a1-3996-404c-a126-82ee611d85ed,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:13:56.495889 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-94395d92-36ee-44ee-8411-3ea1327a06d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:13:56.642092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c543304e-81ac-461e-9ea7-6df71b93cc9e None None] Provisioning complete for port a57331a1-3996-404c-a126-82ee611d85ed triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:13:56.642366 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c543304e-81ac-461e-9ea7-6df71b93cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:57.094201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a57331a1-3996-404c-a126-82ee611d85ed up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:13:57.162606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a57331a1-3996-404c-a126-82ee611d85ed triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:13:57.162979 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:57.613185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48140) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:13:57.967472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Request body: {'router': {'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:13:57.972510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:13:57.976378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Usage tracker for resource:router and tenant:d25822b159be441d9a660deb5b162a6b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:13:57.979684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:13:57.985435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:13:57.995374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:57.996942 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:58.018742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:58.129413 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:58.150769 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:13:58.152390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f4ecd031-e9e4-45a4-a656-5f918bb876f7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5380728
Apr 30 04:14:00.517655 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cd8e4b07-901f-4e6c-a56e-9536eca49ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:00.520535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48150) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:14:00.676244 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:14:00.898697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-d26b49ec-d161-4240-beda-0d55f2b932a7 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:14:00.900412 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d26b49ec-d161-4240-beda-0d55f2b932a7 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3788936
Apr 30 04:14:03.201461 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.275552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48160) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:14:03.496277 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7b9f951f-7155-4da8-8b15-557fc496bc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.645006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:14:03.651010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:14:03.655058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Usage tracker for resource:network and tenant:3aa76db8ce0a440a9e87c33f4c37445e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:14:03.657977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:14:03.663553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:14:03.673703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Made reservation on behalf of 3aa76db8ce0a440a9e87c33f4c37445e for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:14:03.675952 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.710890 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.726821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:14:03.731105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa76db8ce0a440a9e87c33f4c37445e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:14:03.734296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:14:03.739973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:14:03.836042 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.839807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.843897 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:03.859084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Reserving flat network on physical network physnet1 {{(pid=74581) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 30 04:14:03.880586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdcca8a-6e56-4bdb-b1fe-506e6a95cfe6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:03.886332 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789518038164', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.886927 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe7819b4940> segment precommit_create {{(pid=74581) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 04:14:03.887371 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Added segment 5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0 of type flat for network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c
Apr 30 04:14:03.894597 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:03.932297 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.974126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.975412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:14:03.975987 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:03.981167 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:04.074151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7974374
Apr 30 04:14:04.078923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Pushing event updated for resources: {'Network': ['ID=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:04.082287 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:04.090873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:14:04.427559 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:05.948827 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:06.414317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48180) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:14:06.622143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff8259d-15b1-4a08-8bf7-5def91741081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:14:06.623508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fff8259d-15b1-4a08-8bf7-5def91741081 admin admin] 10.222.0.46 "GET /v2.0/subnets/5607da2f-2603-4e02-8e7c-34f719465687 HTTP/1.1" status: 200  len: 849 time: 0.2076797
Apr 30 04:14:06.767217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-264e1afa-8d64-40e7-bfb0-b619846ed8c5 admin admin] 10.222.0.46 "GET /v2.0/routers/6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 HTTP/1.1" status: 200  len: 704 time: 0.1381230
Apr 30 04:14:07.241001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:07.466025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Allocated IP 172.20.0.1 (2201332a-a710-423e-b972-02b9ad1f0275/5607da2f-2603-4e02-8e7c-34f719465687/824b7017-b961-404e-a45a-73ee48bd8253) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:14:07.658534 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:07.675312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Transition to ACTIVE for port object 824b7017-b961-404e-a45a-73ee48bd8253 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:14:07.728403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:07.732044 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:07.797137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Network 2201332a-a710-423e-b972-02b9ad1f0275 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:14:07.800332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:14:07.804087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:14:07.804606 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:07.923238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Pushing event updated for resources: {'Port': ['ID=824b7017-b961-404e-a45a-73ee48bd8253,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:07.938513 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:08.043604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cedc0a3e-8851-45d5-8cd9-12e40cf2246e None None] Provisioning for port 824b7017-b961-404e-a45a-73ee48bd8253 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:14:08.048233 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cedc0a3e-8851-45d5-8cd9-12e40cf2246e None None] Provisioning complete for port 824b7017-b961-404e-a45a-73ee48bd8253 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:14:08.048608 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cedc0a3e-8851-45d5-8cd9-12e40cf2246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:08.070614 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:08.105951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-cedc0a3e-8851-45d5-8cd9-12e40cf2246e None None] Port 824b7017-b961-404e-a45a-73ee48bd8253 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:14:08.295045 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:08.299449 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:08.300444 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:08.303481 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:08.435251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Pushing event updated for resources: {'Port': ['ID=824b7017-b961-404e-a45a-73ee48bd8253,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:08.441305 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:08.490963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Network 2201332a-a710-423e-b972-02b9ad1f0275 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:14:08.492070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:14:08.676538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Router 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:14:08.728918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fd458b29-550d-4fb9-9500-9c70ed1a6367 None None] Provisioning complete for port 824b7017-b961-404e-a45a-73ee48bd8253 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:14:08.729229 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fd458b29-550d-4fb9-9500-9c70ed1a6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:08.783483 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fd458b29-550d-4fb9-9500-9c70ed1a6367 None None] Port 824b7017-b961-404e-a45a-73ee48bd8253 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:14:08.832532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:14:08.841550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] 10.222.0.46 "PUT /v2.0/routers/6d638b8b-e492-4ce2-826c-9b00e7a9fbb3/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0694611
Apr 30 04:14:08.842016 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Sync routers for ids ['6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:14:08.853532 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Routers {'6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:14:08.854373 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e01070>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:14:03Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:14:09.039022 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Set router 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:14:09.415544 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e01070>, [{'id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'name': 'router1', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:13:58Z', 'updated_at': '2021-04-30T04:14:08Z', 'revision_number': 2, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'gw_port_host': None, '_interfaces': [{'id': '824b7017-b961-404e-a45a-73ee48bd8253', 'name': '', 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'mac_address': 'fa:16:3e:40:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5607da2f-2603-4e02-8e7c-34f719465687', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:14:07Z', 'updated_at': '2021-04-30T04:14:08Z', 'revision_number': 2, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'subnets': [{'id': '5607da2f-2603-4e02-8e7c-34f719465687', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380ed879-f0c1-4bbd-ae63-2c6770aa2b6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:14:09.420911 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Checking router: 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:14:09.421292 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Updating router 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 port 824b7017-b961-404e-a45a-73ee48bd8253 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:14:09.475345 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:09.860686 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:09.877704 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Transition to ACTIVE for port object 824b7017-b961-404e-a45a-73ee48bd8253 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:14:09.884885 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:09.890255 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:10.117379 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Attempting to bind port 824b7017-b961-404e-a45a-73ee48bd8253 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:14:10.117777 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Attempting to bind port 824b7017-b961-404e-a45a-73ee48bd8253 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '4d037d7b-d261-44bb-9e71-3e51472b11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:14:10.118817 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Attempting to bind port 824b7017-b961-404e-a45a-73ee48bd8253 on network 2201332a-a710-423e-b972-02b9ad1f0275 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:14:10.121304 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Pushing event updated for resources: {'Port': ['ID=824b7017-b961-404e-a45a-73ee48bd8253,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:10.130992 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:14:10.131626 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Checking segment: {'id': '4d037d7b-d261-44bb-9e71-3e51472b11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:14:10.132178 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:10.132547 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Bound using segment: {'id': '4d037d7b-d261-44bb-9e71-3e51472b11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:14:10.133096 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Bound port: 824b7017-b961-404e-a45a-73ee48bd8253, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d037d7b-d261-44bb-9e71-3e51472b11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:14:10.133622 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:10.144243 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.144507 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.144821 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.145131 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.145439 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.145747 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.146050 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.146350 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.146658 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.146958 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.147261 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.147593 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Tracked resource versions report:
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]: pushed versions:
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]: {   'AddressGroup': {'1.2'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'ConntrackHelper': {'1.0'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'Log': {'1.0'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'Network': {'1.1'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'Port': {'1.7'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'PortForwarding': {'1.2'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'QosPolicy': {'1.8'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'SecurityGroup': {'1.4'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'SecurityGroupRule': {'1.2'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'SubPort': {'1.0'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'Subnet': {'1.1'},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     'Trunk': {'1.1'}}
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]: consumer versions:
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]: {   DHCP agent@n-d-766726-20: {},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     L3 agent@n-d-766726-20: {},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     Metadata agent@n-d-766726-20: {},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     Metering agent@n-d-766726-20: {},
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:     Open vSwitch agent@n-d-766726-20: {   'AddressGroup': '1.2',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'ConntrackHelper': '1.0',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'Log': '1.0',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'Network': '1.1',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'Port': '1.7',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'PortForwarding': '1.2',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'QosPolicy': '1.8',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'SecurityGroup': '1.4',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'SecurityGroupRule': '1.2',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'SubPort': '1.0',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'Subnet': '1.1',
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:                                           'Trunk': '1.1'}}
Apr 30 04:14:10.148699 n-d-766726-20 neutron-server[74584]:  {{(pid=74584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 04:14:10.156132 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:10.235382 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] For port 824b7017-b961-404e-a45a-73ee48bd8253, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:14:10.240646 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] For port 824b7017-b961-404e-a45a-73ee48bd8253, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=824b7017-b961-404e-a45a-73ee48bd8253,segment=NetworkSegment(4d037d7b-d261-44bb-9e71-3e51472b11b7),segment_id=4d037d7b-d261-44bb-9e71-3e51472b11b7)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:14:10.244070 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:10.248818 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:10.355639 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Routers {'6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:14:10.356278 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e01070>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:14:03Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:14:10.413235 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Pushing event updated for resources: {'Port': ['ID=824b7017-b961-404e-a45a-73ee48bd8253,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:10.424190 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:10.513067 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] Set router 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:14:10.845580 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e01070>, [{'id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'name': 'router1', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:13:58Z', 'updated_at': '2021-04-30T04:14:08Z', 'revision_number': 2, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'gw_port_host': None, '_interfaces': [{'id': '824b7017-b961-404e-a45a-73ee48bd8253', 'name': '', 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'mac_address': 'fa:16:3e:40:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5607da2f-2603-4e02-8e7c-34f719465687', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:14:07Z', 'updated_at': '2021-04-30T04:14:10Z', 'revision_number': 4, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'subnets': [{'id': '5607da2f-2603-4e02-8e7c-34f719465687', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380ed879-f0c1-4bbd-ae63-2c6770aa2b6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:14:10.849502 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ca005-9301-4bba-8e84-4cfdb7835a18 None None] The sync data for ids ['6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'] in n-d-766726-20 is: [{'id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'name': 'router1', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:13:58Z', 'updated_at': '2021-04-30T04:14:08Z', 'revision_number': 2, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'gw_port_host': None, '_interfaces': [{'id': '824b7017-b961-404e-a45a-73ee48bd8253', 'name': '', 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'mac_address': 'fa:16:3e:40:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5607da2f-2603-4e02-8e7c-34f719465687', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:14:07Z', 'updated_at': '2021-04-30T04:14:10Z', 'revision_number': 4, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'subnets': [{'id': '5607da2f-2603-4e02-8e7c-34f719465687', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380ed879-f0c1-4bbd-ae63-2c6770aa2b6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:14:11.237640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48202) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:14:11.392301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c987267-e4db-4856-b8fa-31786c1dcbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:14:11.394134 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6c987267-e4db-4856-b8fa-31786c1dcbed admin admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 842 time: 0.1550753
Apr 30 04:14:11.403897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.8.0/24', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:14:11.408464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:14:11.412243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Usage tracker for resource:subnet and tenant:3aa76db8ce0a440a9e87c33f4c37445e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:14:11.415268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:14:11.420910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:14:11.430932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Made reservation on behalf of 3aa76db8ce0a440a9e87c33f4c37445e for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:14:11.433257 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:11.910607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:14:11.911093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:11.916651 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:11.990848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff43f74a-55dc-4336-a800-535e5ca808d4,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:12.000671 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:12.001480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:14:12.001855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Network hostable DHCP agents. Network: c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:14:12.025507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:14:12.041377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:14:12.046509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:14:12.047080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:12.052040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d383944-1722-4435-86c5-87c7d6a6e640 None None] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:14:12.075872 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6763711
Apr 30 04:14:12.292193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687df1da-65e8-415b-8b02-16e19709e499 None None] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:14:14.411867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48216) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:14:14.674947 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7ed41d60-cad0-4922-900c-5d5adc54f0ef admin admin] 10.222.0.46 "GET /v2.0/routers/6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 HTTP/1.1" status: 200  len: 710 time: 0.2618902
Apr 30 04:14:14.813413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3a654-f740-4648-808f-a3089f4c064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:14:14.815620 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4cb3a654-f740-4648-808f-a3089f4c064c admin admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 886 time: 0.1354604
Apr 30 04:14:14.824429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:14:15.122922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 824b7017-b961-404e-a45a-73ee48bd8253 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:14:15.204706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 824b7017-b961-404e-a45a-73ee48bd8253 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:14:15.209285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 824b7017-b961-404e-a45a-73ee48bd8253 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:14:15.209658 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:15.304879 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:15.325947 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:15.361162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 824b7017-b961-404e-a45a-73ee48bd8253, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=824b7017-b961-404e-a45a-73ee48bd8253,segment=NetworkSegment(4d037d7b-d261-44bb-9e71-3e51472b11b7),segment_id=4d037d7b-d261-44bb-9e71-3e51472b11b7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:14:15.364966 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:15.369167 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:15.434110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=824b7017-b961-404e-a45a-73ee48bd8253,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:15.437179 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:15.662268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:15.717465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:15.855319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Allocated IP 172.25.8.151 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/bb55de54-4812-483f-8880-42009481e6c5) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:14:16.000886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:16.055982 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:16.060387 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:16.123834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:14:16.127000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:14:16.130716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:14:16.217464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Pushing event updated for resources: {'Port': ['ID=bb55de54-4812-483f-8880-42009481e6c5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:16.289971 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:16.560275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:16.955283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:16.959348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:17.107941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 824b7017-b961-404e-a45a-73ee48bd8253 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:14:17.178031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 824b7017-b961-404e-a45a-73ee48bd8253 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:14:17.178392 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:17.192564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Router 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:14:17.405638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:14:17.416347 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:17.416804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Sync routers for ids ['6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:14:17.417517 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] 10.222.0.46 "PUT /v2.0/routers/6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 HTTP/1.1" status: 200  len: 890 time: 2.5966632
Apr 30 04:14:17.430405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Routers {'6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:14:17.432495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78049aa30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:14:03Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:14:17.664071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Set router 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:14:18.029537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78049aa30>, [{'id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'name': 'router1', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb55de54-4812-483f-8880-42009481e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:13:58Z', 'updated_at': '2021-04-30T04:14:16Z', 'revision_number': 4, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'gw_port': {'id': 'bb55de54-4812-483f-8880-42009481e6c5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:14:15Z', 'updated_at': '2021-04-30T04:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '824b7017-b961-404e-a45a-73ee48bd8253', 'name': '', 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'mac_address': 'fa:16:3e:40:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5607da2f-2603-4e02-8e7c-34f719465687', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:14:07Z', 'updated_at': '2021-04-30T04:14:15Z', 'revision_number': 5, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'subnets': [{'id': '5607da2f-2603-4e02-8e7c-34f719465687', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380ed879-f0c1-4bbd-ae63-2c6770aa2b6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:14:18.034741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Checking router: 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:14:18.035085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Updating router 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 port bb55de54-4812-483f-8880-42009481e6c5 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:14:18.089122 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:18.458933 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:18.472861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Transition to ACTIVE for port object bb55de54-4812-483f-8880-42009481e6c5 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:14:18.480211 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:18.484083 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:18.567787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Attempting to bind port bb55de54-4812-483f-8880-42009481e6c5 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:14:18.568156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Attempting to bind port bb55de54-4812-483f-8880-42009481e6c5 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:14:18.568512 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Attempting to bind port bb55de54-4812-483f-8880-42009481e6c5 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:14:18.570466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d52127-6b4a-4da0-be51-c701e4b09896 None None] Pushing event updated for resources: {'Port': ['ID=bb55de54-4812-483f-8880-42009481e6c5,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:18.574837 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-08d52127-6b4a-4da0-be51-c701e4b09896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:18.577506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:14:18.577879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:14:18.578275 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:18.578663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:14:18.579127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Bound port: bb55de54-4812-483f-8880-42009481e6c5, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:14:18.579570 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:18.655392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] For port bb55de54-4812-483f-8880-42009481e6c5, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:14:18.658366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] For port bb55de54-4812-483f-8880-42009481e6c5, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bb55de54-4812-483f-8880-42009481e6c5,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:14:18.664240 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:18.668897 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-94395d92-36ee-44ee-8411-3ea1327a06d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:18.747513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d52127-6b4a-4da0-be51-c701e4b09896 None None] Pushing event updated for resources: {'Port': ['ID=bb55de54-4812-483f-8880-42009481e6c5,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:18.751399 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-08d52127-6b4a-4da0-be51-c701e4b09896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:18.752746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Routers {'6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:14:18.753490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78049aa30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:14:03Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:14:18.974569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] Set router 6d638b8b-e492-4ce2-826c-9b00e7a9fbb3 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:14:19.332677 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78049aa30>, [{'id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'name': 'router1', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb55de54-4812-483f-8880-42009481e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:13:58Z', 'updated_at': '2021-04-30T04:14:16Z', 'revision_number': 4, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'gw_port': {'id': 'bb55de54-4812-483f-8880-42009481e6c5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:14:15Z', 'updated_at': '2021-04-30T04:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '824b7017-b961-404e-a45a-73ee48bd8253', 'name': '', 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'mac_address': 'fa:16:3e:40:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5607da2f-2603-4e02-8e7c-34f719465687', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:14:07Z', 'updated_at': '2021-04-30T04:14:15Z', 'revision_number': 5, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'subnets': [{'id': '5607da2f-2603-4e02-8e7c-34f719465687', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380ed879-f0c1-4bbd-ae63-2c6770aa2b6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:14:19.336737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389b1e2-e8c8-4fda-9850-12dc52224114 None None] The sync data for ids ['6d638b8b-e492-4ce2-826c-9b00e7a9fbb3'] in n-d-766726-20 is: [{'id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'name': 'router1', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'bb55de54-4812-483f-8880-42009481e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:13:58Z', 'updated_at': '2021-04-30T04:14:16Z', 'revision_number': 4, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'gw_port': {'id': 'bb55de54-4812-483f-8880-42009481e6c5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:14:15Z', 'updated_at': '2021-04-30T04:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '824b7017-b961-404e-a45a-73ee48bd8253', 'name': '', 'network_id': '2201332a-a710-423e-b972-02b9ad1f0275', 'tenant_id': 'd25822b159be441d9a660deb5b162a6b', 'mac_address': 'fa:16:3e:40:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d638b8b-e492-4ce2-826c-9b00e7a9fbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5607da2f-2603-4e02-8e7c-34f719465687', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:14:07Z', 'updated_at': '2021-04-30T04:14:15Z', 'revision_number': 5, 'project_id': 'd25822b159be441d9a660deb5b162a6b', 'subnets': [{'id': '5607da2f-2603-4e02-8e7c-34f719465687', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '380ed879-f0c1-4bbd-ae63-2c6770aa2b6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:14:20.041229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48226) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:14:20.166154 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5c5332b8-7eee-4ad9-92e7-e51f99100fc2 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1235640
Apr 30 04:14:21.130736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb55de54-4812-483f-8880-42009481e6c5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:14:21.203081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port bb55de54-4812-483f-8880-42009481e6c5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:14:21.208020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port bb55de54-4812-483f-8880-42009481e6c5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:14:21.208471 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:21.326256 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:21.344093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port bb55de54-4812-483f-8880-42009481e6c5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bb55de54-4812-483f-8880-42009481e6c5,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:14:21.348602 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:21.350642 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:14:21.422541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=bb55de54-4812-483f-8880-42009481e6c5,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:14:21.425747 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:14:23.117059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb55de54-4812-483f-8880-42009481e6c5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:14:23.204890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port bb55de54-4812-483f-8880-42009481e6c5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:14:23.205272 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:30.546663 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9827dc8a-c959-4dc4-a837-f4b236460afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:33.207137 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:33.501076 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ca553146-9e10-464a-89b8-aac3ff29b99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:34.432654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:35.972355 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:14:37.675929 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:15:00.525438 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1a952368-efcd-4e21-8d54-d15f2ee45c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:03.200964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:03.504478 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1ca48758-6bf2-4a0f-ab1d-cf38ec771311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:04.436776 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:05.970760 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:14.675454 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:15:30.529009 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0180482f-2987-48c3-818c-6f956494b5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:33.204455 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:33.506689 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d6acd889-ac47-4294-ade0-b7a89bba89d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:34.440143 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:35.973269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:15:51.674666 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:15:59.912489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48828) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:15:59.982880 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-44af7b5c-d565-40ce-bf69-3070fdee58fc admin admin] GET failed (client error): The resource could not be found.
Apr 30 04:15:59.984216 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-44af7b5c-d565-40ce-bf69-3070fdee58fc admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0706646
Apr 30 04:16:00.119268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cace1d53-65ba-4447-b187-3c7a76dc137d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:00.120677 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cace1d53-65ba-4447-b187-3c7a76dc137d admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1326714
Apr 30 04:16:00.531588 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2532051f-bc43-454d-9efd-2c4b1c4cf6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:02.261630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48838) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:02.369206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73d939-7ae6-4a0c-92e1-b7a040e24d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:02.370547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cd73d939-7ae6-4a0c-92e1-b7a040e24d91 admin admin] 10.222.0.46 "GET /v2.0/subnets/5607da2f-2603-4e02-8e7c-34f719465687 HTTP/1.1" status: 200  len: 849 time: 0.1079853
Apr 30 04:16:02.379822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:16:02.535706 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Notify callbacks [] for subnet, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:02.830814 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789518030686'] for subnet, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:02.834375 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-37ae60e6-8393-4039-8621-b77ebbbf75b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:16:02.872542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:02.873140 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:02.877621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8789ee-f77a-4a4c-a1a7-5e495d4b190c None None] Network 2201332a-a710-423e-b972-02b9ad1f0275 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:16:02.886219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] 10.222.0.46 "PUT /v2.0/subnets/5607da2f-2603-4e02-8e7c-34f719465687 HTTP/1.1" status: 200  len: 868 time: 0.5099678
Apr 30 04:16:02.922537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5607da2f-2603-4e02-8e7c-34f719465687,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:16:02.933832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.934102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.934571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.934969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.935357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.935662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.936018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.936439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.936849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.937196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.937520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.938028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:02.941995 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:16:03.209911 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:03.366965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-da03caaa-c27a-46f3-84c4-5848ed0a942b None None] Provisioning complete for port a57331a1-3996-404c-a126-82ee611d85ed triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:16:03.368060 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-da03caaa-c27a-46f3-84c4-5848ed0a942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:03.509578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-da03caaa-c27a-46f3-84c4-5848ed0a942b None None] Provisioning complete for port 824b7017-b961-404e-a45a-73ee48bd8253 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:16:03.510017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-da03caaa-c27a-46f3-84c4-5848ed0a942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:03.543169 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0b4f8b9c-7cce-4f93-9393-d82abe419a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:04.440464 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:05.047812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48848) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:05.222917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1d622-1d3d-4843-89c0-8e0bc7f93f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:05.223430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1d622-1d3d-4843-89c0-8e0bc7f93f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:05.224169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-42b1d622-1d3d-4843-89c0-8e0bc7f93f87 admin admin] Synchronizing usage tracker for tenant:3aa76db8ce0a440a9e87c33f4c37445e on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:16:05.241804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-42b1d622-1d3d-4843-89c0-8e0bc7f93f87 admin admin] Unset dirty status for tenant:3aa76db8ce0a440a9e87c33f4c37445e on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:16:05.243604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-42b1d622-1d3d-4843-89c0-8e0bc7f93f87 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1946461
Apr 30 04:16:05.977384 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:07.397888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48858) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:07.572467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b81eb-a6d0-4fc1-b4f8-ef961a35b808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:07.572851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b81eb-a6d0-4fc1-b4f8-ef961a35b808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:07.574378 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-442b81eb-a6d0-4fc1-b4f8-ef961a35b808 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1755486
Apr 30 04:16:09.738587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48868) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:09.911854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047fd6a9-1da2-4def-a917-0dcb8801ae34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:09.914767 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-047fd6a9-1da2-4def-a917-0dcb8801ae34 admin admin] 10.222.0.46 "GET /v2.0/networks/2201332a-a710-423e-b972-02b9ad1f0275 HTTP/1.1" status: 200  len: 869 time: 0.1746850
Apr 30 04:16:12.062537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48878) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:12.233972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856f44d-4079-4391-afd4-f51f6f1277ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:12.235381 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8856f44d-4079-4391-afd4-f51f6f1277ea admin admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 886 time: 0.1718757
Apr 30 04:16:14.353653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48888) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:14.460855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a606bc-de0e-4111-9815-b7d26bd4a316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:14.461410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a606bc-de0e-4111-9815-b7d26bd4a316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:14.462935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-80a606bc-de0e-4111-9815-b7d26bd4a316 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1082618
Apr 30 04:16:16.589253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48898) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:16.697381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc23d1c-cc8f-400b-abc7-2644453b8c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:16.697854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc23d1c-cc8f-400b-abc7-2644453b8c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:16.699345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ddc23d1c-cc8f-400b-abc7-2644453b8c97 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1091537
Apr 30 04:16:18.825043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48908) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:18.934214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8d961-122a-4f86-9d27-a403b0a1c67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:18.934774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1fe8d961-122a-4f86-9d27-a403b0a1c67c admin admin] Synchronizing usage tracker for tenant:3aa76db8ce0a440a9e87c33f4c37445e on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:16:18.952023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1fe8d961-122a-4f86-9d27-a403b0a1c67c admin admin] Unset dirty status for tenant:3aa76db8ce0a440a9e87c33f4c37445e on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:16:18.958063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1fe8d961-122a-4f86-9d27-a403b0a1c67c admin admin] 10.222.0.46 "GET /v2.0/subnets/5607da2f-2603-4e02-8e7c-34f719465687 HTTP/1.1" status: 200  len: 868 time: 0.1272576
Apr 30 04:16:21.077613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48918) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:21.184325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec3f8b-0818-4228-959e-c8daac72e40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:21.185602 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-baec3f8b-0818-4228-959e-c8daac72e40b admin admin] 10.222.0.46 "GET /v2.0/subnets/ff43f74a-55dc-4336-a800-535e5ca808d4 HTTP/1.1" status: 200  len: 816 time: 0.1070633
Apr 30 04:16:28.672971 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:16:30.533332 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e6921ee3-2693-4bc0-8ecf-85422a45e40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:33.203681 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:33.516251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-42554cd3-a062-450f-9238-47653d2e6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:34.441945 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:35.979543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:44.533071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48962) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:44.582774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-2203ea3e-7409-47ff-843f-b077810298ca admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:16:44.583790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2203ea3e-7409-47ff-843f-b077810298ca admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0497551
Apr 30 04:16:46.794098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48972) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:46.862670 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae6c2c7-e6d6-4337-8ba0-aee1bbf8e15c admin admin] GET failed (client error): The resource could not be found.
Apr 30 04:16:46.863961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5ae6c2c7-e6d6-4337-8ba0-aee1bbf8e15c admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0689116
Apr 30 04:16:46.989997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7577f7-bf3c-4690-ad40-a2b9d78429be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:46.992057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3d7577f7-bf3c-4690-ad40-a2b9d78429be admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1240234
Apr 30 04:16:49.169312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48982) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:49.226084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:16:49.231238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:16:49.240878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:16:49.250597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Made reservation on behalf of 3aa76db8ce0a440a9e87c33f4c37445e for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:16:49.253166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:49.342916 n-d-766726-20 neutron-server[74581]: WARNING neutron.services.revisions.revision_plugin [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fe77bd6ea00] {project_id='3aa76db8ce0a440a9e87c33f4c37445e', id='48029754-c3a3-410c-8008-32d8b198b23c', target_tenant='*', action='access_as_shared', object_id='dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}> to bump revision.
Apr 30 04:16:49.355386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:16:49.364002 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:49.364389 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Added segment 4b4b93a6-a380-4b96-90a2-2baf8dba8d6c of type vlan for network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b
Apr 30 04:16:49.389372 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:49.419806 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:49.421318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:49.421900 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:49.425199 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:16:49.526271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:16:49.529799 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:16:49.531714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3610742
Apr 30 04:16:49.537075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:16:51.735320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48992) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:16:51.805100 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2722b43-8ce1-49a9-bc07-bb9706baee5e admin admin] GET failed (client error): The resource could not be found.
Apr 30 04:16:51.805618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e2722b43-8ce1-49a9-bc07-bb9706baee5e admin admin] Synchronizing usage tracker for tenant:3aa76db8ce0a440a9e87c33f4c37445e on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:16:51.820937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e2722b43-8ce1-49a9-bc07-bb9706baee5e admin admin] Unset dirty status for tenant:3aa76db8ce0a440a9e87c33f4c37445e on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:16:51.822257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e2722b43-8ce1-49a9-bc07-bb9706baee5e admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0859261
Apr 30 04:16:51.928870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f84abe-e0d3-406f-824c-26bc9a99dd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:51.930635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-46f84abe-e0d3-406f-824c-26bc9a99dd65 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1041880
Apr 30 04:16:51.940160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:16:51.945291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:16:51.954595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:16:51.964332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Made reservation on behalf of 3aa76db8ce0a440a9e87c33f4c37445e for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:16:51.966773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Notify callbacks [] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:52.417663 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:52.421467 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:16:52.493203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef0df9d-7c6f-4689-98b2-c52a078602ef,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:16:52.498356 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:16:52.500746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:16:52.501091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Network hostable DHCP agents. Network: dfa9af59-f9bc-4816-b9f5-5405ba4caa9b, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:16:52.517716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:16:52.528538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, dfa9af59-f9bc-4816-b9f5-5405ba4caa9b) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:16:52.532890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:16:52.533531 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:52.538144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb9d691-8c24-4c86-a952-0e804e7146a2 None None] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:16:52.561526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6247926
Apr 30 04:16:52.766388 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'tenant_id': '3aa76db8ce0a440a9e87c33f4c37445e', 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:16:52.767375 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:52.933300 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Allocated IP 192.168.233.2 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:16:53.142466 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:53.153903 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Transition to ACTIVE for port object a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:16:53.173726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Transition to ACTIVE for port object a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:16:53.179552 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:53.183958 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:16:53.247414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:16:53.250531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:16:53.257879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:16:53.259987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Pushing event updated for resources: {'Port': ['ID=a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:16:53.268952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.269287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.272487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.272487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.272487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.272487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.272487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.272487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.272487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.272487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.273185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.273185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:16:53.305008 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:16:53.362371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Attempting to bind port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:16:53.362734 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Attempting to bind port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:16:53.363097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Attempting to bind port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:16:53.368916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:16:53.369284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:16:53.369678 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:53.370067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:16:53.370528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Bound port: a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:16:53.370911 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:53.460755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] For port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:16:53.464178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] For port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:16:53.469264 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:53.473232 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-08d52127-6b4a-4da0-be51-c701e4b09896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:16:53.552300 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Pushing event updated for resources: {'Port': ['ID=a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:16:53.557500 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:16:54.359619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ac223-9b24-4642-afed-f3efe2f81455 None None] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:16:54.461705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-11a4d26d-026d-470a-aa62-8d85438a8e1f None None] Provisioning for port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:16:55.254634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:16:55.329588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:16:55.336610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:16:55.336984 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:55.486556 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:55.520270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:16:55.525339 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:16:55.527996 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:16:55.593672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:16:55.596770 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:16:57.241845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:16:57.313035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a1592f95-c5bf-4a6c-9c4d-17ec7cbe2aa6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:16:57.313406 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:00.535132 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a9f4ceee-a173-4e84-a6bc-e1d893b625e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:03.208842 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:03.517854 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e6b107d5-b486-4f3b-ba25-59bf2d6d5643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:04.446654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:05.672057 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:17:05.981885 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:30.542283 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31141878-c928-4524-92ad-52ba3d3770d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:33.205110 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:33.522558 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ca47-f000-41e1-9bc6-af9ea45bb064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:34.451542 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:35.987754 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:42.671448 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:17:59.094079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49042) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:17:59.100970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-b5b0c411-d1b3-49bf-8391-495675e4774d tempest-verify_tempest_config-1561270725 tempest-verify_tempest_config-1561270725-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:17:59.101961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b5b0c411-d1b3-49bf-8391-495675e4774d tempest-verify_tempest_config-1561270725 tempest-verify_tempest_config-1561270725-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0069141
Apr 30 04:17:59.412572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49060) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:17:59.532894 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:59.547829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:17:59.552219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Usage tracker for resource:security_group_rule and tenant:33794f5aa86f4492a0d1059916612f0a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:17:59.555007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:17:59.560596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:17:59.649781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:59.654101 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:59.662675 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72efd612-e543-4981-9714-4c4f5dc2fa07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:17:59.704030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8bb0eb-ab17-426a-ac37-c193c53dafc8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:17:59.707127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Synchronizing usage tracker for tenant:3aa76db8ce0a440a9e87c33f4c37445e on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:17:59.715572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.715909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.716239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.716566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.716899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.717213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.717534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.717849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.718162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.718472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.718783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.719090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:17:59.724575 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:17:59.735615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Unset dirty status for tenant:3aa76db8ce0a440a9e87c33f4c37445e on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:17:59.736836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33794f5aa86f4492a0d1059916612f0a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3232920
Apr 30 04:17:59.740158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49066) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:17:59.798096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1192dd5a-2d7e-4f14-8a37-42c2ad40e770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:59.829875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1192dd5a-2d7e-4f14-8a37-42c2ad40e770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:59.924082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1192dd5a-2d7e-4f14-8a37-42c2ad40e770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:59.928216 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:17:59.939068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192dd5a-2d7e-4f14-8a37-42c2ad40e770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8bb0eb-ab17-426a-ac37-c193c53dafc8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:17:59.943010 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1192dd5a-2d7e-4f14-8a37-42c2ad40e770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:17:59.948027 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1192dd5a-2d7e-4f14-8a37-42c2ad40e770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:17:59.949153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1192dd5a-2d7e-4f14-8a37-42c2ad40e770 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f8bb0eb-ab17-426a-ac37-c193c53dafc8 HTTP/1.1" status: 204  len: 168 time: 0.2081640
Apr 30 04:18:00.538159 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ddd73e11-15ea-42a7-96c2-52dffe5a09cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:03.199669 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:03.525377 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cd7f51ed-d1be-474f-8b13-d5de37b7e68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:04.451946 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:05.988326 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:19.670496 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:18:30.533412 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2fc002c-d641-418c-88fe-4ff3530c5f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:33.206616 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:33.530870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b96b2744-45c4-4fb7-8a99-2c08173b1c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:34.456941 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:35.994675 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:18:56.669930 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:19:00.540229 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c1be70d4-4abe-44d6-b459-101c3b2a0258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:19:03.204781 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:19:03.543197 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f758b6e7-3d8e-49c1-a689-01528a40205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:19:04.469336 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:19:05.998395 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:19:30.533805 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b062c0e4-83e8-486b-a103-7a0995b684a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:19:33.201938 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:19:33.540793 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e9942675-a626-4771-b95e-ac8ea6388190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:19:33.669153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:19:34.465161 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:19:36.000881 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:00.531710 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd46dfc3-6883-450b-b194-f6c3d2714ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:03.198885 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:03.549744 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-296a8785-7c2b-4ed2-bc02-4f10ddb5f630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:04.471659 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:06.101397 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:10.667528 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:20:30.531914 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80b44ec2-4657-4255-ac92-6a21a8887aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:33.194870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:33.544314 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-55df2ca3-76db-4550-a6ac-9d508395b621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:34.471717 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:36.006824 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:47.667365 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 5 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:20:56.747991 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182'] for agent, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:20:56.788651 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182'] for agent, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:00.528996 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-831b1e87-010d-41c3-8d36-7d6d8e267e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:03.201471 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:03.550871 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-db9f4a62-c380-47df-8657-352e95d14c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:04.473814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:06.006170 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:24.667150 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:21:26.713504 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:26.735511 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:30.525652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0e2d-5291-4cd9-b100-699a616dd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:33.201492 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:33.545816 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f6fd-30d0-4bca-b144-b1467a9b40ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:34.478494 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:36.012153 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:40.549243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49130) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:21:40.689021 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-89bf1892-5212-4ea8-b048-2a3d6fe90025 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4689 time: 0.1381562
Apr 30 04:21:43.007988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49140) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:21:43.094650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e4f6e350-5457-4383-9878-5864cf91ac8e admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4689 time: 0.0851970
Apr 30 04:21:56.712674 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:21:56.749859 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:00.520994 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-873ff6ed-b18d-4daa-8f5f-639a7ef82e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:01.667028 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:22:03.196950 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:03.558379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ba1828c3-ef96-489e-8356-ee4c38a17158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:04.482805 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:06.011812 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:26.739559 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:26.787074 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:30.528099 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-30938218-f4bd-41a7-8221-f22f58c44550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:33.218060 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:33.560745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c21651cc-46b5-4ef8-9356-01924842243d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:34.493696 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:36.030531 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:38.669237 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:22:56.722137 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:22:56.751446 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:00.533567 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-775dc282-05b3-4d58-9673-e84cdb703839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:03.217006 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:03.558263 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-01996509-045c-44dd-bb6a-a1f41c5364d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:04.489631 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:06.044472 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:12.665673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49328) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:13.266662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-network', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:13.273431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:13.279676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Usage tracker for resource:network and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:13.284064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:13.292751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:13.309347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Made reservation on behalf of 5f33ae81c63a424989ffcaf8a0374407 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:23:13.313294 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:13.337156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:13.365205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:13.373040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Usage tracker for resource:security_group_rule and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:13.378558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:13.390549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:13.544514 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:13.551370 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:13.568850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:23:13.584345 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:13.585149 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Added segment 0a07cb73-f6d0-40ba-90bb-f125899fa6dc of type vlan for network 926b2a9a-9498-4d47-9666-adc48815dd31
Apr 30 04:23:13.604576 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:13.668605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7276bf2e-7863-4cc1-a0ec-7889df4d2664,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:13.692660 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:13.700975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.700975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.701566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.702401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.702936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.703504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.704064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.704576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.705132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.705666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.706171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.706710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Tracked resource versions report:
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]: pushed versions:
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]: {   'AddressGroup': {'1.2'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'ConntrackHelper': {'1.0'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'Log': {'1.0'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'Network': {'1.1'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'Port': {'1.7'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'PortForwarding': {'1.2'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'QosPolicy': {'1.8'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'SecurityGroup': {'1.4'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'SecurityGroupRule': {'1.2'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'SubPort': {'1.0'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'Subnet': {'1.1'},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     'Trunk': {'1.1'}}
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]: consumer versions:
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]: {   DHCP agent@n-d-766726-20: {},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     HyperV agent@n-h1-766726-20: {},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     HyperV agent@n-h2-766726-20: {},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     L3 agent@n-d-766726-20: {},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     Metadata agent@n-d-766726-20: {},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     Metering agent@n-d-766726-20: {},
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:     Open vSwitch agent@n-d-766726-20: {   'AddressGroup': '1.2',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'ConntrackHelper': '1.0',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'Log': '1.0',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'Network': '1.1',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'Port': '1.7',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'PortForwarding': '1.2',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'QosPolicy': '1.8',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'SecurityGroup': '1.4',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'SecurityGroupRule': '1.2',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'SubPort': '1.0',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'Subnet': '1.1',
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:                                           'Trunk': '1.1'}}
Apr 30 04:23:13.708778 n-d-766726-20 neutron-server[74581]:  {{(pid=74581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 04:23:13.752639 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:13.771161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:13.774257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:13.775259 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:13.793442 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-685bcbfe-a4f3-4df1-a11d-3dcb57e831f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:13.991091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Pushing event updated for resources: {'Network': ['ID=926b2a9a-9498-4d47-9666-adc48815dd31,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:13.997033 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.3330474
Apr 30 04:23:13.998994 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:14.001478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49362) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:14.004391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 926b2a9a-9498-4d47-9666-adc48815dd31 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:23:14.010608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Request body: {'subnet': {'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-subnet', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:14.016740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:14.022153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Usage tracker for resource:subnet and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:14.026361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:14.034295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:14.051589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Made reservation on behalf of 5f33ae81c63a424989ffcaf8a0374407 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:23:14.054869 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:14.628399 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:14.634330 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-53c5cb1b-59ee-46f2-9b66-5acf1307840a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:14.735898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5102ee2-1ffa-4026-b871-f222812f6c0a,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:14.741166 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:14.759778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Checking segment: {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:23:14.760939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Network hostable DHCP agents. Network: 926b2a9a-9498-4d47-9666-adc48815dd31, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:23:14.790299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Network 926b2a9a-9498-4d47-9666-adc48815dd31 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:23:14.803218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 926b2a9a-9498-4d47-9666-adc48815dd31) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:14.813696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb700ba-b52c-47d1-a11b-c1a9c54da4ba None None] Network 926b2a9a-9498-4d47-9666-adc48815dd31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:23:14.818387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:14.819511 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:14.876271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.8671496
Apr 30 04:23:14.876930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49384) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:14.890273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:14.903446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:14.912911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Usage tracker for resource:router and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:14.921266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:14.935012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:14.957950 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:14.961327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:15.006881 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:15.335813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-926b2a9a-9498-4d47-9666-adc48815dd31', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:23:15.337448 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:15.684066 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:23:15.698706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Allocated IP 172.20.0.2 (926b2a9a-9498-4d47-9666-adc48815dd31/d5102ee2-1ffa-4026-b871-f222812f6c0a/29ec3e12-da61-43c1-94c3-045bca987fc8) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:23:15.753221 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:16.174298 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:16.194822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Transition to ACTIVE for port object 29ec3e12-da61-43c1-94c3-045bca987fc8 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:16.235389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Transition to ACTIVE for port object 29ec3e12-da61-43c1-94c3-045bca987fc8 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:16.254130 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:16.262083 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:16.277333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:16.315898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:16.362655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Network 926b2a9a-9498-4d47-9666-adc48815dd31 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:16.376628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:16.385883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:23:16.478768 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Pushing event updated for resources: {'Port': ['ID=29ec3e12-da61-43c1-94c3-045bca987fc8,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:16.561116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Allocated IP 172.25.8.226 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/470dfca6-faf4-416d-acfd-20d3e7782154) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:23:16.564646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.565158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.565709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.566266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.567369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.567369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.567910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.568447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.568971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.569458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.569879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.570293 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Tracked resource versions report:
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]: pushed versions:
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]: {   'AddressGroup': {'1.2'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'ConntrackHelper': {'1.0'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'Log': {'1.0'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'Network': {'1.1'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'Port': {'1.7'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'PortForwarding': {'1.2'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'QosPolicy': {'1.8'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'SecurityGroup': {'1.4'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'SecurityGroupRule': {'1.2'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'SubPort': {'1.0'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'Subnet': {'1.1'},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     'Trunk': {'1.1'}}
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]: consumer versions:
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]: {   DHCP agent@n-d-766726-20: {},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     HyperV agent@n-h1-766726-20: {},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     HyperV agent@n-h2-766726-20: {},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     L3 agent@n-d-766726-20: {},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     Metadata agent@n-d-766726-20: {},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     Metering agent@n-d-766726-20: {},
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:     Open vSwitch agent@n-d-766726-20: {   'AddressGroup': '1.2',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'ConntrackHelper': '1.0',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'Log': '1.0',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'Network': '1.1',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'Port': '1.7',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'PortForwarding': '1.2',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'QosPolicy': '1.8',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'SecurityGroup': '1.4',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'SecurityGroupRule': '1.2',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'SubPort': '1.0',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'Subnet': '1.1',
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:                                           'Trunk': '1.1'}}
Apr 30 04:23:16.571733 n-d-766726-20 neutron-server[74583]:  {{(pid=74583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 04:23:16.584741 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:16.618462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Attempting to bind port 29ec3e12-da61-43c1-94c3-045bca987fc8 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:23:16.619772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Attempting to bind port 29ec3e12-da61-43c1-94c3-045bca987fc8 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:23:16.620200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Attempting to bind port 29ec3e12-da61-43c1-94c3-045bca987fc8 on network 926b2a9a-9498-4d47-9666-adc48815dd31 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:23:16.633833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:23:16.634529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Checking segment: {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:23:16.635982 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:16.636666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Bound using segment: {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:23:16.637521 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Bound port: 29ec3e12-da61-43c1-94c3-045bca987fc8, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:23:16.638258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:16.814894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] For port 29ec3e12-da61-43c1-94c3-045bca987fc8, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:23:16.820255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] For port 29ec3e12-da61-43c1-94c3-045bca987fc8, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=29ec3e12-da61-43c1-94c3-045bca987fc8,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:23:16.826479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:16.845420 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-08d52127-6b4a-4da0-be51-c701e4b09896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:16.905663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:16.983402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:17.016527 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-629a4dbe-1b25-4392-9a70-84b39c506b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:17.040661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Pushing event updated for resources: {'Port': ['ID=29ec3e12-da61-43c1-94c3-045bca987fc8,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:17.055444 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:17.139824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:17.147999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:17.155846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:23:17.312245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Pushing event updated for resources: {'Port': ['ID=470dfca6-faf4-416d-acfd-20d3e7782154,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:17.412278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.412830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.413372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.413915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.414427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.414969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.416540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.416540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.416910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.417215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.417730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.418521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Tracked resource versions report:
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]: pushed versions:
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]: {   'AddressGroup': {'1.2'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'ConntrackHelper': {'1.0'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'Log': {'1.0'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'Network': {'1.1'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'Port': {'1.7'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'PortForwarding': {'1.2'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'QosPolicy': {'1.8'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'SecurityGroup': {'1.4'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'SecurityGroupRule': {'1.2'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'SubPort': {'1.0'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'Subnet': {'1.1'},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     'Trunk': {'1.1'}}
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]: consumer versions:
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]: {   DHCP agent@n-d-766726-20: {},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     HyperV agent@n-h1-766726-20: {},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     HyperV agent@n-h2-766726-20: {},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     L3 agent@n-d-766726-20: {},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     Metadata agent@n-d-766726-20: {},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     Metering agent@n-d-766726-20: {},
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:     Open vSwitch agent@n-d-766726-20: {   'AddressGroup': '1.2',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'ConntrackHelper': '1.0',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'Log': '1.0',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'Network': '1.1',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'Port': '1.7',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'PortForwarding': '1.2',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'QosPolicy': '1.8',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'SecurityGroup': '1.4',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'SecurityGroupRule': '1.2',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'SubPort': '1.0',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'Subnet': '1.1',
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:                                           'Trunk': '1.1'}}
Apr 30 04:23:17.420283 n-d-766726-20 neutron-server[74582]:  {{(pid=74582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 04:23:17.428196 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:17.643344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 29ec3e12-da61-43c1-94c3-045bca987fc8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:17.858139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 29ec3e12-da61-43c1-94c3-045bca987fc8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:18.005903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:18.686299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5decdced-c0cc-4b57-bd7f-a26284feffd0 None None] Network 926b2a9a-9498-4d47-9666-adc48815dd31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:23:18.753967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f935a696-74c2-41c3-98fe-b577d29a8bf8 None None] Provisioning for port 29ec3e12-da61-43c1-94c3-045bca987fc8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:18.773646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f935a696-74c2-41c3-98fe-b577d29a8bf8 None None] Provisioning complete for port 29ec3e12-da61-43c1-94c3-045bca987fc8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:18.774728 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f935a696-74c2-41c3-98fe-b577d29a8bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:18.825017 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:19.134787 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f935a696-74c2-41c3-98fe-b577d29a8bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:19.135862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:23:19.444040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:23:19.466074 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Sync routers for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:23:19.481554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f935a696-74c2-41c3-98fe-b577d29a8bf8 None None] For port 29ec3e12-da61-43c1-94c3-045bca987fc8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=29ec3e12-da61-43c1-94c3-045bca987fc8,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:23:19.482591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:19.484295 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 4.6055157
Apr 30 04:23:19.490360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49490) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:19.549613 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f935a696-74c2-41c3-98fe-b577d29a8bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:19.549786 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:23:19.549786 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780207400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:19.550084 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:19.742611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935a696-74c2-41c3-98fe-b577d29a8bf8 None None] Pushing event updated for resources: {'Port': ['ID=29ec3e12-da61-43c1-94c3-045bca987fc8,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:19.753698 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f935a696-74c2-41c3-98fe-b577d29a8bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:19.857338 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:23:20.286307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5dbfc1a9-4a58-47b3-ac8a-f146e835cddd None None] Provisioning complete for port 29ec3e12-da61-43c1-94c3-045bca987fc8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:20.287871 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc1a9-4a58-47b3-ac8a-f146e835cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:20.496916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49520) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:20.500981 n-d-766726-20 neutron-server[74581]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 04:23:20.508233 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780207400>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:17Z', 'revision_number': 3, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:20.514685 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Checking router: 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:23:20.515416 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Updating router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a port 470dfca6-faf4-416d-acfd-20d3e7782154 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:23:20.532599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-d878c74b-89c1-4bf4-97f1-40073f0242c7 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0335555
Apr 30 04:23:20.616080 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:20.729981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-cff27713-c688-4fca-bbdc-7acbf0eb4e0d tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:20.732418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-cff27713-c688-4fca-bbdc-7acbf0eb4e0d tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1931515
Apr 30 04:23:20.752781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-b6c241a5-ad8c-4bbd-a018-eebd30b8ba64 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/quotas/826e9c6e42e44c65b2b660c99f2415d7 HTTP/1.1" status: 200  len: 375 time: 0.0137081
Apr 30 04:23:20.839950 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:20.847198 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-40ccec4a-21fa-4e77-b2e3-f40fc2e9efc8 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0873725
Apr 30 04:23:21.276563 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:21.308293 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Transition to ACTIVE for port object 470dfca6-faf4-416d-acfd-20d3e7782154 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:21.326269 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:21.339345 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:21.347236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49548) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:21.513566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Allocated IP 172.20.0.1 (926b2a9a-9498-4d47-9666-adc48815dd31/d5102ee2-1ffa-4026-b871-f222812f6c0a/163e6f58-22cb-4083-87e4-96f51169f43a) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:23:21.562983 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Pushing event updated for resources: {'Port': ['ID=470dfca6-faf4-416d-acfd-20d3e7782154,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:21.581615 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Attempting to bind port 470dfca6-faf4-416d-acfd-20d3e7782154 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:23:21.582468 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Attempting to bind port 470dfca6-faf4-416d-acfd-20d3e7782154 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:23:21.583336 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Attempting to bind port 470dfca6-faf4-416d-acfd-20d3e7782154 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:23:21.589150 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.589758 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.590315 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.592257 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.592257 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.592257 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.592649 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.593723 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.594245 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.595168 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.596346 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.596739 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Tracked resource versions report:
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]: pushed versions:
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]: {   'AddressGroup': {'1.2'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'ConntrackHelper': {'1.0'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'Log': {'1.0'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'Network': {'1.1'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'Port': {'1.7'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'PortForwarding': {'1.2'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'QosPolicy': {'1.8'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'SecurityGroup': {'1.4'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'SecurityGroupRule': {'1.2'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'SubPort': {'1.0'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'Subnet': {'1.1'},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     'Trunk': {'1.1'}}
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]: consumer versions:
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]: {   DHCP agent@n-d-766726-20: {},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     HyperV agent@n-h1-766726-20: {},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     HyperV agent@n-h2-766726-20: {},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     L3 agent@n-d-766726-20: {},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     Metadata agent@n-d-766726-20: {},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     Metering agent@n-d-766726-20: {},
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:     Open vSwitch agent@n-d-766726-20: {   'AddressGroup': '1.2',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'ConntrackHelper': '1.0',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'Log': '1.0',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'Network': '1.1',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'Port': '1.7',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'PortForwarding': '1.2',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'QosPolicy': '1.8',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'SecurityGroup': '1.4',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'SecurityGroupRule': '1.2',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'SubPort': '1.0',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'Subnet': '1.1',
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:                                           'Trunk': '1.1'}}
Apr 30 04:23:21.602079 n-d-766726-20 neutron-server[74584]:  {{(pid=74584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 04:23:21.624797 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:21.633651 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:23:21.636788 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:23:21.637405 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:21.637858 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:23:21.638408 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Bound port: 470dfca6-faf4-416d-acfd-20d3e7782154, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:23:21.638834 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:21.643168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 29ec3e12-da61-43c1-94c3-045bca987fc8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:21.728366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:21.860370 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] For port 470dfca6-faf4-416d-acfd-20d3e7782154, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:23:21.878536 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] For port 470dfca6-faf4-416d-acfd-20d3e7782154, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=470dfca6-faf4-416d-acfd-20d3e7782154,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:23:21.887160 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:21.904217 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:21.905326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 29ec3e12-da61-43c1-94c3-045bca987fc8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:21.905710 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:21.919680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:21.928952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:21.940498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Usage tracker for resource:security_group_rule and tenant:ac51981970034fbaabecb587bfd0672d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:21.944813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Transition to ACTIVE for port object 163e6f58-22cb-4083-87e4-96f51169f43a will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:21.949444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:21.980788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:21.985349 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:21.998172 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:22.133686 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:23:22.135664 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780207400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:22.190379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Network 926b2a9a-9498-4d47-9666-adc48815dd31 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:22.198658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:22.225276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:23:22.225764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:22.249536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:22.259016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:22.291439 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1192dd5a-2d7e-4f14-8a37-42c2ad40e770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:22.296280 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Pushing event updated for resources: {'Port': ['ID=470dfca6-faf4-416d-acfd-20d3e7782154,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:22.317595 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:22.416990 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac51981970034fbaabecb587bfd0672d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0674236
Apr 30 04:23:22.422212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49582) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:22.470403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee93afad-3a7a-45b5-878e-5fe317316a2c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:22.480808 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:22.630874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ef27a56-b69e-4b6f-9a6c-3fef7bc73511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:22.644772 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:23:22.668896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49590) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:22.726599 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ef27a56-b69e-4b6f-9a6c-3fef7bc73511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:22.808367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2ab14896-df57-4b49-b0df-0f21c5e7d607 None None] Provisioning for port 163e6f58-22cb-4083-87e4-96f51169f43a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:22.829506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2ab14896-df57-4b49-b0df-0f21c5e7d607 None None] Provisioning complete for port 163e6f58-22cb-4083-87e4-96f51169f43a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:22.830106 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2ab14896-df57-4b49-b0df-0f21c5e7d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:22.846483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ef27a56-b69e-4b6f-9a6c-3fef7bc73511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:22.864167 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ed35305-1f4a-4cd1-a2b9-34cd172ca908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:22.898343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef27a56-b69e-4b6f-9a6c-3fef7bc73511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee93afad-3a7a-45b5-878e-5fe317316a2c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:22.918398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Pushing event updated for resources: {'Port': ['ID=163e6f58-22cb-4083-87e4-96f51169f43a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:22.920145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49602) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:22.924246 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ef27a56-b69e-4b6f-9a6c-3fef7bc73511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:22.925181 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ef27a56-b69e-4b6f-9a6c-3fef7bc73511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:22.926391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3ef27a56-b69e-4b6f-9a6c-3fef7bc73511 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee93afad-3a7a-45b5-878e-5fe317316a2c HTTP/1.1" status: 204  len: 168 time: 0.5031426
Apr 30 04:23:22.954083 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:23.158909 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-290c0acf-33a0-47ac-9698-2fd4f0075494 req-39436640-abb5-428e-b0b3-0db8a19ffa57 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 210 time: 0.4866879
Apr 30 04:23:23.271259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2ab14896-df57-4b49-b0df-0f21c5e7d607 None None] Port 163e6f58-22cb-4083-87e4-96f51169f43a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:23:23.327202 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780207400>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:17Z', 'revision_number': 3, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:23.332861 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a38232-4cfa-49dd-8ec2-56587cd9b1a9 None None] The sync data for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 is: [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:17Z', 'revision_number': 3, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:23:23.460323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:23.617117 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:23.655274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:23.666274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f3664fe7e0b543b18f291d7fe684f3c4 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:23.672853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:23.684572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:23.974429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:23.977036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49628) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:24.048659 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.079140 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.105816 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:24.153954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.173986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:24.180993 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.182321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3664fe7e0b543b18f291d7fe684f3c4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2506979
Apr 30 04:23:24.183687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Usage tracker for resource:security_group_rule and tenant:e8bf4223576c44c7ae787bb155366f0f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:24.184045 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.187329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49648) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:24.188191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:24.197883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:24.205270 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-930e6d79-c64b-4731-918e-b6bca8dbea9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:24.363261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173dd24e-c0ce-419e-a849-5c5ba40b3e57,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:24.374780 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:24.449834 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0f23-f9a0-4a1f-a9df-612d9d026ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.477630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Pushing event updated for resources: {'Port': ['ID=163e6f58-22cb-4083-87e4-96f51169f43a,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:24.495268 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:24.525257 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0f23-f9a0-4a1f-a9df-612d9d026ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.599400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.613722 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.627745 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:24.694423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd91636-3222-4bfb-8621-e317103abfc5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:24.722289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8bf4223576c44c7ae787bb155366f0f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7422619
Apr 30 04:23:24.724430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49668) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:24.725366 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:24.793690 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0f23-f9a0-4a1f-a9df-612d9d026ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.798896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0a8fb683-c9f7-49dd-96c4-e4b6249078f5 req-e98473e1-e95d-490c-93d2-78aaf96d5f15 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 210 time: 0.1411772
Apr 30 04:23:24.807636 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ef27a56-b69e-4b6f-9a6c-3fef7bc73511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:24.866838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f0f23-f9a0-4a1f-a9df-612d9d026ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173dd24e-c0ce-419e-a849-5c5ba40b3e57,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:24.878829 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a2f0f23-f9a0-4a1f-a9df-612d9d026ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:24.907214 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0f23-f9a0-4a1f-a9df-612d9d026ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.912772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7a2f0f23-f9a0-4a1f-a9df-612d9d026ae5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/173dd24e-c0ce-419e-a849-5c5ba40b3e57 HTTP/1.1" status: 204  len: 168 time: 0.7170515
Apr 30 04:23:24.939034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4087af65-9c1d-4320-9a56-81828b04b6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:24.987975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4087af65-9c1d-4320-9a56-81828b04b6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:25.075036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Network 926b2a9a-9498-4d47-9666-adc48815dd31 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:25.085022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:25.115899 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4087af65-9c1d-4320-9a56-81828b04b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:25.136674 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ff1b342-d3c7-4dcb-8ef2-1bbc46c77925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:25.200278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087af65-9c1d-4320-9a56-81828b04b6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd91636-3222-4bfb-8621-e317103abfc5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:25.204220 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4087af65-9c1d-4320-9a56-81828b04b6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:25.206561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4087af65-9c1d-4320-9a56-81828b04b6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:25.211251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4087af65-9c1d-4320-9a56-81828b04b6bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcd91636-3222-4bfb-8621-e317103abfc5 HTTP/1.1" status: 204  len: 168 time: 0.4400539
Apr 30 04:23:25.734927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 470dfca6-faf4-416d-acfd-20d3e7782154 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:25.806825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:23:25.950929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9fa5cbbc-a510-4c70-b0a8-3dcecb9cfae9 None None] Provisioning complete for port 163e6f58-22cb-4083-87e4-96f51169f43a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:25.951338 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cbbc-a510-4c70-b0a8-3dcecb9cfae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:26.060568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.37', 57780) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:26.100642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5cbbc-a510-4c70-b0a8-3dcecb9cfae9 None None] Port 163e6f58-22cb-4083-87e4-96f51169f43a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:23:26.112517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 470dfca6-faf4-416d-acfd-20d3e7782154 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:26.135499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 470dfca6-faf4-416d-acfd-20d3e7782154 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:26.136105 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:26.154748 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-a7237ac0-733f-4d90-b129-044baf0cb5eb tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0923710
Apr 30 04:23:26.274679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49726) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:26.395865 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:26.435019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 470dfca6-faf4-416d-acfd-20d3e7782154, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=470dfca6-faf4-416d-acfd-20d3e7782154,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:23:26.449193 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:26.452086 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4a6d5ab3-c1ee-41ca-bd7a-a19910d0791f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:26.485167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-4520ae89-847a-4657-bc88-2e9194ad96fc tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:26.488273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-4520ae89-847a-4657-bc88-2e9194ad96fc tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3265941
Apr 30 04:23:26.509048 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:26.530487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:26.535682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Usage tracker for resource:security_group_rule and tenant:ac191f1e43af4b3ca7a56b25b545004a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:26.539113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:26.547216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=470dfca6-faf4-416d-acfd-20d3e7782154,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:26.548227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:26.559261 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:26.561113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Request body: {'port': {'device_id': 'e1b20887-f0d6-48b3-9dcb-2c75b0f54406', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '826e9c6e42e44c65b2b660c99f2415d7'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:26.581372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:23:26.595192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Sync routers for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:23:26.611594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:23:26.612240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803855e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:26.623368 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] 10.222.0.46 "PUT /v2.0/routers/0d4c5bc1-6316-4e42-805e-7148a1ecbf2a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1309879
Apr 30 04:23:26.734556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:26.740860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Usage tracker for resource:port and tenant:826e9c6e42e44c65b2b660c99f2415d7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:26.746719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:26.755477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:26.792463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Made reservation on behalf of 826e9c6e42e44c65b2b660c99f2415d7 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:23:26.799663 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:26.831166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:26.854140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:26.863103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Usage tracker for resource:security_group_rule and tenant:826e9c6e42e44c65b2b660c99f2415d7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:26.867838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:26.905313 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:26.907397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:23:27.016715 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.045682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:27.069090 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.125259 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.213931 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:27.273721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac191f1e43af4b3ca7a56b25b545004a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9928892
Apr 30 04:23:27.273721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495cb0ee-87f3-4c3f-9082-328b9bbb067d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:27.274046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49762) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:27.280138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d904489-a161-4e21-8230-56756ac85dc6 req-0427d23c-522e-4046-8da1-18d00ca40cab tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 210 time: 0.1488874
Apr 30 04:23:27.281160 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:27.389372 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.398699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49768) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:27.426064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.490995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5cc02fd6-a92a-43fa-ad15-41be9f1c525b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.529485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803855e0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 2, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:27.549065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Checking router: 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:23:27.550453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Updating router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a port 163e6f58-22cb-4083-87e4-96f51169f43a binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:23:27.617078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5cc02fd6-a92a-43fa-ad15-41be9f1c525b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.642224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 470dfca6-faf4-416d-acfd-20d3e7782154 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:27.764761 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5cc02fd6-a92a-43fa-ad15-41be9f1c525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.769282 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:27.790087 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:27.795441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc02fd6-a92a-43fa-ad15-41be9f1c525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495cb0ee-87f3-4c3f-9082-328b9bbb067d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:27.802068 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5cc02fd6-a92a-43fa-ad15-41be9f1c525b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:27.813055 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5cc02fd6-a92a-43fa-ad15-41be9f1c525b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.814211 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5cc02fd6-a92a-43fa-ad15-41be9f1c525b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/495cb0ee-87f3-4c3f-9082-328b9bbb067d HTTP/1.1" status: 204  len: 168 time: 0.5391581
Apr 30 04:23:27.825486 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:27.845059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:27.850359 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:27.867358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Allocated IP 192.168.233.180 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/f7490c3c-244c-40f5-b1d8-9b5bec1a4469) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:23:28.255342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 470dfca6-faf4-416d-acfd-20d3e7782154 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:28.261608 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:28.784703 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:28.860318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Transition to ACTIVE for port object 163e6f58-22cb-4083-87e4-96f51169f43a will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:28.899495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:28.900809 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:28.965156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ebce4099-6c84-464f-b365-f8043f23e246 req-0d113141-b6b9-496f-ab60-82cc143d4fb4 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 210 time: 0.2154651
Apr 30 04:23:28.972797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:28.995181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Usage tracker for resource:security_group_rule and tenant:56e710f7db604247bd8681606f81dd12 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:28.995796 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:29.024978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:29.326478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:29.401240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272227c-49d0-4aa6-a2a7-58c5420acac1 None None] Pushing event updated for resources: {'Port': ['ID=163e6f58-22cb-4083-87e4-96f51169f43a,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:29.406528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Transition to ACTIVE for port object f7490c3c-244c-40f5-b1d8-9b5bec1a4469 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:29.424396 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2272227c-49d0-4aa6-a2a7-58c5420acac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:29.471021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:29.535420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Attempting to bind port 163e6f58-22cb-4083-87e4-96f51169f43a on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:23:29.536366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Attempting to bind port 163e6f58-22cb-4083-87e4-96f51169f43a by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:23:29.537330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Attempting to bind port 163e6f58-22cb-4083-87e4-96f51169f43a on network 926b2a9a-9498-4d47-9666-adc48815dd31 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:23:29.561750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:23:29.562461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Checking segment: {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:23:29.563037 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:29.563641 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Bound using segment: {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:23:29.564322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Bound port: 163e6f58-22cb-4083-87e4-96f51169f43a, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:23:29.564920 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:29.768229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] For port 163e6f58-22cb-4083-87e4-96f51169f43a, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:23:29.774523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] For port 163e6f58-22cb-4083-87e4-96f51169f43a, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=163e6f58-22cb-4083-87e4-96f51169f43a,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:23:29.785136 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:29.791996 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:29.847804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:29.889813 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:30.006969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:23:30.008205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803855e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:30.306089 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:30.375956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:30.395960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:30.395960 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:30.420500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:23:30.461031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:30.462034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:30.533391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:23:30.628738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Pushing event updated for resources: {'Port': ['ID=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:30.646906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272227c-49d0-4aa6-a2a7-58c5420acac1 None None] Pushing event updated for resources: {'Port': ['ID=163e6f58-22cb-4083-87e4-96f51169f43a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:30.655446 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:30.660295 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2272227c-49d0-4aa6-a2a7-58c5420acac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:30.688825 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:30.707689 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-437c80c2-84cf-4ba9-8df6-911d1ba5c46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:30.846134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a89ffda-f99d-472a-a55f-78502e769d5e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:30.872836 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:30.963420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49866) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:30.976357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-network', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:30.987043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:31.010178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Usage tracker for resource:network and tenant:28416bece07d4ea688ec6fe08e92f8c5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:31.016471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:31.044924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:31.050106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56e710f7db604247bd8681606f81dd12&name=default HTTP/1.1" status: 200  len: 2975 time: 3.6466556
Apr 30 04:23:31.056084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49870) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:31.059387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.5062153
Apr 30 04:23:31.088892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Made reservation on behalf of 28416bece07d4ea688ec6fe08e92f8c5 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:23:31.091362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.163899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.195927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:31.201380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Usage tracker for resource:security_group_rule and tenant:28416bece07d4ea688ec6fe08e92f8c5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:31.205194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:31.213568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:31.261082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-5435e977-31ef-4203-9468-eb7e022db061 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:23:31.267222 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-5435e977-31ef-4203-9468-eb7e022db061 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0568242
Apr 30 04:23:31.334954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9be31-8789-4424-b5eb-a00aa9b41c1b req-4b39a7ac-3e18-4993-8956-e170072b4d3e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:31.341340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d6e9be31-8789-4424-b5eb-a00aa9b41c1b req-4b39a7ac-3e18-4993-8956-e170072b4d3e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Synchronizing usage tracker for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:23:31.408337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5a5dad5b-ba09-43bf-becb-950cb9fa5b21 None None] Provisioning for port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:31.435020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5a5dad5b-ba09-43bf-becb-950cb9fa5b21 None None] Provisioning complete for port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:31.435845 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5a5dad5b-ba09-43bf-becb-950cb9fa5b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.469897 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.484066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.491718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:31.562003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe56a0f-60d3-403f-9a28-97e1d0f46955,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:31.571039 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:31.600929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:23:31.621303 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a09aec1e-9296-4432-a87f-fafdc0ca8388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.644634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.649641 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Added segment 061e31f4-fada-4c63-8351-cc4b12c844ba of type vlan for network 2927dea2-79c2-47f3-8bee-c82d61b2614c
Apr 30 04:23:31.691600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d6e9be31-8789-4424-b5eb-a00aa9b41c1b req-4b39a7ac-3e18-4993-8956-e170072b4d3e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Unset dirty status for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:23:31.695373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6e9be31-8789-4424-b5eb-a00aa9b41c1b req-4b39a7ac-3e18-4993-8956-e170072b4d3e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 936 time: 1.1456559
Apr 30 04:23:31.755211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.850813 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.852787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:31.854230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:31.876795 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:31.904525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5a5dad5b-ba09-43bf-becb-950cb9fa5b21 None None] Port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:23:32.038948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-bc02ee0b-9a4b-4810-8a88-24b1f9683ce4 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=31af1402cb674272a2592d5bc5eefd5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3038135
Apr 30 04:23:32.052038 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a09aec1e-9296-4432-a87f-fafdc0ca8388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:32.059950 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803855e0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:29Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:32.090323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf335b-7ee0-463e-92fb-1381ffd5800a None None] The sync data for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 is: [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:29Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:23:32.143524 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.1785502
Apr 30 04:23:32.148975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49900) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:32.405050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Request body: {'port': {'device_id': 'e1b20887-f0d6-48b3-9dcb-2c75b0f54406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:32.537206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Request body: {'subnet': {'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-subnet', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:32.559225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:32.611800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Usage tracker for resource:subnet and tenant:28416bece07d4ea688ec6fe08e92f8c5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:32.615019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Pushing event updated for resources: {'Network': ['ID=2927dea2-79c2-47f3-8bee-c82d61b2614c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:32.624784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:32.643076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:23:32.653364 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:32.674067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:32.700049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Made reservation on behalf of 28416bece07d4ea688ec6fe08e92f8c5 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:23:32.705639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:32.867280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d6e9be31-8789-4424-b5eb-a00aa9b41c1b req-945f3ad4-9e43-4d09-95a3-15ab26e1987e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Synchronizing usage tracker for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:23:33.283864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:33.369862 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:33.591828 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34007e39-93b8-4d09-83f0-7b7fdbe0aca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:33.851561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 163e6f58-22cb-4083-87e4-96f51169f43a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:33.929407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d6e9be31-8789-4424-b5eb-a00aa9b41c1b req-945f3ad4-9e43-4d09-95a3-15ab26e1987e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Unset dirty status for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:23:33.957710 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6e9be31-8789-4424-b5eb-a00aa9b41c1b req-945f3ad4-9e43-4d09-95a3-15ab26e1987e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.0428829
Apr 30 04:23:33.986144 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a09aec1e-9296-4432-a87f-fafdc0ca8388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:34.306425 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 163e6f58-22cb-4083-87e4-96f51169f43a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:34.319745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 163e6f58-22cb-4083-87e4-96f51169f43a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:34.320989 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:34.444140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:34.451863 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cac3f1b5-f9fd-47c5-8b2e-c99f05655f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:34.568934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a95833d-b698-4e4e-92b7-238f71eae290,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:34.573706 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:34.574595 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a2f0f23-f9a0-4a1f-a9df-612d9d026ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:34.633407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Checking segment: {'id': '061e31f4-fada-4c63-8351-cc4b12c844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:23:34.633895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Network hostable DHCP agents. Network: 2927dea2-79c2-47f3-8bee-c82d61b2614c, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:23:34.640169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09aec1e-9296-4432-a87f-fafdc0ca8388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a89ffda-f99d-472a-a55f-78502e769d5e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:34.675577 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:34.680400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:23:34.701299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-6e930e93-5358-4bc5-bb91-cab51ff72842 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:34.724547 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 2927dea2-79c2-47f3-8bee-c82d61b2614c) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:34.729795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-6e930e93-5358-4bc5-bb91-cab51ff72842 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 2.6868327
Apr 30 04:23:34.751162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:34.752488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:34.782978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd930ae-30a6-46fa-8d2f-adbad5044479 None None] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:23:34.810359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.5817149
Apr 30 04:23:34.814371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49932) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:34.878669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:34.925052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:34.954040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Usage tracker for resource:router and tenant:28416bece07d4ea688ec6fe08e92f8c5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:34.975630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:35.020043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:35.061228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:35.065651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:35.105622 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:35.142065 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:35.360875 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a09aec1e-9296-4432-a87f-fafdc0ca8388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:35.368451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 163e6f58-22cb-4083-87e4-96f51169f43a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=163e6f58-22cb-4083-87e4-96f51169f43a,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:23:35.393071 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:35.409374 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:35.422227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-96728040-a21f-413b-9671-62ab6d75050c tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/quotas/31af1402cb674272a2592d5bc5eefd5d HTTP/1.1" status: 200  len: 375 time: 0.0595841
Apr 30 04:23:35.423050 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a09aec1e-9296-4432-a87f-fafdc0ca8388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:35.432382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a09aec1e-9296-4432-a87f-fafdc0ca8388 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a89ffda-f99d-472a-a55f-78502e769d5e HTTP/1.1" status: 204  len: 168 time: 4.3703711
Apr 30 04:23:35.691764 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-da1709e8-23ee-4474-8fbb-da5cd20fa5a5 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=31af1402cb674272a2592d5bc5eefd5d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2541616
Apr 30 04:23:35.734038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-2927dea2-79c2-47f3-8bee-c82d61b2614c', 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'fixed_ips': [{'subnet_id': '7a95833d-b698-4e4e-92b7-238f71eae290'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:23:35.739411 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:35.810255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=163e6f58-22cb-4083-87e4-96f51169f43a,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:35.846825 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:35.849456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425594c-2cd9-4ac3-9a88-a5ea1f69b847 req-968342aa-140b-4d5f-af11-7b1b206bd479 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:35.861466 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a425594c-2cd9-4ac3-9a88-a5ea1f69b847 req-968342aa-140b-4d5f-af11-7b1b206bd479 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 936 time: 0.4731569
Apr 30 04:23:36.001390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a425594c-2cd9-4ac3-9a88-a5ea1f69b847 req-462ab64e-3123-4ebb-87fc-e8b891c4ca08 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388841
Apr 30 04:23:36.247840 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:36.336127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7490c3c-244c-40f5-b1d8-9b5bec1a4469 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:23:36.348359 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:36.379914 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:36.453760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Transition to ACTIVE for port object f7490c3c-244c-40f5-b1d8-9b5bec1a4469 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:36.468132 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:36.481346 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:36.658618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Allocated IP 172.20.0.2 (2927dea2-79c2-47f3-8bee-c82d61b2614c/7a95833d-b698-4e4e-92b7-238f71eae290/e064b3e7-25dd-45b2-9820-b6906b244bde) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:23:36.949117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49970) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:37.452697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:37.555901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:37.622479 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 163e6f58-22cb-4083-87e4-96f51169f43a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:37.672790 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:37.697776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Usage tracker for resource:security_group_rule and tenant:501be37a50f64b3198298879b0aa988f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:37.699766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e9732c3-e1bb-4372-b38c-c8c14f626749 req-7007d168-7a2e-4035-bfd0-b56527a02f16 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 210 time: 0.5853541
Apr 30 04:23:37.701618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Transition to ACTIVE for port object e064b3e7-25dd-45b2-9820-b6906b244bde will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:37.711838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Pushing event updated for resources: {'Port': ['ID=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:37.732899 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.246s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:37.763909 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Transition to ACTIVE for port object e064b3e7-25dd-45b2-9820-b6906b244bde will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:37.771571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:37.784708 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:37.795694 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:37.808358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:37.896890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:37.908556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:37.911707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 163e6f58-22cb-4083-87e4-96f51169f43a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:37.911979 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:37.940799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Attempting to bind port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:23:37.941618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Attempting to bind port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:23:37.942367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Attempting to bind port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:23:37.943094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:37.945606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:23:37.955352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Pushing event updated for resources: {'Port': ['ID=e064b3e7-25dd-45b2-9820-b6906b244bde,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:37.958344 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:38.023552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:23:38.024834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Attempting to bind port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:23:38.048496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:23:38.048861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:23:38.049519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:23:38.050013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Bound port: f7490c3c-244c-40f5-b1d8-9b5bec1a4469, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:23:38.050364 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:38.064904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:38.324491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] For port f7490c3c-244c-40f5-b1d8-9b5bec1a4469, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:23:38.330342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] For port f7490c3c-244c-40f5-b1d8-9b5bec1a4469, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:23:38.336849 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:38.350537 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:38.369876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Attempting to bind port e064b3e7-25dd-45b2-9820-b6906b244bde on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:23:38.376058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Attempting to bind port e064b3e7-25dd-45b2-9820-b6906b244bde by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '061e31f4-fada-4c63-8351-cc4b12c844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:23:38.376926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Attempting to bind port e064b3e7-25dd-45b2-9820-b6906b244bde on network 2927dea2-79c2-47f3-8bee-c82d61b2614c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:23:38.392630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:38.393257 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:38.395036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7490c3c-244c-40f5-b1d8-9b5bec1a4469 HTTP/1.1" status: 200  len: 1097 time: 6.4483898
Apr 30 04:23:38.403730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b20887-f0d6-48b3-9dcb-2c75b0f54406', 'tag': 'f7490c3c-244c-40f5-b1d8-9b5bec1a4469'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:23:38.432347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:23:38.434509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Checking segment: {'id': '061e31f4-fada-4c63-8351-cc4b12c844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:23:38.437220 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:38.440048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Bound using segment: {'id': '061e31f4-fada-4c63-8351-cc4b12c844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:23:38.440979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Bound port: e064b3e7-25dd-45b2-9820-b6906b244bde, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061e31f4-fada-4c63-8351-cc4b12c844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:23:38.441611 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:38.607148 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:38.619784 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:38.655529 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-547b3074-c6b1-4dda-a04e-d107a3e620dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:38.711833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Allocated IP 172.25.8.222 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/49b322d0-45fa-4331-92c0-f33bb5b81030) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:23:38.771816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=501be37a50f64b3198298879b0aa988f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7972171
Apr 30 04:23:38.786830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50006) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:39.168405 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:39.206967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Pushing event updated for resources: {'Port': ['ID=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:39.220105 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:39.239207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae93a596-19a2-4c7a-9526-fa320ecab714,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:39.248996 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:39.325349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e0bf093c-5640-4938-9353-01b5761c942e req-87da4edd-1ab1-402a-b876-4b73e17d3a13 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 210 time: 0.0959427
Apr 30 04:23:39.361958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:39.366077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bd56f-4e3f-4993-bf52-5f593ab6f173 req-ba85029c-b48f-427f-b371-62bad4ed4890 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:39.370382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f03bd56f-4e3f-4993-bf52-5f593ab6f173 req-ba85029c-b48f-427f-b371-62bad4ed4890 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 948 time: 1.7249570
Apr 30 04:23:39.394593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] For port e064b3e7-25dd-45b2-9820-b6906b244bde, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:23:39.417769 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:39.420859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] For port e064b3e7-25dd-45b2-9820-b6906b244bde, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e064b3e7-25dd-45b2-9820-b6906b244bde,segment=NetworkSegment(061e31f4-fada-4c63-8351-cc4b12c844ba),segment_id=061e31f4-fada-4c63-8351-cc4b12c844ba)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:23:39.466161 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:39.484580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f03bd56f-4e3f-4993-bf52-5f593ab6f173 req-cdf2a181-dc34-44a7-8f4a-2e07f4c6d478 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008291
Apr 30 04:23:39.498252 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:39.538895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-f183e567-9633-432d-a137-078d7f8a8fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:39.541615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-f183e567-9633-432d-a137-078d7f8a8fdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 1100 time: 0.6220877
Apr 30 04:23:39.649533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0028-6e01-4731-8b1a-c105cdf3790e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:39.683654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:39.686855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Pushing event updated for resources: {'Port': ['ID=49b322d0-45fa-4331-92c0-f33bb5b81030,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:39.747600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:39.771964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-96e08ac7-e0e3-4eb1-901c-5d2c742c7aa8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f7490c3c-244c-40f5-b1d8-9b5bec1a4469 HTTP/1.1" status: 200  len: 217 time: 0.2207267
Apr 30 04:23:39.791695 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:39.811283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.50', 60669) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:39.937379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Pushing event updated for resources: {'Port': ['ID=e064b3e7-25dd-45b2-9820-b6906b244bde,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:39.938417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:23:40.004750 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:40.067710 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b20887-f0d6-48b3-9dcb-2c75b0f54406', 'tag': 'f7490c3c-244c-40f5-b1d8-9b5bec1a4469', 'status': 'completed', 'code': 200}
Apr 30 04:23:40.162421 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-f9e6830f-7e6d-4ffc-b1cf-ce4f034c0941 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=31af1402cb674272a2592d5bc5eefd5d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3496690
Apr 30 04:23:40.164561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0028-6e01-4731-8b1a-c105cdf3790e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:40.242952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-ad9c4bb5-31a2-4ec7-87b0-32f1d8b5972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:40.247563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-ad9c4bb5-31a2-4ec7-87b0-32f1d8b5972f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4665630
Apr 30 04:23:40.691074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0f3aea3b-b72d-4e0a-8223-86bac3de6092 req-a506e28f-5879-47ca-97f4-40f1526ee59c tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 210 time: 0.1656733
Apr 30 04:23:40.823591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-b34a9717-584f-4a12-9701-b090be9729aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:40.825110 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-b34a9717-584f-4a12-9701-b090be9729aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5557952
Apr 30 04:23:41.378210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50092) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:41.470828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294b69a-1e5f-4250-872f-3467017b1694 req-d611df63-64f6-4dd6-b862-b0c13c20a2f8 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:41.485542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d294b69a-1e5f-4250-872f-3467017b1694 req-d611df63-64f6-4dd6-b862-b0c13c20a2f8 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 948 time: 0.6360369
Apr 30 04:23:41.502756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-ccbabe06-2ab9-4029-b291-7149aef5ed15 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5720334
Apr 30 04:23:41.658075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e064b3e7-25dd-45b2-9820-b6906b244bde up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:41.905543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e064b3e7-25dd-45b2-9820-b6906b244bde completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:42.142718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d294b69a-1e5f-4250-872f-3467017b1694 req-361adb47-6176-4a77-bb12-c483fabf207a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6405966
Apr 30 04:23:42.214877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:42.242189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c25c90e4-3906-4fd1-866e-d839ce6701cc req-f3ba44f4-a3a8-45a7-b13a-92369035f636 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6694286
Apr 30 04:23:42.287340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c402cd26-7684-49bc-ace3-67d8cca92f76 None None] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:23:42.414850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-e74e3973-cf14-4211-8c5d-b6195680dcbe tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:42.418855 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-e74e3973-cf14-4211-8c5d-b6195680dcbe tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 2.0136423
Apr 30 04:23:42.438612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0028-6e01-4731-8b1a-c105cdf3790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:42.440143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:42.489715 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:42.519536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e0028-6e01-4731-8b1a-c105cdf3790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae93a596-19a2-4c7a-9526-fa320ecab714,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:42.528398 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fc15b87-15c2-4e29-8091-8375020c59e2 req-0d05c606-5ddb-42e1-82ba-c1bd2e107290 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 210 time: 0.2707851
Apr 30 04:23:42.535362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:42.547092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Usage tracker for resource:security_group_rule and tenant:ea3b4f5325d840daa92dfddbbf9e0ef4 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:42.560212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:42.582837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:42.685680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d242-aac9-4316-9203-694f4179eac8 req-c7b83ed4-3933-44f4-b339-638e3a0cc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:42.691555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70d1d242-aac9-4316-9203-694f4179eac8 req-c7b83ed4-3933-44f4-b339-638e3a0cc72f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 1100 time: 0.3122296
Apr 30 04:23:42.732178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:42.738882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Request body: {'port': {'device_id': '86937df7-bcaf-4344-821e-c844223c4ee4', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '31af1402cb674272a2592d5bc5eefd5d'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:42.869922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b05ae6e9-52c1-48c7-8928-3b42402d8b7d None None] Provisioning for port e064b3e7-25dd-45b2-9820-b6906b244bde completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:42.926028 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c1e0028-6e01-4731-8b1a-c105cdf3790e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:42.926892 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c1e0028-6e01-4731-8b1a-c105cdf3790e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:42.932056 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5c1e0028-6e01-4731-8b1a-c105cdf3790e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae93a596-19a2-4c7a-9526-fa320ecab714 HTTP/1.1" status: 204  len: 168 time: 3.7376878
Apr 30 04:23:42.933067 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:42.937782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b05ae6e9-52c1-48c7-8928-3b42402d8b7d None None] Provisioning complete for port e064b3e7-25dd-45b2-9820-b6906b244bde triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:42.938410 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b05ae6e9-52c1-48c7-8928-3b42402d8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:43.656072 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e1118e7-f6d6-4ce7-85ee-4555c1a9776d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:43.709926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b05ae6e9-52c1-48c7-8928-3b42402d8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:43.759488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d242-aac9-4316-9203-694f4179eac8 req-37813416-3931-4186-9801-10bd29ab662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:43.773299 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70d1d242-aac9-4316-9203-694f4179eac8 req-37813416-3931-4186-9801-10bd29ab662e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.0581968
Apr 30 04:23:43.887147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b05ae6e9-52c1-48c7-8928-3b42402d8b7d None None] For port e064b3e7-25dd-45b2-9820-b6906b244bde, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e064b3e7-25dd-45b2-9820-b6906b244bde,segment=NetworkSegment(061e31f4-fada-4c63-8351-cc4b12c844ba),segment_id=061e31f4-fada-4c63-8351-cc4b12c844ba)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:23:43.900308 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b05ae6e9-52c1-48c7-8928-3b42402d8b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:43.923895 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:44.214980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ae6e9-52c1-48c7-8928-3b42402d8b7d None None] Pushing event updated for resources: {'Port': ['ID=e064b3e7-25dd-45b2-9820-b6906b244bde,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:44.229008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70d1d242-aac9-4316-9203-694f4179eac8 req-8f4eea0d-eb84-46c4-ba53-58fc617e340e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=f7490c3c-244c-40f5-b1d8-9b5bec1a4469 HTTP/1.1" status: 200  len: 217 time: 0.4540176
Apr 30 04:23:44.253545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:44.268644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Usage tracker for resource:port and tenant:31af1402cb674272a2592d5bc5eefd5d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:44.276784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:44.296237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:44.297254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3aad2f4b-cf33-400e-9abc-831256b7ebac req-91bb5e62-2257-4eda-ab6f-30ac26887348 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 210 time: 0.3077142
Apr 30 04:23:44.310230 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b05ae6e9-52c1-48c7-8928-3b42402d8b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:44.422602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:44.600683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d242-aac9-4316-9203-694f4179eac8 req-b04211bd-c716-48b0-864c-517aa141d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:44.606636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70d1d242-aac9-4316-9203-694f4179eac8 req-b04211bd-c716-48b0-864c-517aa141d124 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.3270395
Apr 30 04:23:44.733514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Made reservation on behalf of 31af1402cb674272a2592d5bc5eefd5d for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:23:44.737792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:44.804764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:44.857668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:44.862617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Usage tracker for resource:security_group_rule and tenant:31af1402cb674272a2592d5bc5eefd5d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:44.867087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:44.875207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:45.010258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:45.030124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4972b-776a-41f6-a10e-7632d5c925db req-838e80e6-7660-425e-b6e9-992594d5d81e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:45.052387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cd4972b-776a-41f6-a10e-7632d5c925db req-838e80e6-7660-425e-b6e9-992594d5d81e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 948 time: 1.5357080
Apr 30 04:23:45.100026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4f880334-af45-45c0-8262-d85b5c291014 None None] Provisioning complete for port e064b3e7-25dd-45b2-9820-b6906b244bde triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:45.103752 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4f880334-af45-45c0-8262-d85b5c291014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:45.105681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37ceac7-c3dd-4c77-844f-89df45f5c76b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:45.163539 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.508s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:45.164441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:45.180217 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea3b4f5325d840daa92dfddbbf9e0ef4&name=default HTTP/1.1" status: 200  len: 2975 time: 3.7929711
Apr 30 04:23:45.186287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50160) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:45.369439 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5cc02fd6-a92a-43fa-ad15-41be9f1c525b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:45.417065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adc17aa-0510-4dbc-bd08-5dca68f93006,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:45.425303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Router 9e1a5e53-2f4c-4140-8c01-04ea22156325 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:23:45.432654 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:45.499862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d242-aac9-4316-9203-694f4179eac8 req-1d72bd3e-1ed3-4cbb-90a6-d1965928c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:45.503379 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70d1d242-aac9-4316-9203-694f4179eac8 req-1d72bd3e-1ed3-4cbb-90a6-d1965928c33f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.8891537
Apr 30 04:23:45.794260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e064b3e7-25dd-45b2-9820-b6906b244bde up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:45.909159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70d1d242-aac9-4316-9203-694f4179eac8 req-686524db-0268-49c8-ac79-dda3fcb93e0f service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3884051
Apr 30 04:23:46.135663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cd4972b-776a-41f6-a10e-7632d5c925db req-946b01f2-dee5-415f-a293-4fe1b6c48b5e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0813329
Apr 30 04:23:46.137257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e064b3e7-25dd-45b2-9820-b6906b244bde triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:46.139683 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:46.213765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f942283f-d65f-4a80-845c-83eb18ef6743 req-ccfc7525-882b-4048-99aa-e04487ef86a2 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 210 time: 0.2074955
Apr 30 04:23:46.341651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Allocated IP 192.168.233.133 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/7bf5a5e1-2a76-4010-82d3-54b904ec3fea) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:23:46.617917 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-195c3205-80e9-4b99-9648-cbba53a8e708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:46.740489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70d1d242-aac9-4316-9203-694f4179eac8 req-4068bc06-8e50-4689-9739-a9fb494b35ed service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7974830
Apr 30 04:23:47.434715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-195c3205-80e9-4b99-9648-cbba53a8e708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:47.526205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:23:47.548211 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Sync routers for ids ['9e1a5e53-2f4c-4140-8c01-04ea22156325'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:23:47.567738 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Routers {'9e1a5e53-2f4c-4140-8c01-04ea22156325'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:23:47.568658 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78035a7c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:23:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9e1a5e53-2f4c-4140-8c01-04ea22156325'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:47.609421 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:47.738379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Transition to ACTIVE for port object 7bf5a5e1-2a76-4010-82d3-54b904ec3fea will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:47.776195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cb6f9d6-fb0b-40e9-ac6d-d8a6cee5b51c req-bc800506-2b86-418e-82c8-64d188ab0e5e tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 210 time: 0.1671107
Apr 30 04:23:47.827935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:47.829568 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 13.0075374
Apr 30 04:23:47.835357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50216) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:47.919500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d337ff-7e06-45e3-9606-4cd9a7afb5be req-7108b7ec-c459-4e1d-8995-0b0c6862d396 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:47.936120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24d337ff-7e06-45e3-9606-4cd9a7afb5be req-7108b7ec-c459-4e1d-8995-0b0c6862d396 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 948 time: 0.4468389
Apr 30 04:23:48.098980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24d337ff-7e06-45e3-9606-4cd9a7afb5be req-bb3c65fb-40ac-4ac4-b832-00d07931076d tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616349
Apr 30 04:23:48.295995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-195c3205-80e9-4b99-9648-cbba53a8e708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:48.388816 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Set router 9e1a5e53-2f4c-4140-8c01-04ea22156325 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:23:48.612637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50226) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:48.623635 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:48.680533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-195c3205-80e9-4b99-9648-cbba53a8e708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:48.686834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-195c3205-80e9-4b99-9648-cbba53a8e708 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b37ceac7-c3dd-4c77-844f-89df45f5c76b HTTP/1.1" status: 204  len: 168 time: 3.4925852
Apr 30 04:23:48.691506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c3205-80e9-4b99-9648-cbba53a8e708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37ceac7-c3dd-4c77-844f-89df45f5c76b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:48.705724 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-195c3205-80e9-4b99-9648-cbba53a8e708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:48.922798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:49.053213 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:49.108347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:49.174631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:49.191349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Usage tracker for resource:security_group_rule and tenant:29bd613a7422447eb77e04ba0b72e3cf is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:49.205461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:49.231770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:49.356080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:49.392488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:49.401971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:23:49.426962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:49.428084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:49.880004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723daaa-8a77-4063-a30f-5443d0174278 req-589a11c2-2c58-4cbe-9a36-74cff7fd33aa tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:49.900970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Pushing event updated for resources: {'Port': ['ID=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:49.904952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e723daaa-8a77-4063-a30f-5443d0174278 req-589a11c2-2c58-4cbe-9a36-74cff7fd33aa tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 936 time: 0.6068516
Apr 30 04:23:49.967013 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:50.037400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 7.3031254
Apr 30 04:23:50.047838 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b00b83e2-54eb-476f-8be6-a60e37141540 None None] Provisioning for port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:50.062007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-10457676-25ce-4a31-80e4-cfdf9dc7f1cc tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:23:50.063030 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-10457676-25ce-4a31-80e4-cfdf9dc7f1cc tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0160689
Apr 30 04:23:50.092463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b00b83e2-54eb-476f-8be6-a60e37141540 None None] Provisioning complete for port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:50.096008 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b00b83e2-54eb-476f-8be6-a60e37141540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:50.170472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50248) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:50.181798 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78035a7c0>, [{'id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:35Z', 'updated_at': '2021-04-30T04:23:41Z', 'revision_number': 3, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'gw_port': {'id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:81:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:38Z', 'updated_at': '2021-04-30T04:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:50.206950 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:50.226139 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Checking router: 9e1a5e53-2f4c-4140-8c01-04ea22156325 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:23:50.226676 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Updating router 9e1a5e53-2f4c-4140-8c01-04ea22156325 port 49b322d0-45fa-4331-92c0-f33bb5b81030 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:23:50.244663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:50.252813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Usage tracker for resource:security_group_rule and tenant:cdd8aaaaf3604d47837e9929a8be4e32 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:50.302069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e723daaa-8a77-4063-a30f-5443d0174278 req-5752bd86-ad47-444a-8a9d-ec7d09893c83 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3934040
Apr 30 04:23:50.333359 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:50.343985 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:50.360459 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:50.393507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:50.437365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b00b83e2-54eb-476f-8be6-a60e37141540 None None] Port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:23:50.485587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:50.485899 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:50.625325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29bd613a7422447eb77e04ba0b72e3cf&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0071278
Apr 30 04:23:50.625325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aef889-7de8-4120-a375-cc259b2c36c3,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:50.625325 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:50.627940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50256) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:50.785885 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:50.787737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c562d5-df93-4ed1-b6f0-a08f0790e560 req-ae3bb824-2ba9-4c37-b9d1-88d9fa998ad7 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:50.789860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23c562d5-df93-4ed1-b6f0-a08f0790e560 req-ae3bb824-2ba9-4c37-b9d1-88d9fa998ad7 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 948 time: 0.3549113
Apr 30 04:23:50.807876 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ebcbc3-5acd-4910-95d0-4e2053c8912a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:50.810991 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:50.828192 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:50.954117 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ebcbc3-5acd-4910-95d0-4e2053c8912a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:50.954348 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cdd8aaaaf3604d47837e9929a8be4e32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7822049
Apr 30 04:23:50.965371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50266) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:51.004625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23c562d5-df93-4ed1-b6f0-a08f0790e560 req-21e60969-1eee-4b54-967b-61bfc274adbb tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978722
Apr 30 04:23:51.066624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812b64a4-9272-4e8c-adb7-89ed56d04470,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:51.151701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ebcbc3-5acd-4910-95d0-4e2053c8912a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:51.156577 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:51.174220 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:51.221057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebcbc3-5acd-4910-95d0-4e2053c8912a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aef889-7de8-4120-a375-cc259b2c36c3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:51.232354 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11ebcbc3-5acd-4910-95d0-4e2053c8912a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:51.261281 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ebcbc3-5acd-4910-95d0-4e2053c8912a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:51.262467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-11ebcbc3-5acd-4910-95d0-4e2053c8912a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2aef889-7de8-4120-a375-cc259b2c36c3 HTTP/1.1" status: 204  len: 168 time: 0.6327498
Apr 30 04:23:51.418548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1a39c19-b30a-437c-8cff-b4e4f04b1d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:51.466909 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1a39c19-b30a-437c-8cff-b4e4f04b1d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:51.604042 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:51.639785 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:51.701610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bff8b-7b18-4644-973e-27f3283dbbee req-055b2668-9cc7-49f8-b09f-90757b224624 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:51.704184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e4bff8b-7b18-4644-973e-27f3283dbbee req-055b2668-9cc7-49f8-b09f-90757b224624 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 936 time: 0.1913023
Apr 30 04:23:51.705891 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Transition to ACTIVE for port object 49b322d0-45fa-4331-92c0-f33bb5b81030 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:51.710832 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1a39c19-b30a-437c-8cff-b4e4f04b1d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:51.717068 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:51.722190 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:51.755792 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-195c3205-80e9-4b99-9648-cbba53a8e708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:51.779222 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e4bff8b-7b18-4644-973e-27f3283dbbee req-bf444c49-d549-424b-b912-1a7f7a8cded5 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670660
Apr 30 04:23:51.795148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a39c19-b30a-437c-8cff-b4e4f04b1d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812b64a4-9272-4e8c-adb7-89ed56d04470,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:51.797332 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1a39c19-b30a-437c-8cff-b4e4f04b1d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:51.802897 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1a39c19-b30a-437c-8cff-b4e4f04b1d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:51.806843 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1a39c19-b30a-437c-8cff-b4e4f04b1d45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/812b64a4-9272-4e8c-adb7-89ed56d04470 HTTP/1.1" status: 204  len: 168 time: 0.8378968
Apr 30 04:23:51.940433 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbb38c-0cde-4bf0-bb2d-b6d5fe7e7f8a None None] Pushing event updated for resources: {'Port': ['ID=49b322d0-45fa-4331-92c0-f33bb5b81030,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:51.950293 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ecdbb38c-0cde-4bf0-bb2d-b6d5fe7e7f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:51.991259 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Attempting to bind port 49b322d0-45fa-4331-92c0-f33bb5b81030 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:23:51.992451 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Attempting to bind port 49b322d0-45fa-4331-92c0-f33bb5b81030 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:23:51.993626 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Attempting to bind port 49b322d0-45fa-4331-92c0-f33bb5b81030 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:23:52.004381 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:23:52.005070 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:23:52.005491 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:52.005927 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:23:52.006419 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Bound port: 49b322d0-45fa-4331-92c0-f33bb5b81030, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:23:52.006811 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:52.016358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Allocated IP 172.20.0.1 (2927dea2-79c2-47f3-8bee-c82d61b2614c/7a95833d-b698-4e4e-92b7-238f71eae290/d093a3ad-6eaa-459b-9e17-5352f360038d) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:23:52.175345 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] For port 49b322d0-45fa-4331-92c0-f33bb5b81030, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:23:52.184704 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] For port 49b322d0-45fa-4331-92c0-f33bb5b81030, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=49b322d0-45fa-4331-92c0-f33bb5b81030,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:23:52.200707 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:52.229530 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-c1671a3d-4ba3-4d60-8f26-341dbca6d6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:52.309219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:52.338596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Transition to ACTIVE for port object d093a3ad-6eaa-459b-9e17-5352f360038d will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:52.367868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50298) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:52.384266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c5215-f83e-4c2c-ac3e-46b08e03f9c6 req-e7bd0c7b-6a89-42c1-bb57-e7125bd86148 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:52.393021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-991c5215-f83e-4c2c-ac3e-46b08e03f9c6 req-e7bd0c7b-6a89-42c1-bb57-e7125bd86148 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 948 time: 0.1402333
Apr 30 04:23:52.426578 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:52.430470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50302) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:52.444423 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbb38c-0cde-4bf0-bb2d-b6d5fe7e7f8a None None] Pushing event updated for resources: {'Port': ['ID=49b322d0-45fa-4331-92c0-f33bb5b81030,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:52.449537 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ecdbb38c-0cde-4bf0-bb2d-b6d5fe7e7f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:52.450379 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Routers {'9e1a5e53-2f4c-4140-8c01-04ea22156325'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:23:52.451030 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78035a7c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:23:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9e1a5e53-2f4c-4140-8c01-04ea22156325'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:52.477523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:52.499388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Usage tracker for resource:security_group_rule and tenant:0cee8210bb0b46c1928ae02a84f29c9d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:52.504800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-991c5215-f83e-4c2c-ac3e-46b08e03f9c6 req-a1f3a216-0e3b-4e48-bcc8-936289894362 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107500
Apr 30 04:23:52.514580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:52.530107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:52.534671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:52.544834 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:52.660715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:52.666859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:52.675606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:23:52.676573 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:52.678868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Pushing event updated for resources: {'Port': ['ID=d093a3ad-6eaa-459b-9e17-5352f360038d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:52.685941 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:52.793947 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:52.818817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:52.857074 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:52.857579 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:23:52.998140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83be5b6-6e4f-42f9-b836-7ae624378fd0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:53.003567 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:53.006690 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cee8210bb0b46c1928ae02a84f29c9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6355288
Apr 30 04:23:53.238193 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] Set router 9e1a5e53-2f4c-4140-8c01-04ea22156325 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:23:53.271999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50318) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:53.276205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:53.305397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3433d8dd-5df1-4a90-8f6f-97b7f5186729 None None] Provisioning for port d093a3ad-6eaa-459b-9e17-5352f360038d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:53.323016 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:53.324603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3433d8dd-5df1-4a90-8f6f-97b7f5186729 None None] Provisioning complete for port d093a3ad-6eaa-459b-9e17-5352f360038d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:53.325772 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3433d8dd-5df1-4a90-8f6f-97b7f5186729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:53.374314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:53.382736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Usage tracker for resource:security_group_rule and tenant:8df451aebc4d42b2897f5160aebb32d1 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:53.397973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:53.417961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:53.576659 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:53.598023 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:53.598609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3433d8dd-5df1-4a90-8f6f-97b7f5186729 None None] Port d093a3ad-6eaa-459b-9e17-5352f360038d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:23:53.656424 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:53.752414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8df451aebc4d42b2897f5160aebb32d1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3198681
Apr 30 04:23:53.781548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50332) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:53.977131 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:53.987516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:53.989117 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:54.000547 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:54.062811 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78035a7c0>, [{'id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:35Z', 'updated_at': '2021-04-30T04:23:41Z', 'revision_number': 3, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'gw_port': {'id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:81:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:38Z', 'updated_at': '2021-04-30T04:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:54.083717 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f79673-7fb6-4c53-9231-5a8fd249b604 None None] The sync data for ids ['9e1a5e53-2f4c-4140-8c01-04ea22156325'] in n-d-766726-20 is: [{'id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:35Z', 'updated_at': '2021-04-30T04:23:41Z', 'revision_number': 3, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'gw_port': {'id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:81:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:38Z', 'updated_at': '2021-04-30T04:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:23:54.144458 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e470-151a-488a-bf74-aac0db64bbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:54.177627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a27e8d1-c7b3-43cd-bb9f-0c1e2fafe15a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:54.188487 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:54.223551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede92cd-de4f-4dba-ad55-90acb20d930b req-c583c988-a572-4d2c-9f87-48612a219736 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:54.232637 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ede92cd-de4f-4dba-ad55-90acb20d930b req-c583c988-a572-4d2c-9f87-48612a219736 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 936 time: 1.2329249
Apr 30 04:23:54.267079 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e470-151a-488a-bf74-aac0db64bbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:54.375526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ede92cd-de4f-4dba-ad55-90acb20d930b req-35ccf414-cf84-48fe-bf6e-d65cb9ade7ad tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417553
Apr 30 04:23:54.426380 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-806eaf2a-d3fd-478a-ac07-940d521d994b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:54.432370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Pushing event updated for resources: {'Port': ['ID=d093a3ad-6eaa-459b-9e17-5352f360038d,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:54.452959 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:54.463515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ace7c2-94fa-49f7-97b3-774300d23706 req-eafafccb-0bdc-43fd-9fa0-128a2bb3901e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:54.471530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9ace7c2-94fa-49f7-97b3-774300d23706 req-eafafccb-0bdc-43fd-9fa0-128a2bb3901e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 948 time: 0.6787169
Apr 30 04:23:54.504703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e470-151a-488a-bf74-aac0db64bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:54.516791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-806eaf2a-d3fd-478a-ac07-940d521d994b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:54.532660 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:54.575616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:23:54.577665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:23:54.578090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3e470-151a-488a-bf74-aac0db64bbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83be5b6-6e4f-42f9-b836-7ae624378fd0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:54.610114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9ace7c2-94fa-49f7-97b3-774300d23706 req-b1248f9e-cf7d-49db-b86b-a1d865557167 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252882
Apr 30 04:23:54.627391 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f6f3e470-151a-488a-bf74-aac0db64bbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:54.637498 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f6f3e470-151a-488a-bf74-aac0db64bbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:54.638659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f6f3e470-151a-488a-bf74-aac0db64bbf9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e83be5b6-6e4f-42f9-b836-7ae624378fd0 HTTP/1.1" status: 204  len: 168 time: 1.3332067
Apr 30 04:23:54.705432 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-806eaf2a-d3fd-478a-ac07-940d521d994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:54.710787 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:54.754877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806eaf2a-d3fd-478a-ac07-940d521d994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a27e8d1-c7b3-43cd-bb9f-0c1e2fafe15a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:54.776189 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-806eaf2a-d3fd-478a-ac07-940d521d994b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:54.783572 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-806eaf2a-d3fd-478a-ac07-940d521d994b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:54.786660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-806eaf2a-d3fd-478a-ac07-940d521d994b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a27e8d1-c7b3-43cd-bb9f-0c1e2fafe15a HTTP/1.1" status: 204  len: 168 time: 0.9968460
Apr 30 04:23:55.111770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Router 9e1a5e53-2f4c-4140-8c01-04ea22156325 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:23:55.227881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c9b48731-4b4a-4aa7-95b0-524922285269 None None] Provisioning complete for port d093a3ad-6eaa-459b-9e17-5352f360038d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:55.229552 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c9b48731-4b4a-4aa7-95b0-524922285269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:55.358910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c9b48731-4b4a-4aa7-95b0-524922285269 None None] Port d093a3ad-6eaa-459b-9e17-5352f360038d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:23:55.393565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:23:55.428014 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] 10.222.0.46 "PUT /v2.0/routers/9e1a5e53-2f4c-4140-8c01-04ea22156325/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5931351
Apr 30 04:23:55.787282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef0e9-9c09-4c7b-9858-b732f678b578 req-64474721-2cb8-4e78-ba54-8f42175090e7 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:55.792079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8eef0e9-9c09-4c7b-9858-b732f678b578 req-64474721-2cb8-4e78-ba54-8f42175090e7 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 936 time: 0.1900864
Apr 30 04:23:55.819255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 49b322d0-45fa-4331-92c0-f33bb5b81030 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:56.015087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 49b322d0-45fa-4331-92c0-f33bb5b81030 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:23:56.025932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 49b322d0-45fa-4331-92c0-f33bb5b81030 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:56.026574 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.049201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8eef0e9-9c09-4c7b-9858-b732f678b578 req-d2666507-7f4a-4252-8ee2-5d74bf19c809 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475610
Apr 30 04:23:56.062144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50376) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:56.109299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.152055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e81c7-7794-4465-b45d-eb651bd68749 req-072a2332-9e4f-4280-8780-f6217575f862 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:56.158118 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-676e81c7-7794-4465-b45d-eb651bd68749 req-072a2332-9e4f-4280-8780-f6217575f862 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 948 time: 0.3132017
Apr 30 04:23:56.168619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:56.210871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Usage tracker for resource:security_group_rule and tenant:711d140cfd564f0ca215d4986d2b63e4 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:56.218812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:56.231745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:56.237247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-676e81c7-7794-4465-b45d-eb651bd68749 req-f70b51be-4be4-4d27-a9d4-e380c93c067b tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721269
Apr 30 04:23:56.314029 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.340593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 49b322d0-45fa-4331-92c0-f33bb5b81030, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=49b322d0-45fa-4331-92c0-f33bb5b81030,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:23:56.345335 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.354283 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2272227c-49d0-4aa6-a2a7-58c5420acac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:56.422064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.432605 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.455392 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:56.474351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=49b322d0-45fa-4331-92c0-f33bb5b81030,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:56.490246 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:56.556207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50388) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:56.556888 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=711d140cfd564f0ca215d4986d2b63e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4841218
Apr 30 04:23:56.559676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018248db-a017-47ae-b9c8-96ece9fc95b7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:56.564982 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:56.660949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cb59bc8-ebde-413c-8758-427bafe4b4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.697191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cb59bc8-ebde-413c-8758-427bafe4b4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.748006 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.792439 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.804870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cb59bc8-ebde-413c-8758-427bafe4b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.811643 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:56.826900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb59bc8-ebde-413c-8758-427bafe4b4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018248db-a017-47ae-b9c8-96ece9fc95b7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:56.829622 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6cb59bc8-ebde-413c-8758-427bafe4b4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:56.848056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cb59bc8-ebde-413c-8758-427bafe4b4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:56.854958 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6cb59bc8-ebde-413c-8758-427bafe4b4c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/018248db-a017-47ae-b9c8-96ece9fc95b7 HTTP/1.1" status: 204  len: 168 time: 0.2911372
Apr 30 04:23:56.898272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Request body: {'port': {'device_id': '86937df7-bcaf-4344-821e-c844223c4ee4', 'device_owner': 'compute:tempest-test_az-974656868', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:56.969130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Sync routers for ids ['9e1a5e53-2f4c-4140-8c01-04ea22156325'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:23:56.985387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Routers {'9e1a5e53-2f4c-4140-8c01-04ea22156325'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:23:56.991963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe781f76c40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:23:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9e1a5e53-2f4c-4140-8c01-04ea22156325'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:57.151124 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:57.278982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Set router 9e1a5e53-2f4c-4140-8c01-04ea22156325 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:23:57.419939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279fd1c-87fa-4555-bb36-0d6c5828d219 req-de0df717-b77b-44ee-8aeb-0b18bea3dec9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:57.428995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f279fd1c-87fa-4555-bb36-0d6c5828d219 req-de0df717-b77b-44ee-8aeb-0b18bea3dec9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 936 time: 0.1103377
Apr 30 04:23:57.490190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f279fd1c-87fa-4555-bb36-0d6c5828d219 req-934807db-eb79-4ea8-8ef6-357415da18f3 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600393
Apr 30 04:23:57.617257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f7490c3c-244c-40f5-b1d8-9b5bec1a4469 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:23:57.710324 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 49b322d0-45fa-4331-92c0-f33bb5b81030 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:23:58.068551 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f7490c3c-244c-40f5-b1d8-9b5bec1a4469, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:23:58.096387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf5a5e1-2a76-4010-82d3-54b904ec3fea {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:23:58.098326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'f7490c3c-244c-40f5-b1d8-9b5bec1a4469', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'f7490c3c-244c-40f5-b1d8-9b5bec1a4469', 'mac_address': 'fa:16:3e:af:05:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:23:58.125201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:58.128543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4cf8c-ae73-45a6-b6d9-b3c8dcf14a9a req-e8a49027-4f9b-44d5-afb2-ca8ac5846723 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:58.135231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9d4cf8c-ae73-45a6-b6d9-b3c8dcf14a9a req-e8a49027-4f9b-44d5-afb2-ca8ac5846723 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 948 time: 0.3130832
Apr 30 04:23:58.173298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Transition to ACTIVE for port object 7bf5a5e1-2a76-4010-82d3-54b904ec3fea will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:23:58.181226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:58.186700 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:58.250341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9d4cf8c-ae73-45a6-b6d9-b3c8dcf14a9a req-e2c20eb3-8758-4e46-ac34-4e0087b1ed71 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971262
Apr 30 04:23:58.374643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:58.376825 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:58.385326 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:58.403276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7490c3c-244c-40f5-b1d8-9b5bec1a4469 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:23:58.433606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 49b322d0-45fa-4331-92c0-f33bb5b81030 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:23:58.433987 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:58.609138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f7490c3c-244c-40f5-b1d8-9b5bec1a4469, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:23:58.630916 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:58.651252 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:58.734147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe781f76c40>, [{'id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:35Z', 'updated_at': '2021-04-30T04:23:52Z', 'revision_number': 4, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'gw_port': {'id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:81:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:38Z', 'updated_at': '2021-04-30T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd093a3ad-6eaa-459b-9e17-5352f360038d', 'name': '', 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'mac_address': 'fa:16:3e:2a:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7a95833d-b698-4e4e-92b7-238f71eae290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:51Z', 'updated_at': '2021-04-30T04:23:53Z', 'revision_number': 2, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'subnets': [{'id': '7a95833d-b698-4e4e-92b7-238f71eae290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:23:58.994272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Checking router: 9e1a5e53-2f4c-4140-8c01-04ea22156325 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:23:58.994685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Updating router 9e1a5e53-2f4c-4140-8c01-04ea22156325 port d093a3ad-6eaa-459b-9e17-5352f360038d binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:23:59.088802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Attempting to bind port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:23:59.089271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Attempting to bind port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:23:59.089551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Attempting to bind port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:23:59.097868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:23:59.098906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Attempting to bind port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:23:59.106393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:23:59.106947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:23:59.107567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:23:59.108164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Bound port: 7bf5a5e1-2a76-4010-82d3-54b904ec3fea, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:23:59.108521 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:59.120309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50458) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:23:59.137126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973308515', 'description': 'tempest-description--1741818829'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:23:59.154403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:59.157720 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:59.162086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Usage tracker for resource:security_group and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:59.176210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:59.185714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:59.212939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f7490c3c-244c-40f5-b1d8-9b5bec1a4469'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:23:59.216541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:59.260707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069ea48-d8ce-4510-bb05-142a9f1ef166 req-5a7a23b2-30ab-4c05-80fa-8ec105e9c9b8 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:59.268378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e069ea48-d8ce-4510-bb05-142a9f1ef166 req-5a7a23b2-30ab-4c05-80fa-8ec105e9c9b8 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 969 time: 0.2052860
Apr 30 04:23:59.281223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] For port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:23:59.290522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] For port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:23:59.298539 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:59.310690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:23:59.319923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Usage tracker for resource:security_group_rule and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:23:59.326161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:23:59.328574 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:59.348911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e069ea48-d8ce-4510-bb05-142a9f1ef166 req-d0f8330d-37e6-4c93-9e6a-a31e7b88e231 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792751
Apr 30 04:23:59.350320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:23:59.544759 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:59.561014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:59.561758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:59.561870 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:23:59.565263 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] 10.222.0.50 "PUT /v2.0/ports/7bf5a5e1-2a76-4010-82d3-54b904ec3fea HTTP/1.1" status: 200  len: 1118 time: 3.0177724
Apr 30 04:23:59.566191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:59.576750 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:59.577232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86937df7-bcaf-4344-821e-c844223c4ee4', 'tag': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:23:59.586216 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:23:59.593003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:23:59.608141 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:23:59.866415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-2ab147c9-6550-4a5d-8c34-d9e674a99116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:23:59.868904 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-2ab147c9-6550-4a5d-8c34-d9e674a99116 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31af1402cb674272a2592d5bc5eefd5d&device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 1121 time: 0.1623411
Apr 30 04:24:00.022995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21eff800-19eb-4fba-a324-82e69c2be216,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:00.048573 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:00.069149 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.073821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.9428816
Apr 30 04:24:00.075830 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-2a0be3e4-1957-4afc-9002-0b9fc18503d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=7bf5a5e1-2a76-4010-82d3-54b904ec3fea HTTP/1.1" status: 200  len: 217 time: 0.1990976
Apr 30 04:24:00.079980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50486) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:00.105137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Request body: {'security_group_rule': {'security_group_id': '21eff800-19eb-4fba-a324-82e69c2be216', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:00.133509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:00.188083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5b703-c4c8-47e4-9aff-f28c037a1ad1 req-76b582d3-514a-4fd1-a39a-d420bc1ab41c tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:00.205068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Usage tracker for resource:security_group_rule and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:00.207948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96b5b703-c4c8-47e4-9aff-f28c037a1ad1 req-76b582d3-514a-4fd1-a39a-d420bc1ab41c tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 949 time: 0.5161664
Apr 30 04:24:00.213249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:00.231760 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.239014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:00.273564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Transition to ACTIVE for port object d093a3ad-6eaa-459b-9e17-5352f360038d will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:24:00.287097 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.298229 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:00.315502 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.336388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-8f711579-4214-4af8-938a-b8d8ed0e7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:00.338256 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-8f711579-4214-4af8-938a-b8d8ed0e7973 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2496598
Apr 30 04:24:00.359802 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96b5b703-c4c8-47e4-9aff-f28c037a1ad1 req-a3687032-7f16-4847-8036-05490a39e96f tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496406
Apr 30 04:24:00.517035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add99c4c-1ef2-4126-92a9-1275d2c3ae58 None None] Pushing event updated for resources: {'Port': ['ID=d093a3ad-6eaa-459b-9e17-5352f360038d,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:00.545685 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-add99c4c-1ef2-4126-92a9-1275d2c3ae58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:00.568039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.579279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-44465b8a-91ea-4c99-8094-463434f867c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:00.581391 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-44465b8a-91ea-4c99-8094-463434f867c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2314107
Apr 30 04:24:00.583149 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.586344 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:00.614087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-42746dbe-cdb3-4926-96d2-da953e29ed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.625095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Attempting to bind port d093a3ad-6eaa-459b-9e17-5352f360038d on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:24:00.625474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Attempting to bind port d093a3ad-6eaa-459b-9e17-5352f360038d by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '061e31f4-fada-4c63-8351-cc4b12c844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:24:00.625854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Attempting to bind port d093a3ad-6eaa-459b-9e17-5352f360038d on network 2927dea2-79c2-47f3-8bee-c82d61b2614c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:24:00.631587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef6cdbd-a956-4875-af65-cac13d6f6016,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:00.635043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:24:00.635720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Checking segment: {'id': '061e31f4-fada-4c63-8351-cc4b12c844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:24:00.636243 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.636791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Bound using segment: {'id': '061e31f4-fada-4c63-8351-cc4b12c844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:24:00.637458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Bound port: d093a3ad-6eaa-459b-9e17-5352f360038d, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061e31f4-fada-4c63-8351-cc4b12c844ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:24:00.637840 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.659116 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.664246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50506) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:00.665194 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5837090
Apr 30 04:24:00.666450 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:00.674215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Request body: {'security_group_rule': {'security_group_id': '21eff800-19eb-4fba-a324-82e69c2be216', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:00.704444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:00.719767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Usage tracker for resource:security_group_rule and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:00.736593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:00.752412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:00.788747 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.823222 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-f2497985-3d21-4814-8d1c-6b4e70ab7145 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159116
Apr 30 04:24:00.903189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] For port d093a3ad-6eaa-459b-9e17-5352f360038d, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:24:00.921821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] For port d093a3ad-6eaa-459b-9e17-5352f360038d, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d093a3ad-6eaa-459b-9e17-5352f360038d,segment=NetworkSegment(061e31f4-fada-4c63-8351-cc4b12c844ba),segment_id=061e31f4-fada-4c63-8351-cc4b12c844ba)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:24:00.941822 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:00.953445 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:00.993507 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:01.006063 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:01.056343 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86937df7-bcaf-4344-821e-c844223c4ee4', 'tag': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea', 'status': 'completed', 'code': 200}
Apr 30 04:24:01.065535 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:01.094419 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:01.096308 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4307749
Apr 30 04:24:01.105521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50516) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:01.118540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:01.125912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:01.130332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Usage tracker for resource:floatingip and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:01.134775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:01.145174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:01.161278 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e4483285-eb1c-4875-8719-e1218e2097a7 req-93317c99-539e-4c8a-b8a0-5006a9f7031e service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3305423
Apr 30 04:24:01.164438 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:01.193455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1dc2e2-7524-4b94-b8e0-0dff0c070994,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:01.210567 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:01.286132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Routers {'9e1a5e53-2f4c-4140-8c01-04ea22156325'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:24:01.287645 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe781f76c40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:23:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9e1a5e53-2f4c-4140-8c01-04ea22156325'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:24:01.374812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79888220-44ae-4909-b97e-0deabb9dc592 req-b46dde1c-f048-46cc-8402-8defc572c25a tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:01.384444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79888220-44ae-4909-b97e-0deabb9dc592 req-b46dde1c-f048-46cc-8402-8defc572c25a tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 969 time: 0.2910419
Apr 30 04:24:01.408045 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add99c4c-1ef2-4126-92a9-1275d2c3ae58 None None] Pushing event updated for resources: {'Port': ['ID=d093a3ad-6eaa-459b-9e17-5352f360038d,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:01.541124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79888220-44ae-4909-b97e-0deabb9dc592 req-f947c8ed-55bd-470b-9427-40642ce8be36 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477413
Apr 30 04:24:01.567857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-6b09c586-7984-4d7c-9f17-0c8a05b26e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:01.569697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-6b09c586-7984-4d7c-9f17-0c8a05b26e98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31af1402cb674272a2592d5bc5eefd5d&device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 1121 time: 0.1847684
Apr 30 04:24:01.579791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:01.580036 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-add99c4c-1ef2-4126-92a9-1275d2c3ae58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:01.595649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f7490c3c-244c-40f5-b1d8-9b5bec1a4469 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:24:01.668319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] Set router 9e1a5e53-2f4c-4140-8c01-04ea22156325 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:24:01.756680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:24:01.773569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-ff58b765-bcf1-43cb-ac32-f35b58f0cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:01.776507 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-ff58b765-bcf1-43cb-ac32-f35b58f0cb8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.1940165
Apr 30 04:24:01.827870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:01.827870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:01.908928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-f52920bf-0c20-4922-abbd-91b6430d52d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=7bf5a5e1-2a76-4010-82d3-54b904ec3fea HTTP/1.1" status: 200  len: 217 time: 0.0860763
Apr 30 04:24:02.092785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-3b0811c4-e157-4a33-b17c-1c265a6a0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:02.094663 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-3b0811c4-e157-4a33-b17c-1c265a6a0948 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1728559
Apr 30 04:24:02.125900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035be1cd-b21b-4629-ba83-f676aa219bf3 req-fe4f2356-ba80-4988-b32b-3516f6091cf4 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:02.127864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-035be1cd-b21b-4629-ba83-f676aa219bf3 req-fe4f2356-ba80-4988-b32b-3516f6091cf4 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 949 time: 0.2582152
Apr 30 04:24:02.216577 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:02.241631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-035be1cd-b21b-4629-ba83-f676aa219bf3 req-abe58b4d-822a-400f-ab38-9c17c2884a41 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990641
Apr 30 04:24:02.262884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-f0cded0d-c6d0-4fbb-bee9-6128cba2adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:02.264474 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-f0cded0d-c6d0-4fbb-bee9-6128cba2adda service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1596894
Apr 30 04:24:02.290689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b20887-f0d6-48b3-9dcb-2c75b0f54406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7490c3c-244c-40f5-b1d8-9b5bec1a4469'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:02.328183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Allocated IP 172.25.8.97 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/d01511e4-7a3b-43e4-bba9-cb3b7fbde2b6) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:24:02.370639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50552) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:02.370990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50554) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:02.413002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f7490c3c-244c-40f5-b1d8-9b5bec1a4469, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:02.421031 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:02.424545 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:02.505317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:02.512614 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:02.556748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe781f76c40>, [{'id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:35Z', 'updated_at': '2021-04-30T04:23:52Z', 'revision_number': 4, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'gw_port': {'id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:81:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:38Z', 'updated_at': '2021-04-30T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd093a3ad-6eaa-459b-9e17-5352f360038d', 'name': '', 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'mac_address': 'fa:16:3e:2a:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7a95833d-b698-4e4e-92b7-238f71eae290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:51Z', 'updated_at': '2021-04-30T04:24:00Z', 'revision_number': 4, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'subnets': [{'id': '7a95833d-b698-4e4e-92b7-238f71eae290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:24:02.578899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7027b81e-e7ca-4835-bf23-e8bce0e6f53d None None] The sync data for ids ['9e1a5e53-2f4c-4140-8c01-04ea22156325'] in n-d-766726-20 is: [{'id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:35Z', 'updated_at': '2021-04-30T04:23:52Z', 'revision_number': 4, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'gw_port': {'id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:81:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:38Z', 'updated_at': '2021-04-30T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd093a3ad-6eaa-459b-9e17-5352f360038d', 'name': '', 'network_id': '2927dea2-79c2-47f3-8bee-c82d61b2614c', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'mac_address': 'fa:16:3e:2a:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '7a95833d-b698-4e4e-92b7-238f71eae290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:51Z', 'updated_at': '2021-04-30T04:24:00Z', 'revision_number': 4, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'subnets': [{'id': '7a95833d-b698-4e4e-92b7-238f71eae290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:24:02.622510 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:02.696602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:02.739548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Usage tracker for resource:security_group_rule and tenant:f229e08b2c524f9780412d1d20c93674 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:02.749853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:02.770258 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:02.806327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:02.842133 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:02.848703 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-292c4233-f68a-4c9e-90bb-6622066598c9 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5752320
Apr 30 04:24:02.880348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:02.886749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Usage tracker for resource:security_group_rule and tenant:bb69813f99004e229fec8cca79618ca4 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:02.890683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:02.899703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:03.071401 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.085067 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2fdd2d60-f8e9-4174-b2b8-40e2096bb8e7 req-b0e2bb33-dbd2-426b-8ac7-7d14b8a7ffb2 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283912
Apr 30 04:24:03.095341 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.098640 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.107569 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:03.116187 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-806eaf2a-d3fd-478a-ac07-940d521d994b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:03.170768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:24:03.174414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:24:03.177371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:24:03.236558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb69813f99004e229fec8cca79618ca4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8595684
Apr 30 04:24:03.243515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b9885-adc7-46d2-9bf5-da570cd720c8 req-46caba63-dfab-4311-b887-f35dc2651ddf tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:03.245139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b5b9885-adc7-46d2-9bf5-da570cd720c8 req-46caba63-dfab-4311-b887-f35dc2651ddf tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 969 time: 0.4442782
Apr 30 04:24:03.245703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50576) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:03.254162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be6c4ce-2b72-4398-b1f1-990bf7c003aa,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:03.270107 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:03.284849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event updated for resources: {'Port': ['ID=d01511e4-7a3b-43e4-bba9-cb3b7fbde2b6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:03.288107 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:03.288269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.330382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.358949 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b20887-f0d6-48b3-9dcb-2c75b0f54406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7490c3c-244c-40f5-b1d8-9b5bec1a4469', 'code': 200}
Apr 30 04:24:03.453078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b5b9885-adc7-46d2-9bf5-da570cd720c8 req-87d66c08-bd56-46a5-8454-6f6f45b779b6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1952677
Apr 30 04:24:03.464858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.558121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.574827 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.585126 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9cb6dfc7-63bf-4423-950c-cfe1ccddc867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.597071 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11ebcbc3-5acd-4910-95d0-4e2053c8912a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:03.639276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-34f1521a-5844-4974-b825-23bffb31372d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.718797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50586) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:03.719004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f229e08b2c524f9780412d1d20c93674&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3468258
Apr 30 04:24:03.724428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76018c46-335c-4217-b28e-07914a86e74b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:03.731949 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:03.733871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-34f1521a-5844-4974-b825-23bffb31372d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.807953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d093a3ad-6eaa-459b-9e17-5352f360038d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:24:03.828452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-eabcd986-e457-411b-802c-7254975d5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:03.830108 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-eabcd986-e457-411b-802c-7254975d5780 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 1102 time: 0.3757956
Apr 30 04:24:03.887348 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:03.928678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:03.939537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Usage tracker for resource:security_group_rule and tenant:20baa2f75bcc4ec9af60bf9b60d7bcb5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:03.949328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:03.961399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:04.031508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60f33d-9499-4f95-8e59-1a87180be959 req-2b298acf-9ba1-4d9a-8e57-cb68e723a9e8 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:04.042816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb60f33d-9499-4f95-8e59-1a87180be959 req-2b298acf-9ba1-4d9a-8e57-cb68e723a9e8 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 950 time: 0.2901151
Apr 30 04:24:04.046106 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-34f1521a-5844-4974-b825-23bffb31372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.051750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port d093a3ad-6eaa-459b-9e17-5352f360038d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:24:04.063359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d093a3ad-6eaa-459b-9e17-5352f360038d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:04.064278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.072505 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4087af65-9c1d-4320-9a56-81828b04b6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:04.106191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1521a-5844-4974-b825-23bffb31372d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be6c4ce-2b72-4398-b1f1-990bf7c003aa,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:04.121381 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-34f1521a-5844-4974-b825-23bffb31372d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:04.147441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb60f33d-9499-4f95-8e59-1a87180be959 req-e0f59435-2799-42c2-8f69-a22092a3a060 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032341
Apr 30 04:24:04.150295 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-34f1521a-5844-4974-b825-23bffb31372d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.152189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-34f1521a-5844-4974-b825-23bffb31372d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7be6c4ce-2b72-4398-b1f1-990bf7c003aa HTTP/1.1" status: 204  len: 168 time: 0.9039762
Apr 30 04:24:04.200211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c754471-03ca-4164-9126-f0a679a9095d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.239396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c754471-03ca-4164-9126-f0a679a9095d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.313378 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.325234 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.361850 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:04.365788 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c754471-03ca-4164-9126-f0a679a9095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.407755 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af091b0a-0cf7-4f85-bedb-2bcc44268f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:04.429462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e576301e-1b54-4749-ba95-30c23a04844a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:04.433615 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:04.441264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Synchronizing usage tracker for tenant:20baa2f75bcc4ec9af60bf9b60d7bcb5 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:24:04.454700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c754471-03ca-4164-9126-f0a679a9095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76018c46-335c-4217-b28e-07914a86e74b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:04.465461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.478808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Unset dirty status for tenant:20baa2f75bcc4ec9af60bf9b60d7bcb5 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:24:04.480259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9d9e3eb-7e92-4b48-845a-a3a39c79bdfc req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6256125
Apr 30 04:24:04.481428 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c754471-03ca-4164-9126-f0a679a9095d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:04.487953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.511091 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:04.552992 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.677676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c754471-03ca-4164-9126-f0a679a9095d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.694447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c754471-03ca-4164-9126-f0a679a9095d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76018c46-335c-4217-b28e-07914a86e74b HTTP/1.1" status: 204  len: 168 time: 0.9729474
Apr 30 04:24:04.696573 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.764756 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.770769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port d093a3ad-6eaa-459b-9e17-5352f360038d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d093a3ad-6eaa-459b-9e17-5352f360038d,segment=NetworkSegment(061e31f4-fada-4c63-8351-cc4b12c844ba),segment_id=061e31f4-fada-4c63-8351-cc4b12c844ba)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:04.783613 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.785929 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:04.796089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event updated for resources: {'Port': ['ID=d01511e4-7a3b-43e4-bba9-cb3b7fbde2b6,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:04.827412 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:04.828978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50608) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:04.857543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.876545 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.7697234
Apr 30 04:24:04.896827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:04.942040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:04.951908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Usage tracker for resource:security_group_rule and tenant:b16c2ea0092d4ad48c8ef76fa9da9aec is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:04.965083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:04.965986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=d093a3ad-6eaa-459b-9e17-5352f360038d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:04.970884 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:04.981945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fab824-2172-44d9-b1a5-1216afc68ecb req-5b835170-aceb-4051-a33f-d4f6c44cea38 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:04.984065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3fab824-2172-44d9-b1a5-1216afc68ecb req-5b835170-aceb-4051-a33f-d4f6c44cea38 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 969 time: 0.2427721
Apr 30 04:24:05.004273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:05.185300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3fab824-2172-44d9-b1a5-1216afc68ecb req-0119cddf-5fff-4045-b7ac-d1313ff04b65 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875312
Apr 30 04:24:05.250383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50620) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:05.257255 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:05.269574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:05.297129 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ef54e47-36fb-483d-a8f3-8d86cab1e7a6 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:05.428486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4252a117-6146-4297-a6ca-904d7a9691f7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:05.445414 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:05.503565 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b16c2ea0092d4ad48c8ef76fa9da9aec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6685634
Apr 30 04:24:05.503996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50636) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:05.541768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-59e51f57-93e6-4aa1-8c40-f8673f37b586 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Synchronizing usage tracker for tenant:5f33ae81c63a424989ffcaf8a0374407 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:24:05.583714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 7bf5a5e1-2a76-4010-82d3-54b904ec3fea details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:24:05.593821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10593f-07ed-42de-8064-feab6d4859b0 req-0fc3bf63-9b06-4a66-98b2-bada953964c3 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:05.601872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab10593f-07ed-42de-8064-feab6d4859b0 req-0fc3bf63-9b06-4a66-98b2-bada953964c3 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 950 time: 0.2186906
Apr 30 04:24:05.623612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-59e51f57-93e6-4aa1-8c40-f8673f37b586 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Unset dirty status for tenant:5f33ae81c63a424989ffcaf8a0374407 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:24:05.624763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-59e51f57-93e6-4aa1-8c40-f8673f37b586 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1973308515&fields=id&tenant_id=5f33ae81c63a424989ffcaf8a0374407 HTTP/1.1" status: 200  len: 267 time: 0.1345425
Apr 30 04:24:05.691284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4307be6-d3ac-4b2a-b373-e6b7ff1c44c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:05.744031 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4307be6-d3ac-4b2a-b373-e6b7ff1c44c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:05.801828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50640) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:05.830016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d093a3ad-6eaa-459b-9e17-5352f360038d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:24:05.842169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:05.845375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab10593f-07ed-42de-8064-feab6d4859b0 req-fc281198-25cc-47cf-9a2f-1e0a3340a849 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416365
Apr 30 04:24:05.853681 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:05.873060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4307be6-d3ac-4b2a-b373-e6b7ff1c44c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:05.893491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:05.896600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:05.905669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Usage tracker for resource:security_group_rule and tenant:71dcf1b331794d85833b7eedf7e6d3ac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:05.912325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:05.927511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:05.929034 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:05.958995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4307be6-d3ac-4b2a-b373-e6b7ff1c44c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4252a117-6146-4297-a6ca-904d7a9691f7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:05.959978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:05.963240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Usage tracker for resource:security_group_rule and tenant:2792d45e76b34fae92b0b8067c40ecf6 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:05.969277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d093a3ad-6eaa-459b-9e17-5352f360038d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:05.970250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:05.975052 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a4307be6-d3ac-4b2a-b373-e6b7ff1c44c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:05.977435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:05.989957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:05.995084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4307be6-d3ac-4b2a-b373-e6b7ff1c44c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.002457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a4307be6-d3ac-4b2a-b373-e6b7ff1c44c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4252a117-6146-4297-a6ca-904d7a9691f7 HTTP/1.1" status: 204  len: 168 time: 0.4959931
Apr 30 04:24:06.126917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea', 'mac_address': 'fa:16:3e:b5:72:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:tempest-test_az-974656868', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:24:06.175158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.186954 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.278743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.289407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.300566 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.324325 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-deb86752-126f-47b7-9de8-ab5fb7d93133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:06.376745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf5a5e1-2a76-4010-82d3-54b904ec3fea {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:24:06.398749 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.420790 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d89752cf-bdea-4ef3-81dc-542ce0ccb913 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:06.430512 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:06.436750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342b59b5-8899-4775-96a4-e5ff5d69aa6d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:06.444986 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.448098 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:06.450814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50648) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:06.451215 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2792d45e76b34fae92b0b8067c40ecf6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6475365
Apr 30 04:24:06.452315 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:06.596443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:06.600124 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:06.637831 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71dcf1b331794d85833b7eedf7e6d3ac&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3862007
Apr 30 04:24:06.641472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50654) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:06.653193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d501ab8a-5a40-4f3f-832b-fe66e4124ed9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:06.666998 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:06.677146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-3987efbe-ce5b-43da-be9a-0a601736e95c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:06.677906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-3987efbe-ce5b-43da-be9a-0a601736e95c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Synchronizing usage tracker for tenant:5f33ae81c63a424989ffcaf8a0374407 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:24:06.748821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-3987efbe-ce5b-43da-be9a-0a601736e95c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Unset dirty status for tenant:5f33ae81c63a424989ffcaf8a0374407 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:24:06.753202 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0201c0c4-31e3-4405-a1d1-575706393266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.760405 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-3987efbe-ce5b-43da-be9a-0a601736e95c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 824 time: 1.1128097
Apr 30 04:24:06.768876 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e163b45f-dbd0-43c2-a885-0ee1e14ce6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.788344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0201c0c4-31e3-4405-a1d1-575706393266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.814425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-67d74c3f-379e-4492-bc07-aba0b01293f4 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/quotas/5f33ae81c63a424989ffcaf8a0374407 HTTP/1.1" status: 200  len: 375 time: 0.0478511
Apr 30 04:24:06.826176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c3b11-c52c-408e-b278-c19df8e1b7e2 req-5d318a8d-6235-491c-b9c0-712debf92fe3 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:06.827789 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa1c3b11-c52c-408e-b278-c19df8e1b7e2 req-5d318a8d-6235-491c-b9c0-712debf92fe3 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 970 time: 0.2724013
Apr 30 04:24:06.833714 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e163b45f-dbd0-43c2-a885-0ee1e14ce6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.873618 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0201c0c4-31e3-4405-a1d1-575706393266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.880533 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:06.898175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['7bf5a5e1-2a76-4010-82d3-54b904ec3fea'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:24:06.902697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201c0c4-31e3-4405-a1d1-575706393266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d501ab8a-5a40-4f3f-832b-fe66e4124ed9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:06.908116 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0201c0c4-31e3-4405-a1d1-575706393266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:06.928148 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0201c0c4-31e3-4405-a1d1-575706393266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:06.930040 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0201c0c4-31e3-4405-a1d1-575706393266 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d501ab8a-5a40-4f3f-832b-fe66e4124ed9 HTTP/1.1" status: 204  len: 168 time: 0.2865717
Apr 30 04:24:06.968258 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa1c3b11-c52c-408e-b278-c19df8e1b7e2 req-b37b4978-7ceb-4e6c-965d-8ca01afbf4f7 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882237
Apr 30 04:24:07.015832 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-0284c326-9632-4497-abca-c8602433f4a2 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1818836
Apr 30 04:24:07.044122 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e163b45f-dbd0-43c2-a885-0ee1e14ce6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:07.057950 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ded74c69-5c0a-4ffd-8e1a-54b1afd84e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:07.108626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b45f-dbd0-43c2-a885-0ee1e14ce6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342b59b5-8899-4775-96a4-e5ff5d69aa6d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:07.112299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e163b45f-dbd0-43c2-a885-0ee1e14ce6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:07.114581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e163b45f-dbd0-43c2-a885-0ee1e14ce6de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/342b59b5-8899-4775-96a4-e5ff5d69aa6d HTTP/1.1" status: 204  len: 168 time: 0.6563563
Apr 30 04:24:07.116068 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e163b45f-dbd0-43c2-a885-0ee1e14ce6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:07.324937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8d3e9-a26f-427f-88f9-808e4ecd0e25 req-ced384ff-fa84-4903-b303-a6fd71d92b5d tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:07.326794 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edd8d3e9-a26f-427f-88f9-808e4ecd0e25 req-ced384ff-fa84-4903-b303-a6fd71d92b5d tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 950 time: 0.1210225
Apr 30 04:24:07.394577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edd8d3e9-a26f-427f-88f9-808e4ecd0e25 req-261e5637-b502-4828-89f4-8b613b601e25 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539436
Apr 30 04:24:07.966043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50688) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:07.994814 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:08.017220 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:08.028332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Usage tracker for resource:security_group_rule and tenant:33560e3e023b4fd89a629243273075e3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:08.033600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:08.046712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:08.089599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-6cbce363-19ed-462b-beee-0f644740d739 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:24:08.100443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-6cbce363-19ed-462b-beee-0f644740d739 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3518963
Apr 30 04:24:08.226407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:08.239671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:08.252820 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:08.425197 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-a7572bd7-209c-4ff4-a7ee-c54741187638 service neutron] 10.222.0.46 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3221166
Apr 30 04:24:08.467429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3786b3a7-be6f-4f89-9893-128b67666dc4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:08.519588 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33560e3e023b4fd89a629243273075e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5506198
Apr 30 04:24:08.521048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:08.521500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50704) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:08.663938 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0811554-1a22-4842-9496-bffe6f4a5fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:08.713375 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0811554-1a22-4842-9496-bffe6f4a5fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:08.762735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-6de8ccd3-7ba2-4a2c-9a2a-71728f0713f7 service neutron] 10.222.0.46 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3364818
Apr 30 04:24:08.833395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0811554-1a22-4842-9496-bffe6f4a5fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:08.847289 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6cb59bc8-ebde-413c-8758-427bafe4b4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:08.876211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0811554-1a22-4842-9496-bffe6f4a5fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3786b3a7-be6f-4f89-9893-128b67666dc4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:08.879895 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0811554-1a22-4842-9496-bffe6f4a5fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:08.881134 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0811554-1a22-4842-9496-bffe6f4a5fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:08.883727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3f26-3b5c-4c5c-8afa-4f0a5382a55e req-04ab9352-bfdd-417c-8f20-f3e341f6e826 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:08.885668 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d0811554-1a22-4842-9496-bffe6f4a5fe7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3786b3a7-be6f-4f89-9893-128b67666dc4 HTTP/1.1" status: 204  len: 168 time: 0.3629911
Apr 30 04:24:08.888249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b43b3f26-3b5c-4c5c-8afa-4f0a5382a55e req-04ab9352-bfdd-417c-8f20-f3e341f6e826 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 970 time: 0.2337906
Apr 30 04:24:09.034311 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b43b3f26-3b5c-4c5c-8afa-4f0a5382a55e req-5e766945-78a9-4292-8c3d-70852e080a3b tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365712
Apr 30 04:24:09.216660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e046cd8d-ce94-489a-a80c-f7aab887a4ad req-618192dc-a5d8-4561-9f0f-e1c481bd4710 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 210 time: 0.1102817
Apr 30 04:24:09.406253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b917930-babe-4c5e-ad23-5a1e5ab9d158 req-2ed9038d-8145-4119-ad69-4681795e7eb8 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:09.413612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b917930-babe-4c5e-ad23-5a1e5ab9d158 req-2ed9038d-8145-4119-ad69-4681795e7eb8 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 950 time: 0.1886568
Apr 30 04:24:09.483161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b917930-babe-4c5e-ad23-5a1e5ab9d158 req-91132fbb-6547-4cb3-9a95-33eee545ba33 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685177
Apr 30 04:24:09.557689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 7bf5a5e1-2a76-4010-82d3-54b904ec3fea up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:24:09.715782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:24:09.727258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:09.728392 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:09.959105 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:10.010804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:10.012420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86937df7-bcaf-4344-821e-c844223c4ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:10.022249 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:10.026356 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:10.131420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:10.145169 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:10.168340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-c3fe4ef2-c99c-43fd-8c9b-50dbb3ecf2aa tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:10.171137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-c3fe4ef2-c99c-43fd-8c9b-50dbb3ecf2aa tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 1102 time: 0.2005670
Apr 30 04:24:10.215426 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86937df7-bcaf-4344-821e-c844223c4ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea', 'code': 200}
Apr 30 04:24:10.513693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf51567-6e1f-4a80-b472-e6d668dc785c req-e599118c-0c68-4a16-b804-8413953783cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:10.516281 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ebf51567-6e1f-4a80-b472-e6d668dc785c req-e599118c-0c68-4a16-b804-8413953783cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 1123 time: 0.1734300
Apr 30 04:24:10.520155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47dc6391-3a5e-4d41-bf1e-089addb7562c req-fab54e44-91fa-4ad4-9651-1ef6d6e99a5d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 210 time: 0.1433654
Apr 30 04:24:10.622175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ebf51567-6e1f-4a80-b472-e6d668dc785c req-3575ab02-f9e7-4a46-9f8b-7a994f690560 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984716
Apr 30 04:24:10.789216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8475020-d450-436c-94be-e73cfe3083c2 req-a16ffcdc-ccb0-4fee-899d-5155d4b95dfb tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:10.791346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8475020-d450-436c-94be-e73cfe3083c2 req-a16ffcdc-ccb0-4fee-899d-5155d4b95dfb tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 971 time: 0.4136791
Apr 30 04:24:10.884471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Deleting port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:24:10.885126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:10.951759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5d6e0-9096-4036-bb6b-9e47a21489c0 req-76aa155f-5bc4-44ed-a2c9-bbe23e03eacd tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:10.953715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4c5d6e0-9096-4036-bb6b-9e47a21489c0 req-76aa155f-5bc4-44ed-a2c9-bbe23e03eacd tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 950 time: 0.2634788
Apr 30 04:24:11.049955 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8475020-d450-436c-94be-e73cfe3083c2 req-701f1ea4-8656-4612-a90a-42346016586d tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2474866
Apr 30 04:24:11.136264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4c5d6e0-9096-4036-bb6b-9e47a21489c0 req-46d152e9-d012-45d7-ba2e-8a2e83bf2aec tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614311
Apr 30 04:24:11.212592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] For port f7490c3c-244c-40f5-b1d8-9b5bec1a4469, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:11.213300 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:11.264600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.37', 57792) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:11.498130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-db7dbb2e-515c-4205-8e49-e96eccf3d013 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:11.500293 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-db7dbb2e-515c-4205-8e49-e96eccf3d013 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.37 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 824 time: 0.2345424
Apr 30 04:24:11.512988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Calling delete_port for f7490c3c-244c-40f5-b1d8-9b5bec1a4469 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:24:11.589858 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-87075ab1-9c95-497c-a425-1a8160140267 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f33ae81c63a424989ffcaf8a0374407 HTTP/1.1" status: 200  len: 380 time: 0.0801899
Apr 30 04:24:11.603279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Request body: {'port': {'device_id': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'admin_state_up': True, 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'security_groups': ['21eff800-19eb-4fba-a324-82e69c2be216']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:11.770971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3823e947-df30-42c0-bf12-a41b0beab38c req-9e6fee4e-14bd-4f1c-a644-5b5b6bfbdbd8 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 210 time: 0.0627236
Apr 30 04:24:11.772805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50816) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:11.972997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:11.982242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Usage tracker for resource:port and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:11.986558 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:11.990611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:12.003972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:12.012891 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-447412e2-8600-41fa-917f-898a73e31e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:12.025477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Made reservation on behalf of 5f33ae81c63a424989ffcaf8a0374407 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:24:12.034422 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:12.069786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7490c3c-244c-40f5-b1d8-9b5bec1a4469,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:12.089666 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:12.294122 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:12.324114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] No DVR routers for this DVR port f7490c3c-244c-40f5-b1d8-9b5bec1a4469 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:24:12.335039 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:12.369105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b20887-f0d6-48b3-9dcb-2c75b0f54406', 'name': 'network-vif-deleted', 'tag': 'f7490c3c-244c-40f5-b1d8-9b5bec1a4469'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:12.434037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:12.504053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Usage tracker for resource:security_group_rule and tenant:16e09f6e9d2a4ba6b410e023f05de4e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:12.508726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-568accd4-8b41-49cd-af3a-0f552d08cc38 req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f7490c3c-244c-40f5-b1d8-9b5bec1a4469 HTTP/1.1" status: 204  len: 173 time: 2.3286824
Apr 30 04:24:12.515621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:12.568120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:12.578485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a83b8651-2102-4d0b-b44e-278a5f733e6d req-034588d8-1052-4b98-946e-f46a32b8d32b tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Synchronizing usage tracker for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:24:12.599912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Allocated IP 172.20.0.4 (926b2a9a-9498-4d47-9666-adc48815dd31/d5102ee2-1ffa-4026-b871-f222812f6c0a/00624d49-7f1d-41c6-a8b4-fc7886ea093e) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:24:12.678527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a83b8651-2102-4d0b-b44e-278a5f733e6d req-034588d8-1052-4b98-946e-f46a32b8d32b tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Unset dirty status for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:24:12.683396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a83b8651-2102-4d0b-b44e-278a5f733e6d req-034588d8-1052-4b98-946e-f46a32b8d32b tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1b20887-f0d6-48b3-9dcb-2c75b0f54406 HTTP/1.1" status: 200  len: 210 time: 0.2620745
Apr 30 04:24:12.809483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fbf0d-5fef-465a-bf62-38ee2119980f req-d26bce58-a0d3-4a08-8029-ee7e99078bda tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:12.824631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-811fbf0d-5fef-465a-bf62-38ee2119980f req-d26bce58-a0d3-4a08-8029-ee7e99078bda tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 971 time: 0.3217576
Apr 30 04:24:12.981371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-811fbf0d-5fef-465a-bf62-38ee2119980f req-003b4342-ebdd-44d2-9558-a447c65e5f10 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450903
Apr 30 04:24:13.015601 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:13.026143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:13.038387 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f6f3e470-151a-488a-bf74-aac0db64bbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:13.118973 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b20887-f0d6-48b3-9dcb-2c75b0f54406', 'name': 'network-vif-deleted', 'tag': 'f7490c3c-244c-40f5-b1d8-9b5bec1a4469', 'status': 'completed', 'code': 200}
Apr 30 04:24:13.145229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16e09f6e9d2a4ba6b410e023f05de4e7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3696239
Apr 30 04:24:13.150016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50846) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:13.154062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888789fc-7c99-49ef-a1d7-89d8af06bffb,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:13.169303 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:13.271577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8d5b75d-1d12-4f01-91bc-e06f025b858d req-a933899c-8281-4cf8-8147-6579c402e2c1 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 210 time: 0.0790038
Apr 30 04:24:13.286177 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:13.375513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Transition to ACTIVE for port object 00624d49-7f1d-41c6-a8b4-fc7886ea093e will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:24:13.410579 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299d2a4f-7a65-4604-9782-e69f74699625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:13.469880 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299d2a4f-7a65-4604-9782-e69f74699625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:13.516233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:13.556035 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:13.682194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f7490c3c-244c-40f5-b1d8-9b5bec1a4469 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:24:13.716044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Network 926b2a9a-9498-4d47-9666-adc48815dd31 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:24:13.722388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:24:13.729627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: f7490c3c-244c-40f5-b1d8-9b5bec1a4469 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:24:13.730242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f7490c3c-244c-40f5-b1d8-9b5bec1a4469 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:24:13.730669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:24:13.743638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:13.744754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:13.765640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event updated for resources: {'Port': ['ID=00624d49-7f1d-41c6-a8b4-fc7886ea093e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:13.770975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299d2a4f-7a65-4604-9782-e69f74699625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:13.772342 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:13.779342 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c1e0028-6e01-4731-8b1a-c105cdf3790e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:13.801451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d2a4f-7a65-4604-9782-e69f74699625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888789fc-7c99-49ef-a1d7-89d8af06bffb,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:13.804847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299d2a4f-7a65-4604-9782-e69f74699625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:13.809789 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-299d2a4f-7a65-4604-9782-e69f74699625 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/888789fc-7c99-49ef-a1d7-89d8af06bffb HTTP/1.1" status: 204  len: 168 time: 0.6583383
Apr 30 04:24:13.811175 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-299d2a4f-7a65-4604-9782-e69f74699625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:13.812723 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2176397
Apr 30 04:24:13.832532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Request body: {'port': {'device_id': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:13.978325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50870) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:14.115817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:14.306359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7771d9aa-1987-4a2f-ae04-de013e8e395a None None] Provisioning for port 00624d49-7f1d-41c6-a8b4-fc7886ea093e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:24:14.313481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7771d9aa-1987-4a2f-ae04-de013e8e395a None None] Provisioning complete for port 00624d49-7f1d-41c6-a8b4-fc7886ea093e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:14.315789 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7771d9aa-1987-4a2f-ae04-de013e8e395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:14.416182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc5ed-5398-46d5-8648-c93b2f48692c req-22d74f26-2289-4a74-8f19-ff0404cdb32c tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:14.422790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29edc5ed-5398-46d5-8648-c93b2f48692c req-22d74f26-2289-4a74-8f19-ff0404cdb32c tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 971 time: 0.2154047
Apr 30 04:24:14.527435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7771d9aa-1987-4a2f-ae04-de013e8e395a None None] Port 00624d49-7f1d-41c6-a8b4-fc7886ea093e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:24:14.566499 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:14.593447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29edc5ed-5398-46d5-8648-c93b2f48692c req-39a92608-c5ae-4364-8768-57498389e381 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659586
Apr 30 04:24:14.594465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:14.611065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Usage tracker for resource:security_group_rule and tenant:d2380edb50344be7bb398559f9887443 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:14.623632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:14.635931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:14.691762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50892) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:14.763267 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:14.790405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:14.796777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e175bbe655ef4439be014c9ee946e332 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:14.800712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:14.800961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-a55968c2-ae05-4895-bbef-f10bd60a9e04 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0555739
Apr 30 04:24:14.808619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:14.989214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00624d49-7f1d-41c6-a8b4-fc7886ea093e {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:24:15.009648 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.055716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Transition to ACTIVE for port object 00624d49-7f1d-41c6-a8b4-fc7886ea093e will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:24:15.065955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.075959 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.085078 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8a36888-3e7d-44b0-9ba5-1b73e3935379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:15.088258 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.100614 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c46fe4bf-3aa2-435d-bd51-8f264d3091d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:15.189713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2380edb50344be7bb398559f9887443&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2071614
Apr 30 04:24:15.198634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-7509752a-5d25-4f83-9780-d25caa0fdd85 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:15.200198 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-7509752a-5d25-4f83-9780-d25caa0fdd85 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3984807
Apr 30 04:24:15.201883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50902) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:15.207617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737bdc54-ca6a-43e7-8798-2bd9ee5b5f1e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:15.339980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.340375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.340675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.341054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.341347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.341683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.342011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.342342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.342676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.343002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.343387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.343832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:15.358203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deba13-e67f-4146-b281-33bad3a0e5bc req-2f2a2b03-db31-4983-bc69-0205f7bd9610 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:15.365635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29deba13-e67f-4146-b281-33bad3a0e5bc req-2f2a2b03-db31-4983-bc69-0205f7bd9610 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 931 time: 0.4825072
Apr 30 04:24:15.368367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-24c55c02-c05f-41ad-9831-32f95bb9231f tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/quotas/826e9c6e42e44c65b2b660c99f2415d7 HTTP/1.1" status: 200  len: 375 time: 0.1581492
Apr 30 04:24:15.376408 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:15.465179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-46aafb86-bb4d-45e6-93f5-76920fbe7a39 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0875735
Apr 30 04:24:15.485260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29deba13-e67f-4146-b281-33bad3a0e5bc req-adcc8bba-d739-42d1-bf12-3a02e341f099 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186745
Apr 30 04:24:15.491401 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ac5646c-8486-46f7-8e3d-75d7208b83bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.527923 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ac5646c-8486-46f7-8e3d-75d7208b83bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.568019 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.570152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Pushing event updated for resources: {'Port': ['ID=00624d49-7f1d-41c6-a8b4-fc7886ea093e,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:15.581538 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:15.585707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.637460 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8da19aa7-e986-44d2-9d51-df012c60db75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:15.646731 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e175bbe655ef4439be014c9ee946e332&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9532888
Apr 30 04:24:15.650688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Attempting to bind port 00624d49-7f1d-41c6-a8b4-fc7886ea093e on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:24:15.651287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Attempting to bind port 00624d49-7f1d-41c6-a8b4-fc7886ea093e by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:24:15.651828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Attempting to bind port 00624d49-7f1d-41c6-a8b4-fc7886ea093e on network 926b2a9a-9498-4d47-9666-adc48815dd31 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:24:15.655980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50906) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:15.670496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Port 00624d49-7f1d-41c6-a8b4-fc7886ea093e on network 926b2a9a-9498-4d47-9666-adc48815dd31 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:24:15.671273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Attempting to bind port 00624d49-7f1d-41c6-a8b4-fc7886ea093e on network 926b2a9a-9498-4d47-9666-adc48815dd31 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:24:15.682257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:24:15.682856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Checking segment: {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:24:15.683464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Bound using segment: {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:24:15.684117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Bound port: 00624d49-7f1d-41c6-a8b4-fc7886ea093e, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:24:15.684667 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.704144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f48273-6762-42fd-8c47-f0011ab78341,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:15.709945 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:15.715884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ac5646c-8486-46f7-8e3d-75d7208b83bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.732191 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:15.792850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5646c-8486-46f7-8e3d-75d7208b83bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737bdc54-ca6a-43e7-8798-2bd9ee5b5f1e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:15.812656 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ac5646c-8486-46f7-8e3d-75d7208b83bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:15.843801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] For port 00624d49-7f1d-41c6-a8b4-fc7886ea093e, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:24:15.850061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] For port 00624d49-7f1d-41c6-a8b4-fc7886ea093e, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:24:15.853838 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-344cc07e-c377-49df-b839-ef221db64ff1 req-e25ac3d0-cc56-4339-9f7d-34ef63aaffd5 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 210 time: 0.1111598
Apr 30 04:24:15.857525 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.868256 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:15.889268 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ac5646c-8486-46f7-8e3d-75d7208b83bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.890391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5ac5646c-8486-46f7-8e3d-75d7208b83bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/737bdc54-ca6a-43e7-8798-2bd9ee5b5f1e HTTP/1.1" status: 204  len: 168 time: 0.6865160
Apr 30 04:24:15.906860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2eaaaa6a-2e35-456a-ab9f-edec24cd0757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.948405 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2eaaaa6a-2e35-456a-ab9f-edec24cd0757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:15.996768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:15.997780 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:16.000158 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] 10.222.0.37 "PUT /v2.0/ports/00624d49-7f1d-41c6-a8b4-fc7886ea093e HTTP/1.1" status: 200  len: 1092 time: 2.1783738
Apr 30 04:24:16.000945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'tag': '00624d49-7f1d-41c6-a8b4-fc7886ea093e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:16.067795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Pushing event updated for resources: {'Port': ['ID=00624d49-7f1d-41c6-a8b4-fc7886ea093e,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:16.074008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-c593d6bd-db2c-43e4-b384-ff5c0761a874 tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:16.076856 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-c593d6bd-db2c-43e4-b384-ff5c0761a874 tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 1123 time: 0.2738845
Apr 30 04:24:16.126254 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2eaaaa6a-2e35-456a-ab9f-edec24cd0757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:16.156176 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42fc439d-37bd-40bb-88b4-90b6322b1d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:16.201846 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:16.221554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaaa6a-2e35-456a-ab9f-edec24cd0757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f48273-6762-42fd-8c47-f0011ab78341,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:16.230379 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2eaaaa6a-2e35-456a-ab9f-edec24cd0757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:16.236833 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2eaaaa6a-2e35-456a-ab9f-edec24cd0757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:16.238201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2eaaaa6a-2e35-456a-ab9f-edec24cd0757 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6f48273-6762-42fd-8c47-f0011ab78341 HTTP/1.1" status: 204  len: 168 time: 0.5759020
Apr 30 04:24:16.264677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:16.282520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Usage tracker for resource:security_group_rule and tenant:2a6118beef5b44ab82fd7d43a7b2a2e3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:16.289213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:16.302743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:16.385215 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'tag': '00624d49-7f1d-41c6-a8b4-fc7886ea093e', 'status': 'completed', 'code': 200}
Apr 30 04:24:16.388028 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:16.457693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-06d55f8d-8846-4f59-8106-b6025b6a7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:16.460163 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-06d55f8d-8846-4f59-8106-b6025b6a7340 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 1095 time: 0.3627112
Apr 30 04:24:16.462409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:16.469810 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:16.506954 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:16.582158 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7b968f91-c62e-4257-a781-1129a7d813d0 req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4584970
Apr 30 04:24:16.634815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961544cc-778f-46ce-8877-db5a89f3785c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:16.639561 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-2125ac4d-e53c-44cc-9107-a4e335373419 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e HTTP/1.1" status: 200  len: 217 time: 0.1718154
Apr 30 04:24:16.651364 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:16.869580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-60f453fe-d1a6-4872-bc93-9435613d61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:16.876533 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-60f453fe-d1a6-4872-bc93-9435613d61e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5102ee2-1ffa-4026-b871-f222812f6c0a HTTP/1.1" status: 200  len: 863 time: 0.2169714
Apr 30 04:24:17.072441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031412a-7013-41d5-a020-3e4ed9f0fa25 req-45e49e0d-d03c-413d-b71c-5850294d2e8a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:17.081000 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3031412a-7013-41d5-a020-3e4ed9f0fa25 req-45e49e0d-d03c-413d-b71c-5850294d2e8a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 943 time: 0.2505014
Apr 30 04:24:17.170185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-cb3e390e-7b8d-4bd2-86c7-a1ef8822b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:17.176025 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-cb3e390e-7b8d-4bd2-86c7-a1ef8822b803 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=926b2a9a-9498-4d47-9666-adc48815dd31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2911971
Apr 30 04:24:17.186084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3031412a-7013-41d5-a020-3e4ed9f0fa25 req-861fb5b9-4eff-4da9-b4b8-1a3a3d24905f tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001198
Apr 30 04:24:17.293691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f21f33d-90b1-4b13-891a-f84a4e2c2a40 req-7e778686-355f-4326-80bc-b8e2151a884a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 210 time: 0.1064138
Apr 30 04:24:17.339481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50950) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:17.444088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50958) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:17.478988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:17.502167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:17.506693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Usage tracker for resource:security_group_rule and tenant:669530225a0f473f855dd92b335d6ea7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:17.511745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:17.523358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:17.535583 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-72cee475-5dd5-45d6-914c-83282146603d service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501270
Apr 30 04:24:17.672498 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:17.681016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:17.697960 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eed536b1-e8dd-4d48-a6e5-a2aa6d6507c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:17.732558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdb6b43-1e91-422b-bd08-12c0f9feb34d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:17.737913 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:17.764852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=669530225a0f473f855dd92b335d6ea7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3239064
Apr 30 04:24:17.765558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50976) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:17.845907 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc117d5b-6a1a-4c78-9774-b6f03a1c5f30 req-c6cac770-597b-40d3-8a01-588f1ff1f73c service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2973435
Apr 30 04:24:17.933213 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:17.943729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:17.965769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:17.970857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Usage tracker for resource:security_group_rule and tenant:1b6023bf157d4a1fb9ec713d6d8eb350 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:17.983456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:17.991422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:18.126241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-0e58cc58-ce3d-4681-a482-ba6554dddf4a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0455887
Apr 30 04:24:18.266692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:18.349678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:18.361919 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:18.418724 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4a651643-1018-4f00-8407-c9be1dae1e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:18.451848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400d86-1941-4b41-893b-9712bd77b07e req-b0eb1c3e-0309-4d28-8ccb-70c5f7748971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:18.451848 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91400d86-1941-4b41-893b-9712bd77b07e req-b0eb1c3e-0309-4d28-8ccb-70c5f7748971 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 1095 time: 0.4050226
Apr 30 04:24:18.516041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b6023bf157d4a1fb9ec713d6d8eb350&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1749773
Apr 30 04:24:18.617169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-f0103f15-b930-4699-979a-b5ed5431419c tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:18.619687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-f0103f15-b930-4699-979a-b5ed5431419c tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4838142
Apr 30 04:24:18.627423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51012) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:18.645049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Request body: {'port': {'device_id': 'a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '826e9c6e42e44c65b2b660c99f2415d7'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:18.708489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:18.721543 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60eec7d4-cde3-443c-86c0-a6a78e8e30e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:18.753267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdb6b43-1e91-422b-bd08-12c0f9feb34d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:18.798800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.799425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.800002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.800574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.801158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.801735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.802324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.802909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.803543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.804226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.804825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.805408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:18.819692 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:18.826232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:18.828232 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fdb6b43-1e91-422b-bd08-12c0f9feb34d HTTP/1.1" status: 204  len: 168 time: 1.0613108
Apr 30 04:24:18.833438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400d86-1941-4b41-893b-9712bd77b07e req-5bfc55ae-7ba9-4b0e-8e72-743737937166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:18.835183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d8d693-8dbe-4f13-b9cc-5256e2ae2c3a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:18.837033 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91400d86-1941-4b41-893b-9712bd77b07e req-5bfc55ae-7ba9-4b0e-8e72-743737937166 service neutron] 10.222.0.37 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 925 time: 0.3780770
Apr 30 04:24:18.901874 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4282391e-deba-44f6-bb79-aecf4f5dde3a req-42e1f21f-ce62-4474-8beb-4042b608df9e tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 210 time: 0.0759826
Apr 30 04:24:18.928844 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:19.032942 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91400d86-1941-4b41-893b-9712bd77b07e req-ee7ae8a0-3106-470f-b915-33df164e693e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e HTTP/1.1" status: 200  len: 217 time: 0.1787493
Apr 30 04:24:19.071454 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71f3d88-ec36-49bb-b6e8-ee968926a3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:19.082718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:19.113216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:19.147175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b236b1-7d7c-4f86-ac32-843e4cb129fb req-202f080e-e64b-4d9c-a61d-bdf1fc37b5c5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:19.158370 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52b236b1-7d7c-4f86-ac32-843e4cb129fb req-202f080e-e64b-4d9c-a61d-bdf1fc37b5c5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 943 time: 0.6380253
Apr 30 04:24:19.186962 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71f3d88-ec36-49bb-b6e8-ee968926a3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:19.203141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Made reservation on behalf of 826e9c6e42e44c65b2b660c99f2415d7 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:24:19.208143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:19.290681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400d86-1941-4b41-893b-9712bd77b07e req-9f7c1bdc-2252-4356-958a-c53439229eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:19.293349 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91400d86-1941-4b41-893b-9712bd77b07e req-9f7c1bdc-2252-4356-958a-c53439229eea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5102ee2-1ffa-4026-b871-f222812f6c0a HTTP/1.1" status: 200  len: 863 time: 0.2164605
Apr 30 04:24:19.403546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52b236b1-7d7c-4f86-ac32-843e4cb129fb req-b6f06a28-c1d0-4b70-911a-75ad1a90c7b7 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2419386
Apr 30 04:24:19.472155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400d86-1941-4b41-893b-9712bd77b07e req-9e097195-d7db-4d2c-a513-afce13569ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:19.473915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91400d86-1941-4b41-893b-9712bd77b07e req-9e097195-d7db-4d2c-a513-afce13569ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=926b2a9a-9498-4d47-9666-adc48815dd31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1711228
Apr 30 04:24:19.579444 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71f3d88-ec36-49bb-b6e8-ee968926a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:19.615933 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a09aec1e-9296-4432-a87f-fafdc0ca8388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:19.666639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f3d88-ec36-49bb-b6e8-ee968926a3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d8d693-8dbe-4f13-b9cc-5256e2ae2c3a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:19.673361 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e71f3d88-ec36-49bb-b6e8-ee968926a3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:19.702645 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71f3d88-ec36-49bb-b6e8-ee968926a3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:19.706805 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e71f3d88-ec36-49bb-b6e8-ee968926a3b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4d8d693-8dbe-4f13-b9cc-5256e2ae2c3a HTTP/1.1" status: 204  len: 168 time: 1.0770593
Apr 30 04:24:19.737005 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91400d86-1941-4b41-893b-9712bd77b07e req-982b3e37-b6df-43ab-b503-0d6fdfd99e84 service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2555726
Apr 30 04:24:19.839586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Allocated IP 192.168.233.131 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/c7605b4c-5429-4617-955f-dee8c4433661) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:24:20.154317 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91400d86-1941-4b41-893b-9712bd77b07e req-b810b349-959b-42c0-9a2c-decf68bb21cf service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4069247
Apr 30 04:24:20.292673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa227516-c628-45b0-9040-c5b42e7f1b2e req-6cbe9e2f-cc4b-4be7-b737-fdfb2147bf11 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 210 time: 0.0740979
Apr 30 04:24:20.378147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:20.409194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Transition to ACTIVE for port object c7605b4c-5429-4617-955f-dee8c4433661 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:24:20.448468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:20.459798 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-612dfbe6-632b-4a75-ad9a-01264fb5e4da tempest-DeleteServersAdminTestJSON-1787016587 tempest-DeleteServersAdminTestJSON-1787016587-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:20.548096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:24:20.557253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:24:20.571966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:24:20.580975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:20.581913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:20.626181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Pushing event updated for resources: {'Port': ['ID=c7605b4c-5429-4617-955f-dee8c4433661,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:20.640209 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:20.653110 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0203464
Apr 30 04:24:20.667940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Request body: {'port': {'device_id': 'a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:20.873948 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:20.913197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51114) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:21.005354 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:21.044947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19238447-dbc5-4035-8cb0-3b4f92b67d86 None None] Provisioning for port c7605b4c-5429-4617-955f-dee8c4433661 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:24:21.061485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19238447-dbc5-4035-8cb0-3b4f92b67d86 None None] Provisioning complete for port c7605b4c-5429-4617-955f-dee8c4433661 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:21.062093 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19238447-dbc5-4035-8cb0-3b4f92b67d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:21.120816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:21.135189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Usage tracker for resource:security_group_rule and tenant:ff557708526049538786c4b94b7e9ee8 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:21.142686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:21.161194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:21.174219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f2054-f477-4b0b-b25f-294eca802c77 req-01aeba8b-ba2a-4f2e-b001-3f7f0d58a651 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:21.175956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-848f2054-f477-4b0b-b25f-294eca802c77 req-01aeba8b-ba2a-4f2e-b001-3f7f0d58a651 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 943 time: 0.2287371
Apr 30 04:24:21.366822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-848f2054-f477-4b0b-b25f-294eca802c77 req-f4e391df-ee95-4f44-b893-206e039caf0f tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1695931
Apr 30 04:24:21.378821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-19238447-dbc5-4035-8cb0-3b4f92b67d86 None None] Port c7605b4c-5429-4617-955f-dee8c4433661 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:24:21.498142 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:21.509748 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:21.532352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7605b4c-5429-4617-955f-dee8c4433661 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:24:21.544390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:21.544919 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:21.627562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Transition to ACTIVE for port object c7605b4c-5429-4617-955f-dee8c4433661 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:24:21.632675 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff557708526049538786c4b94b7e9ee8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7183671
Apr 30 04:24:21.635421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a3b9b0-3fd5-4ad1-af53-5ae63649aaca,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:21.637349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51140) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:21.643191 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:21.653314 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:21.664824 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:21.760524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 00624d49-7f1d-41c6-a8b4-fc7886ea093e details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:24:21.816446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Pushing event updated for resources: {'Port': ['ID=c7605b4c-5429-4617-955f-dee8c4433661,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:21.843993 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:22.019121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51146) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:22.034818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935cc0f-81e8-488d-97d1-303ca7765203 req-41e2a83d-49a4-4a2f-91d0-03fbafc482f9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:22.035611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d935cc0f-81e8-488d-97d1-303ca7765203 req-41e2a83d-49a4-4a2f-91d0-03fbafc482f9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Synchronizing usage tracker for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:24:22.038421 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03f10ff5-7963-4391-a146-1b9d4f04c866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.050881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Attempting to bind port c7605b4c-5429-4617-955f-dee8c4433661 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:24:22.051222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Attempting to bind port c7605b4c-5429-4617-955f-dee8c4433661 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:24:22.051614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Attempting to bind port c7605b4c-5429-4617-955f-dee8c4433661 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:24:22.081877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 00624d49-7f1d-41c6-a8b4-fc7886ea093e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:22.115112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '00624d49-7f1d-41c6-a8b4-fc7886ea093e', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'port_id': '00624d49-7f1d-41c6-a8b4-fc7886ea093e', 'mac_address': 'fa:16:3e:a8:8b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:24:22.186773 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.218276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Port c7605b4c-5429-4617-955f-dee8c4433661 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:24:22.218841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Attempting to bind port c7605b4c-5429-4617-955f-dee8c4433661 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:24:22.229100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00624d49-7f1d-41c6-a8b4-fc7886ea093e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:24:22.252549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 00624d49-7f1d-41c6-a8b4-fc7886ea093e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:22.261183 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.264404 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2272227c-49d0-4aa6-a2a7-58c5420acac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:22.269241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:24:22.270213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:24:22.271107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:24:22.271936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Bound port: c7605b4c-5429-4617-955f-dee8c4433661, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:24:22.272538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.303106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d935cc0f-81e8-488d-97d1-303ca7765203 req-41e2a83d-49a4-4a2f-91d0-03fbafc482f9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Unset dirty status for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:24:22.316457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d935cc0f-81e8-488d-97d1-303ca7765203 req-41e2a83d-49a4-4a2f-91d0-03fbafc482f9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 936 time: 0.7365873
Apr 30 04:24:22.322726 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03f10ff5-7963-4391-a146-1b9d4f04c866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.353423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=00624d49-7f1d-41c6-a8b4-fc7886ea093e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:22.363776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.364176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.364526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.364927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.365278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.365698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.366231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.366639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.366978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.367924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.368261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.368589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:24:22.381752 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:22.423245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.447462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:22.452395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3711fab01ad44a7ebf750c25df89efc8 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:22.456106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:22.465088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:22.561091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['00624d49-7f1d-41c6-a8b4-fc7886ea093e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:24:22.584606 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.598372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.618594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d935cc0f-81e8-488d-97d1-303ca7765203 req-9bcb6e92-81db-4a0c-a792-de67fa2f0bd4 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2995293
Apr 30 04:24:22.668125 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b86a58b0-462a-4660-ab5d-1b01a22d636d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:22.697762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] For port c7605b4c-5429-4617-955f-dee8c4433661, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:24:22.703570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] For port c7605b4c-5429-4617-955f-dee8c4433661, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c7605b4c-5429-4617-955f-dee8c4433661,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:24:22.706276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3367743-930e-4a66-a1fc-807b45998ec5 req-1795e028-6e66-4343-b335-24523e477502 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:22.707024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3367743-930e-4a66-a1fc-807b45998ec5 req-1795e028-6e66-4343-b335-24523e477502 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:22.707793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3367743-930e-4a66-a1fc-807b45998ec5 req-1795e028-6e66-4343-b335-24523e477502 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:22.708425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3367743-930e-4a66-a1fc-807b45998ec5 req-1795e028-6e66-4343-b335-24523e477502 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:22.708950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3367743-930e-4a66-a1fc-807b45998ec5 req-1795e028-6e66-4343-b335-24523e477502 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:22.727814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3367743-930e-4a66-a1fc-807b45998ec5 req-1795e028-6e66-4343-b335-24523e477502 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3630 time: 0.7870328
Apr 30 04:24:22.733007 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3711fab01ad44a7ebf750c25df89efc8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7117822
Apr 30 04:24:22.735192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac125049-7b41-44f8-aa59-bab319690f48,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:22.741369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51164) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:22.747687 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:22.760545 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.764953 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03f10ff5-7963-4391-a146-1b9d4f04c866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:22.787332 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:22.830515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f10ff5-7963-4391-a146-1b9d4f04c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a3b9b0-3fd5-4ad1-af53-5ae63649aaca,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:22.837149 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-03f10ff5-7963-4391-a146-1b9d4f04c866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:22.850565 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-892ffa4a-bc4d-4e7a-abc1-c5972ac2505a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:22.958354 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27a2086d-bd86-478d-bb0e-cb165300466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:23.024274 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03f10ff5-7963-4391-a146-1b9d4f04c866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:23.028681 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-03f10ff5-7963-4391-a146-1b9d4f04c866 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24a3b9b0-3fd5-4ad1-af53-5ae63649aaca HTTP/1.1" status: 204  len: 168 time: 1.3902926
Apr 30 04:24:23.053959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27a2086d-bd86-478d-bb0e-cb165300466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:23.251008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27a2086d-bd86-478d-bb0e-cb165300466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:23.261346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:23.263002 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:23.270759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7605b4c-5429-4617-955f-dee8c4433661 HTTP/1.1" status: 200  len: 1097 time: 2.6091354
Apr 30 04:24:23.274366 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:23.335691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2086d-bd86-478d-bb0e-cb165300466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac125049-7b41-44f8-aa59-bab319690f48,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:23.341348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27a2086d-bd86-478d-bb0e-cb165300466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:23.344332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-27a2086d-bd86-478d-bb0e-cb165300466e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac125049-7b41-44f8-aa59-bab319690f48 HTTP/1.1" status: 204  len: 168 time: 0.5998049
Apr 30 04:24:23.347006 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-27a2086d-bd86-478d-bb0e-cb165300466e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:23.357744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3', 'tag': 'c7605b4c-5429-4617-955f-dee8c4433661'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:23.366199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Pushing event updated for resources: {'Port': ['ID=c7605b4c-5429-4617-955f-dee8c4433661,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:23.389454 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:23.666350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea174d88-3482-4833-a997-672a3c091958 req-fad7f7d7-dd91-4d43-ab49-1051c495b65e tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:23.668234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea174d88-3482-4833-a997-672a3c091958 req-fad7f7d7-dd91-4d43-ab49-1051c495b65e tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 886 time: 0.6631165
Apr 30 04:24:23.678206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0027fd3-b1e3-43d4-858e-854d1344c0f3 req-9fac55a0-4372-4dee-922d-9698218db3a2 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:23.685836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0027fd3-b1e3-43d4-858e-854d1344c0f3 req-9fac55a0-4372-4dee-922d-9698218db3a2 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 944 time: 0.6201169
Apr 30 04:24:23.715254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-b3ad234d-a115-47e8-a679-3030dddabce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:23.716787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-b3ad234d-a115-47e8-a679-3030dddabce3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 1100 time: 0.3125675
Apr 30 04:24:23.790056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 00624d49-7f1d-41c6-a8b4-fc7886ea093e up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:24:23.829330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-7372334a-e5d1-4b27-857f-7f756a9da5f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c7605b4c-5429-4617-955f-dee8c4433661 HTTP/1.1" status: 200  len: 217 time: 0.1024847
Apr 30 04:24:23.858605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0027fd3-b1e3-43d4-858e-854d1344c0f3 req-7718e008-b81c-4819-b3e4-794fd1f335a0 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1717958
Apr 30 04:24:23.995733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 00624d49-7f1d-41c6-a8b4-fc7886ea093e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:24:24.001422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 00624d49-7f1d-41c6-a8b4-fc7886ea093e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:24.002008 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.030684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-f03a9c85-fed6-4416-91d5-d87bfa1061b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:24.037120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-f03a9c85-fed6-4416-91d5-d87bfa1061b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1729760
Apr 30 04:24:24.041196 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3', 'tag': 'c7605b4c-5429-4617-955f-dee8c4433661', 'status': 'completed', 'code': 200}
Apr 30 04:24:24.142749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-341a642f-1b3c-4d12-afe6-fbbc9a5a7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:24.146265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-341a642f-1b3c-4d12-afe6-fbbc9a5a7ced service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1005824
Apr 30 04:24:24.177028 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.224881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51204) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:24.229093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 00624d49-7f1d-41c6-a8b4-fc7886ea093e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:24.230528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00624d49-7f1d-41c6-a8b4-fc7886ea093e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:24.238378 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.240945 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:24.289321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.333849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=00624d49-7f1d-41c6-a8b4-fc7886ea093e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:24.335319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:24.344790 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:24.346048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Usage tracker for resource:security_group_rule and tenant:c889cd66e8c34b1697f601a70c250338 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:24.351257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:24.360053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:24.530840 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.537600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.553585 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:24.639737 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c889cd66e8c34b1697f601a70c250338&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4130154
Apr 30 04:24:24.641271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc10a5f1-dbf6-4c7b-a727-1d852b5aa923,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:24.645682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51218) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:24.650777 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:24.738968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd2eafcf-6432-4439-b156-4ae33b1208ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.762060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-bd10fe9f-834a-49e9-adb9-066b688472f3 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6084137
Apr 30 04:24:24.782512 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd2eafcf-6432-4439-b156-4ae33b1208ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.895704 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd2eafcf-6432-4439-b156-4ae33b1208ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.903410 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0910f73-b364-4877-af93-3a3b117c7d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:24.923780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2eafcf-6432-4439-b156-4ae33b1208ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc10a5f1-dbf6-4c7b-a727-1d852b5aa923,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:24.928280 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd2eafcf-6432-4439-b156-4ae33b1208ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:24.940630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd2eafcf-6432-4439-b156-4ae33b1208ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:24.942726 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd2eafcf-6432-4439-b156-4ae33b1208ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc10a5f1-dbf6-4c7b-a727-1d852b5aa923 HTTP/1.1" status: 204  len: 168 time: 0.2955294
Apr 30 04:24:24.949223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a81e-4110-47fc-89e7-3d405f53027f req-4d4763e5-5577-4146-986f-4d070b882780 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:24.950837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2416a81e-4110-47fc-89e7-3d405f53027f req-4d4763e5-5577-4146-986f-4d070b882780 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 948 time: 0.5541394
Apr 30 04:24:24.957160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a562-c75d-4192-83a0-7fdbd9537ff2 req-6ed3856f-1831-47c5-8c7c-9ebacb4f3053 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:24.957631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a562-c75d-4192-83a0-7fdbd9537ff2 req-6ed3856f-1831-47c5-8c7c-9ebacb4f3053 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:24.958109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a562-c75d-4192-83a0-7fdbd9537ff2 req-6ed3856f-1831-47c5-8c7c-9ebacb4f3053 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:24.958591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a562-c75d-4192-83a0-7fdbd9537ff2 req-6ed3856f-1831-47c5-8c7c-9ebacb4f3053 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:24.959055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92a562-c75d-4192-83a0-7fdbd9537ff2 req-6ed3856f-1831-47c5-8c7c-9ebacb4f3053 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:24.990256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca92a562-c75d-4192-83a0-7fdbd9537ff2 req-6ed3856f-1831-47c5-8c7c-9ebacb4f3053 tempest-NetworksTest-1589554000 tempest-NetworksTest-1589554000-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3630 time: 0.4756496
Apr 30 04:24:25.096678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2416a81e-4110-47fc-89e7-3d405f53027f req-877796f2-4d18-4cfe-8a76-53fcd04b4ab0 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028175
Apr 30 04:24:25.098985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2461ffb-9618-447b-8e7c-21826b75a5ce req-5b093bb8-b97c-4125-a75e-ee24961e55c0 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3209803
Apr 30 04:24:25.156969 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00624d49-7f1d-41c6-a8b4-fc7886ea093e', 'code': 200}
Apr 30 04:24:25.365676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-e364e3e9-dce8-481a-9e67-a448b860f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:25.371585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-e364e3e9-dce8-481a-9e67-a448b860f165 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 1100 time: 0.1851096
Apr 30 04:24:25.471929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a44d0-3a61-4814-8c95-53bc24bcb484 req-2416917b-01fa-4a4e-9000-3f634429716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:25.476047 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce8a44d0-3a61-4814-8c95-53bc24bcb484 req-2416917b-01fa-4a4e-9000-3f634429716e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 1097 time: 0.2060311
Apr 30 04:24:25.581608 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce8a44d0-3a61-4814-8c95-53bc24bcb484 req-4fa98bd9-4598-475a-ba49-e684930e2628 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926561
Apr 30 04:24:25.800057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-9a04a0b5-a0fa-4f60-ac24-f02830582c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:25.803510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-9a04a0b5-a0fa-4f60-ac24-f02830582c62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4223645
Apr 30 04:24:25.987168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-9f98ed0d-1fff-4f88-a9a4-b789956d7eed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c7605b4c-5429-4617-955f-dee8c4433661 HTTP/1.1" status: 200  len: 217 time: 0.1532454
Apr 30 04:24:26.034283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51272) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:26.151513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-a6842808-8298-414b-88b8-4ab49f895321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:26.154007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-a6842808-8298-414b-88b8-4ab49f895321 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1577837
Apr 30 04:24:26.172390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a20f0e-9856-410d-a4db-26110881231b req-7364df84-c202-4c9f-9c69-cdba2c635d52 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:26.187571 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63a20f0e-9856-410d-a4db-26110881231b req-7364df84-c202-4c9f-9c69-cdba2c635d52 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 945 time: 0.7347643
Apr 30 04:24:26.374733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:26.430336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:26.443064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Usage tracker for resource:security_group_rule and tenant:ef49fe126f464630902c8dda8f7ea47e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:26.449309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:26.466144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:26.546038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51294) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:26.546785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51298) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:26.569017 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63a20f0e-9856-410d-a4db-26110881231b req-5f8b7a8e-45e7-4694-ac38-2c3b8aae4d48 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3802536
Apr 30 04:24:26.612331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-e7135723-6ba8-458a-8701-9f7d2a0a0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:26.613816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-e7135723-6ba8-458a-8701-9f7d2a0a0ca7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3908095
Apr 30 04:24:26.753302 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:26.792862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-e092aa63-8ee0-4441-aea0-3d79eb2541c5 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686873
Apr 30 04:24:26.820247 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:26.840282 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:26.962163 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:26.970633 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c754471-03ca-4164-9126-f0a679a9095d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:26.989620 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef49fe126f464630902c8dda8f7ea47e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9538171
Apr 30 04:24:26.996610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:27.041179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfa2a228-ec75-4024-b527-a94ef48b4f7d req-a2c8ee51-1c7b-4a01-80a3-c73177411229 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373321
Apr 30 04:24:27.053691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c74e3-21fe-4cf5-b870-864db6a33110 req-e724e1b7-2473-40e2-a203-d242f86ff7d4 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:27.074098 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f53c74e3-21fe-4cf5-b870-864db6a33110 req-e724e1b7-2473-40e2-a203-d242f86ff7d4 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 948 time: 0.6978071
Apr 30 04:24:27.167971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f53c74e3-21fe-4cf5-b870-864db6a33110 req-e31fe4b4-3c9e-47b0-aa9c-36afdeb797a8 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923522
Apr 30 04:24:27.217172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3da9469-dd32-42f8-8193-90f74593375b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:27.256711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.271560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.288834 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:27.297326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:27.306168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:fd4478ae857a45208d8847a8cd0f07d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:27.316262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:27.329558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:27.342489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Usage tracker for resource:security_group_rule and tenant:740142af97594283a2f6bdacadf2c02e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:27.346081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:27.350870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:27.356439 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-611513f7-ddc0-47c1-9666-4cc8203c5661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.377546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:27.423825 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-611513f7-ddc0-47c1-9666-4cc8203c5661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.588458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-611513f7-ddc0-47c1-9666-4cc8203c5661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.613690 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0201c0c4-31e3-4405-a1d1-575706393266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:27.639341 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.654943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611513f7-ddc0-47c1-9666-4cc8203c5661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3da9469-dd32-42f8-8193-90f74593375b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:27.660198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.683262 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-611513f7-ddc0-47c1-9666-4cc8203c5661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:27.683789 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-611513f7-ddc0-47c1-9666-4cc8203c5661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:27.693164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.709380 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.762445 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd4478ae857a45208d8847a8cd0f07d3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2132566
Apr 30 04:24:27.765587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51358) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:27.791843 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=740142af97594283a2f6bdacadf2c02e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2392168
Apr 30 04:24:27.796941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51364) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:27.817856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-611513f7-ddc0-47c1-9666-4cc8203c5661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:27.819431 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-611513f7-ddc0-47c1-9666-4cc8203c5661 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3da9469-dd32-42f8-8193-90f74593375b HTTP/1.1" status: 204  len: 168 time: 0.8210645
Apr 30 04:24:27.824358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c47ac3-f647-4c38-99e9-5f8764f081f5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:27.829745 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:27.838877 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1775538f-5399-4361-a174-65662cd748dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:27.892925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b70fcf3-6259-4e4c-a147-21026388ae5f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:27.896915 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:27.936854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02262a6c-f21a-4eda-9bed-15947c141e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.000188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02262a6c-f21a-4eda-9bed-15947c141e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.081385 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d61f5452-96af-4887-a97b-9c154bdffe92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.122703 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02262a6c-f21a-4eda-9bed-15947c141e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.130731 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:28.147908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02262a6c-f21a-4eda-9bed-15947c141e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b70fcf3-6259-4e4c-a147-21026388ae5f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:28.161060 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02262a6c-f21a-4eda-9bed-15947c141e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:28.163230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02262a6c-f21a-4eda-9bed-15947c141e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.172457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02262a6c-f21a-4eda-9bed-15947c141e2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b70fcf3-6259-4e4c-a147-21026388ae5f HTTP/1.1" status: 204  len: 168 time: 0.3738818
Apr 30 04:24:28.222432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-7f4eb304-a3fb-4118-8ca0-83d41d1926ce tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7f0f9462789445818d3709c8349b5a13&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1056781
Apr 30 04:24:28.242575 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d61f5452-96af-4887-a97b-9c154bdffe92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.265459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d92a6-191f-4908-a56d-f0d939d8463a req-57d50974-60d6-4864-b67c-0479da8a342f tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:28.267050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6d92a6-191f-4908-a56d-f0d939d8463a req-57d50974-60d6-4864-b67c-0479da8a342f tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 945 time: 0.4511201
Apr 30 04:24:28.462461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6d92a6-191f-4908-a56d-f0d939d8463a req-2a405bd8-fd73-4d7f-b38c-d045c085a6d3 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1694860
Apr 30 04:24:28.526580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-ccc249d4-a978-4276-83d1-3a7cb8bd6be5 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:28.528773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-ccc249d4-a978-4276-83d1-3a7cb8bd6be5 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2959704
Apr 30 04:24:28.530359 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d61f5452-96af-4887-a97b-9c154bdffe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.534957 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:28.551210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51392) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:28.558486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f5452-96af-4887-a97b-9c154bdffe92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c47ac3-f647-4c38-99e9-5f8764f081f5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:28.561208 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d61f5452-96af-4887-a97b-9c154bdffe92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:28.574772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-7c3ed3fd-1b5a-4f43-b49a-5a82deeba165 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/quotas/7f0f9462789445818d3709c8349b5a13 HTTP/1.1" status: 200  len: 375 time: 0.0319731
Apr 30 04:24:28.622167 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d61f5452-96af-4887-a97b-9c154bdffe92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.623683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d61f5452-96af-4887-a97b-9c154bdffe92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53c47ac3-f647-4c38-99e9-5f8764f081f5 HTTP/1.1" status: 204  len: 168 time: 0.8563521
Apr 30 04:24:28.642497 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-9dd7cf1d-0937-409a-b1df-e54f16e2d704 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f0f9462789445818d3709c8349b5a13&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0667381
Apr 30 04:24:28.643906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.675382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:28.682524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0435c2fbc742769ba3998fbcc6a7c6 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:28.689857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:28.701474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:28.954235 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.968963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:28.995177 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a44f1c18-fdb7-4073-9e93-cf90758aa9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:29.081054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e655fb1-cef5-4ec6-aeec-7a53bce07023,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:29.091698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51406) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:29.102430 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:29.106581 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf0435c2fbc742769ba3998fbcc6a7c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5536220
Apr 30 04:24:29.121095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51410) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:29.209994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:29.310283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:29.356812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38fa5-dd39-49a5-b28c-e78b493af3e0 req-5f14cff5-a27a-4c7f-b72d-6effebbb5423 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:29.359537 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82e38fa5-dd39-49a5-b28c-e78b493af3e0 req-5f14cff5-a27a-4c7f-b72d-6effebbb5423 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 945 time: 0.4864140
Apr 30 04:24:29.361926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Usage tracker for resource:security_group_rule and tenant:3c37ac6c9ce54c3ebde75f2c1a82a99b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:29.375160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:29.382609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51420) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:29.393012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Request body: {'floatingip': {'port_id': '00624d49-7f1d-41c6-a8b4-fc7886ea093e'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:29.412731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:29.510400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86080c92-e388-4cf8-b697-6c208f7562b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:29.535319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5ddba-3428-47a7-bfbe-148ec0d70dbd req-ceb98bc1-1277-441a-b2a4-2c908e942ac9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:29.538338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46e5ddba-3428-47a7-bfbe-148ec0d70dbd req-ceb98bc1-1277-441a-b2a4-2c908e942ac9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 948 time: 0.5886297
Apr 30 04:24:29.623452 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:29.644912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86080c92-e388-4cf8-b697-6c208f7562b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:29.670976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94c4415c-1e4c-4706-993c-6dceb1ebbb41 req-96663290-192f-4244-9b09-27292cc81242 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 210 time: 0.0831130
Apr 30 04:24:29.792748 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:24:29.793707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c7605b4c-5429-4617-955f-dee8c4433661 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:24:29.928456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46e5ddba-3428-47a7-bfbe-148ec0d70dbd req-14c39678-0a1e-4d44-bd76-941ff087d258 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3693016
Apr 30 04:24:30.025121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51434) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:30.114725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:30.167192 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:30.169208 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86080c92-e388-4cf8-b697-6c208f7562b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:30.180761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:30.187801 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-532aacf2-ca7c-424b-be28-e483f371777a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:30.203418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Usage tracker for resource:security_group_rule and tenant:4cef1800461c431da0ff5c8a69e5e7a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:30.216721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:30.230415 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:30.245371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:30.254341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86080c92-e388-4cf8-b697-6c208f7562b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e655fb1-cef5-4ec6-aeec-7a53bce07023,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:30.262136 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-86080c92-e388-4cf8-b697-6c208f7562b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:30.270764 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-34f1521a-5844-4974-b825-23bffb31372d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:30.349721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86080c92-e388-4cf8-b697-6c208f7562b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:30.350833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-86080c92-e388-4cf8-b697-6c208f7562b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e655fb1-cef5-4ec6-aeec-7a53bce07023 HTTP/1.1" status: 204  len: 168 time: 1.2015827
Apr 30 04:24:30.404383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3c37ac6c9ce54c3ebde75f2c1a82a99b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3090003
Apr 30 04:24:30.408442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debbdbe9-a5ab-46ef-8441-d0e824015cda,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:30.412899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51446) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:30.441646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port c7605b4c-5429-4617-955f-dee8c4433661, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c7605b4c-5429-4617-955f-dee8c4433661,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:30.481620 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:30.482886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'c7605b4c-5429-4617-955f-dee8c4433661', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'c7605b4c-5429-4617-955f-dee8c4433661', 'mac_address': 'fa:16:3e:0d:d2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:24:30.665501 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-429cb469-48cd-43d5-80f6-df3cdc2377a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:30.719936 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:30.748569 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-855c6729-54b1-4ff2-b49b-043f3dede62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:30.750829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7605b4c-5429-4617-955f-dee8c4433661 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:24:30.776556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port c7605b4c-5429-4617-955f-dee8c4433661, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c7605b4c-5429-4617-955f-dee8c4433661,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:30.784139 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:30.789691 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:30.907212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=c7605b4c-5429-4617-955f-dee8c4433661,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:30.940473 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:30.964472 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-855c6729-54b1-4ff2-b49b-043f3dede62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:31.092918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c7605b4c-5429-4617-955f-dee8c4433661'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:24:31.114059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04099f6-7d58-4cb4-bd6d-37ef63b32ff9 req-ca4543e3-375e-4c13-ac37-946e44f6d722 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:31.116707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e04099f6-7d58-4cb4-bd6d-37ef63b32ff9 req-ca4543e3-375e-4c13-ac37-946e44f6d722 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 971 time: 0.3626451
Apr 30 04:24:31.298356 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-855c6729-54b1-4ff2-b49b-043f3dede62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:31.306024 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:31.314974 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6bb4a89f-2826-4b27-8840-755e6b9e8dc9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:31.366331 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d77c383-3d5b-4a59-ac60-883830661de9 req-dcd37a08-f929-4f86-a345-0bca990e7aa0 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 210 time: 0.1788235
Apr 30 04:24:31.406515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:31.439969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c6729-54b1-4ff2-b49b-043f3dede62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debbdbe9-a5ab-46ef-8441-d0e824015cda,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:31.447910 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-855c6729-54b1-4ff2-b49b-043f3dede62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:31.457082 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-27a2086d-bd86-478d-bb0e-cb165300466e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:31.470474 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-855c6729-54b1-4ff2-b49b-043f3dede62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:31.474195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-855c6729-54b1-4ff2-b49b-043f3dede62a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/debbdbe9-a5ab-46ef-8441-d0e824015cda HTTP/1.1" status: 204  len: 168 time: 1.0477607
Apr 30 04:24:31.486653 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cef1800461c431da0ff5c8a69e5e7a7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4601228
Apr 30 04:24:31.487631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51468) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:31.530289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e04099f6-7d58-4cb4-bd6d-37ef63b32ff9 req-ffa09a11-3ccc-4ff9-882e-5eee7a1de9eb tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3927815
Apr 30 04:24:31.892485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.50', 60681) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:31.901687 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-9585a895-d2af-4788-a10c-935e614ad7d1 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7f0f9462789445818d3709c8349b5a13&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0947478
Apr 30 04:24:31.999573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcf3138-28e4-4167-baa6-cf8e0e94dd7d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:32.042840 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:32.076652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd639a7-2840-4919-9eb6-cc055edebe40 req-228f38e6-02e3-4201-a534-8ff9d00dd840 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:32.089361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdd639a7-2840-4919-9eb6-cc055edebe40 req-228f38e6-02e3-4201-a534-8ff9d00dd840 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 949 time: 0.2756040
Apr 30 04:24:32.192532 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdd639a7-2840-4919-9eb6-cc055edebe40 req-b9233f95-4faa-4967-893b-e86925781ad4 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013737
Apr 30 04:24:32.661462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-512db5c6-f705-4346-97ad-f7e05c9b4ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:32.670577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-2de2ef1d-861d-407a-8d35-ae84e5fc03e4 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:32.672572 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-2de2ef1d-861d-407a-8d35-ae84e5fc03e4 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7252891
Apr 30 04:24:32.674698 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:24:32.737294 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f013a516-2306-4d43-8e11-2db37ab12ead req-763845d9-1963-439e-9abe-87e0f618f21c tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 210 time: 0.1018596
Apr 30 04:24:32.773890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Request body: {'port': {'device_id': 'f19a6808-e343-4b2e-82eb-9628362c4594', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '7f0f9462789445818d3709c8349b5a13'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:32.837412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-e64f5b4b-e956-4f51-b684-65a9f9eae73c tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:32.838206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-e64f5b4b-e956-4f51-b684-65a9f9eae73c tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Synchronizing usage tracker for tenant:31af1402cb674272a2592d5bc5eefd5d on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:24:32.918998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-512db5c6-f705-4346-97ad-f7e05c9b4ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:33.125444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-e64f5b4b-e956-4f51-b684-65a9f9eae73c tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Unset dirty status for tenant:31af1402cb674272a2592d5bc5eefd5d on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:24:33.126124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0719072-77a9-4be6-9789-b07ad8d0d871 req-048955bb-ba11-403b-bbfe-8e26f81eabd0 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:33.127452 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-e64f5b4b-e956-4f51-b684-65a9f9eae73c tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.50 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 971 time: 1.2241545
Apr 30 04:24:33.129309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0719072-77a9-4be6-9789-b07ad8d0d871 req-048955bb-ba11-403b-bbfe-8e26f81eabd0 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 971 time: 0.3830183
Apr 30 04:24:33.139008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:33.225292 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:33.241712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0719072-77a9-4be6-9789-b07ad8d0d871 req-ee31f41e-33da-4419-998f-36f6341ef736 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039832
Apr 30 04:24:33.281434 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:33.417550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51524) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:33.509333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91d281-6dac-4aa6-b474-630b2eeb863e req-0922659f-f2f6-47e9-a3b6-dca63689cbe3 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:33.512510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab91d281-6dac-4aa6-b474-630b2eeb863e req-0922659f-f2f6-47e9-a3b6-dca63689cbe3 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 949 time: 0.1350482
Apr 30 04:24:33.582393 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-74e36abe-ee32-4cc7-b9bf-aafd87486a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:33.596924 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab91d281-6dac-4aa6-b474-630b2eeb863e req-ed09f334-0c5d-4346-b60a-f1b7e5dd4774 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712831
Apr 30 04:24:33.718854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:33.749080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:33.758539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce7237a71b84a5bac11da9ccbbd994a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:33.765560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:33.780741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:33.824826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c7605b4c-5429-4617-955f-dee8c4433661 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:24:34.009438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:34.042910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-512db5c6-f705-4346-97ad-f7e05c9b4ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.052011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Usage tracker for resource:port and tenant:7f0f9462789445818d3709c8349b5a13 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:34.089650 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-623b5fd0-4b3b-4bb1-a1e3-34acfcbbbe58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:34.108641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:34.134425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:34.145840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512db5c6-f705-4346-97ad-f7e05c9b4ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcf3138-28e4-4167-baa6-cf8e0e94dd7d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:34.147255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port c7605b4c-5429-4617-955f-dee8c4433661 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:24:34.149204 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-512db5c6-f705-4346-97ad-f7e05c9b4ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:34.173441 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Floating IP a4793f2e-b262-42a6-8254-c54c1bad6da1 associated. External IP: 172.25.8.97, port: 00624d49-7f1d-41c6-a8b4-fc7886ea093e.
Apr 30 04:24:34.184517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port c7605b4c-5429-4617-955f-dee8c4433661 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:34.185570 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.290029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-512db5c6-f705-4346-97ad-f7e05c9b4ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.294400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-512db5c6-f705-4346-97ad-f7e05c9b4ade admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fcf3138-28e4-4167-baa6-cf8e0e94dd7d HTTP/1.1" status: 204  len: 168 time: 2.4604259
Apr 30 04:24:34.333746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fcf42a56-c801-4c98-bab9-f37e0c367016 req-4b9656d0-c22a-4375-9a58-212bbefae90c tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 210 time: 0.1731491
Apr 30 04:24:34.342210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Deleting port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:24:34.342833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.390554 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.402093 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.417710 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9fc9460-0b48-4ca1-ab1f-65c965bd679c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:34.444117 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.540490 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.543324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2ec629-b652-4f25-bb61-484d41403c7e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:34.549596 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:34.557746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ce7237a71b84a5bac11da9ccbbd994a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1358588
Apr 30 04:24:34.557946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7605b4c-5429-4617-955f-dee8c4433661'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:34.558923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51550) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:34.578347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port c7605b4c-5429-4617-955f-dee8c4433661, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c7605b4c-5429-4617-955f-dee8c4433661,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:34.586944 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.590707 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:34.654705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Made reservation on behalf of 7f0f9462789445818d3709c8349b5a13 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:24:34.658906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.698813 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:34.808017 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7605b4c-5429-4617-955f-dee8c4433661', 'code': 200}
Apr 30 04:24:34.858798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=c7605b4c-5429-4617-955f-dee8c4433661,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:34.878247 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:34.947535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:35.105832 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2de9f3c7-68e4-4568-9c7f-e3a2f54dc7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:35.160548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Usage tracker for resource:security_group_rule and tenant:7f0f9462789445818d3709c8349b5a13 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:35.183072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:35.197000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:35.239668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb635d0-2273-4e71-9aaf-dba1bfd2e3af req-b74c3247-717d-4f8d-ae2e-bcc4b7e6a337 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:35.243008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfb635d0-2273-4e71-9aaf-dba1bfd2e3af req-b74c3247-717d-4f8d-ae2e-bcc4b7e6a337 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 971 time: 0.5115981
Apr 30 04:24:35.257620 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2de9f3c7-68e4-4568-9c7f-e3a2f54dc7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:35.274612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] For port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:35.274908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:35.386621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9273816-26d2-44db-b49e-141f38ec4e39 req-04377c4e-09b7-4f33-a324-9a4c6970241d tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:35.399614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9273816-26d2-44db-b49e-141f38ec4e39 req-04377c4e-09b7-4f33-a324-9a4c6970241d tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 950 time: 0.4791710
Apr 30 04:24:35.412653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e865-56a5-4f45-87e9-46202e5d4875 req-98f8bd10-6225-4f35-922b-9f0be8f5fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:35.418494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cda5e865-56a5-4f45-87e9-46202e5d4875 req-98f8bd10-6225-4f35-922b-9f0be8f5fa5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 1102 time: 0.5977342
Apr 30 04:24:35.421282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Calling delete_port for 7bf5a5e1-2a76-4010-82d3-54b904ec3fea owned by compute:tempest-test_az-974656868 {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:24:35.434097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:24:35.474947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfb635d0-2273-4e71-9aaf-dba1bfd2e3af req-ffc2a3ab-5080-4e09-9da2-1e0e78dc268a tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/security-groups?id=8adc17aa-0510-4dbc-bd08-5dca68f93006&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222633
Apr 30 04:24:35.652363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 7bf5a5e1-2a76-4010-82d3-54b904ec3fea no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:24:35.684003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9273816-26d2-44db-b49e-141f38ec4e39 req-52998b87-cbc4-4a86-bb47-0c73dcbd23ec tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751193
Apr 30 04:24:35.703801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cda5e865-56a5-4f45-87e9-46202e5d4875 req-9c4a6dc4-db77-4f4f-84f4-5eb1bc1a8a4d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073047
Apr 30 04:24:35.897195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e1224b9-f9a3-45c2-9052-4b644628941b req-3a490cc3-905a-471c-9697-289aaffa251b tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 210 time: 0.1742582
Apr 30 04:24:35.901084 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2de9f3c7-68e4-4568-9c7f-e3a2f54dc7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:35.947137 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d61f5452-96af-4887-a97b-9c154bdffe92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:35.966953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:35.971852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9f3c7-68e4-4568-9c7f-e3a2f54dc7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2ec629-b652-4f25-bb61-484d41403c7e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:35.977397 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2de9f3c7-68e4-4568-9c7f-e3a2f54dc7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:35.981026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2de9f3c7-68e4-4568-9c7f-e3a2f54dc7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:35.985009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2de9f3c7-68e4-4568-9c7f-e3a2f54dc7a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c2ec629-b652-4f25-bb61-484d41403c7e HTTP/1.1" status: 204  len: 168 time: 1.4213936
Apr 30 04:24:36.005144 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:36.017701 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:36.066533 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:36.098878 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:36.133078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:36.143872 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:36.155236 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:36.265823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeb700e-2b3c-45db-9861-bd55db04eb3d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:36.276930 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:36.281760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:24:36.327369 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] Sync routers for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:24:36.351784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:36.359182 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:24:36.360228 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801881f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:24:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:24:36.368857 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:36.379688 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:36.389784 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:36.418976 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:36.669368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Pushing event deleted for resources: {'Port': ['ID=7bf5a5e1-2a76-4010-82d3-54b904ec3fea,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:36.678536 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:36.752534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Allocated IP 192.168.233.166 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/86c4abe0-6f01-4de0-8d8e-c16d020f045c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:24:36.810232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86937df7-bcaf-4344-821e-c844223c4ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:36.822038 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4a7e40bd-2b08-4f0f-819b-37645bc6ab31 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "PUT /v2.0/floatingips/a4793f2e-b262-42a6-8254-c54c1bad6da1 HTTP/1.1" status: 200  len: 990 time: 7.4369802
Apr 30 04:24:36.831510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'tag': '00624d49-7f1d-41c6-a8b4-fc7886ea093e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:36.851321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] No DVR routers for this DVR port 7bf5a5e1-2a76-4010-82d3-54b904ec3fea on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:24:36.857078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:36.858960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-658f7d49-7d68-48f7-a42a-cd2d0516c9e4 req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.50 "DELETE /v2.0/ports/7bf5a5e1-2a76-4010-82d3-54b904ec3fea HTTP/1.1" status: 204  len: 173 time: 3.7181852
Apr 30 04:24:36.906254 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:24:37.320529 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:37.347831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Transition to ACTIVE for port object 86c4abe0-6f01-4de0-8d8e-c16d020f045c will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:24:37.388070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:37.414458 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:37.417197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51616) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:37.500853 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:37.513780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:24:37.553533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:24:37.562324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:24:37.573502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:37.574584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:37.626697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:37.659078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Usage tracker for resource:security_group_rule and tenant:2c29de34df03429a91cbd175c9691e74 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:37.661439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Pushing event updated for resources: {'Port': ['ID=86c4abe0-6f01-4de0-8d8e-c16d020f045c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:37.672278 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.9171987
Apr 30 04:24:37.673644 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:37.678156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:37.703050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Request body: {'port': {'device_id': 'f19a6808-e343-4b2e-82eb-9628362c4594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:37.724410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:37.802030 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801881f0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4793f2e-b262-42a6-8254-c54c1bad6da1', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'port_id': '00624d49-7f1d-41c6-a8b4-fc7886ea093e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'mac_address': 'fa:16:3e:a8:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:24:03Z', 'updated_at': '2021-04-30T04:24:32Z', 'revision_number': 1, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:24:37.809717 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] Checking router: 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:24:37.822779 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:24:37.823377 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801881f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:24:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:24:38.135966 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:38.140205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:38.161966 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:38.172336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9f3a1d0f-473a-45b1-b12e-8a3be38a2b14 None None] Provisioning for port 86c4abe0-6f01-4de0-8d8e-c16d020f045c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:24:38.189600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9f3a1d0f-473a-45b1-b12e-8a3be38a2b14 None None] Provisioning complete for port 86c4abe0-6f01-4de0-8d8e-c16d020f045c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:38.190176 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9f3a1d0f-473a-45b1-b12e-8a3be38a2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:38.198552 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e414422f-153f-4507-91af-06df794427e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:38.232833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-037c4787-9676-41fe-8e24-c33a831ad054 req-5c5de571-bbb7-4724-94c6-5124e9a553ca tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] 10.222.0.46 "GET /v2.0/ports?device_id=86937df7-bcaf-4344-821e-c844223c4ee4 HTTP/1.1" status: 200  len: 210 time: 0.4669342
Apr 30 04:24:38.330270 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c29de34df03429a91cbd175c9691e74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9103103
Apr 30 04:24:38.382415 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:24:38.406866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51630) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:38.408435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c18eb1-6609-4482-81f3-da60df4b3b71,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:38.420045 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:38.519052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a1d0f-473a-45b1-b12e-8a3be38a2b14 None None] Port 86c4abe0-6f01-4de0-8d8e-c16d020f045c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:24:38.615342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-079edb0a-7492-4d21-85ee-2158a8b2888f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:38.771143 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86937df7-bcaf-4344-821e-c844223c4ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea', 'code': 200}
Apr 30 04:24:38.772698 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-079edb0a-7492-4d21-85ee-2158a8b2888f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:38.954249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db9739-7549-4c2a-86d4-0a97e0e6cab0 req-03c102b8-3046-4c1b-a4b6-3ceada95daeb tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:38.957565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-58db9739-7549-4c2a-86d4-0a97e0e6cab0 req-03c102b8-3046-4c1b-a4b6-3ceada95daeb tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 950 time: 0.3178253
Apr 30 04:24:39.046191 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-079edb0a-7492-4d21-85ee-2158a8b2888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:39.054650 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-acdb31ff-ed95-443f-be35-c54c49a95123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:39.081278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079edb0a-7492-4d21-85ee-2158a8b2888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c18eb1-6609-4482-81f3-da60df4b3b71,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:39.093597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c4abe0-6f01-4de0-8d8e-c16d020f045c {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:24:39.109845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-58db9739-7549-4c2a-86d4-0a97e0e6cab0 req-e174fca4-8112-480b-9fae-34831518d0c0 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385958
Apr 30 04:24:39.110803 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-079edb0a-7492-4d21-85ee-2158a8b2888f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:39.119387 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:39.127243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-079edb0a-7492-4d21-85ee-2158a8b2888f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:39.131538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-079edb0a-7492-4d21-85ee-2158a8b2888f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7c18eb1-6609-4482-81f3-da60df4b3b71 HTTP/1.1" status: 204  len: 168 time: 0.7068875
Apr 30 04:24:39.156430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Transition to ACTIVE for port object 86c4abe0-6f01-4de0-8d8e-c16d020f045c will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:24:39.162978 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'tag': '00624d49-7f1d-41c6-a8b4-fc7886ea093e', 'status': 'completed', 'code': 200}
Apr 30 04:24:39.167536 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:39.181245 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:39.321802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-df02eb2d-7f27-4e6f-9f0a-93000bb8121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:39.323610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-df02eb2d-7f27-4e6f-9f0a-93000bb8121c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 1097 time: 0.1344953
Apr 30 04:24:39.324728 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801881f0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4793f2e-b262-42a6-8254-c54c1bad6da1', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'port_id': '00624d49-7f1d-41c6-a8b4-fc7886ea093e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'mac_address': 'fa:16:3e:a8:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:24:03Z', 'updated_at': '2021-04-30T04:24:32Z', 'revision_number': 1, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:24:39.342541 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad266b0-2609-44b2-989d-c752b995f477 None None] The sync data for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 is: [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4793f2e-b262-42a6-8254-c54c1bad6da1', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'port_id': '00624d49-7f1d-41c6-a8b4-fc7886ea093e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'mac_address': 'fa:16:3e:a8:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:24:03Z', 'updated_at': '2021-04-30T04:24:32Z', 'revision_number': 1, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:24:39.370932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Pushing event updated for resources: {'Port': ['ID=86c4abe0-6f01-4de0-8d8e-c16d020f045c,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:39.377771 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:39.725905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-40ee8d2b-6383-4223-90c7-313aa16c5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:39.727703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-40ee8d2b-6383-4223-90c7-313aa16c5072 service neutron] 10.222.0.37 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 925 time: 0.3949468
Apr 30 04:24:39.775837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d4aac-6e89-4230-8fb9-8668146532cc None None] New status for floating IP a4793f2e-b262-42a6-8254-c54c1bad6da1: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:24:39.777895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Attempting to bind port 86c4abe0-6f01-4de0-8d8e-c16d020f045c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:24:39.778476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Attempting to bind port 86c4abe0-6f01-4de0-8d8e-c16d020f045c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:24:39.779142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Attempting to bind port 86c4abe0-6f01-4de0-8d8e-c16d020f045c on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:24:39.790361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Port 86c4abe0-6f01-4de0-8d8e-c16d020f045c on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:24:39.792269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Attempting to bind port 86c4abe0-6f01-4de0-8d8e-c16d020f045c on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:24:39.805324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:24:39.806422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:24:39.807084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:24:39.807882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Bound port: 86c4abe0-6f01-4de0-8d8e-c16d020f045c, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:24:39.808458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:39.895596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c2ece-d271-4d9d-a2db-463ddc0294db req-f6342c21-4083-4047-ae10-bfdda30b1f63 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:39.897173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b21c2ece-d271-4d9d-a2db-463ddc0294db req-f6342c21-4083-4047-ae10-bfdda30b1f63 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 948 time: 0.3435035
Apr 30 04:24:39.916120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-309354dd-b672-4007-9c0e-9a67fbf65927 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e HTTP/1.1" status: 200  len: 998 time: 0.1740918
Apr 30 04:24:40.085636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] For port 86c4abe0-6f01-4de0-8d8e-c16d020f045c, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:24:40.103075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] For port 86c4abe0-6f01-4de0-8d8e-c16d020f045c, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=86c4abe0-6f01-4de0-8d8e-c16d020f045c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:24:40.104141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b21c2ece-d271-4d9d-a2db-463ddc0294db req-62ebef1f-9bee-42b7-b044-fe80ee5a59a8 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859181
Apr 30 04:24:40.107431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-03d498ff-dee1-4160-bc0f-4ba1221148c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:40.109711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-03d498ff-dee1-4160-bc0f-4ba1221148c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5102ee2-1ffa-4026-b871-f222812f6c0a HTTP/1.1" status: 200  len: 863 time: 0.1624997
Apr 30 04:24:40.120902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:40.143158 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:40.350506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Pushing event updated for resources: {'Port': ['ID=86c4abe0-6f01-4de0-8d8e-c16d020f045c,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:40.362802 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:40.391082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:40.392209 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:40.393863 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] 10.222.0.50 "PUT /v2.0/ports/86c4abe0-6f01-4de0-8d8e-c16d020f045c HTTP/1.1" status: 200  len: 1097 time: 2.7119005
Apr 30 04:24:40.719548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-dc3f5b22-f4cc-4bea-a42f-339707c566a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:40.722697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-dc3f5b22-f4cc-4bea-a42f-339707c566a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=926b2a9a-9498-4d47-9666-adc48815dd31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6026773
Apr 30 04:24:40.724190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-0867f275-fbb1-49fd-8f8b-19954f38302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:40.729784 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-0867f275-fbb1-49fd-8f8b-19954f38302b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f0f9462789445818d3709c8349b5a13&device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 1100 time: 0.2717528
Apr 30 04:24:40.987481 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-a0683c77-79b0-4a65-8e77-501d84cc91e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=86c4abe0-6f01-4de0-8d8e-c16d020f045c HTTP/1.1" status: 200  len: 217 time: 0.2527723
Apr 30 04:24:41.044741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-b8628a2c-845c-4674-9cba-d2aa1cfa23f9 service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3088541
Apr 30 04:24:41.119850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-a93d7e26-2bb0-4500-914b-c13e937ab10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:41.122608 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-a93d7e26-2bb0-4500-914b-c13e937ab10a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1281080
Apr 30 04:24:41.197394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86937df7-bcaf-4344-821e-c844223c4ee4', 'name': 'network-vif-deleted', 'tag': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea'}, {'name': 'network-changed', 'server_uuid': 'f19a6808-e343-4b2e-82eb-9628362c4594', 'tag': '86c4abe0-6f01-4de0-8d8e-c16d020f045c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:41.263544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-8de13612-f218-4361-91a9-d4ecad9021b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:41.266230 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-8de13612-f218-4361-91a9-d4ecad9021b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1369333
Apr 30 04:24:41.325121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa5279f-cd9a-4df1-9185-7ed6840628fa req-0c90f1c8-832b-456a-b9f5-17f263bfaedc service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2740693
Apr 30 04:24:41.412052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51710) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:41.469493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfccbe4-20f5-46ca-90b6-d4c5ee188a39 req-bf457d0a-7dd8-4e97-a796-62085540ca40 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:41.471461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ddfccbe4-20f5-46ca-90b6-d4c5ee188a39 req-bf457d0a-7dd8-4e97-a796-62085540ca40 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 950 time: 0.1125355
Apr 30 04:24:41.545607 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ddfccbe4-20f5-46ca-90b6-d4c5ee188a39 req-03ecff99-1177-4609-a57b-791cfd5bca58 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620701
Apr 30 04:24:41.618493 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-77cf0798-97cf-49b5-bcae-4d3b696842da service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3441496
Apr 30 04:24:41.633804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2adb94b1-6f98-4185-8aa4-e3cabfea29ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31af1402cb674272a2592d5bc5eefd5d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2203090
Apr 30 04:24:41.639176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51720) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:41.722244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69c7bbae-151a-4ce5-9d8d-eec76794798b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:41.756639 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69c7bbae-151a-4ce5-9d8d-eec76794798b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:41.952369 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69c7bbae-151a-4ce5-9d8d-eec76794798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:41.976641 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-86080c92-e388-4cf8-b697-6c208f7562b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:41.987425 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c241ae5-6cc4-4f30-b9be-435a957d157a req-0736d67b-088c-4c24-a031-12ac52f2c5a4 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3621068
Apr 30 04:24:41.993182 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69c7bbae-151a-4ce5-9d8d-eec76794798b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:41.998548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-69c7bbae-151a-4ce5-9d8d-eec76794798b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8adc17aa-0510-4dbc-bd08-5dca68f93006 HTTP/1.1" status: 204  len: 168 time: 0.3536880
Apr 30 04:24:42.032131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7bbae-151a-4ce5-9d8d-eec76794798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adc17aa-0510-4dbc-bd08-5dca68f93006,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:42.042607 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-69c7bbae-151a-4ce5-9d8d-eec76794798b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:42.067707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257100c-6de9-4f63-acf0-d365c974cd78 req-bd72340d-45e5-4d5f-aee3-f0db77ef2650 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:42.080643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f257100c-6de9-4f63-acf0-d365c974cd78 req-bd72340d-45e5-4d5f-aee3-f0db77ef2650 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 948 time: 0.2101302
Apr 30 04:24:42.087040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df520f3c-3d85-450d-b499-46c43987587e req-6bce2d67-14be-4ea9-b5dc-acdd579dcc88 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4ce7b5916c32429eae85d705911aa6df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0970852
Apr 30 04:24:42.325988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f257100c-6de9-4f63-acf0-d365c974cd78 req-7f32879d-3fb4-47b1-aa85-64e7c20159ae tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420814
Apr 30 04:24:42.411825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df520f3c-3d85-450d-b499-46c43987587e req-1cdaa162-5f9f-4ec7-8cfc-fceba8e4488d tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:42.413433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df520f3c-3d85-450d-b499-46c43987587e req-1cdaa162-5f9f-4ec7-8cfc-fceba8e4488d tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3007164
Apr 30 04:24:42.440567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df520f3c-3d85-450d-b499-46c43987587e req-ae15ee42-858b-4770-b43b-2ff7373b0166 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/quotas/4ce7b5916c32429eae85d705911aa6df HTTP/1.1" status: 200  len: 375 time: 0.0160489
Apr 30 04:24:42.545404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df520f3c-3d85-450d-b499-46c43987587e req-b81f0848-983d-43b5-91e3-19313c95f07a tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ce7b5916c32429eae85d705911aa6df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0887492
Apr 30 04:24:42.687505 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86937df7-bcaf-4344-821e-c844223c4ee4', 'name': 'network-vif-deleted', 'tag': '7bf5a5e1-2a76-4010-82d3-54b904ec3fea', 'status': 'completed', 'code': 200}
Apr 30 04:24:42.688349 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19a6808-e343-4b2e-82eb-9628362c4594', 'tag': '86c4abe0-6f01-4de0-8d8e-c16d020f045c', 'status': 'completed', 'code': 200}
Apr 30 04:24:42.747061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51756) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:42.858123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8fbbdba6-5d2d-479f-bb63-0c72521a5d86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a6118beef5b44ab82fd7d43a7b2a2e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1048994
Apr 30 04:24:42.859912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51766) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:42.949002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-476ef96d-aba1-43da-9d5b-8298280fcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:42.952056 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-476ef96d-aba1-43da-9d5b-8298280fcbb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f0f9462789445818d3709c8349b5a13&device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 1100 time: 0.2194552
Apr 30 04:24:43.036449 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16bf2b60-7cde-4fff-9785-e80cab95c2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:43.113875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16bf2b60-7cde-4fff-9785-e80cab95c2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:43.274409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16bf2b60-7cde-4fff-9785-e80cab95c2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:43.277469 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:43.308348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf2b60-7cde-4fff-9785-e80cab95c2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961544cc-778f-46ce-8877-db5a89f3785c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:43.316852 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-16bf2b60-7cde-4fff-9785-e80cab95c2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:43.338274 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16bf2b60-7cde-4fff-9785-e80cab95c2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:43.344138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-16bf2b60-7cde-4fff-9785-e80cab95c2d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/961544cc-778f-46ce-8877-db5a89f3785c HTTP/1.1" status: 204  len: 168 time: 0.4778073
Apr 30 04:24:43.356169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-b71262bc-18e9-4619-adfd-c2bbfad458c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:43.358235 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-b71262bc-18e9-4619-adfd-c2bbfad458c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3969374
Apr 30 04:24:43.532895 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-eca5d1e0-5926-498e-9adc-b06430ced383 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=86c4abe0-6f01-4de0-8d8e-c16d020f045c HTTP/1.1" status: 200  len: 217 time: 0.1642542
Apr 30 04:24:43.706341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-a07b5edb-28a9-4b19-961d-3c6eede8ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:43.709397 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-a07b5edb-28a9-4b19-961d-3c6eede8ba0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1671314
Apr 30 04:24:43.787068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcf9f0-69cd-449e-9167-f3a2b01f30f4 req-5d5252a8-9e47-43f7-ae14-e40c4ebd1cd7 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:43.796164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44dcf9f0-69cd-449e-9167-f3a2b01f30f4 req-5d5252a8-9e47-43f7-ae14-e40c4ebd1cd7 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 950 time: 0.1706080
Apr 30 04:24:43.859739 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44dcf9f0-69cd-449e-9167-f3a2b01f30f4 req-a729dc4e-936a-4dc1-8635-848b073aa0a8 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597618
Apr 30 04:24:44.020364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-ef0a51eb-b200-4bd2-89e9-fe5886089346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:44.026571 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-ef0a51eb-b200-4bd2-89e9-fe5886089346 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3086100
Apr 30 04:24:44.177175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae8ae3-78cd-4818-8745-e94db4bd6fe4 req-148b9e7c-6721-446b-8217-3340fe84a787 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:44.178903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1dae8ae3-78cd-4818-8745-e94db4bd6fe4 req-148b9e7c-6721-446b-8217-3340fe84a787 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 948 time: 0.1120822
Apr 30 04:24:44.258266 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-004efacd-2d04-47b3-bace-3b5fd59a11a1 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203262
Apr 30 04:24:44.317157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1dae8ae3-78cd-4818-8745-e94db4bd6fe4 req-391d0bf6-1c5c-49b8-935b-0da2aede3c63 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261830
Apr 30 04:24:44.487146 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-129364f2-43a2-4c4d-9f4b-af58008d8e48 req-75319c8a-329c-4408-bfd6-ae6bec290028 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2241817
Apr 30 04:24:44.704876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51818) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:45.075010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-c1c476c8-f365-4408-95f1-01a8901cce6a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:45.076639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-c1c476c8-f365-4408-95f1-01a8901cce6a tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 950 time: 0.1119080
Apr 30 04:24:45.163988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:45.196678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:45.205450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Usage tracker for resource:security_group_rule and tenant:26afbb84893b432494e7377b1efbcabe is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:45.212054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:45.225644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:45.323486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Deleting port c7605b4c-5429-4617-955f-dee8c4433661 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:24:45.324357 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:45.457176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:45.464651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:45.494960 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0811554-1a22-4842-9496-bffe6f4a5fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:45.572683 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26afbb84893b432494e7377b1efbcabe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8626258
Apr 30 04:24:45.576141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51854) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:45.603361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68011a53-5617-4d69-940c-470c763c94b1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:45.615460 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:45.697973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 86c4abe0-6f01-4de0-8d8e-c16d020f045c details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:24:45.726632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51862) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:45.748745 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4291-2ecf-44c2-a810-2b03293adf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:45.822316 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4291-2ecf-44c2-a810-2b03293adf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:45.947646 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4291-2ecf-44c2-a810-2b03293adf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:45.963203 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a47e1165-9cc0-4630-9f6a-9d8710b40bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:46.005141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cc8f4291-2ecf-44c2-a810-2b03293adf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:46.009525 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cc8f4291-2ecf-44c2-a810-2b03293adf01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68011a53-5617-4d69-940c-470c763c94b1 HTTP/1.1" status: 204  len: 168 time: 0.4292338
Apr 30 04:24:46.009525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f4291-2ecf-44c2-a810-2b03293adf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68011a53-5617-4d69-940c-470c763c94b1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:46.012925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 86c4abe0-6f01-4de0-8d8e-c16d020f045c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=86c4abe0-6f01-4de0-8d8e-c16d020f045c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:46.014633 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cc8f4291-2ecf-44c2-a810-2b03293adf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:46.046878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '86c4abe0-6f01-4de0-8d8e-c16d020f045c', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '86c4abe0-6f01-4de0-8d8e-c16d020f045c', 'mac_address': 'fa:16:3e:7e:e7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:24:46.068627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] For port c7605b4c-5429-4617-955f-dee8c4433661, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c7605b4c-5429-4617-955f-dee8c4433661,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:46.069221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:46.203059 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3469b087-6911-41db-9e5c-529f58ef648b tempest-AutoAllocateNetworkTest-755593341 tempest-AutoAllocateNetworkTest-755593341-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f7a25a0378f46519f1830adc692daed&shared=False HTTP/1.1" status: 200  len: 208 time: 0.4738846
Apr 30 04:24:46.206081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51876) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:46.224932 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:46.245466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c4abe0-6f01-4de0-8d8e-c16d020f045c {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:24:46.264967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 86c4abe0-6f01-4de0-8d8e-c16d020f045c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=86c4abe0-6f01-4de0-8d8e-c16d020f045c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:46.270238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:46.276992 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:46.377994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebe5b7-7793-4bf8-8ebd-556e0fa367d0 req-65f664f1-1ec4-4287-9c7e-caa03e418964 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:46.391011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83ebe5b7-7793-4bf8-8ebd-556e0fa367d0 req-65f664f1-1ec4-4287-9c7e-caa03e418964 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 950 time: 0.8900459
Apr 30 04:24:46.408139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Calling delete_port for c7605b4c-5429-4617-955f-dee8c4433661 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:24:46.434197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=86c4abe0-6f01-4de0-8d8e-c16d020f045c,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:46.438108 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:46.467246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51882) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:46.587399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18e260-0016-4d63-84e6-e3fde660ec71 req-ebc28436-c4ff-4b7a-8a83-90d0002768d9 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:46.594701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e440f5-d91c-499e-9217-956e4ee80cc3 tempest-AutoAllocateNetworkTest-755593341 tempest-AutoAllocateNetworkTest-755593341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:46.596351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['86c4abe0-6f01-4de0-8d8e-c16d020f045c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:24:46.597754 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d2e440f5-d91c-499e-9217-956e4ee80cc3 tempest-AutoAllocateNetworkTest-755593341 tempest-AutoAllocateNetworkTest-755593341-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.3826101
Apr 30 04:24:46.600156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a18e260-0016-4d63-84e6-e3fde660ec71 req-ebc28436-c4ff-4b7a-8a83-90d0002768d9 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 948 time: 0.6844659
Apr 30 04:24:46.605115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51888) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:46.606162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83ebe5b7-7793-4bf8-8ebd-556e0fa367d0 req-e225771f-db41-4643-b811-d04f1a92ae41 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/security-groups?id=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137494
Apr 30 04:24:46.728256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a18e260-0016-4d63-84e6-e3fde660ec71 req-9a2dfa4a-740c-4526-ab08-c67415ba38e5 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203463
Apr 30 04:24:46.833199 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-936a238f-4a68-4da0-b935-432983adc739 tempest-AutoAllocateNetworkTest-755593341 tempest-AutoAllocateNetworkTest-755593341-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2161856
Apr 30 04:24:46.837622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51894) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:46.892800 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-954f966b-d09f-4510-b6b9-ecc5061c0b0a tempest-AutoAllocateNetworkTest-755593341 tempest-AutoAllocateNetworkTest-755593341-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f7a25a0378f46519f1830adc692daed HTTP/1.1" status: 200  len: 208 time: 0.0531914
Apr 30 04:24:46.944426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51900) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:46.985257 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:46.998933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.012321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:47.018611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Usage tracker for resource:security_group_rule and tenant:4e0074e9391149788c1b724db58346da is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:47.026720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:47.047782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:47.066764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:47.082898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Usage tracker for resource:security_group_rule and tenant:4b583e09799d4a9a8ad59d86f9ac5708 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:47.096282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:47.110645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:47.124547 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.154820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c7605b4c-5429-4617-955f-dee8c4433661'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:24:47.169549 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:47.232105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.239865 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.254441 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-512db5c6-f705-4346-97ad-f7e05c9b4ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:47.324032 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e0074e9391149788c1b724db58346da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3781278
Apr 30 04:24:47.325592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff746b96-5fbc-4ea0-8571-2b16c6243c2e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:47.330184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51914) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:47.333081 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:47.372862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Pushing event deleted for resources: {'Port': ['ID=c7605b4c-5429-4617-955f-dee8c4433661,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:47.377858 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:47.437147 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc92c-fc89-4f1b-bb4e-9b8e1e96ff21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.486727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14874cac-b4bb-422d-b461-3363a375ef02 req-2721d951-a631-40b9-a052-52b0ab3e3c69 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4ce7b5916c32429eae85d705911aa6df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1927738
Apr 30 04:24:47.500433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc92c-fc89-4f1b-bb4e-9b8e1e96ff21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.615785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51922) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:47.625700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] No DVR routers for this DVR port c7605b4c-5429-4617-955f-dee8c4433661 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:24:47.625935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc92c-fc89-4f1b-bb4e-9b8e1e96ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.630552 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:47.633205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.660275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fc92c-fc89-4f1b-bb4e-9b8e1e96ff21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff746b96-5fbc-4ea0-8571-2b16c6243c2e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:47.669631 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c9fc92c-fc89-4f1b-bb4e-9b8e1e96ff21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:47.682019 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc92c-fc89-4f1b-bb4e-9b8e1e96ff21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.683345 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9c9fc92c-fc89-4f1b-bb4e-9b8e1e96ff21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff746b96-5fbc-4ea0-8571-2b16c6243c2e HTTP/1.1" status: 204  len: 168 time: 0.3520007
Apr 30 04:24:47.723545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 86c4abe0-6f01-4de0-8d8e-c16d020f045c up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:24:47.737592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3', 'name': 'network-vif-deleted', 'tag': 'c7605b4c-5429-4617-955f-dee8c4433661'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:47.853603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51936) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:47.954696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70187b20-d9b3-46c0-ba91-91a1ab94e031 req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.37 "DELETE /v2.0/ports/c7605b4c-5429-4617-955f-dee8c4433661 HTTP/1.1" status: 204  len: 173 time: 2.8721049
Apr 30 04:24:47.970091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 86c4abe0-6f01-4de0-8d8e-c16d020f045c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:24:47.988551 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:47.989714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 86c4abe0-6f01-4de0-8d8e-c16d020f045c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:24:47.996194 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.044796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:48.059177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Usage tracker for resource:security_group_rule and tenant:9f7a25a0378f46519f1830adc692daed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:48.064476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:48.078546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.092668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:48.098195 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.103212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e6ace93e-b1b1-48b6-a110-ce6d11c38a46 req-8000552b-29f4-498b-9853-3446159c2325 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Synchronizing usage tracker for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:24:48.106038 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.117966 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfff77a2-6d39-4211-8436-f17cded6250e tempest-AggregatesAdminTestJSON-377105602 tempest-AggregatesAdminTestJSON-377105602-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:48.123794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:48.130302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Usage tracker for resource:security_group_rule and tenant:6426d5cb6e64496ca1a6267e51db2282 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:48.133917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:48.137164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14874cac-b4bb-422d-b461-3363a375ef02 req-deb06b38-a45c-4adb-be4b-0313873b1c51 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:48.141107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:48.145660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14874cac-b4bb-422d-b461-3363a375ef02 req-deb06b38-a45c-4adb-be4b-0313873b1c51 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5648100
Apr 30 04:24:48.201973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14874cac-b4bb-422d-b461-3363a375ef02 req-780f0d6c-b179-4fdf-ae68-3d4ea72df5fb tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/quotas/4ce7b5916c32429eae85d705911aa6df HTTP/1.1" status: 200  len: 375 time: 0.0550427
Apr 30 04:24:48.251069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b583e09799d4a9a8ad59d86f9ac5708&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7823224
Apr 30 04:24:48.259807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e6ace93e-b1b1-48b6-a110-ce6d11c38a46 req-8000552b-29f4-498b-9853-3446159c2325 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Unset dirty status for tenant:826e9c6e42e44c65b2b660c99f2415d7 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:24:48.261428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6ace93e-b1b1-48b6-a110-ce6d11c38a46 req-8000552b-29f4-498b-9853-3446159c2325 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3 HTTP/1.1" status: 200  len: 210 time: 0.2326446
Apr 30 04:24:48.270814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51944) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:48.290615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87fc20b-f382-41a2-8a44-39ee9fcdcdc5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:48.298691 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:48.314997 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14874cac-b4bb-422d-b461-3363a375ef02 req-0ce0742e-2b92-4ed8-9e1a-a60130421280 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ce7b5916c32429eae85d705911aa6df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1069012
Apr 30 04:24:48.432689 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0f3c11b7-426e-4a26-8cd0-4cec39d5b565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.497373 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0f3c11b7-426e-4a26-8cd0-4cec39d5b565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.545068 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b46dec-2bed-4fb5-8e4a-ab76c5d5dbd3', 'name': 'network-vif-deleted', 'tag': 'c7605b4c-5429-4617-955f-dee8c4433661', 'status': 'completed', 'code': 200}
Apr 30 04:24:48.567061 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.577804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.591087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:48.630545 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.704420 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6426d5cb6e64496ca1a6267e51db2282&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8493636
Apr 30 04:24:48.708351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd3226b-2202-41d0-9c14-43f7cd559c1e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:48.712558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51956) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:48.717136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.718415 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:48.726374 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.741017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d295d1a5-bf79-4298-95fe-0de601e63b59 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:48.764193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 86c4abe0-6f01-4de0-8d8e-c16d020f045c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=86c4abe0-6f01-4de0-8d8e-c16d020f045c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:48.773278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19a6808-e343-4b2e-82eb-9628362c4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c4abe0-6f01-4de0-8d8e-c16d020f045c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:48.795745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.796011 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f7a25a0378f46519f1830adc692daed&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1781425
Apr 30 04:24:48.796476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51964) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:48.802558 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:48.810506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1709f-1375-4a72-a3b3-d6d5a0d9bd39,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:48.826391 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:48.945245 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0f3c11b7-426e-4a26-8cd0-4cec39d5b565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.954597 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-16bf2b60-7cde-4fff-9785-e80cab95c2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:48.975193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=86c4abe0-6f01-4de0-8d8e-c16d020f045c,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:48.983179 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:48.988007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fae9b1f0-9ac2-4046-91aa-a0578ada4bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:48.999702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c11b7-426e-4a26-8cd0-4cec39d5b565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87fc20b-f382-41a2-8a44-39ee9fcdcdc5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:49.007598 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0f3c11b7-426e-4a26-8cd0-4cec39d5b565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:49.024022 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fae9b1f0-9ac2-4046-91aa-a0578ada4bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:49.049474 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0f3c11b7-426e-4a26-8cd0-4cec39d5b565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:49.058513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0f3c11b7-426e-4a26-8cd0-4cec39d5b565 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a87fc20b-f382-41a2-8a44-39ee9fcdcdc5 HTTP/1.1" status: 204  len: 168 time: 0.7863491
Apr 30 04:24:49.080718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7685980-fbc1-4cc3-b4ae-db0f87f16cb8 req-4c289a16-f9cc-4d2d-aaa4-8e6bddd4f866 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:49.097558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7685980-fbc1-4cc3-b4ae-db0f87f16cb8 req-4c289a16-f9cc-4d2d-aaa4-8e6bddd4f866 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 949 time: 0.4546244
Apr 30 04:24:49.115687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fae9b1f0-9ac2-4046-91aa-a0578ada4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:49.115980 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-989ef802-cb39-4a32-a512-666dd9d7eaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:49.121589 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1a39c19-b30a-437c-8cff-b4e4f04b1d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:49.170363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9b1f0-9ac2-4046-91aa-a0578ada4bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1709f-1375-4a72-a3b3-d6d5a0d9bd39,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:49.192504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-989ef802-cb39-4a32-a512-666dd9d7eaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:49.219591 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fae9b1f0-9ac2-4046-91aa-a0578ada4bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:49.220523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fae9b1f0-9ac2-4046-91aa-a0578ada4bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:49.222537 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fae9b1f0-9ac2-4046-91aa-a0578ada4bcb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1b1709f-1375-4a72-a3b3-d6d5a0d9bd39 HTTP/1.1" status: 204  len: 168 time: 0.4232402
Apr 30 04:24:49.231212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7685980-fbc1-4cc3-b4ae-db0f87f16cb8 req-37fa0ce5-2539-4c00-9ef4-8f65b85c4807 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307399
Apr 30 04:24:49.321885 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-989ef802-cb39-4a32-a512-666dd9d7eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:49.331049 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b38db0f8-1278-43c7-a183-a8c94ffc16dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:49.339322 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19a6808-e343-4b2e-82eb-9628362c4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c4abe0-6f01-4de0-8d8e-c16d020f045c', 'code': 200}
Apr 30 04:24:49.354545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ef802-cb39-4a32-a512-666dd9d7eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd3226b-2202-41d0-9c14-43f7cd559c1e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:49.385432 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-989ef802-cb39-4a32-a512-666dd9d7eaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:49.406368 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-989ef802-cb39-4a32-a512-666dd9d7eaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:49.412030 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-989ef802-cb39-4a32-a512-666dd9d7eaaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1cd3226b-2202-41d0-9c14-43f7cd559c1e HTTP/1.1" status: 204  len: 168 time: 0.6975417
Apr 30 04:24:49.516151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684148a-bfa9-448b-82eb-33885f1d38ff req-55eb047b-7571-4418-89b3-513b96eac3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:49.517902 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9684148a-bfa9-448b-82eb-33885f1d38ff req-55eb047b-7571-4418-89b3-513b96eac3c8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 1102 time: 0.1145253
Apr 30 04:24:49.611480 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9684148a-bfa9-448b-82eb-33885f1d38ff req-83e3a373-fb13-4b5e-9103-a3cac6a298f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826554
Apr 30 04:24:49.946764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c7605b4c-5429-4617-955f-dee8c4433661 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:24:49.991104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: c7605b4c-5429-4617-955f-dee8c4433661 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:24:49.991837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c7605b4c-5429-4617-955f-dee8c4433661 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:24:50.103268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52014) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:50.126955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.162909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:50.172722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Usage tracker for resource:security_group_rule and tenant:a679b59b86a843908ae8c92ce5c1da74 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:50.178896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:50.191159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:50.269928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52020) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:50.297399 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.321238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:50.327772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Usage tracker for resource:security_group_rule and tenant:6f013473d7f44748b47b2fc687f12728 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:50.331769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:50.341259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:50.356006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.361509 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.375616 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cc8f4291-2ecf-44c2-a810-2b03293adf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:50.428740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166e1735-9d86-4ba0-8918-f070befd558f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:50.451948 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:50.461979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a679b59b86a843908ae8c92ce5c1da74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3573651
Apr 30 04:24:50.466071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52024) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:50.553512 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a2271ac-23d9-419e-9024-41d240b0c101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.589776 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a2271ac-23d9-419e-9024-41d240b0c101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.705533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a2271ac-23d9-419e-9024-41d240b0c101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.711651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52036) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:50.721909 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b5b456e-9012-4e8a-85a2-7aa46d4beb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:50.754937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2271ac-23d9-419e-9024-41d240b0c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166e1735-9d86-4ba0-8918-f070befd558f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:50.761782 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2a2271ac-23d9-419e-9024-41d240b0c101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:50.763111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a2271ac-23d9-419e-9024-41d240b0c101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.767084 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a2271ac-23d9-419e-9024-41d240b0c101 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/166e1735-9d86-4ba0-8918-f070befd558f HTTP/1.1" status: 204  len: 168 time: 0.2975438
Apr 30 04:24:50.800377 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.820973 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:50.834060 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4e262d6-a624-47f0-ab11-c6a43684e78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:50.948595 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f013473d7f44748b47b2fc687f12728&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6761334
Apr 30 04:24:50.951672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52050) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:50.955666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e6fa03-061c-4c02-97eb-cd860a0890bf,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:50.964691 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:51.013696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80413985-4d6c-4a19-bbce-25f53fe76dee req-cac398f7-3f94-4868-b8c7-c731a9bea868 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:51.017046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80413985-4d6c-4a19-bbce-25f53fe76dee req-cac398f7-3f94-4868-b8c7-c731a9bea868 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 950 time: 0.4959285
Apr 30 04:24:51.086195 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf4653ce-9b7f-4607-bf01-7904ad1ca6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:51.126910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf4653ce-9b7f-4607-bf01-7904ad1ca6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:51.167663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80413985-4d6c-4a19-bbce-25f53fe76dee req-3cffd542-ad3d-4d22-b778-cbe976bc5928 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376936
Apr 30 04:24:51.206070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf4653ce-9b7f-4607-bf01-7904ad1ca6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:51.212030 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b1c3893-5ee5-4387-8232-3e5ae12a48fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:51.219827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-573275d3-f95e-4e38-9792-c89d5d427e5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=826e9c6e42e44c65b2b660c99f2415d7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5022483
Apr 30 04:24:51.220975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52058) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:51.240500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4653ce-9b7f-4607-bf01-7904ad1ca6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e6fa03-061c-4c02-97eb-cd860a0890bf,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:51.243564 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bf4653ce-9b7f-4607-bf01-7904ad1ca6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:51.253070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf4653ce-9b7f-4607-bf01-7904ad1ca6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:51.257379 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bf4653ce-9b7f-4607-bf01-7904ad1ca6e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2e6fa03-061c-4c02-97eb-cd860a0890bf HTTP/1.1" status: 204  len: 168 time: 0.3035800
Apr 30 04:24:51.357843 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05ca5ff9-79f8-41db-9ee2-e0f3c003f5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:51.405250 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05ca5ff9-79f8-41db-9ee2-e0f3c003f5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:51.510984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05ca5ff9-79f8-41db-9ee2-e0f3c003f5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:51.520704 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-855c6729-54b1-4ff2-b49b-043f3dede62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:51.547592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca5ff9-79f8-41db-9ee2-e0f3c003f5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25cd8fb-ee41-4269-81b6-b2e3695ef3e3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:51.556013 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05ca5ff9-79f8-41db-9ee2-e0f3c003f5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:51.583223 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05ca5ff9-79f8-41db-9ee2-e0f3c003f5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:51.586287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-05ca5ff9-79f8-41db-9ee2-e0f3c003f5fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a25cd8fb-ee41-4269-81b6-b2e3695ef3e3 HTTP/1.1" status: 204  len: 168 time: 0.3627498
Apr 30 04:24:52.072773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc981bc6-7493-458c-bb81-7211ec93d252 req-8f015aff-0cb5-436d-90b3-206b88036f87 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4ce7b5916c32429eae85d705911aa6df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337622
Apr 30 04:24:52.353928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc981bc6-7493-458c-bb81-7211ec93d252 req-c44b0409-0257-4340-9047-610c2ac9a1c8 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:52.356718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc981bc6-7493-458c-bb81-7211ec93d252 req-c44b0409-0257-4340-9047-610c2ac9a1c8 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2796242
Apr 30 04:24:52.391325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc981bc6-7493-458c-bb81-7211ec93d252 req-d17f481f-5886-4b2b-a248-a391cefd86ef tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/quotas/4ce7b5916c32429eae85d705911aa6df HTTP/1.1" status: 200  len: 375 time: 0.0276926
Apr 30 04:24:52.559578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc981bc6-7493-458c-bb81-7211ec93d252 req-092ec2fb-d90f-4c99-bc43-10b532a27da3 tempest-QuotasAdminNegativeTest-2010475476 tempest-QuotasAdminNegativeTest-2010475476-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ce7b5916c32429eae85d705911aa6df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1591449
Apr 30 04:24:52.596989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52110) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:52.668655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab41d1-643d-496a-b213-cc7be5aa41c9 req-0045d8fb-962c-4ea3-825d-5f5f4d688ff9 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:52.671414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62ab41d1-643d-496a-b213-cc7be5aa41c9 req-0045d8fb-962c-4ea3-825d-5f5f4d688ff9 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 950 time: 0.1980920
Apr 30 04:24:52.676912 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:52.708867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:52.715620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Usage tracker for resource:security_group_rule and tenant:5df34c438e8d401f9cf0e7f0e702ce7a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:52.720285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:52.729251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:52.755427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62ab41d1-643d-496a-b213-cc7be5aa41c9 req-1a5703ae-faff-4233-8696-541c6de353f5 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720882
Apr 30 04:24:52.861960 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:52.872087 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:52.881669 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:52.949004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707b8fbd-3c7d-440c-a2d8-56ee958cdd10,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:52.965309 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:52.970883 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5df34c438e8d401f9cf0e7f0e702ce7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3709490
Apr 30 04:24:52.975051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52126) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:53.082112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5320e85-5da0-4cce-967d-a9231afeaf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:53.123132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5320e85-5da0-4cce-967d-a9231afeaf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:53.267929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5320e85-5da0-4cce-967d-a9231afeaf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:53.292767 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02262a6c-f21a-4eda-9bed-15947c141e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:53.319187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5320e85-5da0-4cce-967d-a9231afeaf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:53.322385 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c5320e85-5da0-4cce-967d-a9231afeaf97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/707b8fbd-3c7d-440c-a2d8-56ee958cdd10 HTTP/1.1" status: 204  len: 168 time: 0.3449931
Apr 30 04:24:53.328140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5320e85-5da0-4cce-967d-a9231afeaf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707b8fbd-3c7d-440c-a2d8-56ee958cdd10,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:53.341048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5320e85-5da0-4cce-967d-a9231afeaf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:53.911100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79339d-5ccd-4160-bca1-dc574744be87 req-d6d26d83-6f03-4218-a504-4766dff83412 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:53.913928 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab79339d-5ccd-4160-bca1-dc574744be87 req-d6d26d83-6f03-4218-a504-4766dff83412 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 950 time: 0.1412899
Apr 30 04:24:54.028449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab79339d-5ccd-4160-bca1-dc574744be87 req-25df2acd-0705-4c1d-b33c-2cafa4975257 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002877
Apr 30 04:24:54.908222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52184) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:55.463829 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:55.498723 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-7cbe5e5c-9cac-43d5-baac-b3131b603c08 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4f38be0eef304b63b773d314d7ed912d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0865839
Apr 30 04:24:55.508152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:55.513883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce7b5916c32429eae85d705911aa6df is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:55.518387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:55.526142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-b43c281c-db04-4c63-ad3d-b1aad44e4961 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:55.527477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-b43c281c-db04-4c63-ad3d-b1aad44e4961 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Synchronizing usage tracker for tenant:7f0f9462789445818d3709c8349b5a13 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:24:55.528896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:55.563461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-b43c281c-db04-4c63-ad3d-b1aad44e4961 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Unset dirty status for tenant:7f0f9462789445818d3709c8349b5a13 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:24:55.565922 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-b43c281c-db04-4c63-ad3d-b1aad44e4961 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.50 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 950 time: 0.2267995
Apr 30 04:24:55.619911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733c69b-4d26-4b53-af17-ff48ab658cd7 req-f90132cb-41f0-42a1-b041-c69f7f13ddaa tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:55.629438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1733c69b-4d26-4b53-af17-ff48ab658cd7 req-f90132cb-41f0-42a1-b041-c69f7f13ddaa tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 950 time: 0.3837259
Apr 30 04:24:55.647171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52212) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:55.830664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1733c69b-4d26-4b53-af17-ff48ab658cd7 req-b8b684be-255e-444c-8dd1-85c74629bbdb tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/security-groups?id=4aeb700e-2b3c-45db-9861-bd55db04eb3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000802
Apr 30 04:24:55.923783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Deleting port 86c4abe0-6f01-4de0-8d8e-c16d020f045c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:24:55.924675 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:56.005442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-5f3e6e18-bf25-407b-bd2a-40b61f713bb4 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:56.022205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-5f3e6e18-bf25-407b-bd2a-40b61f713bb4 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4846532
Apr 30 04:24:56.134762 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:56.169440 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-f92bd37a-a32f-4a78-91f6-ac0595853615 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/quotas/4f38be0eef304b63b773d314d7ed912d HTTP/1.1" status: 200  len: 375 time: 0.1432977
Apr 30 04:24:56.176815 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:56.292488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] For port 86c4abe0-6f01-4de0-8d8e-c16d020f045c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=86c4abe0-6f01-4de0-8d8e-c16d020f045c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:24:56.293712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:56.364252 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-22a863fa-ef35-485e-8aa8-aad8fe068173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:56.383717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ce7b5916c32429eae85d705911aa6df&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4726400
Apr 30 04:24:56.388395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52228) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:56.463999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Calling delete_port for 86c4abe0-6f01-4de0-8d8e-c16d020f045c owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:24:56.545179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-71e7b335-4824-4148-93a1-a520250be35d tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f38be0eef304b63b773d314d7ed912d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3703601
Apr 30 04:24:56.611879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b85246-d286-4542-9481-783a22000aee,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:56.631416 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:56.650475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-703427261-network', 'tenant_id': 'e00638fa8be2496892bbdeb78ce39e3e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:56.692703 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:56.706899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:56.707949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['86c4abe0-6f01-4de0-8d8e-c16d020f045c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:24:56.730310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Usage tracker for resource:network and tenant:e00638fa8be2496892bbdeb78ce39e3e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:56.738077 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:56.739883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:56.774966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:56.839129 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f616a2a5-748a-492b-924b-9f118dd20772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:56.906158 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f616a2a5-748a-492b-924b-9f118dd20772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:56.997926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.026575 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.081743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Made reservation on behalf of e00638fa8be2496892bbdeb78ce39e3e for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:24:57.089283 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.165671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Pushing event deleted for resources: {'Port': ['ID=86c4abe0-6f01-4de0-8d8e-c16d020f045c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:57.385481 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:57.387184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] No DVR routers for this DVR port 86c4abe0-6f01-4de0-8d8e-c16d020f045c on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:24:57.396985 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.416537 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.435586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19a6808-e343-4b2e-82eb-9628362c4594', 'name': 'network-vif-deleted', 'tag': '86c4abe0-6f01-4de0-8d8e-c16d020f045c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:24:57.447054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3712c28f-662e-4b4d-bbb8-3c185c27030f req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.50 "DELETE /v2.0/ports/86c4abe0-6f01-4de0-8d8e-c16d020f045c HTTP/1.1" status: 204  len: 173 time: 1.8747041
Apr 30 04:24:57.483470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37509ded-7e9e-48ae-8ada-7a4dc202dbb5 req-a8d54d9f-053e-43ae-8fa9-ed24c2477827 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 210 time: 0.4333165
Apr 30 04:24:57.485162 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f616a2a5-748a-492b-924b-9f118dd20772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.517557 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ac5646c-8486-46f7-8e3d-75d7208b83bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:57.575712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616a2a5-748a-492b-924b-9f118dd20772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b85246-d286-4542-9481-783a22000aee,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:57.589445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:57.594722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Usage tracker for resource:security_group_rule and tenant:e00638fa8be2496892bbdeb78ce39e3e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:57.598456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:57.607594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:57.740535 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.752133 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f616a2a5-748a-492b-924b-9f118dd20772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:57.765347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.771510 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5e51d216-1927-4581-9091-b979f47f93ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:57.830811 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae7cbb9e-ede8-45bd-9339-8bfc4fc89d81 req-99291673-4ce4-4f6f-94d0-543b728ca72b tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 210 time: 0.3603253
Apr 30 04:24:57.841104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0caf7bb-05fa-471d-9c0a-caba72114e81,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:57.853011 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:57.926087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:24:57.933652 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f616a2a5-748a-492b-924b-9f118dd20772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.935906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f616a2a5-748a-492b-924b-9f118dd20772 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3b85246-d286-4542-9481-783a22000aee HTTP/1.1" status: 204  len: 168 time: 1.5356386
Apr 30 04:24:57.981064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:57.981687 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Added segment 186153a3-921e-4503-ba9c-c036b01208cb of type vlan for network 3a5fe485-1c7d-4f29-a298-10a8d560842d
Apr 30 04:24:58.034755 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19a6808-e343-4b2e-82eb-9628362c4594', 'name': 'network-vif-deleted', 'tag': '86c4abe0-6f01-4de0-8d8e-c16d020f045c', 'status': 'completed', 'code': 200}
Apr 30 04:24:58.059624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:58.134474 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:58.138029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:58.139486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:58.172272 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:58.195072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.5380726
Apr 30 04:24:58.198755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52274) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:58.209221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Request body: {'subnet': {'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-703427261-subnet', 'tenant_id': 'e00638fa8be2496892bbdeb78ce39e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:24:58.221268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:58.234665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Usage tracker for resource:subnet and tenant:e00638fa8be2496892bbdeb78ce39e3e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:58.241015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:58.263455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:58.330713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Pushing event updated for resources: {'Network': ['ID=3a5fe485-1c7d-4f29-a298-10a8d560842d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:24:58.335765 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:24:58.346048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:24:58.404868 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbed7f96-19d9-469c-bcc2-54d50c3676e4 req-5a6dc5f9-04f2-4311-9ee7-2786ebf7295e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f19a6808-e343-4b2e-82eb-9628362c4594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.1265316
Apr 30 04:24:58.440216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Made reservation on behalf of e00638fa8be2496892bbdeb78ce39e3e for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:24:58.443082 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:58.875394 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-276225c4-2984-4082-bc05-abcefcaf0f7f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2f1716c022164e59bde54d9a0d899d06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1386149
Apr 30 04:24:59.014397 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbed7f96-19d9-469c-bcc2-54d50c3676e4 req-0ae916e5-9f6d-4a9c-aeff-e7e65b1747cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f0f9462789445818d3709c8349b5a13&device_id=f19a6808-e343-4b2e-82eb-9628362c4594 HTTP/1.1" status: 200  len: 210 time: 0.1562395
Apr 30 04:24:59.064943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-611d7f05-095b-4100-b0fa-1d08873b14c2 req-f7a7320b-4f39-4677-80da-b9a69d78438c tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 210 time: 0.1231163
Apr 30 04:24:59.071057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52298) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:59.308348 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbed7f96-19d9-469c-bcc2-54d50c3676e4 req-772e1c98-2460-4ee9-b8e4-4736038a9878 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7f0f9462789445818d3709c8349b5a13&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0852885
Apr 30 04:24:59.318931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:59.356739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:24:59.364025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Usage tracker for resource:security_group_rule and tenant:7f7be92155694190a9f680029c98aac4 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:24:59.370473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:24:59.381432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:24:59.490166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-b053b759-9291-410d-b7ea-2c9f64cd4ca1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:59.498052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-b053b759-9291-410d-b7ea-2c9f64cd4ca1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6206825
Apr 30 04:24:59.547965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-33f027bd-879e-4280-98be-4ff3b6f2909b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4f38be0eef304b63b773d314d7ed912d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1084795
Apr 30 04:24:59.554526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-c5b22dec-a212-48c1-8ab1-c0ed05a04089 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/quotas/2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 375 time: 0.0547738
Apr 30 04:24:59.667139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-d1080782-a24c-4e01-8050-14fe18dc0428 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0837264
Apr 30 04:24:59.757441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 86c4abe0-6f01-4de0-8d8e-c16d020f045c no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:24:59.908455 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:59.917530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:24:59.950965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed7f96-19d9-469c-bcc2-54d50c3676e4 req-ee1fe83c-597c-4b7d-850f-7b360b1d0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:59.952991 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e71f3d88-ec36-49bb-b6e8-ee968926a3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:24:59.953934 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbed7f96-19d9-469c-bcc2-54d50c3676e4 req-ee1fe83c-597c-4b7d-850f-7b360b1d0d82 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6359828
Apr 30 04:24:59.958825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 86c4abe0-6f01-4de0-8d8e-c16d020f045c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:24:59.966304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 86c4abe0-6f01-4de0-8d8e-c16d020f045c not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:24:59.967239 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f7be92155694190a9f680029c98aac4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8946366
Apr 30 04:24:59.968273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52316) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:24:59.988473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-69d6f55e-f0a2-433b-b38b-e6755ea31620 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:24:59.992947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-69d6f55e-f0a2-433b-b38b-e6755ea31620 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4342878
Apr 30 04:25:00.160902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Request body: {'port': {'device_id': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '4f38be0eef304b63b773d314d7ed912d'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:00.174174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:00.184644 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:00.199055 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2e01d698-191b-4eac-b5ec-0b4f1939530b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:00.303540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:00.304227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Network hostable DHCP agents. Network: 3a5fe485-1c7d-4f29-a298-10a8d560842d, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:25:00.311512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5248bdd3-1c38-4601-a701-085d44616c83,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:00.320303 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:00.343577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:25:00.362742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2e01d698-191b-4eac-b5ec-0b4f1939530b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:00.368165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 3a5fe485-1c7d-4f29-a298-10a8d560842d) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:00.373458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:00.374289 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:00.388102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6133860f-3052-42e5-9244-b97b02d52a5c None None] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:00.393237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52332) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:00.446145 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 2.2455909
Apr 30 04:25:00.497753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06409404-a998-492f-9184-83b1cf3fd6c2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:00.507133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7b8aabf-5ece-4b84-a48d-c2d3de60ad48 req-6678db27-508d-4367-9c79-8f0d84582658 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 210 time: 0.2917943
Apr 30 04:25:00.507995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2e01d698-191b-4eac-b5ec-0b4f1939530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:00.513681 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:00.514158 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dc4f2cb-2d03-4a7e-bb77-c460988b6a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:00.618939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01d698-191b-4eac-b5ec-0b4f1939530b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06409404-a998-492f-9184-83b1cf3fd6c2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:00.628000 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2e01d698-191b-4eac-b5ec-0b4f1939530b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:00.637463 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2e01d698-191b-4eac-b5ec-0b4f1939530b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:00.643193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2e01d698-191b-4eac-b5ec-0b4f1939530b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06409404-a998-492f-9184-83b1cf3fd6c2 HTTP/1.1" status: 204  len: 168 time: 0.6683104
Apr 30 04:25:00.722271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:00.728138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Usage tracker for resource:port and tenant:4f38be0eef304b63b773d314d7ed912d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:00.732900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:00.755774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:00.806853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Made reservation on behalf of 4f38be0eef304b63b773d314d7ed912d for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:00.815341 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:00.875164 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:00.898691 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32e8d6fa-1aad-4e59-87d4-21ad5351c534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:01.040926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:01.058203 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e72e0cb5-f388-4c39-ba1a-5d26f88090d0 req-01fa6855-a408-4abe-9109-cb8f2ecd4190 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 210 time: 0.1877944
Apr 30 04:25:01.062535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Usage tracker for resource:security_group_rule and tenant:4f38be0eef304b63b773d314d7ed912d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:01.068222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:01.080546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:01.194125 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4563175-b800-4c56-a3d4-0c40abbb965a None None] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:01.216073 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:01.224933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:01.333077 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-22c270cf-9d42-4957-9eb8-8dad1d4a84d4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f0f9462789445818d3709c8349b5a13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9363894
Apr 30 04:25:01.339759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52358) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:01.414941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Allocated IP 192.168.233.208 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/047c96d9-eb31-4af1-a06d-5952c5143f06) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:01.491056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e42e9dc1-b2f8-4cc1-b8ec-39c644acb3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:01.557981 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e42e9dc1-b2f8-4cc1-b8ec-39c644acb3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:01.630813 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-394b696f-cc34-4b05-bb03-2cc73b82183e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:01.739536 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e42e9dc1-b2f8-4cc1-b8ec-39c644acb3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:01.748584 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bf4653ce-9b7f-4607-bf01-7904ad1ca6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:01.760372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:01.771594 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:01.780644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e9dc1-b2f8-4cc1-b8ec-39c644acb3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeb700e-2b3c-45db-9861-bd55db04eb3d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:01.786047 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e42e9dc1-b2f8-4cc1-b8ec-39c644acb3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:01.789979 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e42e9dc1-b2f8-4cc1-b8ec-39c644acb3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:01.794516 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e42e9dc1-b2f8-4cc1-b8ec-39c644acb3f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4aeb700e-2b3c-45db-9861-bd55db04eb3d HTTP/1.1" status: 204  len: 168 time: 0.4479535
Apr 30 04:25:01.855997 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:01.888538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Transition to ACTIVE for port object 047c96d9-eb31-4af1-a06d-5952c5143f06 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:01.937897 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:01.967485 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:02.061708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:02.065767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:02.068787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:02.076008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:02.076900 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:02.088375 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb81a67d-458a-425a-8b98-e425da463801 req-f1bf3899-d9ba-4973-84f6-fcfd6e25a7c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1576695
Apr 30 04:25:02.107518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Pushing event updated for resources: {'Port': ['ID=047c96d9-eb31-4af1-a06d-5952c5143f06,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:02.123155 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:02.140861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0227630
Apr 30 04:25:02.157675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Request body: {'port': {'device_id': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:02.373088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7ac28fd-ed73-49f3-aed1-15b7991158ab req-a113b60a-ddd5-4123-9747-c970982aa6e9 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 210 time: 0.0594890
Apr 30 04:25:02.422637 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:02.529620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7389a6fa-b7d4-42f2-be1f-f575e5ca645a None None] Provisioning for port 047c96d9-eb31-4af1-a06d-5952c5143f06 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:02.536776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7389a6fa-b7d4-42f2-be1f-f575e5ca645a None None] Provisioning complete for port 047c96d9-eb31-4af1-a06d-5952c5143f06 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:02.537377 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7389a6fa-b7d4-42f2-be1f-f575e5ca645a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:02.712919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7389a6fa-b7d4-42f2-be1f-f575e5ca645a None None] Port 047c96d9-eb31-4af1-a06d-5952c5143f06 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:25:02.742534 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4669cd18-b515-41af-873d-f1a9b1220834 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2f1716c022164e59bde54d9a0d899d06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1556661
Apr 30 04:25:02.992538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52396) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:03.079598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:03.120431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:03.133384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Usage tracker for resource:security_group_rule and tenant:5450d5b728ce4f0789627bcd22c18256 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:03.139611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:03.154767 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a67d-458a-425a-8b98-e425da463801 req-c60b21fa-c7e3-430d-ae15-1def4585b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:03.157547 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb81a67d-458a-425a-8b98-e425da463801 req-c60b21fa-c7e3-430d-ae15-1def4585b378 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 1097 time: 0.7530928
Apr 30 04:25:03.165477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:03.193523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de4fc4-34b7-4a07-bac9-6168d31e4e1c req-6cdcabc5-3939-4a8f-98e3-d2b21b8e21c2 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:03.194589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69de4fc4-34b7-4a07-bac9-6168d31e4e1c req-6cdcabc5-3939-4a8f-98e3-d2b21b8e21c2 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Synchronizing usage tracker for tenant:4f38be0eef304b63b773d314d7ed912d on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:25:03.252660 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:03.314658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52404) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:03.322729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-cafee587-c368-4601-9953-00d4c2c60c8a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:03.325295 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-cafee587-c368-4601-9953-00d4c2c60c8a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5673428
Apr 30 04:25:03.354351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Request body: {'port': {'device_id': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '2f1716c022164e59bde54d9a0d899d06'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:03.393938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047c96d9-eb31-4af1-a06d-5952c5143f06 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:03.417516 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:03.466391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Transition to ACTIVE for port object 047c96d9-eb31-4af1-a06d-5952c5143f06 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:03.481437 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:03.500472 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:03.521695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a67d-458a-425a-8b98-e425da463801 req-5560554a-230e-4269-90e2-bb340f981b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:03.524012 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb81a67d-458a-425a-8b98-e425da463801 req-5560554a-230e-4269-90e2-bb340f981b15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 925 time: 0.3422689
Apr 30 04:25:03.613621 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9145e3f8-4c14-4c9f-809d-c3c9543073f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:03.674249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb81a67d-458a-425a-8b98-e425da463801 req-b2882fc0-d9d3-43ab-a91f-bbaf9bbff964 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e HTTP/1.1" status: 200  len: 1000 time: 0.1423626
Apr 30 04:25:03.769800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:03.784108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Usage tracker for resource:port and tenant:2f1716c022164e59bde54d9a0d899d06 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:03.790818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:03.801326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:03.813982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a67d-458a-425a-8b98-e425da463801 req-81aaa4d9-64f7-44e3-8ec2-f0b05d682f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:03.815566 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb81a67d-458a-425a-8b98-e425da463801 req-81aaa4d9-64f7-44e3-8ec2-f0b05d682f08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5102ee2-1ffa-4026-b871-f222812f6c0a HTTP/1.1" status: 200  len: 863 time: 0.1303685
Apr 30 04:25:03.864131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Pushing event updated for resources: {'Port': ['ID=047c96d9-eb31-4af1-a06d-5952c5143f06,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:03.879189 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:03.915461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:03.927042 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:03.943155 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:03.954390 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:03.963453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Attempting to bind port 047c96d9-eb31-4af1-a06d-5952c5143f06 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:03.964864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Attempting to bind port 047c96d9-eb31-4af1-a06d-5952c5143f06 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:03.965427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Attempting to bind port 047c96d9-eb31-4af1-a06d-5952c5143f06 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:03.972683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52424) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:03.981606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69de4fc4-34b7-4a07-bac9-6168d31e4e1c req-6cdcabc5-3939-4a8f-98e3-d2b21b8e21c2 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Unset dirty status for tenant:4f38be0eef304b63b773d314d7ed912d on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:25:03.986488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-35256622-network', 'tenant_id': '48f2f7c25f814530afb6408b33e67e1f'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:03.989697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69de4fc4-34b7-4a07-bac9-6168d31e4e1c req-6cdcabc5-3939-4a8f-98e3-d2b21b8e21c2 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 936 time: 1.1513863
Apr 30 04:25:03.997324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:04.002250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Usage tracker for resource:network and tenant:48f2f7c25f814530afb6408b33e67e1f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:04.005679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:04.008574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Port 047c96d9-eb31-4af1-a06d-5952c5143f06 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:25:04.009206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Attempting to bind port 047c96d9-eb31-4af1-a06d-5952c5143f06 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:04.013799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:04.026401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:04.034961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Made reservation on behalf of 2f1716c022164e59bde54d9a0d899d06 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:04.039058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.084712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:04.086456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:04.087490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:04.088629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Bound port: 047c96d9-eb31-4af1-a06d-5952c5143f06, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:04.089636 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.120423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6085f2-b8da-46ff-b436-de316275eba1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:04.152525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5450d5b728ce4f0789627bcd22c18256&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1572363
Apr 30 04:25:04.154904 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:04.155905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52432) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:04.168180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Usage tracker for resource:security_group_rule and tenant:c53ebbd1a3234297ab090744794f3b7c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:04.171246 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.183490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Made reservation on behalf of 48f2f7c25f814530afb6408b33e67e1f for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:04.185991 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.201685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:04.217694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:04.223366 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.253215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:04.280999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Usage tracker for resource:security_group_rule and tenant:2f1716c022164e59bde54d9a0d899d06 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:04.287481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:04.302762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:04.317003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Usage tracker for resource:security_group_rule and tenant:48f2f7c25f814530afb6408b33e67e1f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:04.331347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:04.337405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:04.363566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81a67d-458a-425a-8b98-e425da463801 req-ea7f7c29-a5bf-4241-aafa-fdb53dba3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:04.365774 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb81a67d-458a-425a-8b98-e425da463801 req-ea7f7c29-a5bf-4241-aafa-fdb53dba3bac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=926b2a9a-9498-4d47-9666-adc48815dd31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5367513
Apr 30 04:25:04.366173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:04.379751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69de4fc4-34b7-4a07-bac9-6168d31e4e1c req-d5fd46b7-0dd8-4bf6-974c-df5493c335a7 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Synchronizing usage tracker for tenant:4f38be0eef304b63b773d314d7ed912d on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:25:04.429475 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b7f16a6-9ac8-4d23-94d9-505436a56a9d req-f8776d96-b891-4283-ae6a-fcf4923eb46d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 210 time: 0.1587791
Apr 30 04:25:04.522253 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.554246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69de4fc4-34b7-4a07-bac9-6168d31e4e1c req-d5fd46b7-0dd8-4bf6-974c-df5493c335a7 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Unset dirty status for tenant:4f38be0eef304b63b773d314d7ed912d on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:25:04.568187 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69de4fc4-34b7-4a07-bac9-6168d31e4e1c req-d5fd46b7-0dd8-4bf6-974c-df5493c335a7 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5766778
Apr 30 04:25:04.584515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] For port 047c96d9-eb31-4af1-a06d-5952c5143f06, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:04.594808 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-13dd4727-00dc-4c0c-929e-79a59a94dba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.654907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] For port 047c96d9-eb31-4af1-a06d-5952c5143f06, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=047c96d9-eb31-4af1-a06d-5952c5143f06,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:04.677836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.714278 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:04.831889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-13dd4727-00dc-4c0c-929e-79a59a94dba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.933400 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.978271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:04.983121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.985512 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] 10.222.0.37 "PUT /v2.0/ports/047c96d9-eb31-4af1-a06d-5952c5143f06 HTTP/1.1" status: 200  len: 1097 time: 2.8328702
Apr 30 04:25:04.996043 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:04.999008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'tag': '047c96d9-eb31-4af1-a06d-5952c5143f06'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:05.024068 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb81a67d-458a-425a-8b98-e425da463801 req-92a80433-8ae7-4603-8727-fc758b915b85 service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6466186
Apr 30 04:25:05.043438 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fae9b1f0-9ac2-4046-91aa-a0578ada4bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:05.108185 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'tag': '047c96d9-eb31-4af1-a06d-5952c5143f06', 'status': 'completed', 'code': 200}
Apr 30 04:25:05.134108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Pushing event updated for resources: {'Port': ['ID=047c96d9-eb31-4af1-a06d-5952c5143f06,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:05.192903 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:05.270246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-6a4d45d1-a412-463b-89a4-5592c205a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:05.273465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-6a4d45d1-a412-463b-89a4-5592c205a7c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f38be0eef304b63b773d314d7ed912d&device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 1100 time: 0.1406801
Apr 30 04:25:05.275119 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-13dd4727-00dc-4c0c-929e-79a59a94dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:05.280337 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-03f10ff5-7963-4391-a146-1b9d4f04c866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:05.326834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c53ebbd1a3234297ab090744794f3b7c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9959681
Apr 30 04:25:05.348308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52462) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:05.379710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd4727-00dc-4c0c-929e-79a59a94dba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6085f2-b8da-46ff-b436-de316275eba1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:05.383639 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-13dd4727-00dc-4c0c-929e-79a59a94dba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:05.385332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-0a3ea4e2-b93d-4866-ac1b-ebb72c72bdf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=047c96d9-eb31-4af1-a06d-5952c5143f06 HTTP/1.1" status: 200  len: 217 time: 0.0951796
Apr 30 04:25:05.386860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-13dd4727-00dc-4c0c-929e-79a59a94dba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:05.388042 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-13dd4727-00dc-4c0c-929e-79a59a94dba8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae6085f2-b8da-46ff-b436-de316275eba1 HTTP/1.1" status: 204  len: 168 time: 1.2252038
Apr 30 04:25:05.513567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-226c7d22-45fd-4a84-99b8-be36ed309473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:05.515489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-226c7d22-45fd-4a84-99b8-be36ed309473 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1233547
Apr 30 04:25:05.517411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d00654-77e4-4371-9e42-9a75294f424b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:05.529360 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:05.533328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:05.541717 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:05.559731 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:05.565364 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:05.590007 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-77da91c1-c308-4318-bf2a-0c90049132b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:05.837786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a31960e-6323-421e-9970-9f598559dd95 req-120a90b5-bbd3-4deb-8dab-d17489e28461 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 210 time: 0.1309438
Apr 30 04:25:05.849504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-6ff45ea4-49b2-448c-ac14-b4471f657db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:05.855610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-6ff45ea4-49b2-448c-ac14-b4471f657db5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3327205
Apr 30 04:25:05.876348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:25:05.954457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52482) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:06.057576 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.066653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ec8dcb-69ca-45bb-bcb2-ba38f32868cc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:06.166846 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb81a67d-458a-425a-8b98-e425da463801 req-953efa95-b81e-4887-8bde-79eb87ebd00c service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0615680
Apr 30 04:25:06.234262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.234776 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Added segment e543486c-b5d2-4d93-b4a5-c9ce8624e68b of type vlan for network 5bab1ddc-3313-44c9-b60f-78c25cc0e5f4
Apr 30 04:25:06.259189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171efc6e-91e2-4c8d-b237-88d8d8895460,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:06.279945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-740d16bc-f12c-4606-b824-09cce621b4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.315260 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-740d16bc-f12c-4606-b824-09cce621b4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.379475 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:06.382234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-41426308-d710-44ee-a946-05926ee6698a service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5100682
Apr 30 04:25:06.385577 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.780s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:06.386253 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:06.404668 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-740d16bc-f12c-4606-b824-09cce621b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.423874 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:06.466313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.471503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d16bc-f12c-4606-b824-09cce621b4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d00654-77e4-4371-9e42-9a75294f424b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:06.481690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d990a8d-6824-4e14-96b8-19b8d202c4af req-74f6a181-bcc8-44a5-9de3-5fa1ca5d4669 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:06.487650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Allocated IP 192.168.233.144 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/7f953fea-f94e-4875-9d7b-30f1a3a56487) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:06.489630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d990a8d-6824-4e14-96b8-19b8d202c4af req-74f6a181-bcc8-44a5-9de3-5fa1ca5d4669 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 948 time: 0.3331847
Apr 30 04:25:06.500629 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-740d16bc-f12c-4606-b824-09cce621b4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:06.518283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-740d16bc-f12c-4606-b824-09cce621b4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.523910 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-740d16bc-f12c-4606-b824-09cce621b4e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2d00654-77e4-4371-9e42-9a75294f424b HTTP/1.1" status: 204  len: 168 time: 1.1668103
Apr 30 04:25:06.606030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.609961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:06.610560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.621290 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:06.764126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52506) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:06.778028 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:25:06.782802 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.8081653
Apr 30 04:25:06.796080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52510) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:06.813573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Request body: {'subnet': {'network_id': '5bab1ddc-3313-44c9-b60f-78c25cc0e5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-35256622-subnet', 'tenant_id': '48f2f7c25f814530afb6408b33e67e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:06.820993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:06.826311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Usage tracker for resource:subnet and tenant:48f2f7c25f814530afb6408b33e67e1f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:06.829893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:06.837802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:06.841430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ea95b3-4c16-4d7b-a8cd-3f9f65309ce2 req-724a116a-fbbd-488e-b41e-cc7dffcbcec5 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4486997
Apr 30 04:25:06.877362 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:06.949663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Pushing event updated for resources: {'Network': ['ID=5bab1ddc-3313-44c9-b60f-78c25cc0e5f4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:06.964203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Made reservation on behalf of 48f2f7c25f814530afb6408b33e67e1f for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:06.969011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 5bab1ddc-3313-44c9-b60f-78c25cc0e5f4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:25:06.972201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:07.112284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:07.139164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d990a8d-6824-4e14-96b8-19b8d202c4af req-01ceb073-8c46-4350-a772-91bcf1afb733 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3226378
Apr 30 04:25:07.166081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Usage tracker for resource:security_group_rule and tenant:240c9c4ebe4e492ba7f91e0f2c29e539 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:07.188635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:07.232868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:07.279095 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:07.338722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-9a68044a-6f37-4b02-88e8-36bd98d3675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:07.341649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-9a68044a-6f37-4b02-88e8-36bd98d3675b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f38be0eef304b63b773d314d7ed912d&device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 1100 time: 0.4270544
Apr 30 04:25:07.430437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-network', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:07.450880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:07.492581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52530) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:07.492581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Usage tracker for resource:network and tenant:1b921e7e3b8947c7be734d4f8fb48f25 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:07.497961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:07.584147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae91f335-0cd7-45cf-9dfe-6674f187e1eb req-3c95fdae-a001-47dd-8b13-4f98a9528f62 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 210 time: 0.1668313
Apr 30 04:25:07.608359 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:07.651607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Transition to ACTIVE for port object 7f953fea-f94e-4875-9d7b-30f1a3a56487 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:07.681361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:07.700164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:07.720535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-e5b72d7f-a505-42b2-83ad-2f79bd3bba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:07.723036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-e5b72d7f-a505-42b2-83ad-2f79bd3bba2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3716218
Apr 30 04:25:07.726229 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:07.735989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:07.738228 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:07.789562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Usage tracker for resource:security_group_rule and tenant:c426cc9a0a394fb6a24551ec16045d27 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:07.803824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:07.825813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:07.844323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:07.852500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:07.855247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:07.862217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:07.862939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:07.894718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Pushing event updated for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:07.900694 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:07.921425 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.5770879
Apr 30 04:25:07.944263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Request body: {'port': {'device_id': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:08.008798 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.014348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-4794a419-a63e-4bd6-a94a-d31e7c652759 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=047c96d9-eb31-4af1-a06d-5952c5143f06 HTTP/1.1" status: 200  len: 217 time: 0.2695231
Apr 30 04:25:08.017543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.083746 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b057f723-31b4-490c-9f9c-a1ffaef26f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:08.130069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Made reservation on behalf of 1b921e7e3b8947c7be734d4f8fb48f25 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:08.133569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.192133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=240c9c4ebe4e492ba7f91e0f2c29e539&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2249985
Apr 30 04:25:08.192133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a7fe9b-63e6-40e3-9506-a9d05a57782d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:08.197877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52542) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:08.200876 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:08.232829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-185fab5e-50a2-453a-b9fd-6c61e45417f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:08.234828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-185fab5e-50a2-453a-b9fd-6c61e45417f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2022016
Apr 30 04:25:08.255542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52546) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:08.375849 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8068615a-cbd2-44b8-9a86-5f82f2d27088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.390596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0d52c5b9-c865-4fe8-bbb7-0cd7066e5159 None None] Provisioning for port 7f953fea-f94e-4875-9d7b-30f1a3a56487 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:08.404396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.406853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.408421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0d52c5b9-c865-4fe8-bbb7-0cd7066e5159 None None] Provisioning complete for port 7f953fea-f94e-4875-9d7b-30f1a3a56487 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:08.413184 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0d52c5b9-c865-4fe8-bbb7-0cd7066e5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.419255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-ec062927-3d06-4ea4-88cb-eacf1173acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:08.421289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-ec062927-3d06-4ea4-88cb-eacf1173acf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1752679
Apr 30 04:25:08.423898 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8068615a-cbd2-44b8-9a86-5f82f2d27088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.470616 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.507596 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5320e85-5da0-4cce-967d-a9231afeaf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:08.522442 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c426cc9a0a394fb6a24551ec16045d27&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0225396
Apr 30 04:25:08.550113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52554) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:08.559226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0d52c5b9-c865-4fe8-bbb7-0cd7066e5159 None None] Port 7f953fea-f94e-4875-9d7b-30f1a3a56487 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:25:08.565158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:08.588727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1b921e7e3b8947c7be734d4f8fb48f25 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:08.608947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:08.617291 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.637507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d5868-41f0-4f5c-948d-c9cca70f7dd7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:08.644574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:08.648903 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:08.652232 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d3ce34b0-c67c-484b-b269-a65afdc77262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:08.689872 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.810747 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:08.823430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415e88f3-f1d9-4e7f-929e-ef7ebca80257,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:08.832193 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:08.865092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Checking segment: {'id': 'e543486c-b5d2-4d93-b4a5-c9ce8624e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5bab1ddc-3313-44c9-b60f-78c25cc0e5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:08.865458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Network hostable DHCP agents. Network: 5bab1ddc-3313-44c9-b60f-78c25cc0e5f4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:25:08.866777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:08.907523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Usage tracker for resource:security_group_rule and tenant:4040e05c1d3142bba31cb1d8dc608b3f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:08.924240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:08.972727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Network 5bab1ddc-3313-44c9-b60f-78c25cc0e5f4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:25:08.977355 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8068615a-cbd2-44b8-9a86-5f82f2d27088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.002844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 5bab1ddc-3313-44c9-b60f-78c25cc0e5f4) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:09.003425 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-502a548c-e2a8-4cd4-88c2-3db597266e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:09.016148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4d243-3015-4c71-a79f-f67b91fada32 None None] Network 5bab1ddc-3313-44c9-b60f-78c25cc0e5f4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:09.026652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:09.027788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:09.028407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.051452 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.052002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-9541f19e-5cce-4738-a906-bbeb6bc63922 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6200736
Apr 30 04:25:09.057903 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a57e66e-1dd7-42d5-b6a5-b6b24a10f47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.074847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.082375 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab4e6d56-9485-40fb-8ef3-11b4def34a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:09.103758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874561fb-1560-49e8-ae0e-86a5ee8ec07a req-c5defec7-e44a-4a15-aa8d-92963197ee5c tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:09.105419 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-874561fb-1560-49e8-ae0e-86a5ee8ec07a req-c5defec7-e44a-4a15-aa8d-92963197ee5c tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 948 time: 0.6515200
Apr 30 04:25:09.119981 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8068615a-cbd2-44b8-9a86-5f82f2d27088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.125025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8068615a-cbd2-44b8-9a86-5f82f2d27088 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49a7fe9b-63e6-40e3-9506-a9d05a57782d HTTP/1.1" status: 204  len: 168 time: 0.9222622
Apr 30 04:25:09.125025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068615a-cbd2-44b8-9a86-5f82f2d27088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a7fe9b-63e6-40e3-9506-a9d05a57782d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:09.155939 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8068615a-cbd2-44b8-9a86-5f82f2d27088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:09.198659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:25:09.206499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238d436f-abd0-4542-8fa9-d83eb7d5694b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:09.215165 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:09.226389 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.4256346
Apr 30 04:25:09.228068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.228442 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Added segment fd8f52e6-a936-42e4-88ae-943d0a9222be of type vlan for network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6
Apr 30 04:25:09.297056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.305643 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a57e66e-1dd7-42d5-b6a5-b6b24a10f47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.384643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-874561fb-1560-49e8-ae0e-86a5ee8ec07a req-6d0042f3-6226-40e0-9f61-40f69faca2f6 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245798
Apr 30 04:25:09.386455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.391060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:09.391689 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.405520 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3b6b989-f746-4240-b70e-e71a4642f9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:09.467687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f953fea-f94e-4875-9d7b-30f1a3a56487 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:09.536571 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c911a02-9b90-437f-9761-a1578cbd3d29 req-f9c3553d-911f-4e7c-91e2-bf206e06f76f service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4761143
Apr 30 04:25:09.545824 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.7617121
Apr 30 04:25:09.550420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52568) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:09.559878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Request body: {'subnet': {'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-subnet', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:09.563863 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.564373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:09.571245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Usage tracker for resource:subnet and tenant:1b921e7e3b8947c7be734d4f8fb48f25 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:09.576180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:09.583710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe8a1a9-3adb-4945-a2b3-a3009a868cb6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:09.585091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:09.594107 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:09.607462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258457-07b1-4f71-9f66-21bbc991afbc req-fe026223-7bd5-4e87-a05d-aa2858f9b7ce tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:09.609256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11258457-07b1-4f71-9f66-21bbc991afbc req-fe026223-7bd5-4e87-a05d-aa2858f9b7ce tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 936 time: 0.7199743
Apr 30 04:25:09.609970 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a57e66e-1dd7-42d5-b6a5-b6b24a10f47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.616663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Transition to ACTIVE for port object 7f953fea-f94e-4875-9d7b-30f1a3a56487 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:09.620318 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-24938ea9-4e11-449d-9322-5acad7386cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:09.625791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.632416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Made reservation on behalf of 1b921e7e3b8947c7be734d4f8fb48f25 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:09.635030 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:09.638163 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:09.705227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:25:09.774087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f9550f-ec3e-4697-848c-4effb13ac21b None None] Network 5bab1ddc-3313-44c9-b60f-78c25cc0e5f4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:10.126211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Pushing event updated for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:10.152284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52580) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:10.179443 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:10.189371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Attempting to bind port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:10.189923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Attempting to bind port 7f953fea-f94e-4875-9d7b-30f1a3a56487 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:10.190293 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 047c96d9-eb31-4af1-a06d-5952c5143f06 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:25:10.190430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Attempting to bind port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:10.197585 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.219127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:25:10.219676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Attempting to bind port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:10.238238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57e66e-1dd7-42d5-b6a5-b6b24a10f47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d5868-41f0-4f5c-948d-c9cca70f7dd7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:10.242186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:10.242673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:10.243345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:10.243954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Bound port: 7f953fea-f94e-4875-9d7b-30f1a3a56487, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:10.244441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.255166 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a57e66e-1dd7-42d5-b6a5-b6b24a10f47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:10.264131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:10.278651 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.280520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Usage tracker for resource:security_group_rule and tenant:4a9882c284f74e80a37a1927157eccde is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:10.290121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:10.339243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.353404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:10.363240 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2de9f3c7-68e4-4568-9c7f-e3a2f54dc7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:10.388375 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a57e66e-1dd7-42d5-b6a5-b6b24a10f47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.390189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9a57e66e-1dd7-42d5-b6a5-b6b24a10f47b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/522d5868-41f0-4f5c-948d-c9cca70f7dd7 HTTP/1.1" status: 204  len: 168 time: 1.8181558
Apr 30 04:25:10.461327 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:25:10.476797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11258457-07b1-4f71-9f66-21bbc991afbc req-36da5e1a-9789-4a81-a44a-982f1001c622 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3828509
Apr 30 04:25:10.572320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4040e05c1d3142bba31cb1d8dc608b3f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2822628
Apr 30 04:25:10.581021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52588) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:10.664502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba97ef9-4de8-44b0-853f-ab2fecb39e0d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:10.697940 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:10.722048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 047c96d9-eb31-4af1-a06d-5952c5143f06, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=047c96d9-eb31-4af1-a06d-5952c5143f06,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:10.727831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.745178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:10.748527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '047c96d9-eb31-4af1-a06d-5952c5143f06', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '047c96d9-eb31-4af1-a06d-5952c5143f06', 'mac_address': 'fa:16:3e:81:75:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:25:10.749936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:10.751846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.764302 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-740d16bc-f12c-4606-b824-09cce621b4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:10.775820 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.821483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fa3204b0-5368-47c5-95d0-7675a365210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.836146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:10.837054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:10.838776 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 1097 time: 2.9062488
Apr 30 04:25:10.840816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:10.858473 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a9882c284f74e80a37a1927157eccde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7048817
Apr 30 04:25:10.859708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a072624-8465-4d8d-ba04-dba7e0cf5e86,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:10.880668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52602) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:10.886431 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:10.903706 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:10.940311 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:11.014761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047c96d9-eb31-4af1-a06d-5952c5143f06 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:11.063404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 047c96d9-eb31-4af1-a06d-5952c5143f06, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=047c96d9-eb31-4af1-a06d-5952c5143f06,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:11.083090 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:11.093851 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:11.212546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Pushing event updated for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:11.238465 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:11.255003 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53370493-5661-47fc-8ed9-316b5984db46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:11.256651 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fa3204b0-5368-47c5-95d0-7675a365210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:11.301803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=047c96d9-eb31-4af1-a06d-5952c5143f06,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:11.314291 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:11.318622 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53370493-5661-47fc-8ed9-316b5984db46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:11.389252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-3a6ad555-3c7b-4609-b18c-d79164c1c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:11.391892 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-3a6ad555-3c7b-4609-b18c-d79164c1c7dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1100 time: 0.4493899
Apr 30 04:25:11.442102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['047c96d9-eb31-4af1-a06d-5952c5143f06'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:25:11.557276 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-16d71cc1-5e0c-4775-af27-da5ba2ac8162 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.1574943
Apr 30 04:25:11.654404 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53370493-5661-47fc-8ed9-316b5984db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:11.667526 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:11.708567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53370493-5661-47fc-8ed9-316b5984db46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a072624-8465-4d8d-ba04-dba7e0cf5e86,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:11.722098 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53370493-5661-47fc-8ed9-316b5984db46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:11.733369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-964f3ea8-e09e-4756-9876-55632f32355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:11.736083 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-964f3ea8-e09e-4756-9876-55632f32355a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1709702
Apr 30 04:25:11.737687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53370493-5661-47fc-8ed9-316b5984db46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:11.739739 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-53370493-5661-47fc-8ed9-316b5984db46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a072624-8465-4d8d-ba04-dba7e0cf5e86 HTTP/1.1" status: 204  len: 168 time: 0.8554621
Apr 30 04:25:11.808425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-be8cafb0-d2cf-4d8a-bce2-b722cba91e90 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:11.809623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-be8cafb0-d2cf-4d8a-bce2-b722cba91e90 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Synchronizing usage tracker for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:25:11.830842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc29c63-3858-49ee-8181-8d6b40572c49 req-1ab1e3c4-4931-4b16-a7f5-ac4a7b442abb tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:11.843266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-efc29c63-3858-49ee-8181-8d6b40572c49 req-1ab1e3c4-4931-4b16-a7f5-ac4a7b442abb tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 949 time: 0.7882483
Apr 30 04:25:11.851746 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fa3204b0-5368-47c5-95d0-7675a365210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:11.887975 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b5419ff8-c5e0-492f-ba22-62740a5bdd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:11.927212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3204b0-5368-47c5-95d0-7675a365210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba97ef9-4de8-44b0-853f-ab2fecb39e0d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:11.935322 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fa3204b0-5368-47c5-95d0-7675a365210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:11.946869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-be8cafb0-d2cf-4d8a-bce2-b722cba91e90 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Unset dirty status for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:25:11.954474 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-be8cafb0-d2cf-4d8a-bce2-b722cba91e90 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 820 time: 0.8975227
Apr 30 04:25:11.996898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-b3d79618-f690-436c-8484-f8f7b68418cf tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/quotas/e00638fa8be2496892bbdeb78ce39e3e HTTP/1.1" status: 200  len: 375 time: 0.0406203
Apr 30 04:25:12.013395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-efc29c63-3858-49ee-8181-8d6b40572c49 req-47472896-a252-4328-a1f1-9067c0fda334 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689205
Apr 30 04:25:12.089727 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fa3204b0-5368-47c5-95d0-7675a365210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:12.090919 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fa3204b0-5368-47c5-95d0-7675a365210c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ba97ef9-4de8-44b0-853f-ab2fecb39e0d HTTP/1.1" status: 204  len: 168 time: 1.5064008
Apr 30 04:25:12.098732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-6b26f09f-7ac7-493d-bf11-7b9a7d7d072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:12.102979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-6b26f09f-7ac7-493d-bf11-7b9a7d7d072f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3584425
Apr 30 04:25:12.167666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-72455dc1-37b7-49e3-971a-77d5600ae345 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1696582
Apr 30 04:25:12.176922 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'status': 'completed', 'code': 200}
Apr 30 04:25:12.197980 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:12.206437 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b719d032-08c3-4bcb-9c05-4ee5fa637f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:12.331110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13003db-e8c3-4589-b5d1-8fd186014e9c,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:12.343055 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:12.344171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Checking segment: {'id': 'fd8f52e6-a936-42e4-88ae-943d0a9222be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:12.344534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Network hostable DHCP agents. Network: 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:25:12.388048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:25:12.400745 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-f45e93dc-cf15-4a5c-ae7c-ce4096abd3d2 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2879863
Apr 30 04:25:12.404789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:12.411600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:12.413403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:12.420172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe7a7f-32b7-494f-b3b6-ddb416c154f9 None None] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:12.494228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 2.9368930
Apr 30 04:25:12.494884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52644) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:12.500650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:12.508049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:12.518283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Usage tracker for resource:router and tenant:1b921e7e3b8947c7be734d4f8fb48f25 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:12.525122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:12.542754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:12.567535 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:12.569703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:12.606176 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:12.659802 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0d816f18-b986-4733-bb12-b0cf782baee3 req-3329dae7-a33c-48c1-8b03-cb279e814edc service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415502
Apr 30 04:25:12.824897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-89581006-63c3-4b20-91a8-ff42e15f4f58 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:25:12.838499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-89581006-63c3-4b20-91a8-ff42e15f4f58 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4006786
Apr 30 04:25:12.862631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-7f007d73-de1c-4895-8e9f-462d83e25ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:12.864393 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-7f007d73-de1c-4895-8e9f-462d83e25ade service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1100 time: 0.1085317
Apr 30 04:25:13.002475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-7fe8a1a9-3adb-4945-a2b3-a3009a868cb6', 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'fixed_ips': [{'subnet_id': 'b13003db-e8c3-4589-b5d1-8fd186014e9c'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:25:13.004230 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:13.108719 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-c0a85b0e-58b6-4e2f-89da-46344d473ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:13.110333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-c0a85b0e-58b6-4e2f-89da-46344d473ac9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2392111
Apr 30 04:25:13.267240 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-c39ddcd6-a52d-4cd7-891e-886a8ec433c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.1498663
Apr 30 04:25:13.380168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Allocated IP 172.20.0.2 (7fe8a1a9-3adb-4945-a2b3-a3009a868cb6/b13003db-e8c3-4589-b5d1-8fd186014e9c/bda0b5e5-804f-4bf1-83bf-4c63b4e4b657) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:13.388939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a79daa-db09-47f5-9dbb-8c54c32ef895 req-1d569e90-e647-4808-8cdf-8764f925074a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:13.396893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02a79daa-db09-47f5-9dbb-8c54c32ef895 req-1d569e90-e647-4808-8cdf-8764f925074a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 948 time: 0.7705581
Apr 30 04:25:13.404070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-0c2b2066-dc69-41d9-8fc4-2691831c7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:13.406354 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-0c2b2066-dc69-41d9-8fc4-2691831c7b2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1318448
Apr 30 04:25:13.432684 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:13.527918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02a79daa-db09-47f5-9dbb-8c54c32ef895 req-2e6c22c8-66e8-4c8d-ba66-9bacb421fb87 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294448
Apr 30 04:25:13.574013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-a8f7904c-7e04-4fe7-a6bf-7476f92261d5 service neutron] 10.222.0.46 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7340732
Apr 30 04:25:13.593063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-8f071a9a-2702-44ce-9e8b-4f1639e22ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:13.594600 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-8f071a9a-2702-44ce-9e8b-4f1639e22ffa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1805751
Apr 30 04:25:13.860095 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-dd59911a-7693-437d-aed1-13b18a63f88a service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2573881
Apr 30 04:25:13.907544 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:13.939618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Transition to ACTIVE for port object bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:13.994399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Transition to ACTIVE for port object bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:14.013740 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:14.027002 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:14.128058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-830c929e-a1c1-4571-a97a-5af2d9291cc0 service neutron] 10.222.0.46 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5436387
Apr 30 04:25:14.167764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5586d-b895-4b9d-b1b9-0d679f0e77e2 req-2674a69c-1eb8-454f-b715-385453ef4732 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:14.181047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51f5586d-b895-4b9d-b1b9-0d679f0e77e2 req-2674a69c-1eb8-454f-b715-385453ef4732 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 949 time: 0.3706577
Apr 30 04:25:14.181647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 047c96d9-eb31-4af1-a06d-5952c5143f06 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:14.189331 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46eadfdd-9d9b-456d-b2f8-a9adf0730f9f req-8f002d84-82b1-4bb0-8fb4-c42c2f1e4120 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3209856
Apr 30 04:25:14.265418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:14.276140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:14.281839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:14.338305 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Pushing event updated for resources: {'Port': ['ID=bda0b5e5-804f-4bf1-83bf-4c63b4e4b657,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:14.341629 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:14.453499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52698) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:14.520402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Attempting to bind port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:14.521625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Attempting to bind port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'fd8f52e6-a936-42e4-88ae-943d0a9222be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:14.522284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Attempting to bind port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 on network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:14.528151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 047c96d9-eb31-4af1-a06d-5952c5143f06 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:14.537024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 047c96d9-eb31-4af1-a06d-5952c5143f06 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:14.537912 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:14.578481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:14.579284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Checking segment: {'id': 'fd8f52e6-a936-42e4-88ae-943d0a9222be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:14.579957 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:14.580518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Bound using segment: {'id': 'fd8f52e6-a936-42e4-88ae-943d0a9222be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:14.581194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Bound port: bda0b5e5-804f-4bf1-83bf-4c63b4e4b657, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f52e6-a936-42e4-88ae-943d0a9222be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:14.581838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:14.713191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] For port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:14.717209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] For port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bda0b5e5-804f-4bf1-83bf-4c63b4e4b657,segment=NetworkSegment(fd8f52e6-a936-42e4-88ae-943d0a9222be),segment_id=fd8f52e6-a936-42e4-88ae-943d0a9222be)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:14.739250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:14.747188 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:14.834451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Pushing event updated for resources: {'Port': ['ID=bda0b5e5-804f-4bf1-83bf-4c63b4e4b657,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:14.837768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52714) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:14.845601 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:14.886062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51f5586d-b895-4b9d-b1b9-0d679f0e77e2 req-97865142-a3bf-4ef8-a931-706c2d9d126e tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6952403
Apr 30 04:25:14.965123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52720) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:14.992275 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:15.073517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 047c96d9-eb31-4af1-a06d-5952c5143f06, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=047c96d9-eb31-4af1-a06d-5952c5143f06,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:15.075214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047c96d9-eb31-4af1-a06d-5952c5143f06'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:15.091826 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:15.098267 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b05ae6e9-52c1-48c7-8928-3b42402d8b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:15.122968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26b7f072-f484-4892-a545-281d2db392ed req-4592e894-186c-43f0-a3e6-52ca809f6b07 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 210 time: 0.2696919
Apr 30 04:25:15.158343 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:15.269399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1457904756-network', 'tenant_id': '9f4d4e615ca342c98818411263a6b43e'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:15.277453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:15.291228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Usage tracker for resource:network and tenant:9f4d4e615ca342c98818411263a6b43e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:15.293723 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:15.310466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:15.313171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=047c96d9-eb31-4af1-a06d-5952c5143f06,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:15.318545 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047c96d9-eb31-4af1-a06d-5952c5143f06', 'code': 200}
Apr 30 04:25:15.320858 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:15.354947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:15.392756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Made reservation on behalf of 9f4d4e615ca342c98818411263a6b43e for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:15.395559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:15.426633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1282303999-network', 'tenant_id': 'df7c0c7b000747d38e7e879591289c56'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:15.458104 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:15.500311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:15.531941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Usage tracker for resource:network and tenant:df7c0c7b000747d38e7e879591289c56 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:15.540621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:15.544782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:15.550020 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:15.577002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4d4e615ca342c98818411263a6b43e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:15.582601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:15.589504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:15.608133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:15.611865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:15.623758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Usage tracker for resource:security_group_rule and tenant:783837d89780470a9c1437b5d831bd35 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:15.641556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:15.650749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Made reservation on behalf of df7c0c7b000747d38e7e879591289c56 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:15.655459 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:15.701194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:15.714299 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:15.719974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Allocated IP 172.25.8.182 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/f9da8820-314f-4583-bbcb-4171a15165e1) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:15.778000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2e73d-4106-462c-86a6-b33cf0aee02f req-31a918c6-1046-42f3-b137-cccc558ea87e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:15.779733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39a2e73d-4106-462c-86a6-b33cf0aee02f req-31a918c6-1046-42f3-b137-cccc558ea87e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 948 time: 0.6228895
Apr 30 04:25:15.810616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:15.831221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:df7c0c7b000747d38e7e879591289c56 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:15.832549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 7f953fea-f94e-4875-9d7b-30f1a3a56487 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:25:15.843085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:15.844727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7cc66-55e8-40bc-aaea-f6b0fc56625b req-970496fc-b7ea-4f33-87ac-5bb44032987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:15.846243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67c7cc66-55e8-40bc-aaea-f6b0fc56625b req-970496fc-b7ea-4f33-87ac-5bb44032987a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 1102 time: 0.4256730
Apr 30 04:25:15.868048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:16.110978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39a2e73d-4106-462c-86a6-b33cf0aee02f req-39ab46e6-7df3-4345-b43d-b8401d8b2ca1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2933860
Apr 30 04:25:16.132047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67c7cc66-55e8-40bc-aaea-f6b0fc56625b req-a2aba83f-43ab-4a37-bb76-e48e7ce1f94e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289679
Apr 30 04:25:16.168321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:16.187458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.240092 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.242529 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.281243 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88564a27-9dd7-4191-bc30-b0487b43c1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:16.344996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d85c9-8697-4134-a8da-79acc4b2a4ce req-7629cab3-076f-4009-b6aa-c8874c346dda tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:16.346857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-105d85c9-8697-4134-a8da-79acc4b2a4ce req-7629cab3-076f-4009-b6aa-c8874c346dda tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 950 time: 0.1695480
Apr 30 04:25:16.398947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:16.416455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:25:16.433124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'mac_address': 'fa:16:3e:d3:ce:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:25:16.439382 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:16.468989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a3426f-1fda-4340-8df6-8f7867f1155e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:16.478271 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.499461 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:16.502990 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.547547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e43d3c82-f37b-4386-a732-1f6f79ddb9ee req-1a8674be-6f9c-4c84-a8f2-d89ff81244be tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 210 time: 0.1901436
Apr 30 04:25:16.552566 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.559166 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.590209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f953fea-f94e-4875-9d7b-30f1a3a56487 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:16.602332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.602994 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Added segment eee4a274-30b5-4005-b28c-4214d9b88e02 of type vlan for network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2
Apr 30 04:25:16.607664 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:16.614101 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:16.623151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:16.632935 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.638949 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=783837d89780470a9c1437b5d831bd35&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6685872
Apr 30 04:25:16.639241 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:16.682881 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.693390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52736) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:16.722740 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.762092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7b7bd-39ce-498f-8026-abde6c2946aa None None] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:16.765094 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:16.824768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b298952-9cbe-4335-a14f-a84a0dafd61f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:16.828715 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:16.833188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:16.837177 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:16.838195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-105d85c9-8697-4134-a8da-79acc4b2a4ce req-f2c929a1-d2e7-4f37-9011-7fc874065bb9 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4709795
Apr 30 04:25:16.853668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:16.873628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:16.977090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f9da8820-314f-4583-bbcb-4171a15165e1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:17.003083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['7f953fea-f94e-4875-9d7b-30f1a3a56487'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:25:17.014777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.028454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:25:17.046069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:17.046559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.053240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a97b773f-cc3a-4bca-952f-96c189d3d6ae None None] Provisioning for port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:17.057875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.058475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.058972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.059533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.060020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.060493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.061000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.061337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.061852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.062197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.062308 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:17.062540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.062870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:17.082646 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:17.091136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.091504 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Added segment fb6f43d0-3b1b-4ab1-84c5-efb208513235 of type vlan for network c1685588-b376-4df0-8702-e53936b65131
Apr 30 04:25:17.097019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a97b773f-cc3a-4bca-952f-96c189d3d6ae None None] Provisioning complete for port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:17.097834 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a97b773f-cc3a-4bca-952f-96c189d3d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.118114 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:17.161404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:17.162131 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65e1deac-d27a-4262-b8df-69d5064c80a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.177873 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:17.181218 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:17.237122 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65e1deac-d27a-4262-b8df-69d5064c80a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.262901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.375500 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65e1deac-d27a-4262-b8df-69d5064c80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.383984 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0f3c11b7-426e-4a26-8cd0-4cec39d5b565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:17.477728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1deac-d27a-4262-b8df-69d5064c80a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b298952-9cbe-4335-a14f-a84a0dafd61f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:17.532256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-01b13aea-338e-490f-94d3-2d526cbffd7e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:17.534340 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-01b13aea-338e-490f-94d3-2d526cbffd7e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 820 time: 0.9299865
Apr 30 04:25:17.540544 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-65e1deac-d27a-4262-b8df-69d5064c80a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:17.542523 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 3.0876827
Apr 30 04:25:17.547465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52744) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:17.557173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Request body: {'port': {'device_id': 'e2f87d92-a557-4971-9995-922a06519d99', 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d', 'admin_state_up': True, 'tenant_id': 'e00638fa8be2496892bbdeb78ce39e3e'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:17.599765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Request body: {'subnet': {'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1457904756-subnet', 'tenant_id': '9f4d4e615ca342c98818411263a6b43e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:17.614336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:17.660192 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a97b773f-cc3a-4bca-952f-96c189d3d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.682275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Usage tracker for resource:subnet and tenant:9f4d4e615ca342c98818411263a6b43e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:17.694490 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65e1deac-d27a-4262-b8df-69d5064c80a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.696206 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-65e1deac-d27a-4262-b8df-69d5064c80a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b298952-9cbe-4335-a14f-a84a0dafd61f HTTP/1.1" status: 204  len: 168 time: 1.0007606
Apr 30 04:25:17.701408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:17.713961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:17.802428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-40f19c0f-9a9e-446a-93a2-a9f4834e5644 req-e83bf547-491b-44c4-8757-c4e50cdf23ab tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 210 time: 0.0817790
Apr 30 04:25:17.808318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Made reservation on behalf of 9f4d4e615ca342c98818411263a6b43e for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:17.810676 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.842388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Pushing event updated for resources: {'Network': ['ID=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:17.844474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:17.848584 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:17.854503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Usage tracker for resource:port and tenant:e00638fa8be2496892bbdeb78ce39e3e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:17.859071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:25:17.867266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a97b773f-cc3a-4bca-952f-96c189d3d6ae None None] For port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bda0b5e5-804f-4bf1-83bf-4c63b4e4b657,segment=NetworkSegment(fd8f52e6-a936-42e4-88ae-943d0a9222be),segment_id=fd8f52e6-a936-42e4-88ae-943d0a9222be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:17.870374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:17.887716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:17.912754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:25:17.916696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.918356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Made reservation on behalf of e00638fa8be2496892bbdeb78ce39e3e for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:17.924386 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.973556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:17.974491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.977449 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a97b773f-cc3a-4bca-952f-96c189d3d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:17.987976 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:18.024701 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:18.111483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:18.235757 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.3923616
Apr 30 04:25:18.243483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52758) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:18.301532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Request body: {'subnet': {'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1282303999-subnet', 'tenant_id': 'df7c0c7b000747d38e7e879591289c56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:18.316408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:18.319811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=c1685588-b376-4df0-8702-e53936b65131,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:18.341500 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:18.342650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Usage tracker for resource:subnet and tenant:df7c0c7b000747d38e7e879591289c56 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:18.349759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c1685588-b376-4df0-8702-e53936b65131 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:25:18.350687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:18.351598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c82a1-d69a-43f7-aeab-1dc57ed61277 req-38c166b7-d879-4651-b246-99d7d5e51c73 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:18.359927 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c5c82a1-d69a-43f7-aeab-1dc57ed61277 req-38c166b7-d879-4651-b246-99d7d5e51c73 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 949 time: 0.8903255
Apr 30 04:25:18.407124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:18.447188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Made reservation on behalf of df7c0c7b000747d38e7e879591289c56 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:18.450732 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:18.510453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Allocated IP 172.20.0.2 (3a5fe485-1c7d-4f29-a298-10a8d560842d/5248bdd3-1c38-4601-a701-085d44616c83/84f1143d-6baa-4263-9f36-f094cd48aa0e) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:18.571330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c5c82a1-d69a-43f7-aeab-1dc57ed61277 req-287c9925-c697-4975-ae3e-75468cfbfd75 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103829
Apr 30 04:25:18.588536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52762) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:18.629193 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:18.639136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b773f-cc3a-4bca-952f-96c189d3d6ae None None] Pushing event updated for resources: {'Port': ['ID=bda0b5e5-804f-4bf1-83bf-4c63b4e4b657,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:18.644805 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a97b773f-cc3a-4bca-952f-96c189d3d6ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:18.657514 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19695e9d-a308-4625-840e-27c794c80083 None None] Provisioning complete for port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:18.657940 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19695e9d-a308-4625-840e-27c794c80083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:18.695802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:18.712937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Usage tracker for resource:security_group_rule and tenant:d37c9be91c34437eb69719035b4b182a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:18.738230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:18.761593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:18.795601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1404-834b-444a-861b-9e10562707b2 req-d2aeaf0c-3b50-4fff-9e61-a5eaf5ec112e tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:18.797565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-724b1404-834b-444a-861b-9e10562707b2 req-d2aeaf0c-3b50-4fff-9e61-a5eaf5ec112e tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 950 time: 0.7305346
Apr 30 04:25:19.077282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-724b1404-834b-444a-861b-9e10562707b2 req-06a1800f-406b-4b9a-a00d-abfbf9997e6e tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555406
Apr 30 04:25:19.143059 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:19.151616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46e5eb44-523c-49f1-8f3a-d0048dfde235 req-373bd7bb-a0c9-4bbd-ae8a-2c8879a22692 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 210 time: 0.0798340
Apr 30 04:25:19.154456 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:19.171619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:19.187130 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b0ca92a-7552-404d-8826-d6f9f336393f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:19.222100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:19.250054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d37c9be91c34437eb69719035b4b182a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6577563
Apr 30 04:25:19.255192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52772) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:19.262082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd7a1bd-22c5-4a3d-b5e8-518c31ff3721,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:19.356718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.357074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.357426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.357776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.358115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.358452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.358788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.359122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.359487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.359818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.360149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.361013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:19.365054 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:19.418420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:19.430639 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:19.521262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:19.536515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:19.550148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:19.558271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:19.558598 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:19.573575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8dd26c8-e8dc-4c1e-96f6-7e1254db9eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:19.582020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Pushing event updated for resources: {'Port': ['ID=84f1143d-6baa-4263-9f36-f094cd48aa0e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:19.586167 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:19.642020 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0945675
Apr 30 04:25:19.649192 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8dd26c8-e8dc-4c1e-96f6-7e1254db9eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:19.685336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Request body: {'port': {'device_id': 'e2f87d92-a557-4971-9995-922a06519d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:19.822711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:19.894366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Router 27964b5e-37b2-4cb4-9365-ba8744165029 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:25:19.967118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 7f953fea-f94e-4875-9d7b-30f1a3a56487 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:20.050128 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:20.076465 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:20.077083 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:20.086678 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb00929f-20bd-4d71-9e97-2e28851826ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:20.094367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:20.127378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:20.142378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8dd26c8-e8dc-4c1e-96f6-7e1254db9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:20.153713 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:20.218006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd35c7-e9e0-4259-8459-90b37f4abe9c req-1bfbc06e-dc7e-4a85-9cb0-47484fde5035 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:20.227131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46bd35c7-e9e0-4259-8459-90b37f4abe9c req-1bfbc06e-dc7e-4a85-9cb0-47484fde5035 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 949 time: 0.3941190
Apr 30 04:25:20.277702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 7f953fea-f94e-4875-9d7b-30f1a3a56487 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:20.332209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae39813-bd0b-4305-9c0b-e895f4776ee6,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:20.355536 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:20.372988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 7f953fea-f94e-4875-9d7b-30f1a3a56487 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:20.373554 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:20.377828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8326175-e83c-408f-988d-f3ddf2f98448,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:20.412366 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:20.417591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8dd26c8-e8dc-4c1e-96f6-7e1254db9eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:20.425058 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d8dd26c8-e8dc-4c1e-96f6-7e1254db9eb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccd7a1bd-22c5-4a3d-b5e8-518c31ff3721 HTTP/1.1" status: 204  len: 168 time: 1.1638815
Apr 30 04:25:20.425058 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f32e97fc-e85d-483c-bb11-38e173130892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:20.489662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd26c8-e8dc-4c1e-96f6-7e1254db9eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd7a1bd-22c5-4a3d-b5e8-518c31ff3721,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:20.501380 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8dd26c8-e8dc-4c1e-96f6-7e1254db9eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:20.550242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:20.550618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Network hostable DHCP agents. Network: bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:25:20.576687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-3ab2730c-2d46-41b4-b955-07821ff1b858 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4f38be0eef304b63b773d314d7ed912d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2146325
Apr 30 04:25:20.587995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46bd35c7-e9e0-4259-8459-90b37f4abe9c req-1d7e8423-b298-42fe-a1fc-d67948f84f5e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3594561
Apr 30 04:25:20.599499 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:20.646093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:20.659558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:20.663975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:25:20.670110 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:20.672331 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-add99c4c-1ef2-4126-92a9-1275d2c3ae58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:20.680890 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Sync routers for ids ['27964b5e-37b2-4cb4-9365-ba8744165029'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:25:20.695869 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Routers {'27964b5e-37b2-4cb4-9365-ba8744165029'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:25:20.696527 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78027e9d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:25:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['27964b5e-37b2-4cb4-9365-ba8744165029'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:20.760421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:25:20.808282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Checking segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:20.809001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Network hostable DHCP agents. Network: c1685588-b376-4df0-8702-e53936b65131, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:25:20.842447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:20.850738 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:20.948435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Network c1685588-b376-4df0-8702-e53936b65131 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:25:20.972993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c1685588-b376-4df0-8702-e53936b65131) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:20.986837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c91c21-6d1a-4d75-9e35-73651ca5c71a None None] Network c1685588-b376-4df0-8702-e53936b65131 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:21.047728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:21.067176 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:21.069509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.5729115
Apr 30 04:25:21.080517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52800) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:21.081306 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Set router 27964b5e-37b2-4cb4-9365-ba8744165029 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:25:21.082211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:21.083102 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:21.110960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-5805c9d4-052a-429d-812f-4d4bbcb9e9e6 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:21.119940 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-5805c9d4-052a-429d-812f-4d4bbcb9e9e6 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5298562
Apr 30 04:25:21.171567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc9eb7-2f1b-4ba8-9ecb-13541eb4fd2b None None] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:21.186377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-05b82e54-6620-4050-b6d6-c8d06c8ab117 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/quotas/4f38be0eef304b63b773d314d7ed912d HTTP/1.1" status: 200  len: 375 time: 0.0624673
Apr 30 04:25:21.198891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:21.200220 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:21.271394 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.0119202
Apr 30 04:25:21.335423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.7503746
Apr 30 04:25:21.418468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decce57-cdfe-4ce5-bb49-3ae814990ca0 req-ceb501e5-45de-454b-bce5-a3085cf5f967 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:21.421211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2decce57-cdfe-4ce5-bb49-3ae814990ca0 req-ceb501e5-45de-454b-bce5-a3085cf5f967 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 931 time: 0.5335426
Apr 30 04:25:21.494097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-714f646f-e0de-40d1-908b-bec1e6aeb970 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4f38be0eef304b63b773d314d7ed912d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3058295
Apr 30 04:25:21.675623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2decce57-cdfe-4ce5-bb49-3ae814990ca0 req-770594cd-9f92-49df-bc06-ebe623b8b241 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Synchronizing usage tracker for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:25:21.745952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2decce57-cdfe-4ce5-bb49-3ae814990ca0 req-770594cd-9f92-49df-bc06-ebe623b8b241 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Unset dirty status for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:25:21.748949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2decce57-cdfe-4ce5-bb49-3ae814990ca0 req-770594cd-9f92-49df-bc06-ebe623b8b241 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2988927
Apr 30 04:25:21.954967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7a6ae-ae78-495f-9bcb-7bac8759b659 None None] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:21.981341 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:25:22.012563 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78027e9d0>, [{'id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:25:12Z', 'updated_at': '2021-04-30T04:25:17Z', 'revision_number': 3, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'gw_port': {'id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:15Z', 'updated_at': '2021-04-30T04:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:22.018713 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Checking router: 27964b5e-37b2-4cb4-9365-ba8744165029 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:25:22.020811 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Updating router 27964b5e-37b2-4cb4-9365-ba8744165029 port f9da8820-314f-4583-bbcb-4171a15165e1 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:25:22.174661 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:22.519673 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'code': 200}
Apr 30 04:25:22.848618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940a21a-f814-4efc-9a4a-793740b151d6 None None] Network c1685588-b376-4df0-8702-e53936b65131 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:22.898349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212eea2d-a5c5-4c80-b814-35916ae0b5ad req-71b803b1-dc32-4563-8234-1887ec50cea9 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:22.906022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-212eea2d-a5c5-4c80-b814-35916ae0b5ad req-71b803b1-dc32-4563-8234-1887ec50cea9 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.3578999
Apr 30 04:25:23.022129 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-212eea2d-a5c5-4c80-b814-35916ae0b5ad req-d8ff170d-1c64-4f86-b3a6-2e9a1a76bc02 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150234
Apr 30 04:25:23.140146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f1143d-6baa-4263-9f36-f094cd48aa0e {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:23.189273 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:23.278224 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:23.333334 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Transition to ACTIVE for port object f9da8820-314f-4583-bbcb-4171a15165e1 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:23.346505 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:23.354810 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ecdbb38c-0cde-4bf0-bb2d-b6d5fe7e7f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:23.380809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Transition to ACTIVE for port object 84f1143d-6baa-4263-9f36-f094cd48aa0e will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:23.450712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2cf044c9-0a9a-48ed-bcfa-c4753620c77a req-b8f2edb1-11a0-464e-b7c8-4b7d0f4e1409 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 210 time: 0.1672523
Apr 30 04:25:23.564354 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Pushing event updated for resources: {'Port': ['ID=f9da8820-314f-4583-bbcb-4171a15165e1,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:23.580932 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.581670 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.582227 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.582799 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.583371 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.584403 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.585132 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.585701 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.588667 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.589299 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.590318 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.591219 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:23.664907 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Attempting to bind port f9da8820-314f-4583-bbcb-4171a15165e1 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:23.664907 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Attempting to bind port f9da8820-314f-4583-bbcb-4171a15165e1 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:23.664907 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Attempting to bind port f9da8820-314f-4583-bbcb-4171a15165e1 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:23.681041 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:23.681424 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:23.685161 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:23.685849 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:23.686591 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Bound port: f9da8820-314f-4583-bbcb-4171a15165e1, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:23.687264 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:23.812610 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:23.891090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:23.911480 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] For port f9da8820-314f-4583-bbcb-4171a15165e1, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:23.926180 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] For port f9da8820-314f-4583-bbcb-4171a15165e1, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f9da8820-314f-4583-bbcb-4171a15165e1,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:23.931126 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:23.933864 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:23.953111 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3a36a2af-07fe-4f9b-a232-d97d3d046b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:24.039218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd22efc-8f4f-4398-a19e-2ad644af2740 req-bf224db0-a784-4ff0-ab80-a925e9e6b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:24.042287 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bd22efc-8f4f-4398-a19e-2ad644af2740 req-bf224db0-a784-4ff0-ab80-a925e9e6b785 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1102 time: 1.8889508
Apr 30 04:25:24.074439 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Pushing event updated for resources: {'Port': ['ID=f9da8820-314f-4583-bbcb-4171a15165e1,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:24.078747 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:24.094342 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Routers {'27964b5e-37b2-4cb4-9365-ba8744165029'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:25:24.095290 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78027e9d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:25:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['27964b5e-37b2-4cb4-9365-ba8744165029'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:24.145020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52872) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:24.258341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-71b57375-4d29-452c-8dad-fa699bd16c1f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:24.265475 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-71b57375-4d29-452c-8dad-fa699bd16c1f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.4246473
Apr 30 04:25:24.301812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bf866b8d-3ee3-4e7a-8fe9-072f6b1b7569 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/quotas/df7c0c7b000747d38e7e879591289c56 HTTP/1.1" status: 200  len: 375 time: 0.0349429
Apr 30 04:25:24.305040 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] Set router 27964b5e-37b2-4cb4-9365-ba8744165029 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:25:24.360501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-4e929459-c3ef-4f7d-baea-24fe5ae02a42 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0574877
Apr 30 04:25:24.376592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0296154-cd7b-49fd-82fd-00f9d251dc46 req-f41838d0-48fc-4345-a487-f35f8737f136 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:24.379650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0296154-cd7b-49fd-82fd-00f9d251dc46 req-f41838d0-48fc-4345-a487-f35f8737f136 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 943 time: 0.6809027
Apr 30 04:25:24.421753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1002199415-network', 'tenant_id': 'cb8ec03fe1194941a6e05665ceb8af2b'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:24.448773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:24.519050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Usage tracker for resource:network and tenant:cb8ec03fe1194941a6e05665ceb8af2b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:24.561709 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-bb4c2fd6-4d8a-428d-afaa-f18df85498f6 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4f38be0eef304b63b773d314d7ed912d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1145802
Apr 30 04:25:24.593683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:24.600881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:24.619800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Pushing event updated for resources: {'Port': ['ID=84f1143d-6baa-4263-9f36-f094cd48aa0e,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:24.641509 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78027e9d0>, [{'id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:25:12Z', 'updated_at': '2021-04-30T04:25:17Z', 'revision_number': 3, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'gw_port': {'id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:15Z', 'updated_at': '2021-04-30T04:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:24.647373 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4cd08-53a8-4499-ae3e-091787a8fe71 None None] The sync data for ids ['27964b5e-37b2-4cb4-9365-ba8744165029'] in n-d-766726-20 is: [{'id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:25:12Z', 'updated_at': '2021-04-30T04:25:17Z', 'revision_number': 3, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'gw_port': {'id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:15Z', 'updated_at': '2021-04-30T04:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:25:24.652708 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:24.655362 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bd22efc-8f4f-4398-a19e-2ad644af2740 req-2008db07-75b8-4a56-a56b-c7d6156050f4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3541150
Apr 30 04:25:24.655917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Made reservation on behalf of cb8ec03fe1194941a6e05665ceb8af2b for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:24.658462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:24.671715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:24.672143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:24.672382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:24.685987 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:24.699066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Port 84f1143d-6baa-4263-9f36-f094cd48aa0e on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:25:24.699535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:24.708124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:24.708457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:24.708825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:24.710146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Bound port: 84f1143d-6baa-4263-9f36-f094cd48aa0e, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:24.710567 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:24.728696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:24.730813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0296154-cd7b-49fd-82fd-00f9d251dc46 req-6105a084-5a45-4e4d-b6be-002effe66117 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3139803
Apr 30 04:25:24.733758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:cb8ec03fe1194941a6e05665ceb8af2b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:24.737863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:24.751344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:24.882662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:24.961536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-c6f847bf-a014-4595-ba2a-92edcfb5627e service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5799015
Apr 30 04:25:25.124660 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:25.168244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:25.173602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:25.180987 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2a2271ac-23d9-419e-9024-41d240b0c101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:25.211105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:25.277938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:25:25.300480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:25.314193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b198a0-f40f-4f4d-9425-52e4dd3841c9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:25.315996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-544555f8-8319-47ad-abe0-dc4d28df0bb8 service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3532746
Apr 30 04:25:25.324334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-83ad95d9-fd25-4039-8e94-fba61bd0366e tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:25.326540 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:25.326766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-83ad95d9-fd25-4039-8e94-fba61bd0366e tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7549562
Apr 30 04:25:25.327565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:25.327909 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Added segment a0098905-5f72-433e-b35b-4178c293ef46 of type vlan for network 7f82c01c-0a95-4b73-874b-e46f4e13f531
Apr 30 04:25:25.329147 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:25.360615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61347146-e6f1-489a-8491-96d473b53a71 req-c2fa1400-4400-40f8-ba9d-0d1826006120 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:25.362267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61347146-e6f1-489a-8491-96d473b53a71 req-c2fa1400-4400-40f8-ba9d-0d1826006120 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.3348639
Apr 30 04:25:25.385955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Request body: {'port': {'device_id': '3c6a209c-e9b1-495d-97ed-385a1c473d1b', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '4f38be0eef304b63b773d314d7ed912d'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:25.422391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:25.596327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:25.597131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61347146-e6f1-489a-8491-96d473b53a71 req-54973d9f-d3ad-45ef-b1a8-6fca165d3940 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207484
Apr 30 04:25:25.612990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:25.613602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:25.620114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:25.621111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:25.622854 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] 10.222.0.50 "PUT /v2.0/ports/84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 200  len: 1092 time: 5.9642146
Apr 30 04:25:25.707733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:25.790583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:25.829861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:25.858338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Pushing event updated for resources: {'Port': ['ID=84f1143d-6baa-4263-9f36-f094cd48aa0e,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:25.872068 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:25.886104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Made reservation on behalf of 4f38be0eef304b63b773d314d7ed912d for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:25.889033 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:25.898768 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:25.978727 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f9da8820-314f-4583-bbcb-4171a15165e1 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:26.094431 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.8925021
Apr 30 04:25:26.095642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7f82c01c-0a95-4b73-874b-e46f4e13f531,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:26.107263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52900) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:26.109796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Allocated IP 172.20.0.1 (7fe8a1a9-3adb-4945-a2b3-a3009a868cb6/b13003db-e8c3-4589-b5d1-8fd186014e9c/b4c3769d-2482-4fdd-aa15-b0d4aad39795) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:26.157296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 7f82c01c-0a95-4b73-874b-e46f4e13f531 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:25:26.228259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-608753d1-a76a-4efa-bfc5-e132adbd888f req-68d8616d-db40-4522-b3de-1d74d2fb4cb6 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 210 time: 0.2711771
Apr 30 04:25:26.336015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Request body: {'subnet': {'network_id': '7f82c01c-0a95-4b73-874b-e46f4e13f531', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1002199415-subnet', 'tenant_id': 'cb8ec03fe1194941a6e05665ceb8af2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:26.345115 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:26.386217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:26.510022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Usage tracker for resource:subnet and tenant:cb8ec03fe1194941a6e05665ceb8af2b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:26.523793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port f9da8820-314f-4583-bbcb-4171a15165e1 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:26.530762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:26.541031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f9da8820-314f-4583-bbcb-4171a15165e1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:26.541456 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:26.590915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:26.613463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Transition to ACTIVE for port object b4c3769d-2482-4fdd-aa15-b0d4aad39795 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:26.622583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b6374cc-cb96-49eb-87ce-409b57e5f2b8 req-c158d688-df77-46d4-baf2-82c52ae9bd41 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 210 time: 0.0864854
Apr 30 04:25:26.625770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:26.649954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-2fea5e6d-5fea-417d-96dc-8070e2a4a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:26.651581 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-2fea5e6d-5fea-417d-96dc-8070e2a4a68b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1095 time: 0.8821955
Apr 30 04:25:26.656352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Made reservation on behalf of cb8ec03fe1194941a6e05665ceb8af2b for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:26.658636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Notify callbacks [] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:26.697673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-0c84a337-1c25-4d82-b531-f885016c15f4 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b1ddafa8a0324928833d5695c6babec7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0647430
Apr 30 04:25:26.811065 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:26.816812 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:26.824211 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:26.843284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port f9da8820-314f-4583-bbcb-4171a15165e1, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f9da8820-314f-4583-bbcb-4171a15165e1,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:26.850160 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:26.853519 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:26.940485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=f9da8820-314f-4583-bbcb-4171a15165e1,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:26.944689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Allocated IP 192.168.233.197 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/a7050072-70c5-4e68-acdd-68a0aedf35c9) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:26.950861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.951585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.952433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.952963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.953528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.954018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.954648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.955141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.955694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.956277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.956761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.957269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:25:26.971961 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:26.977017 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e', 'status': 'completed', 'code': 200}
Apr 30 04:25:26.985406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-ba4d0d4f-e1a4-44c3-8f13-dee78640db81 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:26.987415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-ba4d0d4f-e1a4-44c3-8f13-dee78640db81 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2888374
Apr 30 04:25:27.027329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-896fceed-b90d-4292-b5aa-ceb1bfdaad92 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/quotas/b1ddafa8a0324928833d5695c6babec7 HTTP/1.1" status: 200  len: 375 time: 0.0296719
Apr 30 04:25:27.096829 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-124bd735-87cf-4118-80d4-30456edd01d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 200  len: 217 time: 0.1186209
Apr 30 04:25:27.125213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-81d106be-6f4a-44cd-8d84-c0d8c6f68167 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1ddafa8a0324928833d5695c6babec7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0877206
Apr 30 04:25:27.235088 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:27.251675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-48eedfda-74bb-443b-8bf0-85ba827b443e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:27.426870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:27.434488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-40d664e2-4f88-4770-abe5-7afd2e3abae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:27.441054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-40d664e2-4f88-4770-abe5-7afd2e3abae3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.3292542
Apr 30 04:25:27.449941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:27.453042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:27.453520 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:27.481789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a7a85-67d2-4743-8c0d-04fe55303b9c req-34e1ae1e-bc18-4f34-923e-3ef9fc3ce0f0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:27.483416 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e8a7a85-67d2-4743-8c0d-04fe55303b9c req-34e1ae1e-bc18-4f34-923e-3ef9fc3ce0f0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 943 time: 0.2922606
Apr 30 04:25:27.500152 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:27.593186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Transition to ACTIVE for port object a7050072-70c5-4e68-acdd-68a0aedf35c9 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:27.598641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e8a7a85-67d2-4743-8c0d-04fe55303b9c req-7ee4fb3f-119d-4a21-88af-b80ddddcf0a8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937037
Apr 30 04:25:27.623427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c3769d-2482-4fdd-aa15-b0d4aad39795,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:27.633838 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:27.639503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-a58aebbc-04ec-4636-9bae-b5b3b3b51618 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1805794
Apr 30 04:25:27.701069 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:27.715977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['047c96d9-eb31-4af1-a06d-5952c5143f06'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:25:27.741737 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:27.837434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:27.838979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:27.853067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:27.859620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:27.860460 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:27.873272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f9da8820-314f-4583-bbcb-4171a15165e1 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:28.162435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Pushing event updated for resources: {'Port': ['ID=a7050072-70c5-4e68-acdd-68a0aedf35c9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:28.167584 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:28.174045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7964752
Apr 30 04:25:28.214160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Request body: {'port': {'device_id': '3c6a209c-e9b1-495d-97ed-385a1c473d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:28.352023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f9da8820-314f-4583-bbcb-4171a15165e1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:28.358947 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:28.438298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1a068-7dda-454d-aa19-85a672832df1 req-d5d53bad-4965-44b0-b382-3734c5c10098 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:28.438968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-66f1a068-7dda-454d-aa19-85a672832df1 req-d5d53bad-4965-44b0-b382-3734c5c10098 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Synchronizing usage tracker for tenant:4f38be0eef304b63b773d314d7ed912d on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:25:28.451823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1f94-1eaf-4d07-8672-24e4061f7133 req-795153b3-f2a6-420d-9604-6e6f6e5f8d5a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:28.453666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f5a1f94-1eaf-4d07-8672-24e4061f7133 req-795153b3-f2a6-420d-9604-6e6f6e5f8d5a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.5831487
Apr 30 04:25:28.457799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:28.560463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a3cc6ecb-a993-47d2-a505-f93e0b712343 None None] Provisioning for port b4c3769d-2482-4fdd-aa15-b0d4aad39795 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:28.563756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-66f1a068-7dda-454d-aa19-85a672832df1 req-d5d53bad-4965-44b0-b382-3734c5c10098 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Unset dirty status for tenant:4f38be0eef304b63b773d314d7ed912d on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:25:28.564936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66f1a068-7dda-454d-aa19-85a672832df1 req-d5d53bad-4965-44b0-b382-3734c5c10098 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 936 time: 0.5167165
Apr 30 04:25:28.581678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a3cc6ecb-a993-47d2-a505-f93e0b712343 None None] Provisioning complete for port b4c3769d-2482-4fdd-aa15-b0d4aad39795 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:28.582333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6ecb-a993-47d2-a505-f93e0b712343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:28.590123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f5a1f94-1eaf-4d07-8672-24e4061f7133 req-ac641a91-8c40-4177-86b3-fd30356c97b8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135423
Apr 30 04:25:28.701127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-0e1429e2-8c1e-4fb9-bc8b-908d57bb119c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:28.702831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-0e1429e2-8c1e-4fb9-bc8b-908d57bb119c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:25:28.758296 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66f1a068-7dda-454d-aa19-85a672832df1 req-ca81b9bd-580a-4125-b019-c727395246d4 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640372
Apr 30 04:25:28.776706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc6ecb-a993-47d2-a505-f93e0b712343 None None] Port b4c3769d-2482-4fdd-aa15-b0d4aad39795 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:25:28.804293 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-a32de0de-cb2d-4152-86cb-34c517bd1602 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1308038
Apr 30 04:25:28.969485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-0e1429e2-8c1e-4fb9-bc8b-908d57bb119c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:25:28.970120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e95ca40d-b6cf-4683-a9bd-94a1824a3e20 None None] Provisioning for port a7050072-70c5-4e68-acdd-68a0aedf35c9 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:28.972093 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-0e1429e2-8c1e-4fb9-bc8b-908d57bb119c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 1.2938755
Apr 30 04:25:28.982574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e95ca40d-b6cf-4683-a9bd-94a1824a3e20 None None] Provisioning complete for port a7050072-70c5-4e68-acdd-68a0aedf35c9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:28.982574 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e95ca40d-b6cf-4683-a9bd-94a1824a3e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:29.079236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Request body: {'port': {'device_id': 'c67e355b-be15-4190-957c-babad37f0c2f', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'admin_state_up': True, 'tenant_id': 'df7c0c7b000747d38e7e879591289c56'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:29.103154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e4652b1-9ca9-46f3-a207-8c1f58d35161 req-79205333-1c01-4946-bc69-f09919f9b730 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 210 time: 0.1446967
Apr 30 04:25:29.133722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e95ca40d-b6cf-4683-a9bd-94a1824a3e20 None None] Port a7050072-70c5-4e68-acdd-68a0aedf35c9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:25:29.136067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-410b8634-b6db-451c-ae84-02f627354eb2 req-46e02920-c54a-494d-a52b-8248847978b1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 210 time: 0.1015666
Apr 30 04:25:29.364344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7050072-70c5-4e68-acdd-68a0aedf35c9 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:29.382477 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:29.414334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Transition to ACTIVE for port object a7050072-70c5-4e68-acdd-68a0aedf35c9 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:29.421286 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:29.433349 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:29.477368 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:29.488325 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9fdc882a-9221-44dd-9d28-4f7b103390a4 req-a79e6a84-f797-4bb0-a701-10fb21bf1f21 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6739767
Apr 30 04:25:29.501197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:29.513969 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:29.713682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:29.871970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7050072-70c5-4e68-acdd-68a0aedf35c9,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:29.888024 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:29.889865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Usage tracker for resource:port and tenant:df7c0c7b000747d38e7e879591289c56 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:29.904061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:29.932790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4e179a-e88c-4c5a-a7a4-a16d4a29aeb5,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:29.939180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:29.942450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Attempting to bind port a7050072-70c5-4e68-acdd-68a0aedf35c9 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:29.943052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Attempting to bind port a7050072-70c5-4e68-acdd-68a0aedf35c9 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:29.944099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Attempting to bind port a7050072-70c5-4e68-acdd-68a0aedf35c9 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:29.964009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Port a7050072-70c5-4e68-acdd-68a0aedf35c9 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:25:29.964589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Attempting to bind port a7050072-70c5-4e68-acdd-68a0aedf35c9 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:29.973529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:29.974157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:29.974861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:29.975369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Bound port: a7050072-70c5-4e68-acdd-68a0aedf35c9, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:29.975830 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:29.993050 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-34c51820-3539-43a6-8504-ae5b763f4f7d tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1ddafa8a0324928833d5695c6babec7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2809274
Apr 30 04:25:29.993964 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:30.005566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d1632-68f6-4483-b50b-e512e6edd17d req-63d7f8b4-4501-409f-9238-e779ca6a7097 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:30.013718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f34d1632-68f6-4483-b50b-e512e6edd17d req-63d7f8b4-4501-409f-9238-e779ca6a7097 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 943 time: 0.3794992
Apr 30 04:25:30.075794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-541082b5-f50b-42db-985d-4b5dc3fc119f tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:30.077350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-541082b5-f50b-42db-985d-4b5dc3fc119f tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1102 time: 0.4444122
Apr 30 04:25:30.088966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Checking segment: {'id': 'a0098905-5f72-433e-b35b-4178c293ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7f82c01c-0a95-4b73-874b-e46f4e13f531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:30.089310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Network hostable DHCP agents. Network: 7f82c01c-0a95-4b73-874b-e46f4e13f531, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:25:30.103882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Made reservation on behalf of df7c0c7b000747d38e7e879591289c56 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:30.106850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.141917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f34d1632-68f6-4483-b50b-e512e6edd17d req-eaf6847f-7cc3-41e3-8006-974d32637f51 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271842
Apr 30 04:25:30.145698 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.173021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:30.190394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Usage tracker for resource:security_group_rule and tenant:75cec04bdf4642149401cdd212ab25ad is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:30.200376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:30.214211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] For port a7050072-70c5-4e68-acdd-68a0aedf35c9, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:30.219342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:30.227332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] For port a7050072-70c5-4e68-acdd-68a0aedf35c9, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a7050072-70c5-4e68-acdd-68a0aedf35c9,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:30.246373 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.268437 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bc9a148c-585e-4ee3-ba5b-01251df2e391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:30.368915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-094587d5-31fb-4551-9f2a-0d4f213638f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:30.371457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-094587d5-31fb-4551-9f2a-0d4f213638f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1095 time: 0.7899742
Apr 30 04:25:30.395770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Network 7f82c01c-0a95-4b73-874b-e46f4e13f531 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:25:30.437642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:30.438558 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.440181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] 10.222.0.37 "PUT /v2.0/ports/a7050072-70c5-4e68-acdd-68a0aedf35c9 HTTP/1.1" status: 200  len: 1097 time: 2.2458193
Apr 30 04:25:30.442195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6a209c-e9b1-495d-97ed-385a1c473d1b', 'tag': 'a7050072-70c5-4e68-acdd-68a0aedf35c9'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:30.524920 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:25:30.548030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.565915 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-24c58a6a-57b4-405b-a848-5a68845c33ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.569819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7050072-70c5-4e68-acdd-68a0aedf35c9,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:30.583150 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:30.589370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-c13ec98b-6b1e-4a61-92dc-30e443beff1a tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:30.590803 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-c13ec98b-6b1e-4a61-92dc-30e443beff1a tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5652032
Apr 30 04:25:30.597481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 7f82c01c-0a95-4b73-874b-e46f4e13f531) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:30.605684 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.606749 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.610796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d1959-be53-4670-ac01-bcab45e85dcf None None] Network 7f82c01c-0a95-4b73-874b-e46f4e13f531 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:30.621069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Request body: {'port': {'device_id': 'b6562bb8-fc9f-43cd-b07c-72a5ee5c8048', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': 'b1ddafa8a0324928833d5695c6babec7'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:30.690861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c597-d077-46ae-9419-4af582421926 req-4279242b-9981-4cf7-9fb4-150a579271a1 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:30.701099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4e0c597-d077-46ae-9419-4af582421926 req-4279242b-9981-4cf7-9fb4-150a579271a1 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 948 time: 0.3707356
Apr 30 04:25:30.710988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.728162 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.738888 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fa3204b0-5368-47c5-95d0-7675a365210c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:30.770053 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:30.793848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-62d482e9-91af-400e-b5e5-22569c640258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:30.796449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-62d482e9-91af-400e-b5e5-22569c640258 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f38be0eef304b63b773d314d7ed912d&device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 1100 time: 0.2887864
Apr 30 04:25:30.799855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b2abdb7-dd5b-420d-b8b4-c19ae94dd7d6 req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7059388
Apr 30 04:25:30.813204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:30.813914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:30.828163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d0c71a-676e-48e6-baf3-bdb21c6fa9e5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:30.851517 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:31.023351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26cb511-03bf-4ee0-a6df-5df6f108fe1f None None] Network 7f82c01c-0a95-4b73-874b-e46f4e13f531 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:31.034917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4e0c597-d077-46ae-9419-4af582421926 req-c704f876-5355-47e8-9608-e60e6fac5bd2 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3328340
Apr 30 04:25:31.046116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-478e48f5-f64c-433f-958e-8e21d066dc7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a7050072-70c5-4e68-acdd-68a0aedf35c9 HTTP/1.1" status: 200  len: 217 time: 0.2359750
Apr 30 04:25:31.048822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61dbb2ac-78c3-440c-82e4-888404618acd req-1721abf4-b47c-471c-95a3-9cab5d2c226e tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 210 time: 0.0706608
Apr 30 04:25:31.242204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-1bc81b69-d132-4bca-a616-97a827c06905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:31.247430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-1bc81b69-d132-4bca-a616-97a827c06905 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1835673
Apr 30 04:25:31.371010 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6a209c-e9b1-495d-97ed-385a1c473d1b', 'tag': 'a7050072-70c5-4e68-acdd-68a0aedf35c9', 'status': 'completed', 'code': 200}
Apr 30 04:25:31.388188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 5.1117275
Apr 30 04:25:31.408468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad01ad0b-19ea-41aa-b608-d7e596ddf682 req-71f66ba4-ac27-4530-a276-ff33f6d287f9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 210 time: 0.1580575
Apr 30 04:25:31.426394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c3769d-2482-4fdd-aa15-b0d4aad39795,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:31.460415 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:31.493753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-51bf9d3b-873e-428b-8c44-7892ade8667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:31.495250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-51bf9d3b-873e-428b-8c44-7892ade8667e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1654434
Apr 30 04:25:31.550437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-05545148-e6a5-47a8-8107-d7e01c9b2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:31.553857 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-05545148-e6a5-47a8-8107-d7e01c9b2dfe service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 1.1611326
Apr 30 04:25:31.559186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:31.658758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Allocated IP 172.20.0.11 (c1685588-b376-4df0-8702-e53936b65131/c8326175-e83c-408f-988d-f3ddf2f98448/f4ec6b20-2703-41f4-ab54-923986505ae7) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:31.673855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Usage tracker for resource:port and tenant:b1ddafa8a0324928833d5695c6babec7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:31.683034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:31.712654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:31.716239 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-81d05f33-0cf8-41c3-9470-6631a1cc9fef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 200  len: 217 time: 0.1359954
Apr 30 04:25:31.808018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Made reservation on behalf of b1ddafa8a0324928833d5695c6babec7 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:31.811651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:31.862763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:31.891044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:31.898490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:31.903980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a87aa-c266-4ecf-b531-f9e5189e9908 req-9bda2a75-7af6-47b9-82ad-a4b7425d1b11 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:31.916085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-311a87aa-c266-4ecf-b531-f9e5189e9908 req-9bda2a75-7af6-47b9-82ad-a4b7425d1b11 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 943 time: 0.3653455
Apr 30 04:25:31.939738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-824d842c-8e0d-4a01-b8c6-bcfc3e3ce330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:31.941370 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-824d842c-8e0d-4a01-b8c6-bcfc3e3ce330 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.2131150
Apr 30 04:25:31.942570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:32.028644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Usage tracker for resource:security_group_rule and tenant:b1ddafa8a0324928833d5695c6babec7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:32.034625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-1a7d260f-646c-4dd5-9b7e-fbe3a3635c13 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5259986
Apr 30 04:25:32.044486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-311a87aa-c266-4ecf-b531-f9e5189e9908 req-7d257e0f-6cb5-44e9-a974-e256d4635343 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252916
Apr 30 04:25:32.163413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:32.168354 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-c8ffd029-903b-4417-a015-d1f152449f7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2168832
Apr 30 04:25:32.206927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:32.321985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4a1683f-8d0a-4d75-a3ff-5ad66eab3445 req-e0c42c1c-bec3-4ebd-a985-0255138c6370 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2709248
Apr 30 04:25:32.343506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3cdcca7b-8544-43a4-a0ac-233dcd901504 None None] Provisioning complete for port b4c3769d-2482-4fdd-aa15-b0d4aad39795 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:32.345444 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3cdcca7b-8544-43a4-a0ac-233dcd901504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:32.464878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3cdcca7b-8544-43a4-a0ac-233dcd901504 None None] Port b4c3769d-2482-4fdd-aa15-b0d4aad39795 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:25:32.581717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:32.652772 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-2307875c-d3bd-4a7d-93d3-8166ee8b2459 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4471884
Apr 30 04:25:32.656869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Router 27964b5e-37b2-4cb4-9365-ba8744165029 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:25:32.733363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d7fa0de-9360-4f8b-b4c3-df23df2167f1 req-36f63e06-816f-4d55-9cda-918c91f01a91 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 210 time: 0.0794048
Apr 30 04:25:32.837388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52992) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:32.904578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-7c289525-f9a3-4619-96b3-216347aefd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:32.906152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-7c289525-f9a3-4619-96b3-216347aefd5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f38be0eef304b63b773d314d7ed912d&device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 1100 time: 0.4879224
Apr 30 04:25:33.009152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:33.058502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-7d4684c9-a0d2-4875-b134-6d6bcaa51197 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:33.066976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-7d4684c9-a0d2-4875-b134-6d6bcaa51197 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 808 time: 0.4726288
Apr 30 04:25:33.123992 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:33.148864 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e42e9dc1-b2f8-4cc1-b8ec-39c644acb3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:33.194020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-46976dbc-1057-4705-9bd3-54dc3b756ea7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/quotas/9f4d4e615ca342c98818411263a6b43e HTTP/1.1" status: 200  len: 375 time: 0.1267874
Apr 30 04:25:33.245540 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:33.268024 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2dc5f7fa-e495-4ad2-97b9-857c69c371e8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0726922
Apr 30 04:25:33.342289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd862299-9989-4c71-9e72-b4f0dd1e24ee,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:33.367619 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:33.485184 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:33.487665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56399ba5-4f47-4dc0-84fd-b65836b03f42 req-fa84cc0a-9917-4c84-b219-a35033143bc3 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:33.490364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56399ba5-4f47-4dc0-84fd-b65836b03f42 req-fa84cc0a-9917-4c84-b219-a35033143bc3 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 948 time: 0.5005744
Apr 30 04:25:33.492450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-848ddf19-e443-4784-8242-cdd96c54c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:33.493698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-848ddf19-e443-4784-8242-cdd96c54c651 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.5749345
Apr 30 04:25:33.518847 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-50fd28aa-2890-4de5-875b-0ea553f26011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:33.577364 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b3440185-3c8a-4b59-a96a-e5230b191698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:33.587556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8dacca5f-6b59-43dc-b7a5-cef416b3447d req-e6fc92ee-ebaf-4047-a6e3-bd24dcb22624 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9266360
Apr 30 04:25:33.635925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-5defab3e-d5ae-4d7f-813d-68c8555b0d14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=a7050072-70c5-4e68-acdd-68a0aedf35c9 HTTP/1.1" status: 200  len: 217 time: 0.1330113
Apr 30 04:25:33.656543 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-6e55e18c-4fa4-4f7f-b9c4-c2a1a64f432e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.8181491
Apr 30 04:25:33.724885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-aee29421-36e7-4a4b-9863-a6be082b8161 service neutron] 10.222.0.46 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4238098
Apr 30 04:25:33.774552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Network c1685588-b376-4df0-8702-e53936b65131 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:33.800786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56399ba5-4f47-4dc0-84fd-b65836b03f42 req-c5c9d2a3-9fed-4b04-b4c8-07e004456c2a tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989445
Apr 30 04:25:33.803229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:33.828434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:33.846820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:33.846820 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:33.861870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:25:33.878463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event updated for resources: {'Port': ['ID=f4ec6b20-2703-41f4-ab54-923986505ae7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:33.878955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 84f1143d-6baa-4263-9f36-f094cd48aa0e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:25:33.898111 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:33.910779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-81a29ef8-bbc1-4282-99d3-a1851cb861e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:33.912589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-81a29ef8-bbc1-4282-99d3-a1851cb861e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2550218
Apr 30 04:25:33.921146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Sync routers for ids ['27964b5e-37b2-4cb4-9365-ba8744165029'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:25:33.938761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Allocated IP 192.168.233.171 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/828220d3-b5b9-4758-bef2-e4728b4265b0) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:33.965109 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] 10.222.0.46 "PUT /v2.0/routers/27964b5e-37b2-4cb4-9365-ba8744165029/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8817022
Apr 30 04:25:33.986643 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.9941893
Apr 30 04:25:34.001645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Request body: {'port': {'device_id': 'c67e355b-be15-4190-957c-babad37f0c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:34.018087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Routers {'27964b5e-37b2-4cb4-9365-ba8744165029'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:25:34.020818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804a3a00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:25:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['27964b5e-37b2-4cb4-9365-ba8744165029'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:34.080259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-181e5c80-4159-424c-9f6f-de0fd764e049 service neutron] 10.222.0.46 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3411088
Apr 30 04:25:34.170979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-774d9446-cfe0-4f6f-86e0-e1a014247c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:34.173819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-774d9446-cfe0-4f6f-86e0-e1a014247c7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2512715
Apr 30 04:25:34.534034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:34.708381 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:34.795697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-f8e2a672-5f44-4c1d-9766-47b9bd7690cd service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6112046
Apr 30 04:25:34.823912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:34.867435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Set router 27964b5e-37b2-4cb4-9365-ba8744165029 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:25:34.985191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '84f1143d-6baa-4263-9f36-f094cd48aa0e', 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d', 'port_id': '84f1143d-6baa-4263-9f36-f094cd48aa0e', 'mac_address': 'fa:16:3e:c2:d9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5248bdd3-1c38-4601-a701-085d44616c83', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:25:35.225103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:35.261545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Transition to ACTIVE for port object 828220d3-b5b9-4758-bef2-e4728b4265b0 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:35.457982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2341fc-c4c0-4bac-b68d-9b7a8b75ca94 req-2cc2a611-4d82-4903-b8d9-8dff1b2c731d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:35.470569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb2341fc-c4c0-4bac-b68d-9b7a8b75ca94 req-2cc2a611-4d82-4903-b8d9-8dff1b2c731d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.6686265
Apr 30 04:25:35.474547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0441e3e9-bc97-4116-951e-ac4adc93ac56 req-4295bce2-5cca-4b55-80fb-6904069d89a7 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6121373
Apr 30 04:25:35.526078 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:35.535426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ec6b20-2703-41f4-ab54-923986505ae7 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:35.537859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435881d-0409-47f5-acd6-c3b099877347 req-5e4c3064-eaf1-4914-8ba9-cfa9ee168322 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:35.540698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6435881d-0409-47f5-acd6-c3b099877347 req-5e4c3064-eaf1-4914-8ba9-cfa9ee168322 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 932 time: 0.9730871
Apr 30 04:25:35.544236 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:35.562774 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:35.663131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f1143d-6baa-4263-9f36-f094cd48aa0e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:35.680273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:35.683350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:35.686903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Pushing event updated for resources: {'Port': ['ID=828220d3-b5b9-4758-bef2-e4728b4265b0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:35.693039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:35.696125 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:35.714486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:35.723177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:35.724752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:35.754763 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:35.763380 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.1463182
Apr 30 04:25:35.774931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Transition to ACTIVE for port object f4ec6b20-2703-41f4-ab54-923986505ae7 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:35.777063 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:35.781268 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb2341fc-c4c0-4bac-b68d-9b7a8b75ca94 req-842dc37d-275f-42e1-83f5-785dd5d5d6d7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3016479
Apr 30 04:25:35.782238 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-21d6d106-aaa0-480a-ad93-1f4ea592dbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:35.788193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Request body: {'port': {'device_id': 'b6562bb8-fc9f-43cd-b07c-72a5ee5c8048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:35.851810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6435881d-0409-47f5-acd6-c3b099877347 req-b630126b-168b-4b69-9ef7-1d943a7ce00f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2770767
Apr 30 04:25:35.881571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:35.914595 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:36.202499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=84f1143d-6baa-4263-9f36-f094cd48aa0e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:36.220722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['84f1143d-6baa-4263-9f36-f094cd48aa0e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:25:36.305739 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:36.320625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a7050072-70c5-4e68-acdd-68a0aedf35c9 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:25:36.462325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Pushing event updated for resources: {'Port': ['ID=f4ec6b20-2703-41f4-ab54-923986505ae7,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:36.481902 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:36.517054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f332e38-722d-4509-bc32-d3affa2e37fc req-b004b1cb-04ba-4874-9afa-cd5f23794da8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:36.532649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7f332e38-722d-4509-bc32-d3affa2e37fc req-b004b1cb-04ba-4874-9afa-cd5f23794da8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 944 time: 0.2813406
Apr 30 04:25:36.543811 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:36.579848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde6a0c-29ac-4a68-a852-e8c89f957403 req-c396b701-e5e7-4feb-9aa0-f8ca8dc56ec1 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:36.583122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8dde6a0c-29ac-4a68-a852-e8c89f957403 req-c396b701-e5e7-4feb-9aa0-f8ca8dc56ec1 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 936 time: 0.2737157
Apr 30 04:25:36.642794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-44154fae-128b-4baf-bbe9-6b0a66f6ea4c None None] Provisioning for port 828220d3-b5b9-4758-bef2-e4728b4265b0 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:36.675986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-44154fae-128b-4baf-bbe9-6b0a66f6ea4c None None] Provisioning complete for port 828220d3-b5b9-4758-bef2-e4728b4265b0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:36.676974 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44154fae-128b-4baf-bbe9-6b0a66f6ea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:36.684312 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7f332e38-722d-4509-bc32-d3affa2e37fc req-34a1b119-1998-4db4-b6d3-5c385cc9d56e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501050
Apr 30 04:25:36.719440 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8dde6a0c-29ac-4a68-a852-e8c89f957403 req-335bb611-2a15-4237-b87c-a1c592642d64 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064520
Apr 30 04:25:36.738125 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:36.775803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Attempting to bind port f4ec6b20-2703-41f4-ab54-923986505ae7 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:36.776344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Attempting to bind port f4ec6b20-2703-41f4-ab54-923986505ae7 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:36.776870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Attempting to bind port f4ec6b20-2703-41f4-ab54-923986505ae7 on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:36.786691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a7050072-70c5-4e68-acdd-68a0aedf35c9, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a7050072-70c5-4e68-acdd-68a0aedf35c9,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:36.825726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804a3a00>, [{'id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:25:12Z', 'updated_at': '2021-04-30T04:25:28Z', 'revision_number': 4, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'gw_port': {'id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:15Z', 'updated_at': '2021-04-30T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'b4c3769d-2482-4fdd-aa15-b0d4aad39795', 'name': '', 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'mac_address': 'fa:16:3e:b7:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b13003db-e8c3-4589-b5d1-8fd186014e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:25Z', 'updated_at': '2021-04-30T04:25:29Z', 'revision_number': 2, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'subnets': [{'id': 'b13003db-e8c3-4589-b5d1-8fd186014e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:36.844513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Port f4ec6b20-2703-41f4-ab54-923986505ae7 on network c1685588-b376-4df0-8702-e53936b65131 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:25:36.845027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Attempting to bind port f4ec6b20-2703-41f4-ab54-923986505ae7 on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:36.874632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:36.875170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Checking segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:36.875915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Bound using segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:36.876653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Bound port: f4ec6b20-2703-41f4-ab54-923986505ae7, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:36.877242 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:36.906254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Checking router: 27964b5e-37b2-4cb4-9365-ba8744165029 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:25:36.906809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Updating router 27964b5e-37b2-4cb4-9365-ba8744165029 port b4c3769d-2482-4fdd-aa15-b0d4aad39795 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:25:36.971556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'a7050072-70c5-4e68-acdd-68a0aedf35c9', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'a7050072-70c5-4e68-acdd-68a0aedf35c9', 'mac_address': 'fa:16:3e:56:4e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:25:37.048722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab13bf9f-66cf-45ae-8f88-b0eba429a3ac req-72705f60-ec6e-49d0-afe4-9a95fa6aca1c tempest-FloatingIPsNegativeTestJSON-1753009344 tempest-FloatingIPsNegativeTestJSON-1753009344-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=1b921e7e3b8947c7be734d4f8fb48f25 HTTP/1.1" status: 200  len: 217 time: 0.1366715
Apr 30 04:25:37.049550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.50', 60692) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:37.102655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-44154fae-128b-4baf-bbe9-6b0a66f6ea4c None None] Port 828220d3-b5b9-4758-bef2-e4728b4265b0 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:25:37.108922 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74cc1930-a994-4a0d-9d30-22ada7502ac5 req-ec8dd9d8-3b2e-4360-81e4-a4fe786ecfe7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 210 time: 0.0581570
Apr 30 04:25:37.294951 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:37.416938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] For port f4ec6b20-2703-41f4-ab54-923986505ae7, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:37.427642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] For port f4ec6b20-2703-41f4-ab54-923986505ae7, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4ec6b20-2703-41f4-ab54-923986505ae7,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:37.606537 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:37.615764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-79b8bdca-b3a1-46fb-9a69-d76445277e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:37.617465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-6ee952fe-dd00-42a7-9d58-6a699648539b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:37.620062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-6ee952fe-dd00-42a7-9d58-6a699648539b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 808 time: 0.5159242
Apr 30 04:25:37.620489 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-79b8bdca-b3a1-46fb-9a69-d76445277e93 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1102 time: 0.9711404
Apr 30 04:25:37.627381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:37.635076 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:37.683029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7050072-70c5-4e68-acdd-68a0aedf35c9 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:37.712268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Request body: {'port': {'device_id': '5581d970-436a-4791-9f95-d4139041d6d6', 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2', 'admin_state_up': True, 'tenant_id': '9f4d4e615ca342c98818411263a6b43e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:37.761725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:37.762629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:37.763979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] 10.222.0.50 "PUT /v2.0/ports/f4ec6b20-2703-41f4-ab54-923986505ae7 HTTP/1.1" status: 200  len: 1093 time: 3.7702885
Apr 30 04:25:37.770151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67e355b-be15-4190-957c-babad37f0c2f', 'tag': 'f4ec6b20-2703-41f4-ab54-923986505ae7'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:37.824250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eff921-6288-45a4-b09e-19824c4ea8f7 req-7829a120-41c8-4cc6-9f7a-92c53f0d7900 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:37.832168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1eff921-6288-45a4-b09e-19824c4ea8f7 req-7829a120-41c8-4cc6-9f7a-92c53f0d7900 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 948 time: 0.3964999
Apr 30 04:25:37.863416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a7050072-70c5-4e68-acdd-68a0aedf35c9, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a7050072-70c5-4e68-acdd-68a0aedf35c9,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:37.888747 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:37.900264 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:38.014537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Pushing event updated for resources: {'Port': ['ID=f4ec6b20-2703-41f4-ab54-923986505ae7,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:38.024619 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:38.057102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1eff921-6288-45a4-b09e-19824c4ea8f7 req-2b34ba1f-0d4c-4c22-aa80-19c7c00b937c tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126350
Apr 30 04:25:38.110219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-d00ed6e7-4737-4a8a-aa9e-2fb946a79fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:38.111750 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-d00ed6e7-4737-4a8a-aa9e-2fb946a79fad service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4251094
Apr 30 04:25:38.190919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:38.205462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Usage tracker for resource:port and tenant:9f4d4e615ca342c98818411263a6b43e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:38.209359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-1261f56a-9ea7-44be-b5b9-56381c07f182 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.0833910
Apr 30 04:25:38.218415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:38.221615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828220d3-b5b9-4758-bef2-e4728b4265b0 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:38.235988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['a7050072-70c5-4e68-acdd-68a0aedf35c9'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:25:38.260048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-1e4684d9-db97-42c7-8dcf-ae363f5b14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:38.261566 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-1e4684d9-db97-42c7-8dcf-ae363f5b14a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 1096 time: 0.3100531
Apr 30 04:25:38.296424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=a7050072-70c5-4e68-acdd-68a0aedf35c9,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:38.301754 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:38.321694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:38.330746 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:38.339388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784ea0-1de5-4947-831c-6a0c3ccd6312 req-f7dc8394-d318-4647-be71-2e2eba7dab7a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:38.343437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c5784ea0-1de5-4947-831c-6a0c3ccd6312 req-f7dc8394-d318-4647-be71-2e2eba7dab7a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.7214882
Apr 30 04:25:38.357300 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-97eaa363-406e-4de1-8e19-058880956e6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4ec6b20-2703-41f4-ab54-923986505ae7 HTTP/1.1" status: 200  len: 217 time: 0.0796785
Apr 30 04:25:38.397167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Made reservation on behalf of 9f4d4e615ca342c98818411263a6b43e for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:38.402142 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:38.412574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Transition to ACTIVE for port object 828220d3-b5b9-4758-bef2-e4728b4265b0 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:38.422966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-451c4f91-c538-4f90-8bf6-faef23bb1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:38.424966 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-451c4f91-c538-4f90-8bf6-faef23bb1c21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2062812
Apr 30 04:25:38.432248 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:38.440003 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fae40d2-d3de-4a57-a5ad-1d9b9cd42abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:38.539896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c5784ea0-1de5-4947-831c-6a0c3ccd6312 req-56f5663d-e168-4afd-84e4-d6b59a3b7950 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765654
Apr 30 04:25:38.575876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a99b80-e47e-480e-aaeb-78b85c634782 req-79ef5d69-e3db-4a1f-9ae3-8020b0851c69 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:38.577051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5a99b80-e47e-480e-aaeb-78b85c634782 req-79ef5d69-e3db-4a1f-9ae3-8020b0851c69 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 944 time: 0.3651237
Apr 30 04:25:38.641787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-aad00cea-8037-48cf-b99f-5aa4100346ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:38.644605 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-aad00cea-8037-48cf-b99f-5aa4100346ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.2745080
Apr 30 04:25:38.655788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Pushing event updated for resources: {'Port': ['ID=828220d3-b5b9-4758-bef2-e4728b4265b0,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:38.665770 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:38.727483 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:38.760058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64234b63-4fe6-44b5-8efe-7fe9b10e50a2 req-21d5cfa4-2ec9-4485-bea7-4d80e502cf60 tempest-FloatingIPsNegativeTestJSON-1753009344 tempest-FloatingIPsNegativeTestJSON-1753009344-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0997193
Apr 30 04:25:38.782601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Transition to ACTIVE for port object b4c3769d-2482-4fdd-aa15-b0d4aad39795 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:38.789808 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5a99b80-e47e-480e-aaeb-78b85c634782 req-737e6886-c271-4f0b-8313-7e9a6f836d56 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839788
Apr 30 04:25:38.800308 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-bf2d1f5c-2fc0-4f0f-ac08-c86a838ad3f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1393347
Apr 30 04:25:38.819729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Allocated IP 172.20.0.9 (bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2/eae39813-bd0b-4305-9c0b-e895f4776ee6/3570cd01-9e28-44e6-9829-e2ceaf8c8574) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:25:38.833480 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:38.852456 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:38.856249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Attempting to bind port 828220d3-b5b9-4758-bef2-e4728b4265b0 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:38.856868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Attempting to bind port 828220d3-b5b9-4758-bef2-e4728b4265b0 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:38.857339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Attempting to bind port 828220d3-b5b9-4758-bef2-e4728b4265b0 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:38.894981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Port 828220d3-b5b9-4758-bef2-e4728b4265b0 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:25:38.895262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Attempting to bind port 828220d3-b5b9-4758-bef2-e4728b4265b0 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:39.014962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:39.015320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:39.015844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:39.016159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Bound port: 828220d3-b5b9-4758-bef2-e4728b4265b0, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:39.016504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:39.052015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-0eff0d94-cbcd-449a-a50c-8747d41915d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:39.053832 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-0eff0d94-cbcd-449a-a50c-8747d41915d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.6154168
Apr 30 04:25:39.283013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb75dc7-0606-4952-b830-ad999dd5895c None None] Pushing event updated for resources: {'Port': ['ID=b4c3769d-2482-4fdd-aa15-b0d4aad39795,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:39.298504 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dfb75dc7-0606-4952-b830-ad999dd5895c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:39.350210 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-9631fa44-32ac-4dd3-a3dc-faa000a758f5 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5379505
Apr 30 04:25:39.392706 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:39.405444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Attempting to bind port b4c3769d-2482-4fdd-aa15-b0d4aad39795 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:39.406137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Attempting to bind port b4c3769d-2482-4fdd-aa15-b0d4aad39795 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'fd8f52e6-a936-42e4-88ae-943d0a9222be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:39.406710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Attempting to bind port b4c3769d-2482-4fdd-aa15-b0d4aad39795 on network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:39.425327 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:39.425606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Checking segment: {'id': 'fd8f52e6-a936-42e4-88ae-943d0a9222be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:39.426496 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:39.427173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Bound using segment: {'id': 'fd8f52e6-a936-42e4-88ae-943d0a9222be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:39.428089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Bound port: b4c3769d-2482-4fdd-aa15-b0d4aad39795, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8f52e6-a936-42e4-88ae-943d0a9222be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:39.428699 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:39.432682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] For port 828220d3-b5b9-4758-bef2-e4728b4265b0, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:39.562548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] For port 828220d3-b5b9-4758-bef2-e4728b4265b0, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=828220d3-b5b9-4758-bef2-e4728b4265b0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:39.573647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d07c7-6e99-4d26-b040-41cd37690cce req-654e191f-57c8-4541-b3b0-ffc2b2bf559f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:39.576786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a84d07c7-6e99-4d26-b040-41cd37690cce req-654e191f-57c8-4541-b3b0-ffc2b2bf559f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 944 time: 0.3465166
Apr 30 04:25:39.580584 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:39.594132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:39.602629 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:39.615719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] For port b4c3769d-2482-4fdd-aa15-b0d4aad39795, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:39.623557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] For port b4c3769d-2482-4fdd-aa15-b0d4aad39795, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b4c3769d-2482-4fdd-aa15-b0d4aad39795,segment=NetworkSegment(fd8f52e6-a936-42e4-88ae-943d0a9222be),segment_id=fd8f52e6-a936-42e4-88ae-943d0a9222be)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:39.629189 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:39.634278 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:39.636022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeb819-d43c-4bd0-acaa-37811180acac req-d89a6791-acf6-457f-b4d6-50c11d2ab185 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:39.644282 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-bc8259fa-bc29-465a-8db6-b8ab0ac54c3e service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5637968
Apr 30 04:25:39.644606 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9aaeb819-d43c-4bd0-acaa-37811180acac req-d89a6791-acf6-457f-b4d6-50c11d2ab185 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 948 time: 0.3735373
Apr 30 04:25:39.660151 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-61d95cf0-ce01-4d36-97c9-bbf96e249b53 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:39.748522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Routers {'27964b5e-37b2-4cb4-9365-ba8744165029'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:25:39.748522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804a3a00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:25:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['27964b5e-37b2-4cb4-9365-ba8744165029'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:39.763604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:39.764584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:39.766851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] 10.222.0.37 "PUT /v2.0/ports/828220d3-b5b9-4758-bef2-e4728b4265b0 HTTP/1.1" status: 200  len: 1097 time: 3.9871869
Apr 30 04:25:39.834703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:25:39.849364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb75dc7-0606-4952-b830-ad999dd5895c None None] Pushing event updated for resources: {'Port': ['ID=b4c3769d-2482-4fdd-aa15-b0d4aad39795,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:39.853040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:25:39.862084 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dfb75dc7-0606-4952-b830-ad999dd5895c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:39.871725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:25:39.886956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 84f1143d-6baa-4263-9f36-f094cd48aa0e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:39.891846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:39.893103 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:39.969655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Pushing event updated for resources: {'Port': ['ID=3570cd01-9e28-44e6-9829-e2ceaf8c8574,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:40.017709 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a84d07c7-6e99-4d26-b040-41cd37690cce req-93a2af09-4258-49f8-b7ca-c92255854d5c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4313130
Apr 30 04:25:40.120685 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:40.145438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] Set router 27964b5e-37b2-4cb4-9365-ba8744165029 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:25:40.157548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9aaeb819-d43c-4bd0-acaa-37811180acac req-5bca989e-101f-46d1-acfd-cd8b641a4459 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5002234
Apr 30 04:25:40.238542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5987134
Apr 30 04:25:40.253227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Request body: {'port': {'device_id': '5581d970-436a-4791-9f95-d4139041d6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:40.348902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a7050072-70c5-4e68-acdd-68a0aedf35c9 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:40.352399 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67e355b-be15-4190-957c-babad37f0c2f', 'tag': 'f4ec6b20-2703-41f4-ab54-923986505ae7', 'status': 'completed', 'code': 200}
Apr 30 04:25:40.393284 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f999acf-9217-4477-befe-99fd5d67d9d1 req-ac699d9b-ec68-4a07-a5ec-7188efbba5a0 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0302899
Apr 30 04:25:40.398995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Pushing event updated for resources: {'Port': ['ID=828220d3-b5b9-4758-bef2-e4728b4265b0,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:40.411641 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:40.564600 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-01c5c8b2-dce7-4e44-a76d-e3ccc4a5ddba service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8961682
Apr 30 04:25:40.614312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 84f1143d-6baa-4263-9f36-f094cd48aa0e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:40.636959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-7336810c-0b29-485a-8f3b-8e40b862fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:40.639688 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-7336810c-0b29-485a-8f3b-8e40b862fd6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ddafa8a0324928833d5695c6babec7&device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 1100 time: 0.6314237
Apr 30 04:25:40.645585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 84f1143d-6baa-4263-9f36-f094cd48aa0e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:40.646972 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:40.783603 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-1d852495-3dce-42cf-b07b-a2c4bd5b430f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=828220d3-b5b9-4758-bef2-e4728b4265b0 HTTP/1.1" status: 200  len: 217 time: 0.1338809
Apr 30 04:25:40.824069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port a7050072-70c5-4e68-acdd-68a0aedf35c9 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:40.847231 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-be0ee898-f7dc-4178-a818-42a1d3e84a45 req-a5709825-f60b-4597-b011-2dab663b6a6e tempest-FloatingIPsNegativeTestJSON-1753009344 tempest-FloatingIPsNegativeTestJSON-1753009344-project] show failed (client error): The resource could not be found.
Apr 30 04:25:40.848874 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be0ee898-f7dc-4178-a818-42a1d3e84a45 req-a5709825-f60b-4597-b011-2dab663b6a6e tempest-FloatingIPsNegativeTestJSON-1753009344 tempest-FloatingIPsNegativeTestJSON-1753009344-project] 10.222.0.46 "GET /v2.0/floatingips/bd1c210f-8017-42de-b92c-aba6b68e63dc HTTP/1.1" status: 404  len: 350 time: 0.1772623
Apr 30 04:25:40.874381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port a7050072-70c5-4e68-acdd-68a0aedf35c9 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:40.875140 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:40.875262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53078) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:41.021612 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:41.022329 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:41.083030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89535a7-7823-43d7-aa93-d7660880f407 req-ca250062-8c97-473c-9f0a-777c308a6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:41.084960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b89535a7-7823-43d7-aa93-d7660880f407 req-ca250062-8c97-473c-9f0a-777c308a6f33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 1096 time: 0.5992432
Apr 30 04:25:41.110561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:41.115338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:41.208004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06c8bf-6eca-491c-bc3e-24ca96fb1b95 req-731e555b-495c-4ff3-9386-db17eda8e44d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:41.209344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-aa06c8bf-6eca-491c-bc3e-24ca96fb1b95 req-731e555b-495c-4ff3-9386-db17eda8e44d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Synchronizing usage tracker for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:25:41.235151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-8b506fb9-a5bc-4970-b8e9-f90f39e80a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:41.239431 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-8b506fb9-a5bc-4970-b8e9-f90f39e80a19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4431398
Apr 30 04:25:41.241188 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:41.250172 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:41.391342 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:41.403256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89535a7-7823-43d7-aa93-d7660880f407 req-5ea3c873-d249-456f-814e-b9193ec63ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:41.407143 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b89535a7-7823-43d7-aa93-d7660880f407 req-5ea3c873-d249-456f-814e-b9193ec63ae5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 913 time: 0.3132007
Apr 30 04:25:41.417020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804a3a00>, [{'id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:25:12Z', 'updated_at': '2021-04-30T04:25:28Z', 'revision_number': 4, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'gw_port': {'id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:15Z', 'updated_at': '2021-04-30T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'b4c3769d-2482-4fdd-aa15-b0d4aad39795', 'name': '', 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'mac_address': 'fa:16:3e:b7:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b13003db-e8c3-4589-b5d1-8fd186014e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:25Z', 'updated_at': '2021-04-30T04:25:39Z', 'revision_number': 4, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'subnets': [{'id': 'b13003db-e8c3-4589-b5d1-8fd186014e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:41.450963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db5e0d-3285-4897-8b15-b7e274ebeb94 None None] The sync data for ids ['27964b5e-37b2-4cb4-9365-ba8744165029'] in n-d-766726-20 is: [{'id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:25:12Z', 'updated_at': '2021-04-30T04:25:28Z', 'revision_number': 4, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'gw_port': {'id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:15Z', 'updated_at': '2021-04-30T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'b4c3769d-2482-4fdd-aa15-b0d4aad39795', 'name': '', 'network_id': '7fe8a1a9-3adb-4945-a2b3-a3009a868cb6', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'mac_address': 'fa:16:3e:b7:e0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b13003db-e8c3-4589-b5d1-8fd186014e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:25Z', 'updated_at': '2021-04-30T04:25:39Z', 'revision_number': 4, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'subnets': [{'id': 'b13003db-e8c3-4589-b5d1-8fd186014e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:25:41.460790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=84f1143d-6baa-4263-9f36-f094cd48aa0e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:41.466767 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:41.493990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a7050072-70c5-4e68-acdd-68a0aedf35c9, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a7050072-70c5-4e68-acdd-68a0aedf35c9,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:41.506076 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:41.509550 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a97b773f-cc3a-4bca-952f-96c189d3d6ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:41.586927 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b89535a7-7823-43d7-aa93-d7660880f407 req-9054c7fe-b0a6-4253-be79-783295f89f34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4ec6b20-2703-41f4-ab54-923986505ae7 HTTP/1.1" status: 200  len: 217 time: 0.1635957
Apr 30 04:25:41.642019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-aa06c8bf-6eca-491c-bc3e-24ca96fb1b95 req-731e555b-495c-4ff3-9386-db17eda8e44d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Unset dirty status for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:25:41.655236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa06c8bf-6eca-491c-bc3e-24ca96fb1b95 req-731e555b-495c-4ff3-9386-db17eda8e44d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 931 time: 1.2006984
Apr 30 04:25:41.676924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=a7050072-70c5-4e68-acdd-68a0aedf35c9,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:41.691245 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:41.751826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-4d77d94b-3d00-4146-afc4-a2e33c1dc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:41.754701 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-4d77d94b-3d00-4146-afc4-a2e33c1dc28b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5044084
Apr 30 04:25:41.842571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4c3769d-2482-4fdd-aa15-b0d4aad39795 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:41.853616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89535a7-7823-43d7-aa93-d7660880f407 req-da7793d7-c6a0-4b9a-9282-b4993815a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:41.856190 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b89535a7-7823-43d7-aa93-d7660880f407 req-da7793d7-c6a0-4b9a-9282-b4993815a024 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.2617736
Apr 30 04:25:41.976654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b4d95-aa61-4a2b-8f0e-5c2fb4012538 req-d8b2de33-82e4-4324-a653-ab6da0429171 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:41.979537 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b5b4d95-aa61-4a2b-8f0e-5c2fb4012538 req-d8b2de33-82e4-4324-a653-ab6da0429171 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 949 time: 0.7899663
Apr 30 04:25:41.996955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port b4c3769d-2482-4fdd-aa15-b0d4aad39795 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:42.009432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port b4c3769d-2482-4fdd-aa15-b0d4aad39795 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:42.010079 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:42.016518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa06c8bf-6eca-491c-bc3e-24ca96fb1b95 req-c8577a1a-4773-47dc-894d-d97a61bf03ef tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3593316
Apr 30 04:25:42.056372 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b89535a7-7823-43d7-aa93-d7660880f407 req-9b1b1485-3589-4eca-a2b3-6552d9368b0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0999053
Apr 30 04:25:42.213801 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-009e3548-c9dd-4759-8fc4-6b3732761a9b service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4471025
Apr 30 04:25:42.321082 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:42.378191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6562bb8-fc9f-43cd-b07c-72a5ee5c8048', 'tag': '828220d3-b5b9-4758-bef2-e4728b4265b0'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:42.386811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port b4c3769d-2482-4fdd-aa15-b0d4aad39795, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b4c3769d-2482-4fdd-aa15-b0d4aad39795,segment=NetworkSegment(fd8f52e6-a936-42e4-88ae-943d0a9222be),segment_id=fd8f52e6-a936-42e4-88ae-943d0a9222be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:42.395386 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:42.398694 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dfb75dc7-0606-4952-b830-ad999dd5895c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:42.415519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b5b4d95-aa61-4a2b-8f0e-5c2fb4012538 req-0c82af79-3765-436c-82c2-e0c172d5d56b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3927279
Apr 30 04:25:42.670441 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b89535a7-7823-43d7-aa93-d7660880f407 req-5c87391d-4177-454c-9d38-fdcb125edebb service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6062298
Apr 30 04:25:42.677952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=b4c3769d-2482-4fdd-aa15-b0d4aad39795,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:42.686423 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:42.792149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3570cd01-9e28-44e6-9829-e2ceaf8c8574 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:42.809481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:42.845322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Transition to ACTIVE for port object 3570cd01-9e28-44e6-9829-e2ceaf8c8574 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:25:42.861667 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17a0dec2-81ae-49bf-be1c-3bb5003de78b req-5123a8a8-426d-4923-8c7a-f2a6609ff406 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4758289
Apr 30 04:25:42.956583 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:42.971214 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b89535a7-7823-43d7-aa93-d7660880f407 req-17ac30a2-b71f-497f-9940-7f2aeeaa4a8d service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2904215
Apr 30 04:25:43.017591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60103167-4691-4a6e-b3c5-2ed517d93baf req-420fea6c-6810-4d26-b96d-da109841f77b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:43.022004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60103167-4691-4a6e-b3c5-2ed517d93baf req-420fea6c-6810-4d26-b96d-da109841f77b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.6750462
Apr 30 04:25:43.031730 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-de7fe038-f512-4acc-bc9b-c235f9cbe4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:43.546761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3570cd01-9e28-44e6-9829-e2ceaf8c8574,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:43.579981 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:43.601220 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60103167-4691-4a6e-b3c5-2ed517d93baf req-50d625ba-2775-4c1a-ad81-4614ac0da120 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4926875
Apr 30 04:25:43.602330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:43.602841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:43.603386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:43.632099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:25:43.632668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:43.660139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b06e30-1152-4ce4-b669-72c05063f631 req-f2bf4eb1-d670-4407-9be6-110934651187 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:43.667722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0b06e30-1152-4ce4-b669-72c05063f631 req-f2bf4eb1-d670-4407-9be6-110934651187 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 944 time: 0.8044348
Apr 30 04:25:43.672311 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:43.672747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:43.673044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:43.673504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Bound port: 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:43.673857 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:43.778007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4c3769d-2482-4fdd-aa15-b0d4aad39795 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:43.780337 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:25:43.890851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0b06e30-1152-4ce4-b669-72c05063f631 req-b8c9ae01-b9e0-4177-8a73-42043274f805 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004931
Apr 30 04:25:43.931507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4ec6b20-2703-41f4-ab54-923986505ae7 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:25:43.944388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:43.989059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:44.011356 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:44.018458 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:44.034648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port b4c3769d-2482-4fdd-aa15-b0d4aad39795 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:44.035353 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:44.119495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b3a87-5d38-465d-8e86-6e50011cf7f2 req-9dad4fd0-b7ba-4af6-9d04-a066b2455b17 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:44.121341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a64b3a87-5d38-465d-8e86-6e50011cf7f2 req-9dad4fd0-b7ba-4af6-9d04-a066b2455b17 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 945 time: 0.3734877
Apr 30 04:25:44.135996 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:44.249011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4ec6b20-2703-41f4-ab54-923986505ae7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4ec6b20-2703-41f4-ab54-923986505ae7,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:44.270614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:44.271787 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:44.273306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] 10.222.0.50 "PUT /v2.0/ports/3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 200  len: 1092 time: 4.0273890
Apr 30 04:25:44.287092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:44.295165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f4ec6b20-2703-41f4-ab54-923986505ae7', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'port_id': 'f4ec6b20-2703-41f4-ab54-923986505ae7', 'mac_address': 'fa:16:3e:ad:ab:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8326175-e83c-408f-988d-f3ddf2f98448', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:25:44.384507 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:44.404761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ec6b20-2703-41f4-ab54-923986505ae7 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:44.421772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4ec6b20-2703-41f4-ab54-923986505ae7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4ec6b20-2703-41f4-ab54-923986505ae7,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:44.428030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:44.429981 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b66748a5-6aff-428b-ae02-a864dc360ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:44.458228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a64b3a87-5d38-465d-8e86-6e50011cf7f2 req-e3ab89d7-0183-47bf-9ece-d4c42daf83b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2831552
Apr 30 04:25:44.471387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3570cd01-9e28-44e6-9829-e2ceaf8c8574,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:44.480229 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:44.530080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f4ec6b20-2703-41f4-ab54-923986505ae7,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:44.536537 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:44.566001 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e', 'code': 200}
Apr 30 04:25:44.636463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8128-fcbe-421b-923a-237b1c4d22da req-c3c90c3a-9a51-4d30-9ff8-7bbca9ee0555 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:44.644604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d73e8128-fcbe-421b-923a-237b1c4d22da req-c3c90c3a-9a51-4d30-9ff8-7bbca9ee0555 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 948 time: 0.5371785
Apr 30 04:25:44.696514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-1b33300a-5b23-4222-85d2-b3eb7af678c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:44.698040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-1b33300a-5b23-4222-85d2-b3eb7af678c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1095 time: 0.3680923
Apr 30 04:25:44.762296 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6562bb8-fc9f-43cd-b07c-72a5ee5c8048', 'tag': '828220d3-b5b9-4758-bef2-e4728b4265b0', 'status': 'completed', 'code': 200}
Apr 30 04:25:44.768972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f4ec6b20-2703-41f4-ab54-923986505ae7'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:25:44.770065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfca425-2794-406b-9d4c-30a5dfecdaa9 req-47f4ffb4-db63-4a56-87b9-9fd264eac994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:44.773372 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4cfca425-2794-406b-9d4c-30a5dfecdaa9 req-47f4ffb4-db63-4a56-87b9-9fd264eac994 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1097 time: 0.1141019
Apr 30 04:25:44.796397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d73e8128-fcbe-421b-923a-237b1c4d22da req-e58b9ee9-31ee-4a7e-85ee-a2f872747e3d tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503959
Apr 30 04:25:44.840016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-4cbbc6a2-f1d9-4411-913d-cac16668b94c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 200  len: 217 time: 0.1308839
Apr 30 04:25:44.909414 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4cfca425-2794-406b-9d4c-30a5dfecdaa9 req-dc5f6bb5-350f-4bd1-a48e-072568246066 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275973
Apr 30 04:25:44.976052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-900056c1-12fc-4841-84e2-045c91e6ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:44.977592 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-900056c1-12fc-4841-84e2-045c91e6ae75 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1ddafa8a0324928833d5695c6babec7&device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 1100 time: 0.1414614
Apr 30 04:25:45.147407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-93898b35-9730-4459-9dcb-dc681872148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:45.148054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-93898b35-9730-4459-9dcb-dc681872148b service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.1626718
Apr 30 04:25:45.184960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-40be3a90-ab3b-49fe-b2ab-1b8be58afafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:45.186486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-40be3a90-ab3b-49fe-b2ab-1b8be58afafe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.3319578
Apr 30 04:25:45.314851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-5b4a4e85-28a1-4dc6-8071-1f43f44b590e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0939496
Apr 30 04:25:45.329846 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-242447cf-19f8-4b09-8ac3-c17050e1bbf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=828220d3-b5b9-4758-bef2-e4728b4265b0 HTTP/1.1" status: 200  len: 217 time: 0.1743293
Apr 30 04:25:45.404379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-47fbe47b-1e99-4c31-bcb0-70bbfaad6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:45.405899 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-47fbe47b-1e99-4c31-bcb0-70bbfaad6ad2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0690470
Apr 30 04:25:45.489445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-37bafd40-b84f-44b5-bbbc-e19d1a74a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:45.491041 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-37bafd40-b84f-44b5-bbbc-e19d1a74a2e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0777452
Apr 30 04:25:45.564243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5d652-9b89-4584-94c0-386697902125 req-a9602860-e436-4301-a238-05d5f671763e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:45.565906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9de5d652-9b89-4584-94c0-386697902125 req-a9602860-e436-4301-a238-05d5f671763e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 943 time: 0.6105072
Apr 30 04:25:45.577738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88deef-1206-4c9f-82c0-5ce7e2ddcfd2 req-0391b3e6-79e8-48c8-b862-d459ed015447 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:45.579450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a88deef-1206-4c9f-82c0-5ce7e2ddcfd2 req-0391b3e6-79e8-48c8-b862-d459ed015447 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 950 time: 0.5249743
Apr 30 04:25:45.645907 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-bbe7fa43-4751-49c5-89e7-511f50aea297 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469469
Apr 30 04:25:45.710623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-a2d9a370-d625-482f-abaf-3091b501e229 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3694229
Apr 30 04:25:45.719117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Deleting port b4c3769d-2482-4fdd-aa15-b0d4aad39795 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:25:45.719472 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:45.734577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9de5d652-9b89-4584-94c0-386697902125 req-2a42fb10-3ac1-40fa-82a1-6676707726a1 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508510
Apr 30 04:25:45.741966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a88deef-1206-4c9f-82c0-5ce7e2ddcfd2 req-53dcc92d-e381-4fc2-bc6a-20fe74ff92c4 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320243
Apr 30 04:25:45.826605 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91a5f251-bede-4ee1-94ef-15bb6f6ab957 req-307e50bc-13d2-46df-b7c5-1b6c670d7294 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731408
Apr 30 04:25:45.850648 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574', 'status': 'completed', 'code': 200}
Apr 30 04:25:45.933906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4ec6b20-2703-41f4-ab54-923986505ae7 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:46.024714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port f4ec6b20-2703-41f4-ab54-923986505ae7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:46.033556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f4ec6b20-2703-41f4-ab54-923986505ae7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:46.034136 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:46.058227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] For port b4c3769d-2482-4fdd-aa15-b0d4aad39795, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b4c3769d-2482-4fdd-aa15-b0d4aad39795,segment=NetworkSegment(fd8f52e6-a936-42e4-88ae-943d0a9222be),segment_id=fd8f52e6-a936-42e4-88ae-943d0a9222be)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:46.058589 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:46.193928 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:46.219278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Calling delete_port for b4c3769d-2482-4fdd-aa15-b0d4aad39795 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:25:46.230189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2474cc39-882d-4f23-9890-1c11e4a1cbb3 req-e7e342ee-e47b-40e7-ba35-07dbb2eaf063 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4922981
Apr 30 04:25:46.280306 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4ec6b20-2703-41f4-ab54-923986505ae7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4ec6b20-2703-41f4-ab54-923986505ae7,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:46.288761 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:46.291380 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:46.303258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9307f-6338-4861-87da-2740a23ec384 req-85e31801-ea73-435f-9a78-69e858cd1d84 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:46.304865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbd9307f-6338-4861-87da-2740a23ec384 req-85e31801-ea73-435f-9a78-69e858cd1d84 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 945 time: 0.3543093
Apr 30 04:25:46.315012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c136f6-2ad8-4e29-b513-d2ee138fbac6 req-6ae2da09-6c1d-4200-9992-f98cc5bdc903 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:46.316608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08c136f6-2ad8-4e29-b513-d2ee138fbac6 req-6ae2da09-6c1d-4200-9992-f98cc5bdc903 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.3248577
Apr 30 04:25:46.366239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f4ec6b20-2703-41f4-ab54-923986505ae7,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:46.369888 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:46.567371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6a209c-e9b1-495d-97ed-385a1c473d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7050072-70c5-4e68-acdd-68a0aedf35c9'}, {'server_uuid': 'c67e355b-be15-4190-957c-babad37f0c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ec6b20-2703-41f4-ab54-923986505ae7'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:46.596446 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08c136f6-2ad8-4e29-b513-d2ee138fbac6 req-468dab1c-9b32-44f5-a947-acc55360cac5 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433856
Apr 30 04:25:46.599770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbd9307f-6338-4861-87da-2740a23ec384 req-f77661fe-5df3-4dd4-8d37-ba68ab8afb59 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2804778
Apr 30 04:25:46.661431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-b8fae359-b675-4d5d-ba99-6be3c20aeea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:46.664126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-b8fae359-b675-4d5d-ba99-6be3c20aeea4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1095 time: 0.3569443
Apr 30 04:25:46.954836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:46.966614 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:47.129370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-7fae1ee9-4dcc-4f12-839b-82e2f9866fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:47.131506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-7fae1ee9-4dcc-4f12-839b-82e2f9866fdd service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.4610786
Apr 30 04:25:47.132333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c3769d-2482-4fdd-aa15-b0d4aad39795,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:47.166594 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:47.253393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-dc445781-8ba4-471e-b31c-05186240016e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 200  len: 217 time: 0.0891485
Apr 30 04:25:47.391868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97935f37-7e1b-4e0b-915e-1449127f3567 req-695fbd77-f568-49ea-ac64-7bb78310b359 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:47.393369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97935f37-7e1b-4e0b-915e-1449127f3567 req-695fbd77-f568-49ea-ac64-7bb78310b359 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 945 time: 0.6400912
Apr 30 04:25:47.448628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd03c3-3297-4230-90d2-a523866cfcbe req-7360fe32-6e00-4b1e-ad6d-1e1c9f73ec50 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:47.450213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93fd03c3-3297-4230-90d2-a523866cfcbe req-7360fe32-6e00-4b1e-ad6d-1e1c9f73ec50 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 948 time: 0.5877326
Apr 30 04:25:47.540274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-5d7827bb-0ac0-41f7-adaf-593670fd00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:47.541638 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-5d7827bb-0ac0-41f7-adaf-593670fd00c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.2267892
Apr 30 04:25:47.634192 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97935f37-7e1b-4e0b-915e-1449127f3567 req-e866dbc0-32b2-4b71-b719-0ec502551863 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246411
Apr 30 04:25:47.641605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-86d6eae8-1b20-4cc7-9489-d101486e35b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0908089
Apr 30 04:25:47.691998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93fd03c3-3297-4230-90d2-a523866cfcbe req-093ba676-79fe-44ed-99b3-bfb51ce637f8 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759279
Apr 30 04:25:47.698754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:47.742126 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6a209c-e9b1-495d-97ed-385a1c473d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7050072-70c5-4e68-acdd-68a0aedf35c9', 'code': 200}
Apr 30 04:25:47.743413 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67e355b-be15-4190-957c-babad37f0c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ec6b20-2703-41f4-ab54-923986505ae7', 'code': 200}
Apr 30 04:25:48.072318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6be924-b506-4eba-9483-0f29517229d2 req-39919470-9b89-42af-ad66-1449feb0c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:48.073801 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dc6be924-b506-4eba-9483-0f29517229d2 req-39919470-9b89-42af-ad66-1449feb0c585 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 1102 time: 0.2069778
Apr 30 04:25:48.096836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb32c32-1e35-47a9-bc71-d536dceec2cf req-43c62b1a-ce49-424e-8d7a-c9d49a07ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:48.098382 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cfb32c32-1e35-47a9-bc71-d536dceec2cf req-43c62b1a-ce49-424e-8d7a-c9d49a07ebc7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 1098 time: 0.1335897
Apr 30 04:25:48.156509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-2dafe48e-5835-4349-b9a0-4cc78c1cadeb service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5056989
Apr 30 04:25:48.158422 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dc6be924-b506-4eba-9483-0f29517229d2 req-24a22b29-0d19-41b9-95cd-70e1b9124911 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769105
Apr 30 04:25:48.170462 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cfb32c32-1e35-47a9-bc71-d536dceec2cf req-bde68adb-d380-4418-86c6-c8c65a5b61fc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627127
Apr 30 04:25:48.347415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 828220d3-b5b9-4758-bef2-e4728b4265b0 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:25:48.490702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784a55a-7f6d-4c16-8e63-b987cdc6a25f req-10a710ee-7e7b-45fa-9374-926ce959b470 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:48.492789 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2784a55a-7f6d-4c16-8e63-b987cdc6a25f req-10a710ee-7e7b-45fa-9374-926ce959b470 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 943 time: 0.6218238
Apr 30 04:25:48.519336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7604322-0a00-4c2f-a1ec-511bfa650be6 req-5e955503-38a2-479f-96cb-f3a18185e008 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:48.521325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7604322-0a00-4c2f-a1ec-511bfa650be6 req-5e955503-38a2-479f-96cb-f3a18185e008 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 950 time: 0.5382235
Apr 30 04:25:48.578863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 828220d3-b5b9-4758-bef2-e4728b4265b0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=828220d3-b5b9-4758-bef2-e4728b4265b0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:48.603132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '828220d3-b5b9-4758-bef2-e4728b4265b0', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '828220d3-b5b9-4758-bef2-e4728b4265b0', 'mac_address': 'fa:16:3e:0f:62:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:25:48.604149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e05cdd7-63a2-4560-b915-c2e6be2ecab3 req-0bdf5bac-b80b-4e56-a44c-5b2d65de9e44 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3832679
Apr 30 04:25:48.706855 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:48.736833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828220d3-b5b9-4758-bef2-e4728b4265b0 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:48.756386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 828220d3-b5b9-4758-bef2-e4728b4265b0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=828220d3-b5b9-4758-bef2-e4728b4265b0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:48.762388 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:48.766773 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:48.794374 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7604322-0a00-4c2f-a1ec-511bfa650be6 req-7310f818-7a7b-480b-b14b-8a8ec3467e7c tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501330
Apr 30 04:25:48.799382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2784a55a-7f6d-4c16-8e63-b987cdc6a25f req-0ef9f219-be77-4e3f-b0c8-4d57ae654b2e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767105
Apr 30 04:25:48.810249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Router 27964b5e-37b2-4cb4-9365-ba8744165029 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:25:48.900972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=828220d3-b5b9-4758-bef2-e4728b4265b0,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:48.907346 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:49.154686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['828220d3-b5b9-4758-bef2-e4728b4265b0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:25:49.384193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:25:49.401220 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] 10.222.0.46 "PUT /v2.0/routers/27964b5e-37b2-4cb4-9365-ba8744165029/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5151069
Apr 30 04:25:49.405691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53126) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:49.408254 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] Sync routers for ids ['27964b5e-37b2-4cb4-9365-ba8744165029'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:25:49.411288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213cc58-9d7b-41cd-99e6-4169f992a81e req-6be8dfd8-4986-43a9-856a-cf79a488a5a1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:49.420162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d213cc58-9d7b-41cd-99e6-4169f992a81e req-6be8dfd8-4986-43a9-856a-cf79a488a5a1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.3463576
Apr 30 04:25:49.426052 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] Routers {'27964b5e-37b2-4cb4-9365-ba8744165029'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:25:49.426707 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801a65e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:25:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['27964b5e-37b2-4cb4-9365-ba8744165029'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:49.436308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3d504-4bc2-409c-8497-4e5189c703ea req-30d2fd74-67e8-4afb-b0e1-e5f3679ba981 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:49.438107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ff3d504-4bc2-409c-8497-4e5189c703ea req-30d2fd74-67e8-4afb-b0e1-e5f3679ba981 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1097 time: 0.3046038
Apr 30 04:25:49.495453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d213cc58-9d7b-41cd-99e6-4169f992a81e req-8aff50f0-a26c-42e2-8f6c-da057be9fa11 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749435
Apr 30 04:25:49.543640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ff3d504-4bc2-409c-8497-4e5189c703ea req-acede3e7-79f1-43e4-9d80-1aa215910105 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837600
Apr 30 04:25:49.716030 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] Set router 27964b5e-37b2-4cb4-9365-ba8744165029 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:25:49.767780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e77f7-dcd0-4d94-ab3e-ad94ca5c4cb0 req-e194960c-2e2e-4a17-a12a-c4f45ca28091 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:49.777403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d9e77f7-dcd0-4d94-ab3e-ad94ca5c4cb0 req-e194960c-2e2e-4a17-a12a-c4f45ca28091 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 946 time: 0.1239836
Apr 30 04:25:49.841116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d9e77f7-dcd0-4d94-ab3e-ad94ca5c4cb0 req-39a22d8c-c798-43c7-b445-041c22d89816 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624623
Apr 30 04:25:49.933630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:49.964005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3570cd01-9e28-44e6-9829-e2ceaf8c8574 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:25:50.221344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:50.232081 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801a65e0>, [{'id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:25:12Z', 'updated_at': '2021-04-30T04:25:46Z', 'revision_number': 5, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'gw_port': {'id': 'f9da8820-314f-4583-bbcb-4171a15165e1', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:25:15Z', 'updated_at': '2021-04-30T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:50.234140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc40636-763a-48a9-8ad1-a31f45ebb030 req-80906e1a-b314-4f8b-956a-f847ccd536dc tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:50.236301 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bc40636-763a-48a9-8ad1-a31f45ebb030 req-80906e1a-b314-4f8b-956a-f847ccd536dc tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1097 time: 0.1295893
Apr 30 04:25:50.240762 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] Checking router: 27964b5e-37b2-4cb4-9365-ba8744165029 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:25:50.246252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a470c89-89f8-46da-9123-e9bcea3c44b3 req-cf02050b-a90e-44cd-9ea9-26f3bfee9839 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:50.248445 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a470c89-89f8-46da-9123-e9bcea3c44b3 req-cf02050b-a90e-44cd-9ea9-26f3bfee9839 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 949 time: 0.2060633
Apr 30 04:25:50.259134 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] Routers {'27964b5e-37b2-4cb4-9365-ba8744165029'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:25:50.260537 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801a65e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:25:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['27964b5e-37b2-4cb4-9365-ba8744165029'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:50.291706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:50.321335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '3570cd01-9e28-44e6-9829-e2ceaf8c8574', 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2', 'port_id': '3570cd01-9e28-44e6-9829-e2ceaf8c8574', 'mac_address': 'fa:16:3e:ce:65:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae39813-bd0b-4305-9c0b-e895f4776ee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:25:50.330947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bc40636-763a-48a9-8ad1-a31f45ebb030 req-1d4c2b13-bb31-4359-8839-9f5cde4ebd07 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811274
Apr 30 04:25:50.346686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a470c89-89f8-46da-9123-e9bcea3c44b3 req-b7b10e5b-3c1e-4eec-be9b-a6622e154c67 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819240
Apr 30 04:25:50.347249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Deleting port f9da8820-314f-4583-bbcb-4171a15165e1 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:25:50.350838 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:50.444043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 828220d3-b5b9-4758-bef2-e4728b4265b0 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:50.568729 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] Set router 27964b5e-37b2-4cb4-9365-ba8744165029 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:25:50.581958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:50.619617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3570cd01-9e28-44e6-9829-e2ceaf8c8574 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:25:50.656293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] For port f9da8820-314f-4583-bbcb-4171a15165e1, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f9da8820-314f-4583-bbcb-4171a15165e1,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:50.657041 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:50.673427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:50.676487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 828220d3-b5b9-4758-bef2-e4728b4265b0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:50.689576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 828220d3-b5b9-4758-bef2-e4728b4265b0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:50.690214 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:50.725680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9ade9-4e6d-4b5e-89c4-b0a2d889e023 req-630de39a-074a-46f0-9cd9-0d4386314eee tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:50.734435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5bc9ade9-4e6d-4b5e-89c4-b0a2d889e023 req-630de39a-074a-46f0-9cd9-0d4386314eee tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 950 time: 0.2494423
Apr 30 04:25:50.750828 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:50.774401 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:50.805154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5bc9ade9-4e6d-4b5e-89c4-b0a2d889e023 req-7d8210fa-6013-4189-9279-85c1e71706f0 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665877
Apr 30 04:25:50.864419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514354b-1016-452d-8bc5-9d578875243a req-edae0c97-d2bb-49e6-b27d-133a772d3dd7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:50.865309 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801a65e0>, [{'id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:25:12Z', 'updated_at': '2021-04-30T04:25:50Z', 'revision_number': 6, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:50.879114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c514354b-1016-452d-8bc5-9d578875243a req-edae0c97-d2bb-49e6-b27d-133a772d3dd7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 944 time: 0.2241571
Apr 30 04:25:50.879387 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7840038c-3aaf-48dd-99ae-4594b7e151d4 None None] The sync data for ids ['27964b5e-37b2-4cb4-9365-ba8744165029'] in n-d-766726-20 is: [{'id': '27964b5e-37b2-4cb4-9365-ba8744165029', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531709832-router', 'tenant_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:25:12Z', 'updated_at': '2021-04-30T04:25:50Z', 'revision_number': 6, 'project_id': '1b921e7e3b8947c7be734d4f8fb48f25', 'gw_port_host': None}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:25:50.918648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3570cd01-9e28-44e6-9829-e2ceaf8c8574,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:50.923056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Calling delete_port for f9da8820-314f-4583-bbcb-4171a15165e1 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:25:50.947002 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:51.006659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c514354b-1016-452d-8bc5-9d578875243a req-5693f985-9b00-42e7-9dc0-f9bbf60d2998 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258016
Apr 30 04:25:51.089158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['3570cd01-9e28-44e6-9829-e2ceaf8c8574'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:25:51.285958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:51.409202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6562bb8-fc9f-43cd-b07c-72a5ee5c8048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828220d3-b5b9-4758-bef2-e4728b4265b0'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:51.424102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59db8e1-305b-4cd4-ad11-9a6780c5d339 req-ab894b3b-8bc6-4253-af2c-4f75ce36a104 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:51.426869 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d59db8e1-305b-4cd4-ad11-9a6780c5d339 req-ab894b3b-8bc6-4253-af2c-4f75ce36a104 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.2191470
Apr 30 04:25:51.445503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 828220d3-b5b9-4758-bef2-e4728b4265b0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=828220d3-b5b9-4758-bef2-e4728b4265b0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:51.456527 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:51.466964 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-add99c4c-1ef2-4126-92a9-1275d2c3ae58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:51.512034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d59db8e1-305b-4cd4-ad11-9a6780c5d339 req-7439baa0-32d3-4144-832e-03ed5ef7ddf5 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779228
Apr 30 04:25:51.514869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:51.523145 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd02adb1-66ad-4287-83fa-09362857247e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:51.589628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=828220d3-b5b9-4758-bef2-e4728b4265b0,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:51.603709 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:51.668462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9da8820-314f-4583-bbcb-4171a15165e1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:51.672821 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:51.675671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:51.945045 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:51.951280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:51.959745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f9da8820-314f-4583-bbcb-4171a15165e1 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:25:52.047122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: f9da8820-314f-4583-bbcb-4171a15165e1 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:25:52.060361 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f9da8820-314f-4583-bbcb-4171a15165e1 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:25:52.061235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4c3769d-2482-4fdd-aa15-b0d4aad39795 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:25:52.103961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a8810-fd4b-4c37-a134-e199c84478c9 req-27b951c1-235f-41a3-b231-4bec4e9e2b8d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:52.110282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-560a8810-fd4b-4c37-a134-e199c84478c9 req-27b951c1-235f-41a3-b231-4bec4e9e2b8d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 946 time: 0.1941121
Apr 30 04:25:52.128656 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: b4c3769d-2482-4fdd-aa15-b0d4aad39795 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:25:52.129247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4c3769d-2482-4fdd-aa15-b0d4aad39795 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:25:52.141071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:52.142125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27964b5e-37b2-4cb4-9365-ba8744165029 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:25:52.165267 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:52.171626 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/27964b5e-37b2-4cb4-9365-ba8744165029 HTTP/1.1" status: 204  len: 168 time: 2.7626846
Apr 30 04:25:52.174996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53160) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:52.199907 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-560a8810-fd4b-4c37-a134-e199c84478c9 req-70f73707-f3b1-4c9c-955f-81974ec8421b tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811758
Apr 30 04:25:52.281822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] Deleting subnet b13003db-e8c3-4589-b5d1-8fd186014e9c {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:25:52.285572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:52.360630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:52.474416 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:52.529727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689234a-5116-440f-86ef-6e65e66d7b04 req-9e789fe9-eac0-4cfc-af1b-df3c09316c16 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:52.531260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8689234a-5116-440f-86ef-6e65e66d7b04 req-9e789fe9-eac0-4cfc-af1b-df3c09316c16 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 950 time: 0.1298182
Apr 30 04:25:52.633667 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8689234a-5116-440f-86ef-6e65e66d7b04 req-25aaffc2-443e-4dab-a360-defa1c0721f6 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866003
Apr 30 04:25:52.707810 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6562bb8-fc9f-43cd-b07c-72a5ee5c8048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828220d3-b5b9-4758-bef2-e4728b4265b0', 'code': 200}
Apr 30 04:25:52.973219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e5585ef8-55ff-4a50-ab09-24a005b981af tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:52.975840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e5585ef8-55ff-4a50-ab09-24a005b981af tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 1102 time: 0.1498916
Apr 30 04:25:53.017532 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.020488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.045771 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:53.052765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:53.073421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-2b0ae609-524a-4c7a-bfd3-d10004b03629 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:53.076164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-2b0ae609-524a-4c7a-bfd3-d10004b03629 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 946 time: 0.1992106
Apr 30 04:25:53.080857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Usage tracker for resource:security_group_rule and tenant:d830799785414be5ae6565e481827483 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:53.090044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:53.108501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000e8503-9d7a-4eb1-b7e5-11d35458be65 None None] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:25:53.111607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.127178 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b13003db-e8c3-4589-b5d1-8fd186014e9c HTTP/1.1" status: 204  len: 168 time: 0.9502568
Apr 30 04:25:53.138144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53192) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:53.167027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:53.168813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13003db-e8c3-4589-b5d1-8fd186014e9c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:53.173257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d041f-1f60-42cf-8da0-ad8bf58e2b63 req-ce85a66a-2a6e-4dc7-9171-e011bfe90a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:53.175019 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-775d041f-1f60-42cf-8da0-ad8bf58e2b63 req-ce85a66a-2a6e-4dc7-9171-e011bfe90a76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 1102 time: 0.3197520
Apr 30 04:25:53.197815 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:53.347120 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-775d041f-1f60-42cf-8da0-ad8bf58e2b63 req-a0a1a0fb-4b08-47da-8ae0-db19c1775b0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517181
Apr 30 04:25:53.350471 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.449130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Deleting port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:25:53.449500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.461078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Deleting port f4ec6b20-2703-41f4-ab54-923986505ae7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:25:53.461634 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.498566 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] DHCP port deletion for 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:25:53.626699 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] Deleting port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:25:53.627818 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.757576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] For port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bda0b5e5-804f-4bf1-83bf-4c63b4e4b657,segment=NetworkSegment(fd8f52e6-a936-42e4-88ae-943d0a9222be),segment_id=fd8f52e6-a936-42e4-88ae-943d0a9222be)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:53.758243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.852321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.862035 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.878284 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2eaaaa6a-2e35-456a-ab9f-edec24cd0757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:53.916052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] For port f4ec6b20-2703-41f4-ab54-923986505ae7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4ec6b20-2703-41f4-ab54-923986505ae7,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:53.916431 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.936510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c8bdc19-1193-46ac-96b6-7edea923bb77 req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9453316
Apr 30 04:25:53.939594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] For port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bda0b5e5-804f-4bf1-83bf-4c63b4e4b657,segment=NetworkSegment(fd8f52e6-a936-42e4-88ae-943d0a9222be),segment_id=fd8f52e6-a936-42e4-88ae-943d0a9222be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:53.940706 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:53.953587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-862ffabf-0288-4772-a5fa-c9870ae14db7 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:25:53.961240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-862ffabf-0288-4772-a5fa-c9870ae14db7 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1074822
Apr 30 04:25:53.970203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Request body: {'binding': {'host': 'n-h1-766726-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:53.972418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Unknown quota resources ['binding']. {{(pid=74581) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:25:53.990572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Calling delete_port for bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:25:54.060968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:54.067846 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11f3dd58-5873-4d2d-a589-f87e1cc86181 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:54.116583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda0b5e5-804f-4bf1-83bf-4c63b4e4b657,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:54.118288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] No DVR routers for this DVR port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:25:54.119488 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:54.198211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:25:54.217514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdb2c74-e559-45bd-a52d-33b89db11e84,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:54.226628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Calling delete_port for f4ec6b20-2703-41f4-ab54-923986505ae7 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:25:54.243679 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:54.244920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3570cd01-9e28-44e6-9829-e2ceaf8c8574 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:25:54.250893 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:54.294456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] Calling delete_port for bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:25:54.329269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:25:54.329644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:25:54.399760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe77ad768e0>> segment before_delete 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.400651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe77ad768e0>> subnet precommit_delete_associations 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.401665 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe780d29490>> segment_host_mapping after_create 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.402193 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe780d29490>> port after_create 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.402837 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe780d29490>> port after_delete 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.403349 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe780d29490>> port after_update 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.404099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe780d29490>> segment after_delete 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.404575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe780d29490>> subnet after_create 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.405197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe780d29490>> subnet after_delete 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.405672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe780d29490>> subnet after_update 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.441537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65add-b2d3-4b9c-8b22-154cce1d4a67 req-6be32f52-84eb-4510-8c56-7addc0d9a310 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:54.444044 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82e65add-b2d3-4b9c-8b22-154cce1d4a67 req-6be32f52-84eb-4510-8c56-7addc0d9a310 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 944 time: 0.3299105
Apr 30 04:25:54.572285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82e65add-b2d3-4b9c-8b22-154cce1d4a67 req-ea8c895e-9e90-4a34-b1cd-01554a37761f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146336
Apr 30 04:25:54.577328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e on host n-h1-766726-20 for vnic_type normal with profile None {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:54.577663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:54.578034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:54.591244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:25:54.592085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Port 84f1143d-6baa-4263-9f36-f094cd48aa0e on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:25:54.592085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:54.601574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:25:54.601953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:54.602863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:54.603212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:54.603657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:54.604105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Bound port: 84f1143d-6baa-4263-9f36-f094cd48aa0e, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:54.620667 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe77a8af190>> subnet after_create 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.621580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe77a8af190>> subnet after_delete 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.622277 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe77a8af190>> subnet before_create 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.623556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe77a8af190>> subnet before_update 55550000 {{(pid=74582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:25:54.624344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ad76820>,) {'filters': {'network_id': ['7fe8a1a9-3adb-4945-a2b3-a3009a868cb6']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:54.653663 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:54.661077 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:54.681325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:54.689032 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:54.691468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad76820>, 'fd8f52e6-a936-42e4-88ae-943d0a9222be') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:54.692453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad76820>, 'fd8f52e6-a936-42e4-88ae-943d0a9222be') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:25:54.731029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:54.736950 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] No DVR routers for this DVR port bda0b5e5-804f-4bf1-83bf-4c63b4e4b657 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:25:54.738535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] Pushing event deleted for resources: {'Port': ['ID=bda0b5e5-804f-4bf1-83bf-4c63b4e4b657,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:54.750484 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:54.804897 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:54.826283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:25:54.844026 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:54.875279 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:54.888180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:54.895493 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:54.897844 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:54.911141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event deleted for resources: {'Port': ['ID=f4ec6b20-2703-41f4-ab54-923986505ae7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:54.926909 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:54.934901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:55.002989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3570cd01-9e28-44e6-9829-e2ceaf8c8574,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:55.008709 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:55.093526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] No DVR routers for this DVR port f4ec6b20-2703-41f4-ab54-923986505ae7 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:25:55.103683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:55.107124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8eff6c02-ccf4-4d50-b8f2-5035f127b458 req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "DELETE /v2.0/ports/f4ec6b20-2703-41f4-ab54-923986505ae7 HTTP/1.1" status: 204  len: 173 time: 2.0199616
Apr 30 04:25:55.107442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:25:55.108059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67e355b-be15-4190-957c-babad37f0c2f', 'name': 'network-vif-deleted', 'tag': 'f4ec6b20-2703-41f4-ab54-923986505ae7'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:55.117961 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:55.119409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] Notify callbacks [] for binding, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:55.121491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-a35ad4ce-656a-43c6-a7d0-1ed0f1eddfa1 service neutron] 10.222.0.46 "POST /v2.0/ports/84f1143d-6baa-4263-9f36-f094cd48aa0e/bindings HTTP/1.1" status: 201  len: 390 time: 1.1592085
Apr 30 04:25:55.170062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b342582-922b-4e25-99b0-d161d57aecd0 req-536762bd-51d1-4b6e-a5a4-f842da491335 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:55.172842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b342582-922b-4e25-99b0-d161d57aecd0 req-536762bd-51d1-4b6e-a5a4-f842da491335 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.3737800
Apr 30 04:25:55.264872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b342582-922b-4e25-99b0-d161d57aecd0 req-0eb314f3-b7f7-4a2e-b39f-97c6dc6f6e17 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837793
Apr 30 04:25:55.410470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Network 7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   from cryptography.utils import int_from_bytes
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   from cryptography.utils import int_from_bytes
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:25:55.441458 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:25:55.664676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:55.684590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b43b93db-ee54-44f3-9651-26931c6245c9 req-e7294161-9143-43e9-ae0b-22936e7113c3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:25:55.694810 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:55.710845 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:55.725659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b43b93db-ee54-44f3-9651-26931c6245c9 req-e7294161-9143-43e9-ae0b-22936e7113c3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:25:55.727506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b43b93db-ee54-44f3-9651-26931c6245c9 req-e7294161-9143-43e9-ae0b-22936e7113c3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=c67e355b-be15-4190-957c-babad37f0c2f HTTP/1.1" status: 200  len: 210 time: 0.1324475
Apr 30 04:25:55.758489 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7fe8a1a9-3adb-4945-a2b3-a3009a868cb6 HTTP/1.1" status: 204  len: 168 time: 2.6189353
Apr 30 04:25:55.778218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe8a1a9-3adb-4945-a2b3-a3009a868cb6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:55.784600 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:55.810589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-fb8bdf36-1c14-4327-913f-268b8cc12201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:55.813550 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-fb8bdf36-1c14-4327-913f-268b8cc12201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1097 time: 0.2383919
Apr 30 04:25:55.814214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ea92-59a8-42fc-afe5-7bf24738dd12 req-97b197d3-712c-46cb-999a-e015eb553d94 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:55.816966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7328ea92-59a8-42fc-afe5-7bf24738dd12 req-97b197d3-712c-46cb-999a-e015eb553d94 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 950 time: 0.2941363
Apr 30 04:25:55.985770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4ec6b20-2703-41f4-ab54-923986505ae7 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:25:56.008290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7328ea92-59a8-42fc-afe5-7bf24738dd12 req-de248892-96f6-4069-8c8e-7a15dcb9d832 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801264
Apr 30 04:25:56.129760 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574', 'code': 200}
Apr 30 04:25:56.133352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: f4ec6b20-2703-41f4-ab54-923986505ae7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:25:56.134818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4ec6b20-2703-41f4-ab54-923986505ae7 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:25:56.165592 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67e355b-be15-4190-957c-babad37f0c2f', 'name': 'network-vif-deleted', 'tag': 'f4ec6b20-2703-41f4-ab54-923986505ae7', 'status': 'completed', 'code': 200}
Apr 30 04:25:56.293914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-d53324d2-8ead-4237-9448-05240c94008d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:56.302994 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-d53324d2-8ead-4237-9448-05240c94008d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.4801579
Apr 30 04:25:56.303208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53222) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:56.377715 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-e735ae82-14eb-46d4-8a2a-7e4c3e985249 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 200  len: 217 time: 0.0685108
Apr 30 04:25:56.486390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-577f034a-a4b9-46fc-b75e-0dffd7c622b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b921e7e3b8947c7be734d4f8fb48f25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1732464
Apr 30 04:25:56.487715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53230) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:56.529086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c53701-3051-4f19-bfe0-7d2408ff00cc req-2b567309-84f0-409c-ad6e-b66ae9172cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:56.530656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69c53701-3051-4f19-bfe0-7d2408ff00cc req-2b567309-84f0-409c-ad6e-b66ae9172cc4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1097 time: 0.3368566
Apr 30 04:25:56.559179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-dd32d2d4-9602-43df-9b6f-95864097d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:56.560844 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-dd32d2d4-9602-43df-9b6f-95864097d592 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.1754565
Apr 30 04:25:56.568588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ea48a-2ecd-4fbc-9bc4-3fb49c0579a2 req-54981771-9fe6-4f15-bed0-23c3a44b5e4c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:56.570180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-760ea48a-2ecd-4fbc-9bc4-3fb49c0579a2 req-54981771-9fe6-4f15-bed0-23c3a44b5e4c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 945 time: 0.3092830
Apr 30 04:25:56.613243 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-f057ea9f-8dc3-4330-8734-5dc54afebcbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452783
Apr 30 04:25:56.665225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b78a03-4992-4488-ad97-10e20c332ec6 req-6f0893b0-e4bb-46dd-a36b-dfd8865d0587 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:56.666740 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62b78a03-4992-4488-ad97-10e20c332ec6 req-6f0893b0-e4bb-46dd-a36b-dfd8865d0587 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 945 time: 0.2971151
Apr 30 04:25:56.673659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69c53701-3051-4f19-bfe0-7d2408ff00cc req-bf73e508-9752-4148-923f-1dcce4ab0725 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301126
Apr 30 04:25:56.686838 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-760ea48a-2ecd-4fbc-9bc4-3fb49c0579a2 req-ac4798fe-ca72-4d9b-a4b6-d350dacb481f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952628
Apr 30 04:25:56.701179 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a9e10047-32b5-47df-850c-d227f7909a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:56.750118 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a9e10047-32b5-47df-850c-d227f7909a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:56.763801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62b78a03-4992-4488-ad97-10e20c332ec6 req-e0a1c092-ba95-4684-93f0-920f595d3ccb tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833659
Apr 30 04:25:56.774771 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:56.823729 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:56.839343 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a9e10047-32b5-47df-850c-d227f7909a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:56.848435 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2e01d698-191b-4eac-b5ec-0b4f1939530b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:56.853253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-00ab8b51-7869-43bb-978f-443f8ae35180 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2313385
Apr 30 04:25:56.866759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e10047-32b5-47df-850c-d227f7909a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238d436f-abd0-4542-8fa9-d83eb7d5694b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:56.881906 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a9e10047-32b5-47df-850c-d227f7909a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:56.892527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a9e10047-32b5-47df-850c-d227f7909a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:56.922065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a9e10047-32b5-47df-850c-d227f7909a3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/238d436f-abd0-4542-8fa9-d83eb7d5694b HTTP/1.1" status: 204  len: 168 time: 0.4090095
Apr 30 04:25:57.120075 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-72cc3d18-6ca1-423d-8ebf-82fc6a48bf5c service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598331
Apr 30 04:25:57.213047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adee0ae-bdba-421e-89c3-9395cf7c65cf req-e84d18cb-2c10-4cca-96ff-aac0a9546710 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:57.215584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0adee0ae-bdba-421e-89c3-9395cf7c65cf req-e84d18cb-2c10-4cca-96ff-aac0a9546710 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.2158589
Apr 30 04:25:57.285456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0adee0ae-bdba-421e-89c3-9395cf7c65cf req-1b1d346f-7426-488c-89f9-a3fc4d53547e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621216
Apr 30 04:25:57.476223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-2ab8ca25-edb2-4866-bce3-648ef1b08522 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:57.479025 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-2ab8ca25-edb2-4866-bce3-648ef1b08522 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.2258873
Apr 30 04:25:57.500191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-20'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:57.668078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0fedb-98ac-407b-a83e-06757180c035 req-e74432e5-4c97-409f-bc07-1f9839688908 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:57.669829 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96e0fedb-98ac-407b-a83e-06757180c035 req-e74432e5-4c97-409f-bc07-1f9839688908 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 950 time: 0.1444850
Apr 30 04:25:57.746625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96e0fedb-98ac-407b-a83e-06757180c035 req-25cb5ad3-14a3-48ca-a6b4-782546b9390b tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647461
Apr 30 04:25:57.776281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:58.119700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:25:58.170308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:58.243462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:58.246857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:25:58.257843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:58.263892 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:58.299615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ea24-c306-4d28-8b44-39efcd8209af req-d2dcc8d2-e965-4da8-9f39-c9e528e04976 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:58.307784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e916ea24-c306-4d28-8b44-39efcd8209af req-d2dcc8d2-e965-4da8-9f39-c9e528e04976 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 945 time: 0.2697783
Apr 30 04:25:58.317540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-d575033d-376c-4f55-a303-7c2322948d5e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:58.319061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-d575033d-376c-4f55-a303-7c2322948d5e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.2292185
Apr 30 04:25:58.353848 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-de20ec27-ed5d-4eb6-9dbd-aa96ab5cd25c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/quotas/df7c0c7b000747d38e7e879591289c56 HTTP/1.1" status: 200  len: 375 time: 0.0217350
Apr 30 04:25:58.407194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e916ea24-c306-4d28-8b44-39efcd8209af req-b5e54ae6-d191-433b-8009-2a9abd14fe0f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986321
Apr 30 04:25:58.407770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53288) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:25:58.426901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-f16af93a-6fe0-4518-80a3-76a3539c80c8 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0575683
Apr 30 04:25:58.496605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Pushing event updated for resources: {'Port': ['ID=84f1143d-6baa-4263-9f36-f094cd48aa0e,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:58.508024 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:58.525236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e on host n-h2-766726-20 for vnic_type normal with profile {"migrating_to": "n-h1-766726-20"} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:25:58.525806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:25:58.526368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:58.535837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Port 84f1143d-6baa-4263-9f36-f094cd48aa0e on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:25:58.536563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Attempting to bind port 84f1143d-6baa-4263-9f36-f094cd48aa0e on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:25:58.547006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:25:58.547602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:25:58.548237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:25:58.549128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Bound port: 84f1143d-6baa-4263-9f36-f094cd48aa0e, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:25:58.549714 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:58.662284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:25:58.665602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:25:58.670786 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:58.675679 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c424beb7-a8c5-4da7-9801-da5a40594624 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:25:58.682022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-294546148-network', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:25:58.704210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:58.722803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Usage tracker for resource:network and tenant:cc68944f9b4e4ed4bd7c1c789910746c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:58.732332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:58.752638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:58.852480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Pushing event updated for resources: {'Port': ['ID=84f1143d-6baa-4263-9f36-f094cd48aa0e,revision_number=8']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:25:58.856041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:58.856663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:58.858189 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] 10.222.0.37 "PUT /v2.0/ports/84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 200  len: 1123 time: 1.3715241
Apr 30 04:25:58.859051 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:25:58.876857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Made reservation on behalf of cc68944f9b4e4ed4bd7c1c789910746c for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:25:58.882186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:58.916704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-e8963ec8-d0a4-4b12-b666-b311e12f92d9 service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4762866
Apr 30 04:25:58.935704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['84f1143d-6baa-4263-9f36-f094cd48aa0e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:25:58.982896 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:59.064057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:25:59.183739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933271fc-4d84-4885-a9a2-5e1d77830055 req-8f6a6704-1574-4827-93ea-3ae21a65b521 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:59.186289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-933271fc-4d84-4885-a9a2-5e1d77830055 req-8f6a6704-1574-4827-93ea-3ae21a65b521 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 945 time: 0.5797861
Apr 30 04:25:59.188178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Usage tracker for resource:security_group_rule and tenant:cc68944f9b4e4ed4bd7c1c789910746c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:25:59.215377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:25:59.262448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:25:59.431188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-37fbf1fb-d57a-4b46-ab6f-7c67c2b98ed6 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:59.432835 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-37fbf1fb-d57a-4b46-ab6f-7c67c2b98ed6 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 950 time: 0.6248605
Apr 30 04:25:59.441050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-933271fc-4d84-4885-a9a2-5e1d77830055 req-ffe4a1a7-44af-4187-a462-8efbb67e693b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204924
Apr 30 04:25:59.448802 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-4c452f7a-ce7d-4963-b775-526de3093810 service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5028050
Apr 30 04:25:59.694497 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e', 'code': 200}
Apr 30 04:25:59.948875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:25:59.962103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-c053fb6f-f27d-4cfd-a828-8e9152d8e4db tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:25:59.965149 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-c053fb6f-f27d-4cfd-a828-8e9152d8e4db tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 950 time: 0.1531680
Apr 30 04:25:59.988430 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.010898 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8068615a-cbd2-44b8-9a86-5f82f2d27088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:00.087529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:26:00.129394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41087a2-bbf6-4202-8a79-e406856f4645 req-dafc271d-0f08-4f63-ad36-844964e90872 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:00.136188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e41087a2-bbf6-4202-8a79-e406856f4645 req-dafc271d-0f08-4f63-ad36-844964e90872 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c6a209c-e9b1-495d-97ed-385a1c473d1b HTTP/1.1" status: 200  len: 950 time: 0.5433946
Apr 30 04:26:00.142393 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.143018 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Added segment 66be95aa-6a93-4e15-94ac-8fb38914dd89 of type vlan for network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14
Apr 30 04:26:00.161948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a99784-45ce-482b-b031-ebba09340e74,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:00.182500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:00.197597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Deleting port 828220d3-b5b9-4758-bef2-e4728b4265b0 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:26:00.198133 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.251827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Deleting port a7050072-70c5-4e68-acdd-68a0aedf35c9 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:26:00.252517 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.316875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.410950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550d4d1-149e-4836-bfcf-17949f03b952 req-63e6ff9a-c71d-46ee-b872-a048aefacf0f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:00.413191 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2550d4d1-149e-4836-bfcf-17949f03b952 req-63e6ff9a-c71d-46ee-b872-a048aefacf0f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.6100667
Apr 30 04:26:00.454370 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e41087a2-bbf6-4202-8a79-e406856f4645 req-144d4cea-27a5-40d0-b32c-1d3fc2816cb7 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2601292
Apr 30 04:26:00.565801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-083ef9cc-95c5-4ea2-8637-99fbecb8fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:00.567413 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-083ef9cc-95c5-4ea2-8637-99fbecb8fb52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1102 time: 0.6953437
Apr 30 04:26:00.570243 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-00936497-aa88-4578-a9ae-187d63b40a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.602938 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.608534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] For port a7050072-70c5-4e68-acdd-68a0aedf35c9, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a7050072-70c5-4e68-acdd-68a0aedf35c9,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:00.608903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.665411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:00.666396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.686492 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:00.763408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2550d4d1-149e-4836-bfcf-17949f03b952 req-4b66fb98-7a6f-4c41-a05d-e5636a21ea71 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3238204
Apr 30 04:26:00.765296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] For port 828220d3-b5b9-4758-bef2-e4728b4265b0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=828220d3-b5b9-4758-bef2-e4728b4265b0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:00.765635 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:00.792951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Calling delete_port for a7050072-70c5-4e68-acdd-68a0aedf35c9 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:26:01.010206 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:01.017597 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-12219f0d-6324-496e-92ec-ff03e03dda50 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:01.025230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['047c96d9-eb31-4af1-a06d-5952c5143f06', 'a7050072-70c5-4e68-acdd-68a0aedf35c9'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:26:01.075764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Pushing event deleted for resources: {'Port': ['ID=a7050072-70c5-4e68-acdd-68a0aedf35c9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:01.081590 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:01.174590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] No DVR routers for this DVR port a7050072-70c5-4e68-acdd-68a0aedf35c9 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:26:01.182195 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:01.206809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f86b5b7f-4988-47c1-9885-3738cb95bed0 req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "DELETE /v2.0/ports/a7050072-70c5-4e68-acdd-68a0aedf35c9 HTTP/1.1" status: 204  len: 173 time: 1.2365336
Apr 30 04:26:01.280933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Calling delete_port for 828220d3-b5b9-4758-bef2-e4728b4265b0 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:26:01.412873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.9976614
Apr 30 04:26:01.416346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53312) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:01.418613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Pushing event updated for resources: {'Network': ['ID=675d50fe-46c1-4e6e-b34a-6a20d2e36c14,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:01.437913 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:01.440803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:26:01.446427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Request body: {'subnet': {'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-subnet', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:01.460835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:01.473527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-50fd5bd0-ec1a-4f7f-8de2-25cfdd2f9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:01.475943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-50fd5bd0-ec1a-4f7f-8de2-25cfdd2f9a90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.8623223
Apr 30 04:26:01.485094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Usage tracker for resource:subnet and tenant:cc68944f9b4e4ed4bd7c1c789910746c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:01.496128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:01.518764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:01.561638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Made reservation on behalf of cc68944f9b4e4ed4bd7c1c789910746c for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:26:01.566243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:01.586045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-1191490c-0157-4d75-b1cd-eaf795b9e5b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.0983787
Apr 30 04:26:01.696904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e'}, {'server_uuid': '3c6a209c-e9b1-495d-97ed-385a1c473d1b', 'name': 'network-vif-deleted', 'tag': 'a7050072-70c5-4e68-acdd-68a0aedf35c9'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:01.714165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48244ee-0d5a-4f2a-aeab-7cd33add8ce6 req-1283ef00-78f5-46a2-8b42-18a472b09344 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:01.727482 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c48244ee-0d5a-4f2a-aeab-7cd33add8ce6 req-1283ef00-78f5-46a2-8b42-18a472b09344 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 950 time: 0.6199911
Apr 30 04:26:01.794284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62b628-876c-4960-92e0-2f805dd72cc3 req-96cdd0a9-d7e2-4ccc-8f9e-1d00ef75db38 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:01.796540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c62b628-876c-4960-92e0-2f805dd72cc3 req-96cdd0a9-d7e2-4ccc-8f9e-1d00ef75db38 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 943 time: 0.6176422
Apr 30 04:26:01.907830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-34b3df9d-80ff-4173-a343-b732b1921584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:01.909448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-34b3df9d-80ff-4173-a343-b732b1921584 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.3140278
Apr 30 04:26:01.952092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-1c4d413d-c3e1-4780-8c90-759b27b7d7a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:01.953791 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-1c4d413d-c3e1-4780-8c90-759b27b7d7a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.2455132
Apr 30 04:26:01.986168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Request body: {'port': {'device_id': '1dd192e8-b4db-4fc7-b0bb-6d1b3d936582', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'admin_state_up': True, 'tenant_id': 'df7c0c7b000747d38e7e879591289c56'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:01.996169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c48244ee-0d5a-4f2a-aeab-7cd33add8ce6 req-74132348-9cbb-4ec0-bd90-83026f7351b1 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd862299-9989-4c71-9e72-b4f0dd1e24ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673802
Apr 30 04:26:02.060356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c62b628-876c-4960-92e0-2f805dd72cc3 req-d710d1c6-797b-4ee2-84a3-2d13194090f3 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2522557
Apr 30 04:26:02.091017 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:02.110300 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8889d6a4-58c3-4f7e-8bcf-a56f3ba484aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:02.284643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Pushing event deleted for resources: {'Port': ['ID=828220d3-b5b9-4758-bef2-e4728b4265b0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:02.320750 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:02.452054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 84f1143d-6baa-4263-9f36-f094cd48aa0e details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:26:02.453240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:02.487421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 828220d3-b5b9-4758-bef2-e4728b4265b0 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:26:02.517987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:02.559491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Made reservation on behalf of df7c0c7b000747d38e7e879591289c56 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:26:02.563186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:02.602585 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:26:02.624589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 828220d3-b5b9-4758-bef2-e4728b4265b0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:26:02.625879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 828220d3-b5b9-4758-bef2-e4728b4265b0 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:26:02.663352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] No DVR routers for this DVR port 828220d3-b5b9-4758-bef2-e4728b4265b0 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:26:02.668612 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:02.678762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a65dca54-ec19-4721-989e-3fefbc0b3277 req-ce5ca49d-4b60-4488-bcbd-f57e1bda0e3d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 210 time: 0.2758930
Apr 30 04:26:02.687731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6562bb8-fc9f-43cd-b07c-72a5ee5c8048', 'name': 'network-vif-deleted', 'tag': '828220d3-b5b9-4758-bef2-e4728b4265b0'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:02.801484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-1f349cfb-ba59-4861-80cb-a792fa287983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:02.804808 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-1f349cfb-ba59-4861-80cb-a792fa287983 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.8762479
Apr 30 04:26:02.818969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-229cae4a-a1a8-4420-8d5c-93dfb5331a1e req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.37 "DELETE /v2.0/ports/828220d3-b5b9-4758-bef2-e4728b4265b0 HTTP/1.1" status: 204  len: 173 time: 3.3763347
Apr 30 04:26:03.017503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:03.037699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Allocated IP 172.20.0.12 (c1685588-b376-4df0-8702-e53936b65131/c8326175-e83c-408f-988d-f3ddf2f98448/53c211d2-e02d-47e3-b8ed-b512aea8fafd) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:03.073992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 84f1143d-6baa-4263-9f36-f094cd48aa0e has no active binding in host n-h1-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:26:03.139543 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-cdde5626-e48e-4367-b37f-67c0859a2c6f service neutron] show failed (client error): The resource could not be found.
Apr 30 04:26:03.140870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-cdde5626-e48e-4367-b37f-67c0859a2c6f service neutron] 10.222.0.50 "GET /v2.0/ports/7f953fea-f94e-4875-9d7b-30f1a3a56487/bindings/n-h1-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.1058888
Apr 30 04:26:03.144574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11301a93-0079-45b7-ad6d-fc2688f6c9d6 req-a395abc3-74f4-4de8-a256-ed16ac0eba1a tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:03.176158 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11301a93-0079-45b7-ad6d-fc2688f6c9d6 req-a395abc3-74f4-4de8-a256-ed16ac0eba1a tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1097 time: 0.4946907
Apr 30 04:26:03.256268 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-6c79e7f3-1c35-4cdb-ad9f-367454c507a7 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4142137
Apr 30 04:26:03.268618 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:03.270329 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:03.284752 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:03.370534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11301a93-0079-45b7-ad6d-fc2688f6c9d6 req-3799cff2-8a13-4b65-a464-4fca06f1342c tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738911
Apr 30 04:26:03.428636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=936f7c65-b0ea-408e-902f-24e2efc66058,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:03.454818 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:03.592885 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-573200da-cd7a-4d90-a02b-b72bb833b82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:03.635619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc03eba6-fced-48c1-8522-7cb17bf5c53f req-ef7976bd-2854-4244-9132-444f1b8849ad service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3603430
Apr 30 04:26:03.738139 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6562bb8-fc9f-43cd-b07c-72a5ee5c8048', 'name': 'network-vif-deleted', 'tag': '828220d3-b5b9-4758-bef2-e4728b4265b0', 'status': 'completed', 'code': 200}
Apr 30 04:26:03.814236 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e', 'status': 'completed', 'code': 200}
Apr 30 04:26:03.814701 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6a209c-e9b1-495d-97ed-385a1c473d1b', 'name': 'network-vif-deleted', 'tag': 'a7050072-70c5-4e68-acdd-68a0aedf35c9', 'status': 'completed', 'code': 200}
Apr 30 04:26:03.931343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Checking segment: {'id': '66be95aa-6a93-4e15-94ac-8fb38914dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:03.931917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Network hostable DHCP agents. Network: 675d50fe-46c1-4e6e-b34a-6a20d2e36c14, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:26:04.004602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-76f309fe-1684-4282-9bb9-28ad3a787309 req-0dea1c2c-6d34-4508-bdbe-9686fcedb4d6 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Synchronizing usage tracker for tenant:b1ddafa8a0324928833d5695c6babec7 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:04.017599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:26:04.054095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-76f309fe-1684-4282-9bb9-28ad3a787309 req-0dea1c2c-6d34-4508-bdbe-9686fcedb4d6 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Unset dirty status for tenant:b1ddafa8a0324928833d5695c6babec7 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:04.055368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76f309fe-1684-4282-9bb9-28ad3a787309 req-0dea1c2c-6d34-4508-bdbe-9686fcedb4d6 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6562bb8-fc9f-43cd-b07c-72a5ee5c8048 HTTP/1.1" status: 200  len: 210 time: 0.1175210
Apr 30 04:26:04.099716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-867b5fc3-0f9f-4320-8c16-4a92ed7757b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:04.099716 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-867b5fc3-0f9f-4320-8c16-4a92ed7757b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af&tenant_id=2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 1102 time: 0.4402781
Apr 30 04:26:04.101058 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 675d50fe-46c1-4e6e-b34a-6a20d2e36c14) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:04.114592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:04.115635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a9c560-f1a3-484f-b2a9-30f4b235b19a None None] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:26:04.133710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-df797de7-4f69-43b9-b817-a61dfbd25359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:04.137353 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-df797de7-4f69-43b9-b817-a61dfbd25359 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1126 time: 0.3207436
Apr 30 04:26:04.143933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.165084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:04.166920 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.251752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.253080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8db1b9-04a2-481b-8b98-9c0e44478422 req-405572c2-1c38-4a07-9fc3-218a4085c066 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:04.262371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e8db1b9-04a2-481b-8b98-9c0e44478422 req-405572c2-1c38-4a07-9fc3-218a4085c066 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.5231991
Apr 30 04:26:04.266141 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:04.437316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e8db1b9-04a2-481b-8b98-9c0e44478422 req-04c4605a-83ca-4822-b66e-d1b753c46a95 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731808
Apr 30 04:26:04.474350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.477614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Network c1685588-b376-4df0-8702-e53936b65131 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:04.494798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:04.497565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:04.509387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d68a6-1bb2-40ba-a428-0b456ae7adf3 req-2490148d-afce-44f8-bb73-5905b19ba8a0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:04.511283 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b9d68a6-1bb2-40ba-a428-0b456ae7adf3 req-2490148d-afce-44f8-bb73-5905b19ba8a0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 943 time: 0.2196565
Apr 30 04:26:04.552640 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a7050072-70c5-4e68-acdd-68a0aedf35c9 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:26:04.575792 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.1576767
Apr 30 04:26:04.588347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:04.588870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.596699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53342) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:04.622472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: a7050072-70c5-4e68-acdd-68a0aedf35c9 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:26:04.623055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a7050072-70c5-4e68-acdd-68a0aedf35c9 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:26:04.639941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event updated for resources: {'Port': ['ID=53c211d2-e02d-47e3-b8ed-b512aea8fafd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:04.642827 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:04.667461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-a4fa7b56-663a-4077-bb48-18665213cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:04.668592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:04.669129 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-a4fa7b56-663a-4077-bb48-18665213cd60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.5084054
Apr 30 04:26:04.670421 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6935492
Apr 30 04:26:04.686908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Request body: {'port': {'device_id': '1dd192e8-b4db-4fc7-b0bb-6d1b3d936582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:04.692835 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.698146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:04.705100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-675d50fe-46c1-4e6e-b34a-6a20d2e36c14', 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'fixed_ips': [{'subnet_id': '936f7c65-b0ea-408e-902f-24e2efc66058'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:26:04.706094 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.709864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Usage tracker for resource:router and tenant:cc68944f9b4e4ed4bd7c1c789910746c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:04.732938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:04.778360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:04.805309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b9d68a6-1bb2-40ba-a428-0b456ae7adf3 req-1c457a6f-714b-4e95-8a4b-5f4a868da40e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669024
Apr 30 04:26:04.823747 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-b1fa6b34-c904-4209-8187-33ad7cb552d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 200  len: 217 time: 0.1010971
Apr 30 04:26:04.946569 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.948327 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.972561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:04.989387 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-af115d61-7676-4749-8355-4a89d7931fa4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.5941215
Apr 30 04:26:05.017735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Allocated IP 172.20.0.2 (675d50fe-46c1-4e6e-b34a-6a20d2e36c14/936f7c65-b0ea-408e-902f-24e2efc66058/821f9e16-57d7-48f8-9416-e86cc041d282) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:05.224474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-6ec0f744-171a-4950-9268-8ee44c54d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:05.226936 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-6ec0f744-171a-4950-9268-8ee44c54d8d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.3902421
Apr 30 04:26:05.229652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:05.326732 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-333af816-b4cd-4235-9d06-b201909f1e02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0814068
Apr 30 04:26:05.455551 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:05.475144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Transition to ACTIVE for port object 821f9e16-57d7-48f8-9416-e86cc041d282 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:05.515651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Transition to ACTIVE for port object 821f9e16-57d7-48f8-9416-e86cc041d282 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:05.525758 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:05.544643 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:05.553592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-f255821e-e323-4862-84d3-769a9f138336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:05.555145 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-f255821e-e323-4862-84d3-769a9f138336 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 1097 time: 0.4279084
Apr 30 04:26:05.657961 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-322c31bc-6e4b-4e08-96d7-51e6828de99f service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3233340
Apr 30 04:26:05.679788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Pushing event updated for resources: {'Port': ['ID=821f9e16-57d7-48f8-9416-e86cc041d282,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:05.702314 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:05.703148 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:05.704289 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:05.705746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:05.709544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:05.847790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Attempting to bind port 821f9e16-57d7-48f8-9416-e86cc041d282 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:05.848522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Attempting to bind port 821f9e16-57d7-48f8-9416-e86cc041d282 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '66be95aa-6a93-4e15-94ac-8fb38914dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:05.850478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Attempting to bind port 821f9e16-57d7-48f8-9416-e86cc041d282 on network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:05.860362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:05.861035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Checking segment: {'id': '66be95aa-6a93-4e15-94ac-8fb38914dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:05.861564 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:05.862082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Bound using segment: {'id': '66be95aa-6a93-4e15-94ac-8fb38914dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:05.862687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Bound port: 821f9e16-57d7-48f8-9416-e86cc041d282, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66be95aa-6a93-4e15-94ac-8fb38914dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:05.863184 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:05.941005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:05.997428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] For port 821f9e16-57d7-48f8-9416-e86cc041d282, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:06.002845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] For port 821f9e16-57d7-48f8-9416-e86cc041d282, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=821f9e16-57d7-48f8-9416-e86cc041d282,segment=NetworkSegment(66be95aa-6a93-4e15-94ac-8fb38914dd89),segment_id=66be95aa-6a93-4e15-94ac-8fb38914dd89)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:06.005762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:06.033178 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:06.041896 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:06.082395 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:06.090854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 7f953fea-f94e-4875-9d7b-30f1a3a56487 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:26:06.205780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Pushing event updated for resources: {'Port': ['ID=821f9e16-57d7-48f8-9416-e86cc041d282,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:06.209994 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:06.235796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fe44a-2834-4b7a-a3bc-b90bd39b1960 req-7276c867-3ece-445b-a7aa-53a6129392c2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:06.238563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-529fe44a-2834-4b7a-a3bc-b90bd39b1960 req-7276c867-3ece-445b-a7aa-53a6129392c2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 932 time: 1.0854774
Apr 30 04:26:06.251921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db05f4-fa3f-4cde-9972-84b0c26d828d req-094f5c47-e00e-4de6-bf43-e2751469f3a2 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:06.254801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18db05f4-fa3f-4cde-9972-84b0c26d828d req-094f5c47-e00e-4de6-bf43-e2751469f3a2 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1097 time: 1.1004980
Apr 30 04:26:06.256679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-a1626405-3939-4580-99df-2c3e1c94c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:06.258283 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-a1626405-3939-4580-99df-2c3e1c94c139 service neutron] 10.222.0.37 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 925 time: 0.6649013
Apr 30 04:26:06.260962 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fb428fe-2dd6-4008-a612-ad04f92ba9c9 req-2f13267f-4d62-4a5c-af87-d4a230a51fcd service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5815384
Apr 30 04:26:06.306512 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:06.378492 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:06.382057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:06.468369 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:26:06.524018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 84f1143d-6baa-4263-9f36-f094cd48aa0e details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:26:06.633987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18db05f4-fa3f-4cde-9972-84b0c26d828d req-3e9cfe1c-9ec1-4b34-9538-c2d156e4b733 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2713103
Apr 30 04:26:06.665999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.37', 57821) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:06.667446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Transition to ACTIVE for port object 7f953fea-f94e-4875-9d7b-30f1a3a56487 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:06.671501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-529fe44a-2834-4b7a-a3bc-b90bd39b1960 req-b48b6566-cd2a-4e53-98aa-9657ccc8470a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4082952
Apr 30 04:26:06.763724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c211d2-e02d-47e3-b8ed-b512aea8fafd {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:06.773718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:06.799563 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:06.808746 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-a466f4c7-2511-4bbf-818c-6675c2eed0b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e HTTP/1.1" status: 200  len: 1000 time: 0.4860780
Apr 30 04:26:06.814840 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:06.874267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-3695bb2b-402f-4186-87ad-f864fa431e38 service neutron] 10.222.0.50 "GET /v2.0/ports/84f1143d-6baa-4263-9f36-f094cd48aa0e/bindings/n-h1-766726-20 HTTP/1.1" status: 200  len: 385 time: 0.7714429
Apr 30 04:26:07.030302 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:26:07.031144 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:26:07.060369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:07.094505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Transition to ACTIVE for port object 53c211d2-e02d-47e3-b8ed-b512aea8fafd will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:07.105359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 84f1143d-6baa-4263-9f36-f094cd48aa0e has no active binding in host n-h1-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:26:07.105826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-0c74666b-f760-42f7-86ce-5058ec82287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:07.109824 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-0c74666b-f760-42f7-86ce-5058ec82287c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5102ee2-1ffa-4026-b871-f222812f6c0a HTTP/1.1" status: 200  len: 863 time: 0.2853727
Apr 30 04:26:07.113000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:07.124161 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f06d8dc-8a34-4146-bb14-3c956a85569d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:07.433855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] No DVR routers for this DVR port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:26:07.592784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Pushing event updated for resources: {'Port': ['ID=53c211d2-e02d-47e3-b8ed-b512aea8fafd,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:07.620837 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:07.627787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Pushing event updated for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=6']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:07.663759 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:07.680849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-bcbe433c-146a-4239-95d2-634c746c5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:07.682431 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-bcbe433c-146a-4239-95d2-634c746c5317 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=926b2a9a-9498-4d47-9666-adc48815dd31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5604262
Apr 30 04:26:07.683432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Attempting to bind port 53c211d2-e02d-47e3-b8ed-b512aea8fafd on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:07.683767 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Attempting to bind port 53c211d2-e02d-47e3-b8ed-b512aea8fafd by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:07.684179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Attempting to bind port 53c211d2-e02d-47e3-b8ed-b512aea8fafd on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:07.713821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Port 53c211d2-e02d-47e3-b8ed-b512aea8fafd on network c1685588-b376-4df0-8702-e53936b65131 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:26:07.713821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Attempting to bind port 53c211d2-e02d-47e3-b8ed-b512aea8fafd on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:07.725232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-482ffa7d-7565-4328-ba38-80d249fbc369 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:07.727856 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-482ffa7d-7565-4328-ba38-80d249fbc369 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 950 time: 1.0547714
Apr 30 04:26:07.736926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:07.737328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Checking segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:07.737823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Bound using segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:07.737997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Attempting to bind port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:07.738300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Bound port: 53c211d2-e02d-47e3-b8ed-b512aea8fafd, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:07.738300 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:07.738573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Attempting to bind port 7f953fea-f94e-4875-9d7b-30f1a3a56487 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:07.738877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Attempting to bind port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:07.747883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f0bb92-eb93-46a3-b6ae-ff263222bf34 None None] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:26:07.919982 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-3a068354-a272-4604-80c4-554ea90b6a94 service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294827
Apr 30 04:26:07.956714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 821f9e16-57d7-48f8-9416-e86cc041d282 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:07.983098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] For port 53c211d2-e02d-47e3-b8ed-b512aea8fafd, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:08.037453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-37b756b0-c8e0-4b13-b007-e819bb2ef7b5 None None] Provisioning for port 821f9e16-57d7-48f8-9416-e86cc041d282 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:08.081750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:26:08.082719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Attempting to bind port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:08.095632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] For port 53c211d2-e02d-47e3-b8ed-b512aea8fafd, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=53c211d2-e02d-47e3-b8ed-b512aea8fafd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:08.109055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 84f1143d-6baa-4263-9f36-f094cd48aa0e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:26:08.122356 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:08.137138 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:08.223660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:08.224271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:08.225241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:08.225865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Bound port: 7f953fea-f94e-4875-9d7b-30f1a3a56487, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:08.226630 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:08.250735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:08.251799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:08.254527 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] 10.222.0.50 "PUT /v2.0/ports/53c211d2-e02d-47e3-b8ed-b512aea8fafd HTTP/1.1" status: 200  len: 1093 time: 3.5722857
Apr 30 04:26:08.255278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd192e8-b4db-4fc7-b0bb-6d1b3d936582', 'tag': '53c211d2-e02d-47e3-b8ed-b512aea8fafd'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:08.340323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 821f9e16-57d7-48f8-9416-e86cc041d282 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:08.343877 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b3249171-8eb0-4377-ab41-41e17d4d8f38 req-2222415c-8226-46da-843d-b71b3e85fa20 service neutron] 10.222.0.37 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4172153
Apr 30 04:26:08.366295 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 821f9e16-57d7-48f8-9416-e86cc041d282 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:08.366693 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:08.413074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7ef53-2789-4065-ac91-0b49f79afc0f req-a4172648-e08a-4ba0-b818-29f2f4bbb316 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:08.425066 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4a7ef53-2789-4065-ac91-0b49f79afc0f req-a4172648-e08a-4ba0-b818-29f2f4bbb316 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 948 time: 1.1124971
Apr 30 04:26:08.425530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Pushing event updated for resources: {'Port': ['ID=53c211d2-e02d-47e3-b8ed-b512aea8fafd,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:08.445246 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:08.515281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-44e7a6d7-56b3-4e95-90bb-6cf2600541d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:08.518453 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-44e7a6d7-56b3-4e95-90bb-6cf2600541d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 1096 time: 0.1767240
Apr 30 04:26:08.521762 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:08.546513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 047c96d9-eb31-4af1-a06d-5952c5143f06 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:26:08.644156 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-2006cec4-6e6b-4454-a509-b17ec736acbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53c211d2-e02d-47e3-b8ed-b512aea8fafd HTTP/1.1" status: 200  len: 217 time: 0.1172523
Apr 30 04:26:08.654708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd687-57a9-4ef4-a728-312ef9e454e9 req-fb5c093b-2912-4eae-8f09-86e9db07c810 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:08.669578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-165cd687-57a9-4ef4-a728-312ef9e454e9 req-fb5c093b-2912-4eae-8f09-86e9db07c810 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 950 time: 1.5002115
Apr 30 04:26:08.678531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 821f9e16-57d7-48f8-9416-e86cc041d282, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=821f9e16-57d7-48f8-9416-e86cc041d282,segment=NetworkSegment(66be95aa-6a93-4e15-94ac-8fb38914dd89),segment_id=66be95aa-6a93-4e15-94ac-8fb38914dd89)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:08.689377 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:08.693936 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:08.747111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-96d1a2ad-4637-4396-b068-f143fe649b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:08.749170 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-96d1a2ad-4637-4396-b068-f143fe649b3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.0984328
Apr 30 04:26:08.828623 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-0cb85e1b-e2aa-4094-bfd5-ec74b92357ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710144
Apr 30 04:26:08.850481 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:08.881911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=821f9e16-57d7-48f8-9416-e86cc041d282,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:08.897227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8fd31388-c597-48fc-ac6d-eff4d19d8738 None None] Provisioning complete for port 821f9e16-57d7-48f8-9416-e86cc041d282 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:08.898275 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8fd31388-c597-48fc-ac6d-eff4d19d8738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:08.924412 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:08.941858 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:08.963348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 047c96d9-eb31-4af1-a06d-5952c5143f06, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=047c96d9-eb31-4af1-a06d-5952c5143f06,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:08.991843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4a7ef53-2789-4065-ac91-0b49f79afc0f req-cdddc9af-fa51-44cf-9bb4-2aff6f0def40 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4723232
Apr 30 04:26:09.041257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '047c96d9-eb31-4af1-a06d-5952c5143f06'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:09.047728 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:09.075184 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:09.081317 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:09.105706 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-f5d4d8b7-1716-43c0-95a3-c21d23a33dfb service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702982
Apr 30 04:26:09.196101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:09.222570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=047c96d9-eb31-4af1-a06d-5952c5143f06,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:09.234401 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:09.245176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:09.300296 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-165cd687-57a9-4ef4-a728-312ef9e454e9 req-c0805ed5-e490-4b3e-89f6-241d88af2cc3 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/security-groups?id=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6299534
Apr 30 04:26:09.327365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:09.354740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:09.389552 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:09.413909 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:09.553402 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e28f0ad1-1405-4259-9e3c-173938db0715 req-9f95ddc8-9e23-4199-8ced-af79e41f600a service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4412003
Apr 30 04:26:09.599726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Deleting port 047c96d9-eb31-4af1-a06d-5952c5143f06 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:26:09.599992 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:09.625060 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'code': 200}
Apr 30 04:26:09.761486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:09.762192 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:09.764378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 1097 time: 5.6600552
Apr 30 04:26:09.777660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 821f9e16-57d7-48f8-9416-e86cc041d282 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:09.818298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f1143d-6baa-4263-9f36-f094cd48aa0e {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:09.917402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 821f9e16-57d7-48f8-9416-e86cc041d282 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:09.918115 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:10.093080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:10.195848 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:10.206371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Pushing event updated for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:10.234658 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:10.256296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Allocated IP 172.25.8.111 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/f176c244-71fd-4c00-bb4c-2ace22166078) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:10.284199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c75d-21e6-415b-9813-3753cf3dc015 req-1ef13c7e-100a-475a-bcaa-119184891dbd tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:10.286753 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5e0c75d-21e6-415b-9813-3753cf3dc015 req-1ef13c7e-100a-475a-bcaa-119184891dbd tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 943 time: 1.0426922
Apr 30 04:26:10.388148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] For port 047c96d9-eb31-4af1-a06d-5952c5143f06, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=047c96d9-eb31-4af1-a06d-5952c5143f06,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:10.388512 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:10.674496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Calling delete_port for 047c96d9-eb31-4af1-a06d-5952c5143f06 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:26:10.700921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb95943-6143-4a67-951a-b5b34d78d128 req-41b7b525-ee2e-41b5-8465-31f5951e6f3e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:10.702536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3bb95943-6143-4a67-951a-b5b34d78d128 req-41b7b525-ee2e-41b5-8465-31f5951e6f3e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 944 time: 1.0159290
Apr 30 04:26:10.711229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5e0c75d-21e6-415b-9813-3753cf3dc015 req-76462456-6ef7-4db2-8d9d-2300d8daf218 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3922696
Apr 30 04:26:10.720229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-0232d75a-660b-485c-bfd0-153c9a4d5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:10.721755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-0232d75a-660b-485c-bfd0-153c9a4d5123 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1100 time: 0.8601668
Apr 30 04:26:10.834534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] Transition to ACTIVE for port object 84f1143d-6baa-4263-9f36-f094cd48aa0e will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:10.910253 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:10.929075 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-001076ed-9e81-46eb-b7b8-c43b364a8cd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:10.961418 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd192e8-b4db-4fc7-b0bb-6d1b3d936582', 'tag': '53c211d2-e02d-47e3-b8ed-b512aea8fafd', 'status': 'completed', 'code': 200}
Apr 30 04:26:10.980944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3bb95943-6143-4a67-951a-b5b34d78d128 req-7e3760aa-f095-4aa5-9a40-d4404aadd69c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2638338
Apr 30 04:26:10.986471 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:11.049820 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '047c96d9-eb31-4af1-a06d-5952c5143f06', 'code': 200}
Apr 30 04:26:11.138549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-614b34ee-f512-4474-ae82-674b2391afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:11.144212 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-614b34ee-f512-4474-ae82-674b2391afba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 1096 time: 0.1570804
Apr 30 04:26:11.175995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] No DVR routers for this DVR port 84f1143d-6baa-4263-9f36-f094cd48aa0e on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:26:11.179038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-c2c18066-cbf9-4c09-882a-496e2e86b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:11.180707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-c2c18066-cbf9-4c09-882a-496e2e86b528 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4407861
Apr 30 04:26:11.185115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] Pushing event updated for resources: {'Port': ['ID=84f1143d-6baa-4263-9f36-f094cd48aa0e,revision_number=10']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:11.191710 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:11.391060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-1e8b58fa-cde2-4336-9971-b1e3d168a132 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.1977458
Apr 30 04:26:11.418054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-93fc22c7-f94c-4020-b16c-5207250f6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:11.419630 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-93fc22c7-f94c-4020-b16c-5207250f6fc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 913 time: 0.2668509
Apr 30 04:26:11.498955 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-3e32f275-1328-4fef-b328-8ade4102862a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53c211d2-e02d-47e3-b8ed-b512aea8fafd HTTP/1.1" status: 200  len: 217 time: 0.0720341
Apr 30 04:26:11.619471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-7a45acc7-6c99-4e8d-b2d8-e963d1c53e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:11.621412 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-7a45acc7-6c99-4e8d-b2d8-e963d1c53e7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.1131141
Apr 30 04:26:11.627045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:11.683892 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-03775625-0ad6-4ced-bf98-8301c85c918c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522726
Apr 30 04:26:11.716350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:11.728888 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:11.782000 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:11.784657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-ecf7cb98-524f-4dd8-908d-8d5e49e2fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:11.786527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-ecf7cb98-524f-4dd8-908d-8d5e49e2fa4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.3826177
Apr 30 04:26:11.812209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] 10.222.0.50 "PUT /v2.0/ports/84f1143d-6baa-4263-9f36-f094cd48aa0e/bindings/n-h1-766726-20/activate HTTP/1.1" status: 200  len: 370 time: 4.9365857
Apr 30 04:26:11.903413 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-524e5641-97cc-4844-8c73-cfd0e57c4ac4 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2004037
Apr 30 04:26:11.928580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:11.948489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:11.964974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:12.066678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Pushing event updated for resources: {'Port': ['ID=f176c244-71fd-4c00-bb4c-2ace22166078,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:12.084786 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:12.145547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] No DVR routers for this DVR port 047c96d9-eb31-4af1-a06d-5952c5143f06 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:26:12.147076 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:12.178974 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:12.180978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdcdb2ac-3e08-472f-9913-ccab80698436 req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.37 "DELETE /v2.0/ports/047c96d9-eb31-4af1-a06d-5952c5143f06 HTTP/1.1" status: 204  len: 173 time: 4.3736298
Apr 30 04:26:12.186411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-3bbb0080-38fc-451d-94aa-0a5abf6aeafd tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:12.189023 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-3bbb0080-38fc-451d-94aa-0a5abf6aeafd tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.2816310
Apr 30 04:26:12.192004 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b7e983e6-600a-4ed8-b2ce-feca3d82efea req-692f926c-e574-4d9d-bc77-a69e7c7c6547 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2868736
Apr 30 04:26:12.205620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de35c04-e125-40d9-9c59-a3e9f84572a8 req-e9bf98e1-5741-412e-9b4b-84ed04fff01e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:12.207141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8de35c04-e125-40d9-9c59-a3e9f84572a8 req-e9bf98e1-5741-412e-9b4b-84ed04fff01e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 948 time: 0.9133592
Apr 30 04:26:12.219735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Pushing event deleted for resources: {'Port': ['ID=047c96d9-eb31-4af1-a06d-5952c5143f06,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:12.253306 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:12.352421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8de35c04-e125-40d9-9c59-a3e9f84572a8 req-37389532-aaa9-468d-9cbb-fee7dbeffa10 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980461
Apr 30 04:26:12.354499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-39bf9fb3-babe-469b-9422-b6d24a01bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:12.357217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-22bb1553-6525-402f-882f-befda6d9a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:12.358808 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-22bb1553-6525-402f-882f-befda6d9a1da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5577044
Apr 30 04:26:12.360095 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-39bf9fb3-babe-469b-9422-b6d24a01bc97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99&tenant_id=e00638fa8be2496892bbdeb78ce39e3e HTTP/1.1" status: 200  len: 1096 time: 0.1622560
Apr 30 04:26:12.549152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-1c19458a-a657-4bf2-b6fa-3deb32f5ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:12.550832 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-1c19458a-a657-4bf2-b6fa-3deb32f5ce30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1096 time: 0.1587129
Apr 30 04:26:12.604585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-c936aef1-497e-460b-982e-1e339e10941e tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:26:12.605437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-c936aef1-497e-460b-982e-1e339e10941e tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0585825
Apr 30 04:26:12.624453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Request body: {'binding': {'host': 'n-h1-766726-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:12.624901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Unknown quota resources ['binding']. {{(pid=74581) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:26:12.667126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6c0c09d6-a2d0-43b5-aa7d-342694cd5bb4 req-3b2aeaac-3e31-4063-8249-40057b9f62ec tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Synchronizing usage tracker for tenant:4f38be0eef304b63b773d314d7ed912d on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:12.715409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-33946189-f083-45a4-ab25-4392e81bac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:12.716908 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-33946189-f083-45a4-ab25-4392e81bac4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.1582160
Apr 30 04:26:12.876699 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-91834836-5ac6-4594-8e62-5e8109686fbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 200  len: 217 time: 0.1523836
Apr 30 04:26:12.955916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6c0c09d6-a2d0-43b5-aa7d-342694cd5bb4 req-3b2aeaac-3e31-4063-8249-40057b9f62ec tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Unset dirty status for tenant:4f38be0eef304b63b773d314d7ed912d on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:12.957141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c0c09d6-a2d0-43b5-aa7d-342694cd5bb4 req-3b2aeaac-3e31-4063-8249-40057b9f62ec tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c94eeb-1e0d-4f6b-b698-93a7ba568892 HTTP/1.1" status: 200  len: 210 time: 0.4555502
Apr 30 04:26:13.036628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-b2f5816b-4919-4a6d-a543-294fe6bae39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:13.040087 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-b2f5816b-4919-4a6d-a543-294fe6bae39c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.1554186
Apr 30 04:26:13.105216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-87dc2404-c645-436c-8807-8ef903eed5af service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6018765
Apr 30 04:26:13.159596 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-fa4b70f4-664c-43a2-b6e6-178f176596b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1120489
Apr 30 04:26:13.235396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:13.367557 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'status': 'completed', 'code': 200}
Apr 30 04:26:13.367881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-c3af8d4c-fe9a-4d4f-8de7-c947dfc46243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:13.369783 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-c3af8d4c-fe9a-4d4f-8de7-c947dfc46243 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1100 time: 0.2053814
Apr 30 04:26:13.402636 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-9f315ffd-9d90-40cc-b719-7ee190e3f70a service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919115
Apr 30 04:26:13.720329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on host n-h1-766726-20 for vnic_type normal with profile None {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:13.721273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:13.721273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:13.739503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cda428-2c04-4eda-8668-ae4b67f91fcc req-f6b2dcdb-eb80-4d79-8287-6b3130271c10 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6266789
Apr 30 04:26:13.747629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:26:13.747629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:13.748526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-c34b366c-d420-4ac3-b4f1-0f831473e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:13.750016 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-c34b366c-d420-4ac3-b4f1-0f831473e849 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3740110
Apr 30 04:26:13.756462 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-5e45563b-6ca2-4844-8f7e-1b8f178f7b84 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374119
Apr 30 04:26:13.774342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:13.775335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:13.775824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:13.776235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Bound port: 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:13.829724 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-341f2069-7c84-48e8-9bb2-e0459d730260 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.0720036
Apr 30 04:26:13.874517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a204b0-7af0-4438-b507-242dd2aeb98e req-adfa862b-74ce-4c3e-ae93-f4f786761a34 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:13.883428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50a204b0-7af0-4438-b507-242dd2aeb98e req-adfa862b-74ce-4c3e-ae93-f4f786761a34 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 944 time: 0.4944911
Apr 30 04:26:14.008904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-d6d1b263-85df-4fc3-a373-c2c51a60e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:14.015618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:14.027061 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-d6d1b263-85df-4fc3-a373-c2c51a60e327 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1896019
Apr 30 04:26:14.033433 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] Notify callbacks [] for binding, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:14.034613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-2f818994-cf6e-49d6-9979-6ab0e236b971 service neutron] 10.222.0.46 "POST /v2.0/ports/3570cd01-9e28-44e6-9829-e2ceaf8c8574/bindings HTTP/1.1" status: 201  len: 390 time: 1.4156551
Apr 30 04:26:14.064306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50a204b0-7af0-4438-b507-242dd2aeb98e req-f2883f8a-fd64-4424-8b38-bf91c6200b40 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798668
Apr 30 04:26:14.099679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 53c211d2-e02d-47e3-b8ed-b512aea8fafd details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:26:14.103967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:14.305612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-742d3296-94ad-4cc1-ba1f-7a51b2f713e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:14.309081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-742d3296-94ad-4cc1-ba1f-7a51b2f713e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1100 time: 0.4697926
Apr 30 04:26:14.437845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 53c211d2-e02d-47e3-b8ed-b512aea8fafd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=53c211d2-e02d-47e3-b8ed-b512aea8fafd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:14.463766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '53c211d2-e02d-47e3-b8ed-b512aea8fafd', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'port_id': '53c211d2-e02d-47e3-b8ed-b512aea8fafd', 'mac_address': 'fa:16:3e:23:67:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8326175-e83c-408f-988d-f3ddf2f98448', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:26:14.534678 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:14.557938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c211d2-e02d-47e3-b8ed-b512aea8fafd {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:14.580713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 53c211d2-e02d-47e3-b8ed-b512aea8fafd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=53c211d2-e02d-47e3-b8ed-b512aea8fafd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:14.591675 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:14.597933 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:14.703272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-148e8d74-cbcf-4230-8690-136621decb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:14.706615 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-148e8d74-cbcf-4230-8690-136621decb83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3850501
Apr 30 04:26:14.761284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=53c211d2-e02d-47e3-b8ed-b512aea8fafd,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:14.767585 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:14.819043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-f8911618-1260-4322-90be-64b6b9761137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:14.820976 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-f8911618-1260-4322-90be-64b6b9761137 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7846205
Apr 30 04:26:14.845947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-35d48416-b15a-417b-bb38-8e5bc461efd6 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:14.849163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-35d48416-b15a-417b-bb38-8e5bc461efd6 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.2941852
Apr 30 04:26:14.855456 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-8cbe41ab-7896-4015-8638-15f7b6c5807d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.1405632
Apr 30 04:26:14.929640 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['53c211d2-e02d-47e3-b8ed-b512aea8fafd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:26:15.068735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Router 5629001d-5aa8-4699-86ca-5463981a3df1 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:26:15.141258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e83862-8e70-4c52-a652-15e5facb1745 req-172f8ebc-cfed-48ef-aaad-79accc21ee4a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:15.142852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6e83862-8e70-4c52-a652-15e5facb1745 req-172f8ebc-cfed-48ef-aaad-79accc21ee4a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 948 time: 0.4800880
Apr 30 04:26:15.168186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d96c7-b267-4251-a7cc-b9c848b81b6e req-452aba27-7f2e-4805-a4b5-52b01a341ec0 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:15.176935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d1d96c7-b267-4251-a7cc-b9c848b81b6e req-452aba27-7f2e-4805-a4b5-52b01a341ec0 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 945 time: 0.6204243
Apr 30 04:26:15.200798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-3874f70e-c749-407d-9913-cdc91e8a7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:15.203463 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-3874f70e-c749-407d-9913-cdc91e8a7316 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.3031080
Apr 30 04:26:15.337940 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-362d5db8-1a9a-4f3b-ad4c-cb441b317524 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5063088
Apr 30 04:26:15.381645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'name': 'network-vif-deleted', 'tag': '047c96d9-eb31-4af1-a06d-5952c5143f06'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:15.473103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-2f13dc67-a38d-4884-8ca8-be98e8b8b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:15.475173 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-2f13dc67-a38d-4884-8ca8-be98e8b8b0ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2556496
Apr 30 04:26:15.491423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d1d96c7-b267-4251-a7cc-b9c848b81b6e req-cd27897f-de62-488f-823f-4bd23a5f37c3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2989542
Apr 30 04:26:15.596974 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6e83862-8e70-4c52-a652-15e5facb1745 req-adde099f-6f4c-415c-a401-0a8c1f2021a9 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4184289
Apr 30 04:26:15.747954 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-49186f63-2c02-4225-b217-ce26ba91ee5f service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3997753
Apr 30 04:26:15.853179 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-fa2d08d6-90b7-473f-a8b8-44217982924c service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3701048
Apr 30 04:26:15.939366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:26:15.960082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Sync routers for ids ['5629001d-5aa8-4699-86ca-5463981a3df1'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:26:15.977902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-0c1be2d0-ed20-43a8-8f32-fa9df747762d service neutron] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:16.001439 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-0c1be2d0-ed20-43a8-8f32-fa9df747762d service neutron] Notify callbacks [] for binding, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:16.003720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6bcd6e9-76b7-46c6-9f41-d2f0a967a0e1 req-0c1be2d0-ed20-43a8-8f32-fa9df747762d service neutron] 10.222.0.37 "DELETE /v2.0/ports/84f1143d-6baa-4263-9f36-f094cd48aa0e/bindings/n-h2-766726-20 HTTP/1.1" status: 204  len: 173 time: 1.1463425
Apr 30 04:26:16.027226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Routers {'5629001d-5aa8-4699-86ca-5463981a3df1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:26:16.028197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800da310>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:26:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5629001d-5aa8-4699-86ca-5463981a3df1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:16.131029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 53c211d2-e02d-47e3-b8ed-b512aea8fafd up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:16.137592 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:16.148142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53434) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:16.149394 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 11.5401630
Apr 30 04:26:16.225523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33372e-98ab-4c73-9ba6-0fc7290fb944 req-bbb8e001-8e9e-4390-8178-a0e3e3f2155a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:16.237098 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc33372e-98ab-4c73-9ba6-0fc7290fb944 req-bbb8e001-8e9e-4390-8178-a0e3e3f2155a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 945 time: 0.4945359
Apr 30 04:26:16.343327 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ed0b2d8-a3d2-492c-8780-0a3bb18b7bee req-d5e23bee-2090-49a8-b202-e42c0f132535 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4822283
Apr 30 04:26:16.370756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Set router 5629001d-5aa8-4699-86ca-5463981a3df1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:26:16.427988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc33372e-98ab-4c73-9ba6-0fc7290fb944 req-5d07fd70-563a-4cbd-9680-3107dd02c314 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876316
Apr 30 04:26:16.427988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53438) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:16.451758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370ebee-7384-4632-874b-a0ecc8f56dff req-515f7a04-47cf-4ee9-94cf-d119d139e93f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:16.467544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8370ebee-7384-4632-874b-a0ecc8f56dff req-515f7a04-47cf-4ee9-94cf-d119d139e93f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 944 time: 0.4436691
Apr 30 04:26:16.532039 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 53c211d2-e02d-47e3-b8ed-b512aea8fafd completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:16.595763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8370ebee-7384-4632-874b-a0ecc8f56dff req-707be184-7ffc-48ef-9257-00a6630e543a tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266952
Apr 30 04:26:16.624270 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c94eeb-1e0d-4f6b-b698-93a7ba568892', 'name': 'network-vif-deleted', 'tag': '047c96d9-eb31-4af1-a06d-5952c5143f06', 'status': 'completed', 'code': 200}
Apr 30 04:26:16.701469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 53c211d2-e02d-47e3-b8ed-b512aea8fafd triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:16.702078 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:16.896400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-020203e7-f565-4a9c-8710-7f0b35b74396 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f38be0eef304b63b773d314d7ed912d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4659181
Apr 30 04:26:16.901402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53454) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:17.102473 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:17.139996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd192e8-b4db-4fc7-b0bb-6d1b3d936582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c211d2-e02d-47e3-b8ed-b512aea8fafd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:17.154026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 53c211d2-e02d-47e3-b8ed-b512aea8fafd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=53c211d2-e02d-47e3-b8ed-b512aea8fafd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:17.165815 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800da310>, [{'id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:04Z', 'updated_at': '2021-04-30T04:26:12Z', 'revision_number': 3, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'gw_port': {'id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:09Z', 'updated_at': '2021-04-30T04:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:17.169926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:17.172797 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-985a4fc4-e384-48f4-9af3-e11fa98790de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:17.182784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53462) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:17.234678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Checking router: 5629001d-5aa8-4699-86ca-5463981a3df1 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:26:17.235946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Updating router 5629001d-5aa8-4699-86ca-5463981a3df1 port f176c244-71fd-4c00-bb4c-2ace22166078 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:26:17.284160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1acdca-6cfa-485a-9d9f-9abed381ac1d req-f087b78f-4fb1-4426-8919-4cb17e9d7a08 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:17.292486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8f1acdca-6cfa-485a-9d9f-9abed381ac1d req-f087b78f-4fb1-4426-8919-4cb17e9d7a08 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 945 time: 0.4858935
Apr 30 04:26:17.326631 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:17.402301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19427e-f161-4f32-ab0b-6b9b62e9bf36 req-d25cb82f-7980-4d3a-ab6f-ddc29a5e6869 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:17.409689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb19427e-f161-4f32-ab0b-6b9b62e9bf36 req-d25cb82f-7980-4d3a-ab6f-ddc29a5e6869 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 948 time: 0.4472682
Apr 30 04:26:17.425411 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:17.453094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8f1acdca-6cfa-485a-9d9f-9abed381ac1d req-0e34e887-0e96-4461-80db-ff602aa96fcf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594343
Apr 30 04:26:17.542320 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:17.559849 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f616a2a5-748a-492b-924b-9f118dd20772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:17.576074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5f85ca-73e3-45c6-9731-1b4cc1ddbb96,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:17.595346 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:17.601737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.606338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.606885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.607256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.607722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.608125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.608540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.608896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.609242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.609596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.609971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.610314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:17.633432 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:17.639956 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:17.658142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af5f85ca-73e3-45c6-9731-1b4cc1ddbb96 HTTP/1.1" status: 204  len: 168 time: 0.7448862
Apr 30 04:26:17.670995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb19427e-f161-4f32-ab0b-6b9b62e9bf36 req-116104c5-a29c-4b80-9eb8-10d42eae7136 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2604029
Apr 30 04:26:17.729328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=53c211d2-e02d-47e3-b8ed-b512aea8fafd,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:17.756495 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:17.810216 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b76c29cc-6694-4900-b286-312ace6f23ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1ddafa8a0324928833d5695c6babec7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6251988
Apr 30 04:26:17.811013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53474) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:17.837693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbfa99-8e1e-4bc9-b57d-528892ed70e2 req-4c19efab-1b49-496c-8e9e-df4669da8325 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:17.839505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46fbfa99-8e1e-4bc9-b57d-528892ed70e2 req-4c19efab-1b49-496c-8e9e-df4669da8325 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1096 time: 0.1186111
Apr 30 04:26:17.878147 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd192e8-b4db-4fc7-b0bb-6d1b3d936582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c211d2-e02d-47e3-b8ed-b512aea8fafd', 'code': 200}
Apr 30 04:26:17.941572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46fbfa99-8e1e-4bc9-b57d-528892ed70e2 req-33ec18d0-eae9-467c-8a28-6d4d8b6ae4bf tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882394
Apr 30 04:26:18.289603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b8c01-6332-4eeb-8f99-ab636256e87e req-3fe5164c-c3a0-467b-8f4a-c75a4427fc88 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:18.294244 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-829b8c01-6332-4eeb-8f99-ab636256e87e req-3fe5164c-c3a0-467b-8f4a-c75a4427fc88 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 945 time: 0.2543898
Apr 30 04:26:18.342137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-cbec7f3f-4f07-4054-b9ae-0cf364abeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:18.344308 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-cbec7f3f-4f07-4054-b9ae-0cf364abeb7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1097 time: 0.5827506
Apr 30 04:26:18.346432 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.370763 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.405635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Transition to ACTIVE for port object f176c244-71fd-4c00-bb4c-2ace22166078 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:18.419983 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.432826 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f935a696-74c2-41c3-98fe-b577d29a8bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:18.452657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-829b8c01-6332-4eeb-8f99-ab636256e87e req-583c4b31-8648-4249-bdc8-ac4ef525f58a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248915
Apr 30 04:26:18.453510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53488) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:18.586166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2f165a2f-f7fa-468a-aeda-aea954129709 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d830799785414be5ae6565e481827483&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1311870
Apr 30 04:26:18.591183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53498) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:18.601473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Attempting to bind port f176c244-71fd-4c00-bb4c-2ace22166078 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:18.602036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Attempting to bind port f176c244-71fd-4c00-bb4c-2ace22166078 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:18.602553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Attempting to bind port f176c244-71fd-4c00-bb4c-2ace22166078 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:18.607434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57655733-c30f-42f4-b560-59d810bddf2b req-8e73c24c-767c-4900-9501-2e01087d8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:18.611149 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-57655733-c30f-42f4-b560-59d810bddf2b req-8e73c24c-767c-4900-9501-2e01087d8df7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 1098 time: 0.6464617
Apr 30 04:26:18.618590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:18.619110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:18.619738 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.620403 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:18.621231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Bound port: f176c244-71fd-4c00-bb4c-2ace22166078, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:18.621840 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.654220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b7919-97d4-478f-8e12-77037a03f2af None None] Pushing event updated for resources: {'Port': ['ID=f176c244-71fd-4c00-bb4c-2ace22166078,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:18.658390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7f953fea-f94e-4875-9d7b-30f1a3a56487 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:26:18.659805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fdbbe50-41e2-4174-a1eb-056868aa9724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.673032 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8c1b7919-97d4-478f-8e12-77037a03f2af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:18.777423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-03f9432a-a062-42f3-8298-501e98ea2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:18.778940 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-03f9432a-a062-42f3-8298-501e98ea2e1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.4083049
Apr 30 04:26:18.837770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-4f984f68-2578-4a94-b469-820e37cf7a47 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:18.839380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-4f984f68-2578-4a94-b469-820e37cf7a47 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 820 time: 0.3159633
Apr 30 04:26:18.851478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] For port f176c244-71fd-4c00-bb4c-2ace22166078, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:18.857354 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fdbbe50-41e2-4174-a1eb-056868aa9724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.857594 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b5ec083-9f79-4b9d-a3ae-661c9e03bfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.866830 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-57655733-c30f-42f4-b560-59d810bddf2b req-b56ea6be-c439-4827-aec7-5826606cec3f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299936
Apr 30 04:26:18.882452 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-5948b2ee-2441-4e15-8d09-03b266bfdd80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 200  len: 217 time: 0.0930057
Apr 30 04:26:18.909908 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-cf86f9db-7496-4dc5-bba9-2bb985a2a2b0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/quotas/e00638fa8be2496892bbdeb78ce39e3e HTTP/1.1" status: 200  len: 375 time: 0.0494096
Apr 30 04:26:18.914683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b5ec083-9f79-4b9d-a3ae-661c9e03bfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.963840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a518df7-d536-4075-b85b-cd9403f21530 req-6787e83b-3278-4233-8b39-1d159f507205 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:18.965435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a518df7-d536-4075-b85b-cd9403f21530 req-6787e83b-3278-4233-8b39-1d159f507205 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 946 time: 0.2907574
Apr 30 04:26:18.970123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] For port f176c244-71fd-4c00-bb4c-2ace22166078, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f176c244-71fd-4c00-bb4c-2ace22166078,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:18.988758 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:18.997182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:19.007363 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:19.034574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-026e7fbe-b99a-445a-b126-6faf77138199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:19.036688 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-026e7fbe-b99a-445a-b126-6faf77138199 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.1444468
Apr 30 04:26:19.080939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'mac_address': 'fa:16:3e:d3:ce:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:26:19.083995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a518df7-d536-4075-b85b-cd9403f21530 req-bace4b61-dc94-4a80-9178-0224677446e0 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905044
Apr 30 04:26:19.124855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-5f3557ff-95c2-4c8e-bcd7-1f314f643944 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2137423
Apr 30 04:26:19.134928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-1abbe6e4-deb9-4209-a34f-0afeb8b006cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0906849
Apr 30 04:26:19.183750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fdbbe50-41e2-4174-a1eb-056868aa9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:19.191630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4b626be-26fa-4c3e-a8d5-9eb2c4d8b96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:19.209043 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b5ec083-9f79-4b9d-a3ae-661c9e03bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:19.213507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbbe50-41e2-4174-a1eb-056868aa9724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd862299-9989-4c71-9e72-b4f0dd1e24ee,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:19.233706 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e2ea070b-9f73-4931-87f6-a598a8f1f0a8 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:19.264945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ec083-9f79-4b9d-a3ae-661c9e03bfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdb2c74-e559-45bd-a52d-33b89db11e84,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:19.279224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Routers {'5629001d-5aa8-4699-86ca-5463981a3df1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:26:19.280535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800da310>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:26:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5629001d-5aa8-4699-86ca-5463981a3df1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:19.361758 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b5ec083-9f79-4b9d-a3ae-661c9e03bfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:19.366123 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b5ec083-9f79-4b9d-a3ae-661c9e03bfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:19.371686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1b5ec083-9f79-4b9d-a3ae-661c9e03bfdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbdb2c74-e559-45bd-a52d-33b89db11e84 HTTP/1.1" status: 204  len: 168 time: 0.7753453
Apr 30 04:26:19.385363 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fdbbe50-41e2-4174-a1eb-056868aa9724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:19.387057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b7919-97d4-478f-8e12-77037a03f2af None None] Pushing event updated for resources: {'Port': ['ID=f176c244-71fd-4c00-bb4c-2ace22166078,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:19.391715 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:19.411369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Allocated IP 172.20.0.1 (675d50fe-46c1-4e6e-b34a-6a20d2e36c14/936f7c65-b0ea-408e-902f-24e2efc66058/474a9008-80cb-4444-8f2a-d786d534d9f5) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:19.420088 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8c1b7919-97d4-478f-8e12-77037a03f2af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:19.449020 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fdbbe50-41e2-4174-a1eb-056868aa9724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:19.450158 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5fdbbe50-41e2-4174-a1eb-056868aa9724 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd862299-9989-4c71-9e72-b4f0dd1e24ee HTTP/1.1" status: 204  len: 168 time: 1.6331823
Apr 30 04:26:19.520593 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ab9780d1-b147-4b4e-96a9-447f2ddb5694 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3750885
Apr 30 04:26:19.604343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0995-3c57-403b-9bff-3312cdb3d2ab req-213c50c0-6b80-42db-a40c-a061cdc07aa3 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:19.616750 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d67c0995-3c57-403b-9bff-3312cdb3d2ab req-213c50c0-6b80-42db-a40c-a061cdc07aa3 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 948 time: 0.2535160
Apr 30 04:26:19.648222 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-6e5ab4f6-0085-42c6-a431-d2e538ac7e5f service neutron] 10.222.0.46 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5139661
Apr 30 04:26:19.689049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] Set router 5629001d-5aa8-4699-86ca-5463981a3df1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:26:19.774255 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d67c0995-3c57-403b-9bff-3312cdb3d2ab req-68996cfd-4c69-498d-889b-79415d1b2256 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550953
Apr 30 04:26:19.849810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f953fea-f94e-4875-9d7b-30f1a3a56487 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:19.855712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:19.894000 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-4965b417-2dc4-42cc-9c51-888d4143ed46 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3515077
Apr 30 04:26:19.945138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Transition to ACTIVE for port object 474a9008-80cb-4444-8f2a-d786d534d9f5 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:19.970308 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:20.073770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-32b20d15-cc61-4d52-8e67-b520b4b8bd1b service neutron] 10.222.0.46 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4056854
Apr 30 04:26:20.174518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-5d922cd8-ae2c-4d57-bdf6-25dbf510a045 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:20.177853 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-5d922cd8-ae2c-4d57-bdf6-25dbf510a045 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.2081118
Apr 30 04:26:20.179933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:20.190534 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bb288369-e26c-4ce5-a574-fb63ac89ff3b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:20.266644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-20'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:20.444278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:20.444278 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8c1b7919-97d4-478f-8e12-77037a03f2af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:20.503763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca13a09-69ae-4586-a8c9-1e1f06383450 req-b187f4ec-047c-4660-ac7d-b6435b6b3e5c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:20.507141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eca13a09-69ae-4586-a8c9-1e1f06383450 req-b187f4ec-047c-4660-ac7d-b6435b6b3e5c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 945 time: 0.1874449
Apr 30 04:26:20.589154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eca13a09-69ae-4586-a8c9-1e1f06383450 req-c38377ba-1006-4f22-bd6a-55326e95ec7a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738513
Apr 30 04:26:20.648619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:20.669714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:20.680929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:20.691381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:20.729845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:20.741031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Pushing event updated for resources: {'Port': ['ID=474a9008-80cb-4444-8f2a-d786d534d9f5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:20.742830 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:20.747101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800da310>, [{'id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:04Z', 'updated_at': '2021-04-30T04:26:12Z', 'revision_number': 3, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'gw_port': {'id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:09Z', 'updated_at': '2021-04-30T04:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:20.757367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06686076-0ce1-4099-9aec-9389b42bcf0d None None] The sync data for ids ['5629001d-5aa8-4699-86ca-5463981a3df1'] in n-d-766726-20 is: [{'id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:04Z', 'updated_at': '2021-04-30T04:26:12Z', 'revision_number': 3, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'gw_port': {'id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:09Z', 'updated_at': '2021-04-30T04:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:26:20.786393 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:26:20.807936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7f953fea-f94e-4875-9d7b-30f1a3a56487'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:26:21.179104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.179523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.179885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.180419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.182414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.182414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.182414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.182414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.182414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.182823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.183099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.183500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:21.199071 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.009s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:21.206189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e5cf2-2b96-4387-9b6e-04fb9c2a8fe7 req-9fb0631f-23eb-498d-996c-a4024b2154ed tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:21.217984 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:21.220613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df8e5cf2-2b96-4387-9b6e-04fb9c2a8fe7 req-9fb0631f-23eb-498d-996c-a4024b2154ed tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 946 time: 0.3366477
Apr 30 04:26:21.412178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5cd598e7-b8ce-45e6-8bb5-5961cd33ea15 None None] Provisioning for port 474a9008-80cb-4444-8f2a-d786d534d9f5 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:21.425732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5cd598e7-b8ce-45e6-8bb5-5961cd33ea15 None None] Provisioning complete for port 474a9008-80cb-4444-8f2a-d786d534d9f5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:21.426817 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5cd598e7-b8ce-45e6-8bb5-5961cd33ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:21.512774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdf403f1-e23a-454d-8a54-72a49ca4a77c req-b8b5166f-4197-4f2b-b0af-2af15990da2d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 210 time: 0.3551941
Apr 30 04:26:21.582190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df8e5cf2-2b96-4387-9b6e-04fb9c2a8fe7 req-0fed8a9b-c350-4bac-9722-7e4d6417130c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3573260
Apr 30 04:26:21.607712 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5cd598e7-b8ce-45e6-8bb5-5961cd33ea15 None None] Port 474a9008-80cb-4444-8f2a-d786d534d9f5 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:26:21.922741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f176c244-71fd-4c00-bb4c-2ace22166078 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:22.000807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:22.101572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329d181-6c61-4eac-9ab6-97303d8d8a2e req-ea7f16cd-dfd8-4e98-9943-ea59fcec2e92 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:22.103182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5329d181-6c61-4eac-9ab6-97303d8d8a2e req-ea7f16cd-dfd8-4e98-9943-ea59fcec2e92 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 949 time: 0.2797828
Apr 30 04:26:22.118836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:22.176265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53570) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:22.232465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5329d181-6c61-4eac-9ab6-97303d8d8a2e req-176cf564-f369-4bea-94f3-0abfe9a0ca6f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190629
Apr 30 04:26:22.240153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:26:22.307485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port f176c244-71fd-4c00-bb4c-2ace22166078 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:22.319225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f176c244-71fd-4c00-bb4c-2ace22166078 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:22.319750 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:22.423949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-82106afd-0283-4d3c-af98-b4722d2ea440 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:22.424773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-82106afd-0283-4d3c-af98-b4722d2ea440 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Synchronizing usage tracker for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:22.481332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:22.501499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe02e5-e0a5-4941-80fa-ab1b606be367 req-dd20c153-5205-4c7e-a817-b0794ea4e68d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:22.505666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5fe02e5-e0a5-4941-80fa-ab1b606be367 req-dd20c153-5205-4c7e-a817-b0794ea4e68d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 945 time: 0.2140934
Apr 30 04:26:22.626721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5fe02e5-e0a5-4941-80fa-ab1b606be367 req-e8dbf16e-ff3e-4309-9c0d-1b1adcc94190 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116724
Apr 30 04:26:22.640793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7f953fea-f94e-4875-9d7b-30f1a3a56487 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:22.710518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-82106afd-0283-4d3c-af98-b4722d2ea440 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Unset dirty status for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:22.726251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-82106afd-0283-4d3c-af98-b4722d2ea440 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af&tenant_id=2f1716c022164e59bde54d9a0d899d06&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 949 time: 1.0814917
Apr 30 04:26:22.798684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:22.870458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port f176c244-71fd-4c00-bb4c-2ace22166078, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f176c244-71fd-4c00-bb4c-2ace22166078,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:22.913190 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:22.927032 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:23.065826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 7f953fea-f94e-4875-9d7b-30f1a3a56487 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:23.169093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 7f953fea-f94e-4875-9d7b-30f1a3a56487 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:23.170093 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:23.329973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=f176c244-71fd-4c00-bb4c-2ace22166078,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:23.358824 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:23.512263 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:23.527102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:23.531374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:23.552945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:23.561964 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:23.563004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-network', 'tenant_id': '7526743448bb489fa6991d5f984a5177'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:23.563777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:23.568720 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:23.572937 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:23.575431 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:23.595335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:23.635415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6c7e0c8-6ec9-4832-99b7-20cee4466d5d req-8f6853e9-e156-4f7d-8bc6-ebca0ce73ff0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 210 time: 0.2421155
Apr 30 04:26:23.637858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Usage tracker for resource:network and tenant:7526743448bb489fa6991d5f984a5177 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:23.650604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:23.669978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:23.692302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:23.701202 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:23.737511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Made reservation on behalf of 7526743448bb489fa6991d5f984a5177 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:26:23.743714 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:23.795250 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:23.819873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-b404ec56-466b-44d3-bfca-0ceda40f981b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:23.821504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-b404ec56-466b-44d3-bfca-0ceda40f981b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 820 time: 0.9686880
Apr 30 04:26:23.831141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:23.839026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Request body: {'port': {'device_id': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d', 'admin_state_up': True, 'tenant_id': 'e00638fa8be2496892bbdeb78ce39e3e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:23.860757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f176c244-71fd-4c00-bb4c-2ace22166078 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:23.863583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:23.882578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Usage tracker for resource:security_group_rule and tenant:7526743448bb489fa6991d5f984a5177 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:23.889856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:23.904084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:23.999065 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.171534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:24.182718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f176c244-71fd-4c00-bb4c-2ace22166078 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:24.183013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Usage tracker for resource:port and tenant:e00638fa8be2496892bbdeb78ce39e3e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:24.185068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.187927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:24.216386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:24.242121 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574', 'code': 200}
Apr 30 04:26:24.278264 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-27f0fc39-ef94-40f6-87d0-688effd9edc7 service neutron] delete failed (client error): The resource could not be found.
Apr 30 04:26:24.280069 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-27f0fc39-ef94-40f6-87d0-688effd9edc7 service neutron] 10.222.0.50 "DELETE /v2.0/ports/7f953fea-f94e-4875-9d7b-30f1a3a56487/bindings/n-h2-766726-20 HTTP/1.1" status: 404  len: 381 time: 1.3926873
Apr 30 04:26:24.281268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Pushing event updated for resources: {'Port': ['ID=3570cd01-9e28-44e6-9829-e2ceaf8c8574,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:24.303736 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:24.308140 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63c6992d-6cf1-4dcd-a9e7-a44e1952eec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:24.326859 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'code': 200}
Apr 30 04:26:24.482506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on host n-h2-766726-20 for vnic_type normal with profile {"migrating_to": "n-h1-766726-20"} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:24.482847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:24.483254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:24.485993 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.558467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.581200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.596773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:26:24.609049 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.609469 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Added segment 137dcdca-2e7b-40e0-b4bd-aabc9671852f of type vlan for network c22426aa-dadb-459d-b64f-86b27a32bdad
Apr 30 04:26:24.622902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:26:24.623623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Attempting to bind port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:24.633088 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-65e1deac-d27a-4262-b8df-69d5064c80a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:24.663898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Made reservation on behalf of e00638fa8be2496892bbdeb78ce39e3e for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:26:24.667511 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.670916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:24.671828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:24.672501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:24.673243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Bound port: 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:24.673806 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.695144 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.717689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6200657-20db-4f45-85ad-c2cd938423df req-a49175f6-9fce-4e69-944d-de3c10e82e95 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:24.719381 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6200657-20db-4f45-85ad-c2cd938423df req-a49175f6-9fce-4e69-944d-de3c10e82e95 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.5004790
Apr 30 04:26:24.740346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7763743-a190-4b96-8a98-84c78595a5e4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:24.793158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b70fc-7799-496e-9cff-ebc983d0d172 req-f35546f4-c7a0-4654-8675-4bef79d07e69 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:24.795341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-913b70fc-7799-496e-9cff-ebc983d0d172 req-f35546f4-c7a0-4654-8675-4bef79d07e69 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 943 time: 0.3492498
Apr 30 04:26:24.795825 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:24.818450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Pushing event updated for resources: {'Port': ['ID=474a9008-80cb-4444-8f2a-d786d534d9f5,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:24.824046 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:24.960817 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:24.991201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:24.995853 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:25.031154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-eb29869b-3c61-4a5a-bc24-63c8fdf67359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:25.031154 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-eb29869b-3c61-4a5a-bc24-63c8fdf67359 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1102 time: 0.4774010
Apr 30 04:26:25.035380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:25.037407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:25.058146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6200657-20db-4f45-85ad-c2cd938423df req-985afd72-1ab7-4083-9c19-a6d7a655bbb8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221881
Apr 30 04:26:25.060873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:25.076708 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-766207b2-5048-4460-80e3-7a69d20a642c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:25.111788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:25.156362 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-913b70fc-7799-496e-9cff-ebc983d0d172 req-4b5228b5-a0b9-42c8-9057-8a99ac3e2b4c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3351369
Apr 30 04:26:25.226066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:25.290221 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:25.424081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Allocated IP 172.20.0.6 (3a5fe485-1c7d-4f29-a298-10a8d560842d/5248bdd3-1c38-4601-a701-085d44616c83/2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:25.530920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 3.3483353
Apr 30 04:26:25.552375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53612) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:25.608948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Request body: {'subnet': {'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-subnet', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:25.633017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:25.682173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-91b2c13c-297f-4c13-aa7c-73a6d081ff9c None None] Provisioning complete for port 474a9008-80cb-4444-8f2a-d786d534d9f5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:25.683259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-91b2c13c-297f-4c13-aa7c-73a6d081ff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:25.748895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f764865a-e795-46b2-902b-7a793e8bffe5 req-8acb03c8-9ca4-4e71-a809-379ff496b176 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Synchronizing usage tracker for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:25.769597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Usage tracker for resource:subnet and tenant:7526743448bb489fa6991d5f984a5177 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:25.793189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:25.810991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-91b2c13c-297f-4c13-aa7c-73a6d081ff9c None None] Port 474a9008-80cb-4444-8f2a-d786d534d9f5 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:26:25.817368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:25.822119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Pushing event updated for resources: {'Network': ['ID=c22426aa-dadb-459d-b64f-86b27a32bdad,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:25.826362 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:25.834860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c22426aa-dadb-459d-b64f-86b27a32bdad details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:26:25.970685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Made reservation on behalf of 7526743448bb489fa6991d5f984a5177 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:26:25.972452 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:26.081567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Pushing event updated for resources: {'Port': ['ID=3570cd01-9e28-44e6-9829-e2ceaf8c8574,revision_number=8']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:26.085601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-bc048338-aef2-40d3-9ccf-7c6f6b3c065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:26.087239 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-bc048338-aef2-40d3-9ccf-7c6f6b3c065e service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.0471489
Apr 30 04:26:26.088693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:26.089422 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:26.090897 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-ea037e24-4543-4862-910d-2922732ba170 service neutron] 10.222.0.37 "PUT /v2.0/ports/3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 200  len: 1123 time: 5.9041781
Apr 30 04:26:26.094254 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:26.180809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-b41e9e3e-e6f4-4afa-a9ce-a34e72d7bc2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.0777650
Apr 30 04:26:26.237128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['3570cd01-9e28-44e6-9829-e2ceaf8c8574'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:26:26.244813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:26.256839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Router 5629001d-5aa8-4699-86ca-5463981a3df1 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:26:26.280253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-5dd272ca-71db-495f-aaa0-5ae832017272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:26.281864 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-5dd272ca-71db-495f-aaa0-5ae832017272 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0922318
Apr 30 04:26:26.315562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f764865a-e795-46b2-902b-7a793e8bffe5 req-8acb03c8-9ca4-4e71-a809-379ff496b176 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Unset dirty status for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:26.330351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f764865a-e795-46b2-902b-7a793e8bffe5 req-8acb03c8-9ca4-4e71-a809-379ff496b176 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 210 time: 0.7819059
Apr 30 04:26:26.682875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:26:26.694343 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] 10.222.0.46 "PUT /v2.0/routers/5629001d-5aa8-4699-86ca-5463981a3df1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5451019
Apr 30 04:26:26.702169 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Sync routers for ids ['5629001d-5aa8-4699-86ca-5463981a3df1'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:26:26.711692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-78e64421-e01f-4745-a1a2-33bbd2f7d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:26.713744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-78e64421-e01f-4745-a1a2-33bbd2f7d3a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1235802
Apr 30 04:26:26.736423 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Routers {'5629001d-5aa8-4699-86ca-5463981a3df1'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:26:26.738242 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e3a4f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:26:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5629001d-5aa8-4699-86ca-5463981a3df1'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:26.774202 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:26.781232 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:26.837229 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:26.892424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c9977-8806-4de7-91e0-4c538f65fb52 req-c8f01a05-b20e-420a-9249-5c2553d400a5 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:26.894261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c3c9977-8806-4de7-91e0-4c538f65fb52 req-c8f01a05-b20e-420a-9249-5c2553d400a5 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.3372180
Apr 30 04:26:26.963265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa837-7470-4410-bca2-66a510d2ea85 req-fe514254-ae54-4c2b-9610-39ba11ed6a1b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:26.965214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-004aa837-7470-4410-bca2-66a510d2ea85 req-fe514254-ae54-4c2b-9610-39ba11ed6a1b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 943 time: 0.3555081
Apr 30 04:26:26.983497 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-41df0da5-df6d-40dd-a67d-3aecf1c57848 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569022
Apr 30 04:26:27.024964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c3c9977-8806-4de7-91e0-4c538f65fb52 req-e951daa5-9b40-43de-b74c-53633410cd69 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147070
Apr 30 04:26:27.035430 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:27.064684 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:27.138209 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574', 'status': 'completed', 'code': 200}
Apr 30 04:26:27.226083 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b47b8911-baa5-4ac7-84dc-adb31bb44162 req-e659d057-e50a-464c-8d50-20774a1b9813 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2400911
Apr 30 04:26:27.249018 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Set router 5629001d-5aa8-4699-86ca-5463981a3df1 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:26:27.449271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-004aa837-7470-4410-bca2-66a510d2ea85 req-e1216c29-96b4-4e88-819b-52a76a642d90 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4631817
Apr 30 04:26:27.455131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:27.461157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:27.463874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:27.469728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:27.470395 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:27.492455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Pushing event updated for resources: {'Port': ['ID=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:27.495729 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:27.533695 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7002032
Apr 30 04:26:27.585179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Request body: {'port': {'device_id': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:27.698887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-6d20edf9-c50e-4ea5-9b1b-1e5b28302a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:27.700682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-6d20edf9-c50e-4ea5-9b1b-1e5b28302a2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1126 time: 0.3581629
Apr 30 04:26:27.821278 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e3a4f0>, [{'id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:04Z', 'updated_at': '2021-04-30T04:26:21Z', 'revision_number': 4, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'gw_port': {'id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:09Z', 'updated_at': '2021-04-30T04:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '474a9008-80cb-4444-8f2a-d786d534d9f5', 'name': '', 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'mac_address': 'fa:16:3e:26:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '936f7c65-b0ea-408e-902f-24e2efc66058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:18Z', 'updated_at': '2021-04-30T04:26:22Z', 'revision_number': 2, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'subnets': [{'id': '936f7c65-b0ea-408e-902f-24e2efc66058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:27.826166 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Checking router: 5629001d-5aa8-4699-86ca-5463981a3df1 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:26:27.826615 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Updating router 5629001d-5aa8-4699-86ca-5463981a3df1 port 474a9008-80cb-4444-8f2a-d786d534d9f5 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:26:27.834497 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:27.900317 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:27.909899 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:27.928601 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:28.178798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:28.193937 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:28.230853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-af069071-7e42-4734-8594-2bc622811636 req-240b1b4b-7618-48c6-83f1-eeb94d53e55f tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Synchronizing usage tracker for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:28.242169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Checking segment: {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:28.242535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Network hostable DHCP agents. Network: c22426aa-dadb-459d-b64f-86b27a32bdad, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:26:28.250220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-52aaab29-7b07-46dc-ae00-b0666086f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:28.251796 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-52aaab29-7b07-46dc-ae00-b0666086f919 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.5332422
Apr 30 04:26:28.461045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-51c1c6b5-58e9-4cea-8402-0da75a7e728f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 200  len: 217 time: 0.1479301
Apr 30 04:26:28.470132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-af069071-7e42-4734-8594-2bc622811636 req-240b1b4b-7618-48c6-83f1-eeb94d53e55f tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Unset dirty status for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:28.471812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af069071-7e42-4734-8594-2bc622811636 req-240b1b4b-7618-48c6-83f1-eeb94d53e55f tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.9015057
Apr 30 04:26:28.553061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Network c22426aa-dadb-459d-b64f-86b27a32bdad is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:26:28.560083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:28.578542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:28.590336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Usage tracker for resource:floatingip and tenant:cc68944f9b4e4ed4bd7c1c789910746c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:28.640626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:28.646847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c22426aa-dadb-459d-b64f-86b27a32bdad) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:28.657525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4bba87-cc85-43ba-a406-9d5b90e050bf None None] Network c22426aa-dadb-459d-b64f-86b27a32bdad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:26:28.664212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:28.672183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:28.672782 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:28.685260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 3570cd01-9e28-44e6-9829-e2ceaf8c8574 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:26:28.704113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-a3b00960-3d05-4167-8841-bdf61f6db842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:28.704779 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:28.705706 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-a3b00960-3d05-4167-8841-bdf61f6db842 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.2383311
Apr 30 04:26:28.731708 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Transition to ACTIVE for port object 474a9008-80cb-4444-8f2a-d786d534d9f5 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:28.745046 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:28.754965 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:28.757067 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:28.789923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 3.2357376
Apr 30 04:26:28.795728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53662) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:28.798667 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-30ca1006-601e-4802-8eca-b8ecf497efd9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0827050
Apr 30 04:26:28.804297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:28.822377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:28.833414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea0a8a-4181-4137-a3ad-dc3fcf697275 req-3c5b4967-2f4b-42c7-b014-b30f8b2a318f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:28.839099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Usage tracker for resource:router and tenant:7526743448bb489fa6991d5f984a5177 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:28.840956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67ea0a8a-4181-4137-a3ad-dc3fcf697275 req-3c5b4967-2f4b-42c7-b014-b30f8b2a318f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 931 time: 0.5289366
Apr 30 04:26:28.853775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:28.898871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:28.929261 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Pushing event updated for resources: {'Port': ['ID=474a9008-80cb-4444-8f2a-d786d534d9f5,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:28.939580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:28.940918 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:28.950232 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.950768 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.951322 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.952042 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.952581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.953133 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.953663 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.954533 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.955370 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.956281 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.957206 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.958530 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:28.966987 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:28.990841 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:29.273583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:29.303827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67ea0a8a-4181-4137-a3ad-dc3fcf697275 req-8b1c420c-90b9-400c-9ee8-d3c2e8c90c0d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4616461
Apr 30 04:26:29.312021 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:26:29.323629 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 3570cd01-9e28-44e6-9829-e2ceaf8c8574 has no active binding in host n-h1-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:26:29.460626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c22426aa-dadb-459d-b64f-86b27a32bdad', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:26:29.461496 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:29.626606 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Attempting to bind port 474a9008-80cb-4444-8f2a-d786d534d9f5 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:29.627157 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Attempting to bind port 474a9008-80cb-4444-8f2a-d786d534d9f5 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '66be95aa-6a93-4e15-94ac-8fb38914dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:29.627740 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Attempting to bind port 474a9008-80cb-4444-8f2a-d786d534d9f5 on network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:29.650697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:29.667751 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:29.669645 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Checking segment: {'id': '66be95aa-6a93-4e15-94ac-8fb38914dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:29.670321 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:29.672019 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Bound using segment: {'id': '66be95aa-6a93-4e15-94ac-8fb38914dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:29.681768 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Bound port: 474a9008-80cb-4444-8f2a-d786d534d9f5, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66be95aa-6a93-4e15-94ac-8fb38914dd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:29.682340 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:29.850806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:29.870201 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:29.897834 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] For port 474a9008-80cb-4444-8f2a-d786d534d9f5, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:29.901884 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] For port 474a9008-80cb-4444-8f2a-d786d534d9f5, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=474a9008-80cb-4444-8f2a-d786d534d9f5,segment=NetworkSegment(66be95aa-6a93-4e15-94ac-8fb38914dd89),segment_id=66be95aa-6a93-4e15-94ac-8fb38914dd89)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:29.913175 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:29.915804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Allocated IP 172.20.0.2 (c22426aa-dadb-459d-b64f-86b27a32bdad/69a87b48-e5fe-4e3f-89fb-2bdeb9c77724/95ea7cae-6c09-42e2-b92f-de15f3cb398d) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:29.919547 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:29.961905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Transition to ACTIVE for port object 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:29.968954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-fce4a1df-9c7a-4d7a-9c72-3e3e9dc67355 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1425080
Apr 30 04:26:30.005121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:30.014662 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:30.097207 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Routers {'5629001d-5aa8-4699-86ca-5463981a3df1'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:26:30.098242 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e3a4f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:26:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5629001d-5aa8-4699-86ca-5463981a3df1'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:30.230125 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Pushing event updated for resources: {'Port': ['ID=474a9008-80cb-4444-8f2a-d786d534d9f5,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:30.245772 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:30.374405 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:30.389220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Transition to ACTIVE for port object 95ea7cae-6c09-42e2-b92f-de15f3cb398d will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:30.424132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Transition to ACTIVE for port object 95ea7cae-6c09-42e2-b92f-de15f3cb398d will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:30.437988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:30.438832 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:30.472813 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:30.490367 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:30.521458 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] Set router 5629001d-5aa8-4699-86ca-5463981a3df1 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:26:30.547024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:30.567446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a6f81-937b-45c3-ba10-5287a9856a41 req-91c8466b-0084-4164-ac5e-8b15400b2c4c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:30.575582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b00a6f81-937b-45c3-ba10-5287a9856a41 req-91c8466b-0084-4164-ac5e-8b15400b2c4c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.9128566
Apr 30 04:26:30.648692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Network c22426aa-dadb-459d-b64f-86b27a32bdad is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:30.651767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:30.653258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:30.656914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:30.657472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:30.662503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-045b2554-3218-43ab-b6c0-a06b0fdf6ff2 req-8cb244db-769e-4d64-8ff9-008df441730a service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6814234
Apr 30 04:26:30.669728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:30.686143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:30.720305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:26:30.722666 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c7057384-be59-4cc8-9200-a3412e77c597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:30.723362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:30.757593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:30.757593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:30.759644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:30.760870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Bound port: 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:30.761939 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:30.798351 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:30.946673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Pushing event updated for resources: {'Port': ['ID=95ea7cae-6c09-42e2-b92f-de15f3cb398d,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:30.992087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b00a6f81-937b-45c3-ba10-5287a9856a41 req-e9a2bb76-4298-4203-b115-f3976ea3a7c4 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4153857
Apr 30 04:26:31.043170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.047841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.048442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.051329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.052054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.052620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.053175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.053739 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.054280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.054877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.059575 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.060337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:26:31.077148 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:31.108096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Attempting to bind port 95ea7cae-6c09-42e2-b92f-de15f3cb398d on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:31.109264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Attempting to bind port 95ea7cae-6c09-42e2-b92f-de15f3cb398d by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:31.110150 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Attempting to bind port 95ea7cae-6c09-42e2-b92f-de15f3cb398d on network c22426aa-dadb-459d-b64f-86b27a32bdad {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:31.125622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:31.127432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Checking segment: {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:31.128665 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:31.130157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Bound using segment: {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:31.131403 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Bound port: 95ea7cae-6c09-42e2-b92f-de15f3cb398d, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:31.132423 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:31.215605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:31.225514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:31.247618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:31.275126 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2de614fe-203e-49f0-94ba-e964b7b3deb6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:31.373353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] For port 95ea7cae-6c09-42e2-b92f-de15f3cb398d, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:31.380575 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] For port 95ea7cae-6c09-42e2-b92f-de15f3cb398d, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=95ea7cae-6c09-42e2-b92f-de15f3cb398d,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:31.386646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Allocated IP 172.25.8.188 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/f9f8450d-9b16-4c79-b49e-ee57ecd6e33b) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:31.393583 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:31.398589 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-bf22eee5-1071-4705-a820-32a074285917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e3a4f0>, [{'id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:04Z', 'updated_at': '2021-04-30T04:26:21Z', 'revision_number': 4, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'gw_port': {'id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:09Z', 'updated_at': '2021-04-30T04:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '474a9008-80cb-4444-8f2a-d786d534d9f5', 'name': '', 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'mac_address': 'fa:16:3e:26:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '936f7c65-b0ea-408e-902f-24e2efc66058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:18Z', 'updated_at': '2021-04-30T04:26:29Z', 'revision_number': 4, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'subnets': [{'id': '936f7c65-b0ea-408e-902f-24e2efc66058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:31.399584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:31.400036 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:31.402893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] 10.222.0.37 "PUT /v2.0/ports/2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 200  len: 1092 time: 3.8339868
Apr 30 04:26:31.403810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:31.404579 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf22eee5-1071-4705-a820-32a074285917 None None] The sync data for ids ['5629001d-5aa8-4699-86ca-5463981a3df1'] in n-d-766726-20 is: [{'id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:04Z', 'updated_at': '2021-04-30T04:26:21Z', 'revision_number': 4, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'gw_port': {'id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:09Z', 'updated_at': '2021-04-30T04:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '474a9008-80cb-4444-8f2a-d786d534d9f5', 'name': '', 'network_id': '675d50fe-46c1-4e6e-b34a-6a20d2e36c14', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'mac_address': 'fa:16:3e:26:c2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '936f7c65-b0ea-408e-902f-24e2efc66058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:18Z', 'updated_at': '2021-04-30T04:26:29Z', 'revision_number': 4, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'subnets': [{'id': '936f7c65-b0ea-408e-902f-24e2efc66058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:26:31.406281 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dfb75dc7-0606-4952-b830-ad999dd5895c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:31.566631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Pushing event updated for resources: {'Port': ['ID=95ea7cae-6c09-42e2-b92f-de15f3cb398d,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:31.572360 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:31.713506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:31.799925 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:31.917147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-9eacb302-d3a1-4d40-8849-61e307a8eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:31.919091 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-9eacb302-d3a1-4d40-8849-61e307a8eb3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1095 time: 0.3892179
Apr 30 04:26:31.930372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5e922-73be-4aaf-8b83-3281a708eb15 req-10ad0777-fb63-4f01-8966-8c1f7fa9da24 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:31.939861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a5e922-73be-4aaf-8b83-3281a708eb15 req-10ad0777-fb63-4f01-8966-8c1f7fa9da24 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 943 time: 0.5633402
Apr 30 04:26:31.947245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 474a9008-80cb-4444-8f2a-d786d534d9f5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:32.075059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-eda80817-aa75-498e-8a2e-f15374c14176 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 200  len: 217 time: 0.1051018
Apr 30 04:26:32.108972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 474a9008-80cb-4444-8f2a-d786d534d9f5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:32.117881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 474a9008-80cb-4444-8f2a-d786d534d9f5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:32.118979 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:32.184555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-e3a3097b-901e-486a-8ddc-d4244ba87e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:32.186969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-e3a3097b-901e-486a-8ddc-d4244ba87e4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.0804095
Apr 30 04:26:32.299717 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:32.315587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-a40e5b34-effa-449f-9ffa-22c2ac604d79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1166906
Apr 30 04:26:32.320535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:32.370285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 474a9008-80cb-4444-8f2a-d786d534d9f5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=474a9008-80cb-4444-8f2a-d786d534d9f5,segment=NetworkSegment(66be95aa-6a93-4e15-94ac-8fb38914dd89),segment_id=66be95aa-6a93-4e15-94ac-8fb38914dd89)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:32.376654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:32.377773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a5e922-73be-4aaf-8b83-3281a708eb15 req-d1dbd60f-bf48-4a50-8c12-3268ccc35594 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4368007
Apr 30 04:26:32.379023 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:32.525473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=474a9008-80cb-4444-8f2a-d786d534d9f5,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:32.530291 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:32.594538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:32.607323 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c473ae7-0ab2-4638-9c43-594f20893466 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:32.718103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-897dd210-5e76-4123-954c-16175ed2d4d4 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3942952
Apr 30 04:26:32.726552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Allocated IP 172.25.8.166 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/5f30bc29-9210-4b1d-b19e-d4e1a1facd22) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:32.787143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:32.810499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:32.856299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:33.136243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:33.170133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bd4e34-badb-407c-9cdb-f89188cd9e67 None None] Network c22426aa-dadb-459d-b64f-86b27a32bdad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:26:33.217691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:33.289112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:33.301230 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:33.351884 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:33.384543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-41374a22-842c-4258-822f-5c52fd32e9ec None None] Provisioning for port 95ea7cae-6c09-42e2-b92f-de15f3cb398d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:33.470481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:33.488120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:33.502853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:33.598600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event updated for resources: {'Port': ['ID=f9f8450d-9b16-4c79-b49e-ee57ecd6e33b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:33.648853 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.042s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:33.722039 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4340534f-0543-48ac-b5a4-8f4cf0261115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:33.748665 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:33.834734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Pushing event updated for resources: {'Port': ['ID=5f30bc29-9210-4b1d-b19e-d4e1a1facd22,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:33.853590 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:33.877575 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02743bce-f231-45e8-afb7-8f45fe10fde6 req-7eb12667-0940-4b3a-922f-806c3d80464e service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1287589
Apr 30 04:26:33.928170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-1aceaba8-bec0-4d02-b866-d9237a8f4cd4 service neutron] 10.222.0.50 "GET /v2.0/ports/3570cd01-9e28-44e6-9829-e2ceaf8c8574/bindings/n-h1-766726-20 HTTP/1.1" status: 200  len: 385 time: 0.7820721
Apr 30 04:26:34.002445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 95ea7cae-6c09-42e2-b92f-de15f3cb398d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:34.075736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84872ea3-bc6f-4ac4-879b-99c5d7e026fa req-f5c9562e-bc8b-4570-8d28-df6cf572cb2c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:34.077207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84872ea3-bc6f-4ac4-879b-99c5d7e026fa req-f5c9562e-bc8b-4570-8d28-df6cf572cb2c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 943 time: 0.5890746
Apr 30 04:26:34.147121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b731cfbd-d6e1-41fa-9d09-345f10c4148a None None] Provisioning complete for port 95ea7cae-6c09-42e2-b92f-de15f3cb398d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:34.147910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b731cfbd-d6e1-41fa-9d09-345f10c4148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.181639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 95ea7cae-6c09-42e2-b92f-de15f3cb398d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:34.199948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 95ea7cae-6c09-42e2-b92f-de15f3cb398d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:34.200334 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.270815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84872ea3-bc6f-4ac4-879b-99c5d7e026fa req-63faf8f6-bfda-4239-a301-be4117a0af2e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728725
Apr 30 04:26:34.273502 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.483362 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b731cfbd-d6e1-41fa-9d09-345f10c4148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.518838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.552521 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.574912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.585021 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:34.595343 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.601296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b731cfbd-d6e1-41fa-9d09-345f10c4148a None None] For port 95ea7cae-6c09-42e2-b92f-de15f3cb398d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=95ea7cae-6c09-42e2-b92f-de15f3cb398d,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:34.687697 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.717669 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b731cfbd-d6e1-41fa-9d09-345f10c4148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.722100 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:34.760680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:34.771824 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:26:34.772180 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:26:34.785916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event updated for resources: {'Port': ['ID=f9f8450d-9b16-4c79-b49e-ee57ecd6e33b,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:34.799353 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:34.819041 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:34.821014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af069071-7e42-4734-8594-2bc622811636 req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 6.2944658
Apr 30 04:26:34.847595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731cfbd-d6e1-41fa-9d09-345f10c4148a None None] Pushing event updated for resources: {'Port': ['ID=95ea7cae-6c09-42e2-b92f-de15f3cb398d,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:34.853550 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b731cfbd-d6e1-41fa-9d09-345f10c4148a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:34.917353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:34.936910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:35.015209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c98e3-4f48-4d20-865c-129716a76149 req-2d5f93c1-0bac-4f70-b1bb-5d105df11c2b tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:35.016782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-260c98e3-4f48-4d20-865c-129716a76149 req-2d5f93c1-0bac-4f70-b1bb-5d105df11c2b tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1102 time: 0.5242741
Apr 30 04:26:35.039137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-af069071-7e42-4734-8594-2bc622811636 req-33c0107f-1ff5-47fb-9166-4f465253c495 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Synchronizing usage tracker for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:35.068574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3570cd01-9e28-44e6-9829-e2ceaf8c8574 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:35.107444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:35.134477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-260c98e3-4f48-4d20-865c-129716a76149 req-8c41a5a4-08dd-47bb-9f67-def86f7cf75f tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Synchronizing usage tracker for tenant:75cec04bdf4642149401cdd212ab25ad on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:35.141650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-af069071-7e42-4734-8594-2bc622811636 req-33c0107f-1ff5-47fb-9166-4f465253c495 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Unset dirty status for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:35.143472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af069071-7e42-4734-8594-2bc622811636 req-33c0107f-1ff5-47fb-9166-4f465253c495 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.188 HTTP/1.1" status: 200  len: 696 time: 0.3071263
Apr 30 04:26:35.149702 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:35.235799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Router 223283cd-1034-4fe6-a22c-f31d58bc1804 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:26:35.273530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-260c98e3-4f48-4d20-865c-129716a76149 req-8c41a5a4-08dd-47bb-9f67-def86f7cf75f tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Unset dirty status for tenant:75cec04bdf4642149401cdd212ab25ad on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:35.282124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-260c98e3-4f48-4d20-865c-129716a76149 req-8c41a5a4-08dd-47bb-9f67-def86f7cf75f tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2457287
Apr 30 04:26:35.420002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 474a9008-80cb-4444-8f2a-d786d534d9f5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:35.443560 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59', 'status': 'completed', 'code': 200}
Apr 30 04:26:35.585751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:26:35.596515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 474a9008-80cb-4444-8f2a-d786d534d9f5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:35.596910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:35.635162 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:35.637818 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 6.8404248
Apr 30 04:26:35.642015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53694) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:35.665509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Sync routers for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:26:35.708605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:26:35.709386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bea73d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:26:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:35.777953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] Transition to ACTIVE for port object 3570cd01-9e28-44e6-9829-e2ceaf8c8574 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:35.796262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069071-7e42-4734-8594-2bc622811636 req-b26f66a7-58df-4d83-ac15-02c9ca964cb9 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:35.799131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af069071-7e42-4734-8594-2bc622811636 req-b26f66a7-58df-4d83-ac15-02c9ca964cb9 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.6313484
Apr 30 04:26:35.815874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-af069071-7e42-4734-8594-2bc622811636 req-c44c16e2-041f-444f-8792-bddbe23ea22e tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:26:35.818651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af069071-7e42-4734-8594-2bc622811636 req-c44c16e2-041f-444f-8792-bddbe23ea22e tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0122132
Apr 30 04:26:35.824929 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:35.838149 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5472b28e-e673-4d0e-999f-9f8192d49648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:35.997576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7838d-4199-48bc-95ec-5dff463f711e req-881d042b-5de7-43a9-9796-2d6fa39dde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:35.999627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27b7838d-4199-48bc-95ec-5dff463f711e req-881d042b-5de7-43a9-9796-2d6fa39dde7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1095 time: 0.5552323
Apr 30 04:26:36.248222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3570cd01-9e28-44e6-9829-e2ceaf8c8574 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:26:36.334983 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:36.386612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:26:36.536914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3570cd01-9e28-44e6-9829-e2ceaf8c8574 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:26:36.669591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 95ea7cae-6c09-42e2-b92f-de15f3cb398d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:36.702946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] Pushing event updated for resources: {'Port': ['ID=3570cd01-9e28-44e6-9829-e2ceaf8c8574,revision_number=10']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:36.761541 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:36.775847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] No DVR routers for this DVR port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:26:36.919791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] 10.222.0.50 "PUT /v2.0/ports/3570cd01-9e28-44e6-9829-e2ceaf8c8574/bindings/n-h1-766726-20/activate HTTP/1.1" status: 200  len: 370 time: 2.9756851
Apr 30 04:26:36.975106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7838d-4199-48bc-95ec-5dff463f711e req-7f69c012-0086-4707-a219-6290fe847dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:36.976527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27b7838d-4199-48bc-95ec-5dff463f711e req-7f69c012-0086-4707-a219-6290fe847dda service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.9475715
Apr 30 04:26:36.993040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3cff1-4d92-469c-a241-c124b65784e0 req-f784600f-7a3c-4a6c-86e5-0d23d329bd18 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:36.994764 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cb3cff1-4d92-469c-a241-c124b65784e0 req-f784600f-7a3c-4a6c-86e5-0d23d329bd18 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 944 time: 0.9043331
Apr 30 04:26:37.029298 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 95ea7cae-6c09-42e2-b92f-de15f3cb398d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:37.029923 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:37.067036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d5cda-aa80-49ec-9d3e-03e830fb97cf req-53d59d31-d3bc-4b03-8e68-756ff37c859d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:37.068847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-159d5cda-aa80-49ec-9d3e-03e830fb97cf req-53d59d31-d3bc-4b03-8e68-756ff37c859d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 943 time: 0.3626368
Apr 30 04:26:37.092872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27b7838d-4199-48bc-95ec-5dff463f711e req-16a1ddd9-68e3-43d4-910d-8cbae6fec68c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 200  len: 217 time: 0.0970349
Apr 30 04:26:37.214226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-159d5cda-aa80-49ec-9d3e-03e830fb97cf req-2be1bc4b-59f4-4ede-b6d6-7c58eb686af1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231322
Apr 30 04:26:37.219458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cb3cff1-4d92-469c-a241-c124b65784e0 req-e05be36f-02a5-4531-952c-4c403d6b3b7b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666434
Apr 30 04:26:37.220619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bea73d0>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:34Z', 'revision_number': 3, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:37.230149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Checking router: 223283cd-1034-4fe6-a22c-f31d58bc1804 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:26:37.230738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Updating router 223283cd-1034-4fe6-a22c-f31d58bc1804 port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:26:37.241790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7838d-4199-48bc-95ec-5dff463f711e req-89d4e514-de0a-4706-a2df-1135f7f08162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:37.243394 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27b7838d-4199-48bc-95ec-5dff463f711e req-89d4e514-de0a-4706-a2df-1135f7f08162 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.1309311
Apr 30 04:26:37.338235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27b7838d-4199-48bc-95ec-5dff463f711e req-be35320c-9795-423c-9d1b-80d34c471a68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0825322
Apr 30 04:26:37.455066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-f9b81321-2523-4f63-80f5-bb859f2e0678 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:37.457857 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-f9b81321-2523-4f63-80f5-bb859f2e0678 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.3765929
Apr 30 04:26:37.530874 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:37.569886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:37.674612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27b7838d-4199-48bc-95ec-5dff463f711e req-37eb8faf-841b-4c5a-abd2-4b9df97cab2b service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3151305
Apr 30 04:26:37.682956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-21ca963f-9d3c-4b77-b07a-10b1e5effe9f tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3475718
Apr 30 04:26:37.720243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:37.727070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:37.738135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:37.843062 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:37.980491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27b7838d-4199-48bc-95ec-5dff463f711e req-d664c30f-4476-444f-b1c0-cb0d8b88f445 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961476
Apr 30 04:26:38.051251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-0b208654-bf83-4a64-af7a-4c5331f85a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:38.053330 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-0b208654-bf83-4a64-af7a-4c5331f85a53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6&tenant_id=9f4d4e615ca342c98818411263a6b43e HTTP/1.1" status: 200  len: 1096 time: 0.5838168
Apr 30 04:26:38.090381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Allocated IP 172.20.0.1 (c22426aa-dadb-459d-b64f-86b27a32bdad/69a87b48-e5fe-4e3f-89fb-2bdeb9c77724/8667af0c-f140-4c5b-ac42-3a4487d92b6e) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:38.093370 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:38.305685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-5c1093b7-91be-40c2-b0ad-f09e539b1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:38.307728 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-5c1093b7-91be-40c2-b0ad-f09e539b1841 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1096 time: 0.2131300
Apr 30 04:26:38.369888 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:38.404602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Transition to ACTIVE for port object 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:38.421416 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:38.431343 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:38.446946 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:38.484745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Transition to ACTIVE for port object 8667af0c-f140-4c5b-ac42-3a4487d92b6e will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:38.518791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-09f74f09-0b75-4e06-aa32-aa9e9d26c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:38.521857 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-09f74f09-0b75-4e06-aa32-aa9e9d26c9a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.1971521
Apr 30 04:26:38.540395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Allocated IP 172.25.8.142 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/dbe2e13e-392a-4d9f-98f2-fd54a1ab1032) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:38.619022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Attempting to bind port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:38.619630 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Attempting to bind port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:38.620261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Attempting to bind port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:38.650554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:38.651227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:38.651953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:38.652645 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:38.653476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Bound port: 5f30bc29-9210-4b1d-b19e-d4e1a1facd22, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:38.654086 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:38.724665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-807bcc26-dd24-4db9-8c45-4832fe4e5a69 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2f1716c022164e59bde54d9a0d899d06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0381444
Apr 30 04:26:38.733624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2261131-e835-458a-bce6-ddb83051ec05 None None] Pushing event updated for resources: {'Port': ['ID=5f30bc29-9210-4b1d-b19e-d4e1a1facd22,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:38.739470 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b2261131-e835-458a-bce6-ddb83051ec05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:38.742724 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-f163e87f-5f71-4371-a752-931896670b0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 200  len: 217 time: 0.2142925
Apr 30 04:26:38.751654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:38.760510 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-647fcb38-0bc1-4f21-8637-2a98774d44c9 tempest-AggregatesAdminTestJSON-1508818956 tempest-AggregatesAdminTestJSON-1508818956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:38.764520 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:26:38.789114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] For port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:38.795186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] For port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5f30bc29-9210-4b1d-b19e-d4e1a1facd22,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:38.812693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:38.823800 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:38.831205 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:38.990217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Network c22426aa-dadb-459d-b64f-86b27a32bdad is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:38.999629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:39.007427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8667af0c-f140-4c5b-ac42-3a4487d92b6e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:39.007667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:26:39.007667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bea73d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:26:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:39.014141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:39.049038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-92fef418-a7e9-4dd1-8ac1-c0f07c1fc3b7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:39.056995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-92fef418-a7e9-4dd1-8ac1-c0f07c1fc3b7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3078260
Apr 30 04:26:39.068374 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:39.077149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-3be3fd2b-0d72-4522-98b2-a9b64c65e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:39.078052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-90995938-796c-44a9-bba4-7fe73ae4f389 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/quotas/2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 375 time: 0.0198972
Apr 30 04:26:39.079765 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-3be3fd2b-0d72-4522-98b2-a9b64c65e8a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.3210282
Apr 30 04:26:39.136227 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:39.143369 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:39.192644 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-7e1544c0-d853-46db-a469-b08328dd1b59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0909028
Apr 30 04:26:39.225063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:26:39.229963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event updated for resources: {'Port': ['ID=dbe2e13e-392a-4d9f-98f2-fd54a1ab1032,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:39.235999 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:39.248196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:39.251131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:39.253749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:39.277402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:39.295314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-635de4f2-50dd-4cab-83f0-c1547afabcf8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2161982
Apr 30 04:26:39.309284 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:39.395359 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:39.425870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-effa8722-f8bf-4b22-81b4-0288636dbaf7 None None] Provisioning for port 8667af0c-f140-4c5b-ac42-3a4487d92b6e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:39.430034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2261131-e835-458a-bce6-ddb83051ec05 None None] Pushing event updated for resources: {'Port': ['ID=5f30bc29-9210-4b1d-b19e-d4e1a1facd22,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:39.433625 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b2261131-e835-458a-bce6-ddb83051ec05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:39.506525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-effa8722-f8bf-4b22-81b4-0288636dbaf7 None None] Provisioning complete for port 8667af0c-f140-4c5b-ac42-3a4487d92b6e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:39.506991 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-effa8722-f8bf-4b22-81b4-0288636dbaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:39.525277 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-39d97ef9-b9e9-4ae3-b7b5-892ccdbc0b41 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3241539
Apr 30 04:26:39.545947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:39.589539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59', 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d', 'port_id': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59', 'mac_address': 'fa:16:3e:c2:f9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5248bdd3-1c38-4601-a701-085d44616c83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:26:39.615157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-effa8722-f8bf-4b22-81b4-0288636dbaf7 None None] Port 8667af0c-f140-4c5b-ac42-3a4487d92b6e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:26:39.846201 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:39.869789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:39.892331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:39.902860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bea73d0>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:34Z', 'revision_number': 3, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:39.909894 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:39.913804 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:39.952046 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:39.962515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5b6e7b-85d2-4eea-8d47-4333e4ff5570 None None] The sync data for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 is: [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:34Z', 'revision_number': 3, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:26:39.984146 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:40.001818 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-597f4787-73d0-4f78-a8f6-7095a85519d0 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4670458
Apr 30 04:26:40.013859 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-91543527-a846-474a-95ef-59d4e3e27169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:40.017423 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:40.022774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:40.026430 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:40.148743 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:40.195839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619e515-3806-4c3b-9ca1-13e63e324c09 req-e3b58582-e48f-4ce8-a129-9b0e0252a78c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:40.200147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b619e515-3806-4c3b-9ca1-13e63e324c09 req-e3b58582-e48f-4ce8-a129-9b0e0252a78c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 943 time: 0.4934990
Apr 30 04:26:40.297255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event updated for resources: {'Port': ['ID=dbe2e13e-392a-4d9f-98f2-fd54a1ab1032,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:40.317493 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:40.321399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:26:40.383044 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:40.385175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6804340
Apr 30 04:26:40.413265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b619e515-3806-4c3b-9ca1-13e63e324c09 req-1a0389b7-0621-4cc6-aa84-92b0121fff2a tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919482
Apr 30 04:26:40.642249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:40.660324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:40.678582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-ed593299-ebfe-42d8-a5df-2830ea0792bb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Synchronizing usage tracker for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:40.678774 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:40.729603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-ed593299-ebfe-42d8-a5df-2830ea0792bb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Unset dirty status for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:40.731319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-ed593299-ebfe-42d8-a5df-2830ea0792bb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200  len: 696 time: 0.3165169
Apr 30 04:26:40.757664 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dbdcd2f8-47cf-42da-a87e-fdb8292d025c tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:40.814490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:40.825257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:40.825923 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:40.876096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8667af0c-f140-4c5b-ac42-3a4487d92b6e,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:40.880619 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:40.889764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-c0ab8d3c-4f72-4beb-b6af-e0e40804d0b8 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:40.891352 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-c0ab8d3c-4f72-4beb-b6af-e0e40804d0b8 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.5128505
Apr 30 04:26:40.908138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:41.125642 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:41.152252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5f30bc29-9210-4b1d-b19e-d4e1a1facd22,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:41.166206 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:41.168477 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:41.259850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-13837da2-9ecf-49e0-9e32-0461634461c1 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:41.261779 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1640ed56-c239-4633-93f7-e3747f66ef39 req-13837da2-9ecf-49e0-9e32-0461634461c1 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.5235956
Apr 30 04:26:41.285766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed346e-60b1-47e8-9049-6e3ff902e590 req-adaceee0-6595-4be4-ac1d-55f758374791 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:41.299273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73ed346e-60b1-47e8-9049-6e3ff902e590 req-adaceee0-6595-4be4-ac1d-55f758374791 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 944 time: 0.5251746
Apr 30 04:26:41.309030 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=5f30bc29-9210-4b1d-b19e-d4e1a1facd22,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:41.318799 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:41.338536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-e00b492b-0bcb-47e3-9f1e-a71f3ff3c210 service neutron] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:41.358973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-e00b492b-0bcb-47e3-9f1e-a71f3ff3c210 service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:41.360362 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d74616b-e9bd-45ae-a7f4-561a9926bacd req-e00b492b-0bcb-47e3-9f1e-a71f3ff3c210 service neutron] 10.222.0.37 "DELETE /v2.0/ports/3570cd01-9e28-44e6-9829-e2ceaf8c8574/bindings/n-h2-766726-20 HTTP/1.1" status: 204  len: 173 time: 0.4467449
Apr 30 04:26:41.415766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73ed346e-60b1-47e8-9049-6e3ff902e590 req-9df52e3c-146c-481c-8df2-5ec3b3e5e85c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130216
Apr 30 04:26:41.447911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Network c22426aa-dadb-459d-b64f-86b27a32bdad is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:41.450284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:41.508785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-e4bf09cd-78b6-45a6-9fea-71725b805e38 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2f1716c022164e59bde54d9a0d899d06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0812294
Apr 30 04:26:41.751695 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cad64e6c-bd7e-4288-bb98-8d44d27d5156 req-c9e86f81-d524-412e-ba74-9e33c8d9623f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 210 time: 0.0989938
Apr 30 04:26:41.897327 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-79949618-8f7f-4e35-97f8-e5b3bf468171 None None] Provisioning complete for port 8667af0c-f140-4c5b-ac42-3a4487d92b6e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:41.898336 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-79949618-8f7f-4e35-97f8-e5b3bf468171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:42.031981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Router 223283cd-1034-4fe6-a22c-f31d58bc1804 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:26:42.092868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-79949618-8f7f-4e35-97f8-e5b3bf468171 None None] Port 8667af0c-f140-4c5b-ac42-3a4487d92b6e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:26:42.239905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8db16ca5-8814-4d6d-95a2-661a233545fb tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:42.243211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8db16ca5-8814-4d6d-95a2-661a233545fb tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7260156
Apr 30 04:26:42.269231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Request body: {'port': {'device_id': '1c97b460-9895-4342-a59a-327a7dab050c', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '2f1716c022164e59bde54d9a0d899d06'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:42.396505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-474fea02-06b4-4c09-b309-6b9427c286ef req-947d5be1-4b14-4bb5-88cc-decf01335958 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.7424254
Apr 30 04:26:42.417775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361099ca-66a5-4a92-abc1-630f59412de7 req-1d71b3ca-b0f8-49a0-9555-c943d5e00fa9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:42.421004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-361099ca-66a5-4a92-abc1-630f59412de7 req-1d71b3ca-b0f8-49a0-9555-c943d5e00fa9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 944 time: 0.4672480
Apr 30 04:26:42.424345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:26:42.445217 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] 10.222.0.46 "PUT /v2.0/routers/223283cd-1034-4fe6-a22c-f31d58bc1804/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7930734
Apr 30 04:26:42.616607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:42.721769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:42.753263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:42.757068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:42.806506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:42.807029 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Sync routers for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:26:42.826847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:42.842676 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:26:42.850624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:42.851323 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e3a940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:26:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:42.944132 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-361099ca-66a5-4a92-abc1-630f59412de7 req-a7594d4d-4813-4127-a410-19c25925ddb2 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299449
Apr 30 04:26:42.959357 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:42.964437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:42.976621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:42.977475 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:43.142761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:43.185998 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:43.246774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:43.263105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:43.270004 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:43.273261 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:43.302179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:43.384281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:43.405041 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:43.449231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Made reservation on behalf of 2f1716c022164e59bde54d9a0d899d06 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:26:43.456543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:43.510375 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:26:43.705774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee223-e7e2-49e0-bab1-c73185abafdb req-7ef5b604-f0b9-423a-94cc-9d7b9a784ab9 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:43.709112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0efee223-e7e2-49e0-bab1-c73185abafdb req-7ef5b604-f0b9-423a-94cc-9d7b9a784ab9 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1096 time: 0.3957396
Apr 30 04:26:43.731748 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:43.955113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Allocated IP 172.25.8.152 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/cf230126-2106-4e54-b15d-8f10f37df791) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:44.027357 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e3a940>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:40Z', 'revision_number': 2, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:44.034768 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Checking router: 223283cd-1034-4fe6-a22c-f31d58bc1804 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:26:44.035957 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Updating router 223283cd-1034-4fe6-a22c-f31d58bc1804 port 8667af0c-f140-4c5b-ac42-3a4487d92b6e binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:26:44.171610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0efee223-e7e2-49e0-bab1-c73185abafdb req-192786d6-1a24-43d4-b334-13f13fafcbc9 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4290876
Apr 30 04:26:44.183250 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:44.187135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Allocated IP 192.168.233.224 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/d48d7d14-197e-44c1-992b-a90bf596c9da) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:44.304319 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:44.506871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:44.514007 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:44.584440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event updated for resources: {'Port': ['ID=cf230126-2106-4e54-b15d-8f10f37df791,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:44.632882 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:44.656155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78ff84dc-0d01-42ce-b388-8c4d1c46214f req-f980c863-73f6-4cad-b5b3-517187019b47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 210 time: 0.0673139
Apr 30 04:26:44.665039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:44.673972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:44.679564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:44.688570 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:44.706769 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:44.715982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Transition to ACTIVE for port object d48d7d14-197e-44c1-992b-a90bf596c9da will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:44.732814 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:44.737186 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Transition to ACTIVE for port object 8667af0c-f140-4c5b-ac42-3a4487d92b6e will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:44.747823 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:44.755659 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:44.799827 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:44.816730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7f953fea-f94e-4875-9d7b-30f1a3a56487'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:26:44.817713 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:44.839735 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902122aa-457d-42f2-8510-9239b5471268 None None] Pushing event updated for resources: {'Port': ['ID=8667af0c-f140-4c5b-ac42-3a4487d92b6e,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:44.880555 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:44.900656 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-902122aa-457d-42f2-8510-9239b5471268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:44.980001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:44.984010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:45.044444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Pushing event updated for resources: {'Port': ['ID=d48d7d14-197e-44c1-992b-a90bf596c9da,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:45.047890 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:45.058662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:45.065505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:45.066207 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:45.109191 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Attempting to bind port 8667af0c-f140-4c5b-ac42-3a4487d92b6e on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:45.110436 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Attempting to bind port 8667af0c-f140-4c5b-ac42-3a4487d92b6e by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:45.111092 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Attempting to bind port 8667af0c-f140-4c5b-ac42-3a4487d92b6e on network c22426aa-dadb-459d-b64f-86b27a32bdad {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:45.124934 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:45.125562 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Checking segment: {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:45.127165 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:45.128288 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Bound using segment: {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:45.131074 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Bound port: 8667af0c-f140-4c5b-ac42-3a4487d92b6e, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:45.132379 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:45.325397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0624821
Apr 30 04:26:45.346543 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] For port 8667af0c-f140-4c5b-ac42-3a4487d92b6e, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:45.352131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Request body: {'port': {'device_id': '1c97b460-9895-4342-a59a-327a7dab050c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:45.354987 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] For port 8667af0c-f140-4c5b-ac42-3a4487d92b6e, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8667af0c-f140-4c5b-ac42-3a4487d92b6e,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:45.361219 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:45.365842 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5ccb30fd-50f1-4eb7-a9e7-3fc0397a7758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:45.421422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f0901a63-00dd-498d-a57a-87b795ca7362 None None] Provisioning for port d48d7d14-197e-44c1-992b-a90bf596c9da completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:45.434530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f0901a63-00dd-498d-a57a-87b795ca7362 None None] Provisioning complete for port d48d7d14-197e-44c1-992b-a90bf596c9da triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:45.436397 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f0901a63-00dd-498d-a57a-87b795ca7362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:45.451873 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:26:45.452480 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e3a940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:26:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:45.518748 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902122aa-457d-42f2-8510-9239b5471268 None None] Pushing event updated for resources: {'Port': ['ID=8667af0c-f140-4c5b-ac42-3a4487d92b6e,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:45.528747 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-902122aa-457d-42f2-8510-9239b5471268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:45.544110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f0901a63-00dd-498d-a57a-87b795ca7362 None None] Port d48d7d14-197e-44c1-992b-a90bf596c9da cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:26:45.585313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-cb0f6252-4162-4e41-b362-e316bae112f7 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:45.586053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-cb0f6252-4162-4e41-b362-e316bae112f7 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Synchronizing usage tracker for tenant:7526743448bb489fa6991d5f984a5177 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:45.686206 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:26:45.737115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-cb0f6252-4162-4e41-b362-e316bae112f7 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Unset dirty status for tenant:7526743448bb489fa6991d5f984a5177 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:45.738834 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-cb0f6252-4162-4e41-b362-e316bae112f7 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 821 time: 0.6951518
Apr 30 04:26:45.784444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-c2ea6d56-4a11-4d18-82a7-11baafd18b3d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/quotas/7526743448bb489fa6991d5f984a5177 HTTP/1.1" status: 200  len: 375 time: 0.0295548
Apr 30 04:26:45.897810 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:45.936439 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:45.953866 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:45.966787 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-82d9d237-5548-4631-9af1-198fb24d6cc9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:46.068938 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e3a940>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:45Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:26:46.073654 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7f7ee-4a7f-48e1-b4a4-5ce3f897bb35 None None] The sync data for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 is: [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:45Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:26:46.153260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:46.270170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event updated for resources: {'Port': ['ID=cf230126-2106-4e54-b15d-8f10f37df791,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:46.290924 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:46.293504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:46.296138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-474fea02-06b4-4c09-b309-6b9427c286ef req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.8734097
Apr 30 04:26:46.442991 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-c75d21ef-4d80-4b5b-96d8-cf6cd37f4781 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6354656
Apr 30 04:26:46.508954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-474fea02-06b4-4c09-b309-6b9427c286ef req-ef04d376-8240-4d18-be10-d9d0b17ec717 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Synchronizing usage tracker for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:46.606956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8667af0c-f140-4c5b-ac42-3a4487d92b6e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:46.696063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8667af0c-f140-4c5b-ac42-3a4487d92b6e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:46.702414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8667af0c-f140-4c5b-ac42-3a4487d92b6e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:46.702890 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:46.729129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-474fea02-06b4-4c09-b309-6b9427c286ef req-ef04d376-8240-4d18-be10-d9d0b17ec717 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Unset dirty status for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:46.730631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-474fea02-06b4-4c09-b309-6b9427c286ef req-ef04d376-8240-4d18-be10-d9d0b17ec717 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.152 HTTP/1.1" status: 200  len: 696 time: 0.4209673
Apr 30 04:26:46.844291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-045da4fa-5109-450d-9696-268a10cbfc61 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3835115
Apr 30 04:26:46.874095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:46.948902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 8667af0c-f140-4c5b-ac42-3a4487d92b6e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8667af0c-f140-4c5b-ac42-3a4487d92b6e,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:46.958787 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:46.971863 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:47.086587 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:26:47.099428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=8667af0c-f140-4c5b-ac42-3a4487d92b6e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:47.108064 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:47.283758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fea02-06b4-4c09-b309-6b9427c286ef req-3b4e2afd-e10e-4366-8b2e-0b31e8fc6ed9 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:47.285288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-474fea02-06b4-4c09-b309-6b9427c286ef req-3b4e2afd-e10e-4366-8b2e-0b31e8fc6ed9 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.5199156
Apr 30 04:26:47.287996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48d7d14-197e-44c1-992b-a90bf596c9da {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:47.307884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:47.327002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-9330cf43-1307-4708-83d3-57f98ddfcd83 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4139621
Apr 30 04:26:47.334209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Transition to ACTIVE for port object d48d7d14-197e-44c1-992b-a90bf596c9da will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:47.345143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:47.349500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ebc44ebe-5d9a-47e5-a71d-958872f26556 tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:47.447635 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59', 'code': 200}
Apr 30 04:26:47.547501 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Pushing event updated for resources: {'Port': ['ID=d48d7d14-197e-44c1-992b-a90bf596c9da,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:47.560355 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:47.587275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Attempting to bind port d48d7d14-197e-44c1-992b-a90bf596c9da on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:47.587879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Attempting to bind port d48d7d14-197e-44c1-992b-a90bf596c9da by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:47.588442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Attempting to bind port d48d7d14-197e-44c1-992b-a90bf596c9da on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:47.608530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Port d48d7d14-197e-44c1-992b-a90bf596c9da on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:26:47.609514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Attempting to bind port d48d7d14-197e-44c1-992b-a90bf596c9da on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:47.621743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:47.623585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:47.625223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:47.625223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Bound port: d48d7d14-197e-44c1-992b-a90bf596c9da, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:47.626007 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:47.933358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efd68d-baae-496e-93fe-ca122400ff3a req-1d2a2c18-b278-414b-8b1e-db44b397542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:47.935957 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-39efd68d-baae-496e-93fe-ca122400ff3a req-1d2a2c18-b278-414b-8b1e-db44b397542e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1097 time: 0.3262260
Apr 30 04:26:48.016730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:48.016971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53820) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:48.070922 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-39efd68d-baae-496e-93fe-ca122400ff3a req-9516fdcd-e7a5-42bd-ba96-962be1983ad3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238148
Apr 30 04:26:48.087860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d48d7d14-197e-44c1-992b-a90bf596c9da,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:48.202435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.220739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:48.228748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Usage tracker for resource:security_group_rule and tenant:6d2391c40709404689c2d6686015ae64 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:48.234441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:48.246482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:48.344569 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.357564 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec5ef8db-a532-489d-9044-0e6dad6fbf0b tempest-ServersAdminNegativeTestJSON-1457463031 tempest-ServersAdminNegativeTestJSON-1457463031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:48.389977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.397373 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.406111 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:48.453936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aec2d2-d083-4fd1-95f8-4d19aa085534,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:48.458177 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:48.465606 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d2391c40709404689c2d6686015ae64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4435141
Apr 30 04:26:48.467209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53828) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:26:48.523083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:48.524219 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.526725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] 10.222.0.50 "PUT /v2.0/ports/d48d7d14-197e-44c1-992b-a90bf596c9da HTTP/1.1" status: 200  len: 1097 time: 3.1839156
Apr 30 04:26:48.552357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:48.559441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c09ea5d8-c935-4e8a-8642-9bccbb2922b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.593540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b513c7-be34-4d5b-851e-a8d8794edd83 req-44cb4fb1-e7de-4169-9ee8-6b54632e9505 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:48.601271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4b513c7-be34-4d5b-851e-a8d8794edd83 req-44cb4fb1-e7de-4169-9ee8-6b54632e9505 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 945 time: 0.7676277
Apr 30 04:26:48.606750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c09ea5d8-c935-4e8a-8642-9bccbb2922b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.627281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8667af0c-f140-4c5b-ac42-3a4487d92b6e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:48.682141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c09ea5d8-c935-4e8a-8642-9bccbb2922b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.693864 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-032e3e9b-c12e-42f5-b145-779494d07581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:48.712324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c09ea5d8-c935-4e8a-8642-9bccbb2922b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.713624 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c09ea5d8-c935-4e8a-8642-9bccbb2922b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3aec2d2-d083-4fd1-95f8-4d19aa085534 HTTP/1.1" status: 204  len: 168 time: 0.2455933
Apr 30 04:26:48.714798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ea5d8-c935-4e8a-8642-9bccbb2922b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aec2d2-d083-4fd1-95f8-4d19aa085534,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:48.736306 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c09ea5d8-c935-4e8a-8642-9bccbb2922b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:48.800327 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8667af0c-f140-4c5b-ac42-3a4487d92b6e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:48.801302 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:48.807923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Pushing event updated for resources: {'Port': ['ID=d48d7d14-197e-44c1-992b-a90bf596c9da,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:48.826063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-a1feff19-0814-4ec4-854e-d1fab9ccd810 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:48.839072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-a1feff19-0814-4ec4-854e-d1fab9ccd810 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 808 time: 1.0073690
Apr 30 04:26:48.866500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:48.903750 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-38659381-b42b-486e-9c6b-7fcaf564672b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/quotas/9f4d4e615ca342c98818411263a6b43e HTTP/1.1" status: 200  len: 375 time: 0.0631690
Apr 30 04:26:48.923613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4b513c7-be34-4d5b-851e-a8d8794edd83 req-f8f81b5f-d7d2-4e9c-b665-3b3dc993ceae tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3206859
Apr 30 04:26:49.069472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-063de3db-7071-4f2f-b469-e320002c088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:49.072148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-063de3db-7071-4f2f-b469-e320002c088e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 1100 time: 0.4027519
Apr 30 04:26:49.226439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-d8e57e2e-e07a-486e-af8f-f3470fc9ad56 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d48d7d14-197e-44c1-992b-a90bf596c9da HTTP/1.1" status: 200  len: 217 time: 0.1445727
Apr 30 04:26:49.257313 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-9d500167-352d-4f85-b589-9974b705464e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3273337
Apr 30 04:26:49.412977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-35e09bbb-461b-4e2e-b80e-c6e902d1057d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:49.414565 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-35e09bbb-461b-4e2e-b80e-c6e902d1057d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.50 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 821 time: 0.2947202
Apr 30 04:26:49.433408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Request body: {'port': {'device_id': '002b2bc0-3136-410b-8edf-1891e84632df', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'admin_state_up': True, 'tenant_id': '7526743448bb489fa6991d5f984a5177'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:49.586265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-5bd60110-f881-4cb1-a734-58ee486a86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:49.588668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-5bd60110-f881-4cb1-a734-58ee486a86c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2912509
Apr 30 04:26:49.709546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-9079cee4-763e-4a43-bc98-a014520416a9 service neutron] 10.222.0.46 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4506304
Apr 30 04:26:49.740397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:49.747857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Usage tracker for resource:port and tenant:7526743448bb489fa6991d5f984a5177 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:26:49.754158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:26:49.766570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:49.784671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Made reservation on behalf of 7526743448bb489fa6991d5f984a5177 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:26:49.789574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:49.866812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b2508f61-b313-4533-a057-9e8eb2f5f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:49.868428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-b2508f61-b313-4533-a057-9e8eb2f5f29f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2712176
Apr 30 04:26:49.924134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beb1c5-7bd3-4958-aeb4-ee8753435da6 req-5cc2dc96-7529-4d2a-a94b-cf16d30384e8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:49.924927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c4beb1c5-7bd3-4958-aeb4-ee8753435da6 req-5cc2dc96-7529-4d2a-a94b-cf16d30384e8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Synchronizing usage tracker for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:49.947857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-ab86b650-d550-47df-89dc-40c4ed7fee3d service neutron] 10.222.0.46 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298150
Apr 30 04:26:50.027941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Allocated IP 172.20.0.5 (c22426aa-dadb-459d-b64f-86b27a32bdad/69a87b48-e5fe-4e3f-89fb-2bdeb9c77724/9f41ccd3-a825-4c1e-a9d4-8204416210dd) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:50.069973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c4beb1c5-7bd3-4958-aeb4-ee8753435da6 req-5cc2dc96-7529-4d2a-a94b-cf16d30384e8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Unset dirty status for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:50.075066 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4beb1c5-7bd3-4958-aeb4-ee8753435da6 req-5cc2dc96-7529-4d2a-a94b-cf16d30384e8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 948 time: 0.4372122
Apr 30 04:26:50.157896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4beb1c5-7bd3-4958-aeb4-ee8753435da6 req-2724b559-7bab-46d6-b701-5ca68936a94d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770295
Apr 30 04:26:50.162428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-73844e4f-3905-4cf4-914a-71ef554e6507 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2845118
Apr 30 04:26:50.402578 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:50.422104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Transition to ACTIVE for port object 9f41ccd3-a825-4c1e-a9d4-8204416210dd will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:50.450744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:50.462141 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-95b4a758-760a-4bb7-b1d6-4640dcb7a0fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:50.571189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Network c22426aa-dadb-459d-b64f-86b27a32bdad is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:50.575911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:50.584030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:50.665976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Pushing event updated for resources: {'Port': ['ID=9f41ccd3-a825-4c1e-a9d4-8204416210dd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:50.669108 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:50.669466 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd424fb-e98f-4dac-a841-661de2ab26ee req-f25cf784-6c6d-4046-ac36-e7b08ed3a8f2 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4977968
Apr 30 04:26:50.696582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff365538-4310-4e8a-829c-9da5448a8735 req-227a9643-b0ba-4964-9737-d44533e5e303 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:50.700075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:50.700754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:50.704346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff365538-4310-4e8a-829c-9da5448a8735 req-227a9643-b0ba-4964-9737-d44533e5e303 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 931 time: 0.3255823
Apr 30 04:26:50.745483 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3207178
Apr 30 04:26:50.760718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Request body: {'port': {'device_id': '002b2bc0-3136-410b-8edf-1891e84632df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:50.762552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-e121192a-58b2-4429-ad60-f3895267faa5 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5606809
Apr 30 04:26:50.776727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:50.787968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:50.806929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ff365538-4310-4e8a-829c-9da5448a8735 req-6d7a19c9-d2a3-40fe-bf1f-5d788187651d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Synchronizing usage tracker for tenant:7526743448bb489fa6991d5f984a5177 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:50.814173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:50.843437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ff365538-4310-4e8a-829c-9da5448a8735 req-6d7a19c9-d2a3-40fe-bf1f-5d788187651d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Unset dirty status for tenant:7526743448bb489fa6991d5f984a5177 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:50.853582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff365538-4310-4e8a-829c-9da5448a8735 req-6d7a19c9-d2a3-40fe-bf1f-5d788187651d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482675
Apr 30 04:26:50.857323 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:50.986077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:51.002297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc7ff745-151f-42b0-b82e-19b72af81d49 None None] Provisioning for port 9f41ccd3-a825-4c1e-a9d4-8204416210dd completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:51.009670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc7ff745-151f-42b0-b82e-19b72af81d49 None None] Provisioning complete for port 9f41ccd3-a825-4c1e-a9d4-8204416210dd triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:51.010457 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc7ff745-151f-42b0-b82e-19b72af81d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:51.105937 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da', 'status': 'completed', 'code': 200}
Apr 30 04:26:51.218078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ff745-151f-42b0-b82e-19b72af81d49 None None] Port 9f41ccd3-a825-4c1e-a9d4-8204416210dd cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:26:51.454556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fae12-b149-4d33-9f62-eefd2101775e req-d8368f64-36eb-4a8f-9b88-7c6ac52387f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:51.456152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d66fae12-b149-4d33-9f62-eefd2101775e req-d8368f64-36eb-4a8f-9b88-7c6ac52387f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 1100 time: 0.3687727
Apr 30 04:26:51.517327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a81d2-22d3-422a-90df-0658a7e9f191 req-4f77d927-6f19-4747-8df2-1f63726b9182 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:51.519997 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-237a81d2-22d3-422a-90df-0658a7e9f191 req-4f77d927-6f19-4747-8df2-1f63726b9182 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 946 time: 0.1890953
Apr 30 04:26:51.534096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:51.743509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f41ccd3-a825-4c1e-a9d4-8204416210dd {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:51.750068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-237a81d2-22d3-422a-90df-0658a7e9f191 req-244c83f5-4041-4e0e-badf-21679fd0a207 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177603
Apr 30 04:26:51.760045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-ce384050-3a16-4a12-bb50-ee9a7eb742e6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:51.760809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-ce384050-3a16-4a12-bb50-ee9a7eb742e6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:51.764712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:51.803337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fae12-b149-4d33-9f62-eefd2101775e req-e643103f-d3cf-48d0-b12d-e90634a87739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:51.803337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d66fae12-b149-4d33-9f62-eefd2101775e req-e643103f-d3cf-48d0-b12d-e90634a87739 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3247654
Apr 30 04:26:51.803848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Transition to ACTIVE for port object 9f41ccd3-a825-4c1e-a9d4-8204416210dd will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:51.803848 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:51.806762 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:51.858179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-ce384050-3a16-4a12-bb50-ee9a7eb742e6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:51.859742 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-ce384050-3a16-4a12-bb50-ee9a7eb742e6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 946 time: 0.2753487
Apr 30 04:26:51.881142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d66fae12-b149-4d33-9f62-eefd2101775e req-f2984f33-1576-4568-a237-2883ce10e43c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d48d7d14-197e-44c1-992b-a90bf596c9da HTTP/1.1" status: 200  len: 217 time: 0.0766251
Apr 30 04:26:52.052736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Allocated IP 172.25.8.193 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/a71800fe-6380-4e13-9fd6-1960a8d417dc) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:52.118320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fae12-b149-4d33-9f62-eefd2101775e req-48ecee65-e2f3-43bf-a9e7-26fd606fad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:52.119931 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d66fae12-b149-4d33-9f62-eefd2101775e req-48ecee65-e2f3-43bf-a9e7-26fd606fad4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2248647
Apr 30 04:26:52.168925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Pushing event updated for resources: {'Port': ['ID=9f41ccd3-a825-4c1e-a9d4-8204416210dd,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:52.252272 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:52.370179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03fd43-954b-4414-b1a0-c3d935c56f4c req-58ac6ad6-f0b6-4033-816c-bdd621b58035 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:52.376082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d03fd43-954b-4414-b1a0-c3d935c56f4c req-58ac6ad6-f0b6-4033-816c-bdd621b58035 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 945 time: 0.3249440
Apr 30 04:26:52.403133 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:52.417997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fae12-b149-4d33-9f62-eefd2101775e req-10203ecf-a761-4858-a363-d4150857f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:52.419547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d66fae12-b149-4d33-9f62-eefd2101775e req-10203ecf-a761-4858-a363-d4150857f305 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2714896
Apr 30 04:26:52.489614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d03fd43-954b-4414-b1a0-c3d935c56f4c req-25f55a0e-7dd2-4db1-8049-4ec61c17dda1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077225
Apr 30 04:26:52.495177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-c37c9291-b271-4312-8962-1f786ead496e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:52.495964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-c37c9291-b271-4312-8962-1f786ead496e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Synchronizing usage tracker for tenant:9f4d4e615ca342c98818411263a6b43e on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:52.506956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Attempting to bind port 9f41ccd3-a825-4c1e-a9d4-8204416210dd on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:52.507338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Attempting to bind port 9f41ccd3-a825-4c1e-a9d4-8204416210dd by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:52.507726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Attempting to bind port 9f41ccd3-a825-4c1e-a9d4-8204416210dd on network c22426aa-dadb-459d-b64f-86b27a32bdad {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:52.523614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Port 9f41ccd3-a825-4c1e-a9d4-8204416210dd on network c22426aa-dadb-459d-b64f-86b27a32bdad not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:26:52.523937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Attempting to bind port 9f41ccd3-a825-4c1e-a9d4-8204416210dd on network c22426aa-dadb-459d-b64f-86b27a32bdad {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:52.543817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:52.544252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Checking segment: {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:52.544822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Bound using segment: {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:52.545414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Bound port: 9f41ccd3-a825-4c1e-a9d4-8204416210dd, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:52.545845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:52.572950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-c37c9291-b271-4312-8962-1f786ead496e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Unset dirty status for tenant:9f4d4e615ca342c98818411263a6b43e on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:52.575759 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-c37c9291-b271-4312-8962-1f786ead496e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 808 time: 0.4694502
Apr 30 04:26:52.580326 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:52.589460 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:52.596069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Request body: {'port': {'device_id': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2', 'admin_state_up': True, 'tenant_id': '9f4d4e615ca342c98818411263a6b43e'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:52.624949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Deleting port 53c211d2-e02d-47e3-b8ed-b512aea8fafd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:26:52.625447 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:52.674876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:52.682182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d66fae12-b149-4d33-9f62-eefd2101775e req-5a9c6b05-5a9e-4c94-bbf0-335cf8ff6bc9 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462311
Apr 30 04:26:52.683055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:52.687245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:52.718826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event updated for resources: {'Port': ['ID=a71800fe-6380-4e13-9fd6-1960a8d417dc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:52.727205 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:52.795732 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f0d729c-acdf-495d-ade7-dd179e946235 req-0ec3244a-9ba7-4ce3-8ba5-79d1717afcf0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 210 time: 0.0730145
Apr 30 04:26:52.890424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:52.977785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d66fae12-b149-4d33-9f62-eefd2101775e req-d517658f-9908-4857-9158-3a52d8441e74 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2827575
Apr 30 04:26:53.000699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:53.048607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] For port 53c211d2-e02d-47e3-b8ed-b512aea8fafd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=53c211d2-e02d-47e3-b8ed-b512aea8fafd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:53.049434 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:53.059913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] For port 9f41ccd3-a825-4c1e-a9d4-8204416210dd, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:53.066647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] For port 9f41ccd3-a825-4c1e-a9d4-8204416210dd, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:53.127628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:26:53.131534 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:53.198827 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:53.236902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Calling delete_port for 53c211d2-e02d-47e3-b8ed-b512aea8fafd owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:26:53.254270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:26:53.293673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:53.294376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:53.296020 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] 10.222.0.50 "PUT /v2.0/ports/9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 1092 time: 2.5414689
Apr 30 04:26:53.296947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:53.306932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Made reservation on behalf of 9f4d4e615ca342c98818411263a6b43e for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:26:53.310655 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:53.448438 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:53.457176 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:53.461449 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e61fd66-9522-4ac5-afcb-de4b5940f064 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:53.529845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event updated for resources: {'Port': ['ID=a71800fe-6380-4e13-9fd6-1960a8d417dc,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:53.535383 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:53.543203 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:53.560891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Pushing event updated for resources: {'Port': ['ID=9f41ccd3-a825-4c1e-a9d4-8204416210dd,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:53.582992 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:53.589225 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:53.602875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.8391705
Apr 30 04:26:53.712452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-7dd42712-aaeb-4be4-b1f5-83d0f6c77327 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Synchronizing usage tracker for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:26:53.738667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-7dd42712-aaeb-4be4-b1f5-83d0f6c77327 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Unset dirty status for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:26:53.740208 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-7dd42712-aaeb-4be4-b1f5-83d0f6c77327 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.193 HTTP/1.1" status: 200  len: 696 time: 0.1362071
Apr 30 04:26:53.925629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-a40f7c63-a282-478c-bb45-95b7419cbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:53.927410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-a40f7c63-a282-478c-bb45-95b7419cbe96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1095 time: 0.5504024
Apr 30 04:26:54.020896 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-5dc40b38-49fc-49ca-b623-b2f48eb29faf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 217 time: 0.0848475
Apr 30 04:26:54.047653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-6cb063e5-5e0c-47b4-973e-a2f970a2d5aa tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:54.050272 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-6cb063e5-5e0c-47b4-973e-a2f970a2d5aa tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.2990041
Apr 30 04:26:54.065922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-e3640de3-5edd-45ce-acdb-6bf279679b77 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:26:54.067955 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b75f5a4d-801e-4730-a0b4-e8226e44d7c8 req-e3640de3-5edd-45ce-acdb-6bf279679b77 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0106134
Apr 30 04:26:54.084451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Allocated IP 172.20.0.10 (bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2/eae39813-bd0b-4305-9c0b-e895f4776ee6/d46e689c-3ff9-449d-b174-19be8bcf17b3) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:26:54.084451 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:54.109366 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dce480b-60cf-48ad-85ec-bf1bd3000f31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:54.170208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event deleted for resources: {'Port': ['ID=53c211d2-e02d-47e3-b8ed-b512aea8fafd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:54.196175 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:54.255867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-d5d0420a-2e06-4c58-a48b-f8876eee72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:54.257280 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-d5d0420a-2e06-4c58-a48b-f8876eee72a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.2296774
Apr 30 04:26:54.281703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e06d2a-1f43-49c8-8951-effed769a4ec req-7ebfb381-619e-47b1-9333-6e9160be81e2 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:54.283449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0e06d2a-1f43-49c8-8951-effed769a4ec req-7ebfb381-619e-47b1-9333-6e9160be81e2 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 948 time: 0.1941078
Apr 30 04:26:54.309214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d48d7d14-197e-44c1-992b-a90bf596c9da details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:26:54.318972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b7214-5f8c-4f73-a677-b87d65a8998a req-42bdc986-a409-4d7f-9dee-89688e1afd5e tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:54.322190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-287b7214-5f8c-4f73-a677-b87d65a8998a req-42bdc986-a409-4d7f-9dee-89688e1afd5e tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 943 time: 0.1436620
Apr 30 04:26:54.333721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 53c211d2-e02d-47e3-b8ed-b512aea8fafd no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:26:54.364308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] No DVR routers for this DVR port 53c211d2-e02d-47e3-b8ed-b512aea8fafd on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:26:54.370410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:54.382649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0e06d2a-1f43-49c8-8951-effed769a4ec req-50392c18-db4b-4c6f-a99a-d43dc04eba7f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917449
Apr 30 04:26:54.398489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-287b7214-5f8c-4f73-a677-b87d65a8998a req-166fc789-da7b-41f3-beb5-592de9915dae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702894
Apr 30 04:26:54.418049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 53c211d2-e02d-47e3-b8ed-b512aea8fafd {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:26:54.418533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 53c211d2-e02d-47e3-b8ed-b512aea8fafd not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:26:54.529793 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a32f220-2fd7-4f66-bf2b-174e9b99a43f req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "DELETE /v2.0/ports/53c211d2-e02d-47e3-b8ed-b512aea8fafd HTTP/1.1" status: 204  len: 173 time: 2.6578121
Apr 30 04:26:54.624982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d48d7d14-197e-44c1-992b-a90bf596c9da,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:54.625247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-2262fb60-79ad-43a1-9849-ad995eca17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:54.627675 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-2262fb60-79ad-43a1-9849-ad995eca17d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3316829
Apr 30 04:26:54.647526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'd48d7d14-197e-44c1-992b-a90bf596c9da', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'd48d7d14-197e-44c1-992b-a90bf596c9da', 'mac_address': 'fa:16:3e:56:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:26:54.661408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:54.768039 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:54.774740 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d37429b-2509-4170-acdd-06104ae1836b req-a5c000e1-eba6-41b0-a285-c618e34d8eff tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 210 time: 0.1055465
Apr 30 04:26:54.802735 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-8c9c82ec-7d05-414c-82d5-27f952b0ea98 service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682258
Apr 30 04:26:54.811827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48d7d14-197e-44c1-992b-a90bf596c9da {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:54.828878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a936d81-790a-419d-8520-340f678f2813 req-11bf7e0a-06f7-4dc9-9ed0-1006abe8b37f tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:54.841136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:54.844713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a936d81-790a-419d-8520-340f678f2813 req-11bf7e0a-06f7-4dc9-9ed0-1006abe8b37f tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1097 time: 0.2474213
Apr 30 04:26:54.847935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d48d7d14-197e-44c1-992b-a90bf596c9da,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:54.858740 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:54.861494 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24c0af33-eff3-41ce-92b9-2a2774ae2d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:54.862007 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:54.948089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a936d81-790a-419d-8520-340f678f2813 req-45bfc048-3b6e-4c90-ba2a-c2e7b9666257 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017754
Apr 30 04:26:54.990309 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'status': 'completed', 'code': 200}
Apr 30 04:26:55.010710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=d48d7d14-197e-44c1-992b-a90bf596c9da,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:55.015537 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:55.026560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:26:55.034333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:26:55.044543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:26:55.125603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Pushing event updated for resources: {'Port': ['ID=d46e689c-3ff9-449d-b174-19be8bcf17b3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:55.143815 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:55.162172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d48d7d14-197e-44c1-992b-a90bf596c9da'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:26:55.171071 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0dd9f71f-1831-42f0-81b4-1aa2de3e60d3 req-6c33793b-cf4b-4114-910c-acf0d5a8adef service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3614841
Apr 30 04:26:55.272367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:55.273595 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:55.405586 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8165228
Apr 30 04:26:55.423350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Request body: {'port': {'device_id': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:26:55.516368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced2269-bccf-4ac1-a0ed-0a7537b18525 req-c6603bbf-9935-4b86-848b-9dea73f9b220 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:55.533328 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dced2269-bccf-4ac1-a0ed-0a7537b18525 req-c6603bbf-9935-4b86-848b-9dea73f9b220 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 932 time: 0.3517797
Apr 30 04:26:55.555629 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4ed15c7-0b39-47e1-9332-a41827d2abe5 req-6c6b3572-0895-4179-bccc-91b74143e3da tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips/aec0158a-3582-4239-af68-bab9afd41b1e HTTP/1.1" status: 200  len: 693 time: 0.2564173
Apr 30 04:26:55.648180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-4eda34eb-17f1-42f6-8298-5f8ff01591a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:55.650749 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-4eda34eb-17f1-42f6-8298-5f8ff01591a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1095 time: 0.3400917
Apr 30 04:26:55.784624 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:55.888238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dced2269-bccf-4ac1-a0ed-0a7537b18525 req-ce349df2-6d02-458e-9627-d15a4715cf2a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3528581
Apr 30 04:26:55.928976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-6c3e02f9-12a5-4b55-973d-63b09fbf10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:55.932140 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-6c3e02f9-12a5-4b55-973d-63b09fbf10d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.2727220
Apr 30 04:26:55.971567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed15c7-0b39-47e1-9332-a41827d2abe5 req-c26a2d12-440b-4627-afdb-8d5ea40ce574 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:55.986718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4ed15c7-0b39-47e1-9332-a41827d2abe5 req-c26a2d12-440b-4627-afdb-8d5ea40ce574 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.4292750
Apr 30 04:26:55.997505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-c4ed15c7-0b39-47e1-9332-a41827d2abe5 req-f80ba955-2e7a-434e-a3f9-05fef28a07f0 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:26:56.012182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4ed15c7-0b39-47e1-9332-a41827d2abe5 req-f80ba955-2e7a-434e-a3f9-05fef28a07f0 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0234556
Apr 30 04:26:56.352823 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d48d7d14-197e-44c1-992b-a90bf596c9da up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:26:56.437172 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-f7b6124a-4769-4bab-bd44-a62c38f600ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 217 time: 0.4195189
Apr 30 04:26:56.496803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c728eb-2bb7-4ebd-93ba-427fd68245e6 req-b9d24a06-04bb-4824-8a1b-375d0d232e2a tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:56.510573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16c728eb-2bb7-4ebd-93ba-427fd68245e6 req-b9d24a06-04bb-4824-8a1b-375d0d232e2a tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1097 time: 0.3158312
Apr 30 04:26:56.527098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b6887-0985-4d91-8090-b97f905ebbd1 req-090693cc-317c-40e5-a411-cc87edcd0093 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:56.529168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c07b6887-0985-4d91-8090-b97f905ebbd1 req-090693cc-317c-40e5-a411-cc87edcd0093 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 949 time: 0.2300429
Apr 30 04:26:56.549748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port d48d7d14-197e-44c1-992b-a90bf596c9da completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:26:56.562207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port d48d7d14-197e-44c1-992b-a90bf596c9da triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:26:56.563033 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:56.566912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-94c603cf-25fc-470e-ba4e-eadf62072e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:56.568526 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-94c603cf-25fc-470e-ba4e-eadf62072e8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.1250679
Apr 30 04:26:56.693679 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16c728eb-2bb7-4ebd-93ba-427fd68245e6 req-300b668d-2514-44b2-b175-b030711f4e63 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761734
Apr 30 04:26:56.699631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c07b6887-0985-4d91-8090-b97f905ebbd1 req-313a8d02-946f-4edd-bfa4-aba599b194ce tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530852
Apr 30 04:26:56.821356 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:56.863625 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:56.902402 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:56.912419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:56.939029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d48d7d14-197e-44c1-992b-a90bf596c9da,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:56.945738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46e689c-3ff9-449d-b174-19be8bcf17b3 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:56.947573 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:56.949801 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b731cfbd-d6e1-41fa-9d09-345f10c4148a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:56.991814 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:56.995869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd192e8-b4db-4fc7-b0bb-6d1b3d936582', 'name': 'network-vif-deleted', 'tag': '53c211d2-e02d-47e3-b8ed-b512aea8fafd'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:26:57.038256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Transition to ACTIVE for port object d46e689c-3ff9-449d-b174-19be8bcf17b3 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:26:57.042086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-5ddafef1-bfe4-4783-8a50-6ed47e0f8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:57.043873 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-5ddafef1-bfe4-4783-8a50-6ed47e0f8ef2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4195287
Apr 30 04:26:57.093131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=d48d7d14-197e-44c1-992b-a90bf596c9da,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:57.104341 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:57.106673 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:57.122297 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:57.166689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-305ea73b-c1ba-4568-b01c-17f2befab4bc req-dca282c9-6425-47e6-955a-80d846921f0d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 210 time: 0.0537870
Apr 30 04:26:57.180028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdd898-c8b2-4040-9f46-3cb2e706e6f7 req-4204f6fc-be49-4fb9-8d40-85ccf92b26f9 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:57.187565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9bbdd898-c8b2-4040-9f46-3cb2e706e6f7 req-4204f6fc-be49-4fb9-8d40-85ccf92b26f9 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 943 time: 0.2564080
Apr 30 04:26:57.253939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9bbdd898-c8b2-4040-9f46-3cb2e706e6f7 req-fb34ab08-4ac5-4081-bf9e-dc8172291c66 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652456
Apr 30 04:26:57.384117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-61794198-7d17-4b81-b7bb-3245ae661227 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips/aec0158a-3582-4239-af68-bab9afd41b1e HTTP/1.1" status: 200  len: 693 time: 0.1025589
Apr 30 04:26:57.447551 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-90edfcbf-8a98-42dd-8864-e7950c020aa0 service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3957827
Apr 30 04:26:57.558109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Pushing event updated for resources: {'Port': ['ID=d46e689c-3ff9-449d-b174-19be8bcf17b3,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:57.565780 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:57.687790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:26:57.688406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:26:57.688910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:57.696714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-ec80aa3c-b182-4e1e-8b2b-02e3995bcd5d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:57.699395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-ec80aa3c-b182-4e1e-8b2b-02e3995bcd5d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.3062165
Apr 30 04:26:57.714107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-1a2582c0-a137-4f6b-95aa-b85a44e357e5 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:26:57.715383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-1a2582c0-a137-4f6b-95aa-b85a44e357e5 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0096860
Apr 30 04:26:57.717377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Port d46e689c-3ff9-449d-b174-19be8bcf17b3 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:26:57.717814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:26:57.730164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:26:57.730789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:26:57.731406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:26:57.732037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Bound port: d46e689c-3ff9-449d-b174-19be8bcf17b3, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:26:57.732870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:57.766554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c82760e-6d81-498d-baa7-78ff0cd6ca01 req-98c986b2-6809-43d9-8b41-e856c99f5caa service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2815969
Apr 30 04:26:57.789036 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:26:57.846593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-9bb9cd7e-415c-48ff-b018-139543001b95 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.193 HTTP/1.1" status: 200  len: 696 time: 0.1236286
Apr 30 04:26:57.906568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:26:57.910455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:26:57.930501 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:57.935523 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:58.071260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:58.072207 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:58.073934 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] 10.222.0.37 "PUT /v2.0/ports/d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 200  len: 1093 time: 2.6577852
Apr 30 04:26:58.075851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-3f263cc4-c966-43d9-9229-3b2ad87522da tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.193 HTTP/1.1" status: 200  len: 696 time: 0.2160399
Apr 30 04:26:58.112420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Pushing event updated for resources: {'Port': ['ID=d46e689c-3ff9-449d-b174-19be8bcf17b3,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:58.118463 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:58.246222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-3f7cb4c6-41b6-40b1-b536-0e9aa08e17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:58.248952 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-3f7cb4c6-41b6-40b1-b536-0e9aa08e17df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1096 time: 0.1144207
Apr 30 04:26:58.296203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 9f41ccd3-a825-4c1e-a9d4-8204416210dd details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:26:58.405396 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-6d9907ad-50ae-4d3f-8f4b-a1c3bad103ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 200  len: 217 time: 0.1473603
Apr 30 04:26:58.486444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-6db2cbe0-eef8-4218-b7b2-6457805cebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:58.488595 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-6db2cbe0-eef8-4218-b7b2-6457805cebd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.0753725
Apr 30 04:26:58.543312 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-b983f9e1-c853-42ea-9611-d8ee683f3792 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486341
Apr 30 04:26:58.556626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 9f41ccd3-a825-4c1e-a9d4-8204416210dd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:58.584723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'port_id': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'mac_address': 'fa:16:3e:24:0a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:26:58.615851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd5594-aad8-4ec8-816d-368f89f3777f req-bbb96b6e-56ec-4e66-93ef-f18838d436f8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:58.628164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7abd5594-aad8-4ec8-816d-368f89f3777f req-bbb96b6e-56ec-4e66-93ef-f18838d436f8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 944 time: 0.4075682
Apr 30 04:26:58.655169 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:58.676098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f41ccd3-a825-4c1e-a9d4-8204416210dd {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:26:58.696255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 9f41ccd3-a825-4c1e-a9d4-8204416210dd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:26:58.702802 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:58.706054 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b2261131-e835-458a-bce6-ddb83051ec05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:58.756569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7abd5594-aad8-4ec8-816d-368f89f3777f req-f22b67f0-6db5-4201-a08f-111e73fae11f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247342
Apr 30 04:26:58.759737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Deleting port a71800fe-6380-4e13-9fd6-1960a8d417dc {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:26:58.760514 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:58.804744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=9f41ccd3-a825-4c1e-a9d4-8204416210dd,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:58.808930 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:58.827482 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-5c86c2e2-ceea-45de-ac19-5936719ab03d service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2777352
Apr 30 04:26:58.882819 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da', 'code': 200}
Apr 30 04:26:59.022719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['9f41ccd3-a825-4c1e-a9d4-8204416210dd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:26:59.063123 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:59.063483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:59.239331 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd192e8-b4db-4fc7-b0bb-6d1b3d936582', 'name': 'network-vif-deleted', 'tag': '53c211d2-e02d-47e3-b8ed-b512aea8fafd', 'status': 'completed', 'code': 200}
Apr 30 04:26:59.247696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Calling delete_port for a71800fe-6380-4e13-9fd6-1960a8d417dc owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:26:59.457826 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af267864-b22d-4e4e-9313-9aeba8a7c045 req-0ee8de08-5ea6-4fbf-bb84-e9af4c5fde20 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6219754
Apr 30 04:26:59.470369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df8d2d-9b39-456b-9c51-273aaca32e1a req-18ef5ece-b8b4-41ff-8f32-6ff0eba4fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:59.473264 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91df8d2d-9b39-456b-9c51-273aaca32e1a req-18ef5ece-b8b4-41ff-8f32-6ff0eba4fcfa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 1102 time: 0.2320127
Apr 30 04:26:59.534115 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:59.540905 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a0e7e4f7-4d66-492d-bfac-e4a7ebca5859 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:26:59.560359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-91df8d2d-9b39-456b-9c51-273aaca32e1a req-29307d9a-2e48-45f2-b71a-1304d4080654 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792663
Apr 30 04:26:59.624019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event deleted for resources: {'Port': ['ID=a71800fe-6380-4e13-9fd6-1960a8d417dc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:26:59.636887 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:26:59.647534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e2015-fc98-4af2-a4c1-390a048a81e2 req-de24b023-dec9-4ee7-a54c-376986b06047 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:26:59.649115 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac7e2015-fc98-4af2-a4c1-390a048a81e2 req-de24b023-dec9-4ee7-a54c-376986b06047 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.2465432
Apr 30 04:26:59.650049 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:59.697069 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:26:59.698209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d9ea7d3-07db-4f31-9e2c-bca88c29d920 req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "DELETE /v2.0/floatingips/aec0158a-3582-4239-af68-bab9afd41b1e HTTP/1.1" status: 204  len: 173 time: 1.6083803
Apr 30 04:26:59.718966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac7e2015-fc98-4af2-a4c1-390a048a81e2 req-15f05143-b7a3-4c3c-9dbf-b2644873b0d3 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603106
Apr 30 04:26:59.970713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61cc726a-e805-4751-ac96-a40722835a73 req-e86ccb86-4a95-452c-bf5b-8d64e049dca3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=1dd192e8-b4db-4fc7-b0bb-6d1b3d936582 HTTP/1.1" status: 200  len: 210 time: 0.0886984
Apr 30 04:27:00.323404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 9f41ccd3-a825-4c1e-a9d4-8204416210dd up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:27:00.411659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 9f41ccd3-a825-4c1e-a9d4-8204416210dd completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:27:00.417329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 9f41ccd3-a825-4c1e-a9d4-8204416210dd triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:27:00.417727 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:00.516371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78311-8f3d-46a5-ae38-a1d0e956d0b0 req-70b0fef9-1045-4261-b736-c8d10dbfc67c tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:00.518204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91e78311-8f3d-46a5-ae38-a1d0e956d0b0 req-70b0fef9-1045-4261-b736-c8d10dbfc67c tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 944 time: 0.4835761
Apr 30 04:27:00.528022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508d30e-d19e-4eda-8272-6fa221c94f58 req-41cc0d8b-2de3-4f35-9249-028203b0ad4a tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:00.529557 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f508d30e-d19e-4eda-8272-6fa221c94f58 req-41cc0d8b-2de3-4f35-9249-028203b0ad4a tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.5315824
Apr 30 04:27:00.560221 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7541866e-a2aa-4800-9ca7-461dad7fb13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:00.603516 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91e78311-8f3d-46a5-ae38-a1d0e956d0b0 req-1bcb2f2d-e653-4e3d-9bd7-bd00c12e7fc9 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701590
Apr 30 04:27:00.636156 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:00.699632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 9f41ccd3-a825-4c1e-a9d4-8204416210dd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:00.708915 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:00.712409 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:00.842189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=9f41ccd3-a825-4c1e-a9d4-8204416210dd,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:00.846113 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:00.884663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:00.930082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e7b03-efff-4c0f-aded-c3e47eae6a41 req-3efeff33-8cd1-4edb-bdb3-0fa496a80eed tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:00.931683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-194e7b03-efff-4c0f-aded-c3e47eae6a41 req-3efeff33-8cd1-4edb-bdb3-0fa496a80eed tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 944 time: 0.1193812
Apr 30 04:27:00.934039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63522918-69ed-4982-b7a9-d983e8824048 req-b9639ee6-84b3-47e4-8a3a-f3c54cd9eabe tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:00.935522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63522918-69ed-4982-b7a9-d983e8824048 req-b9639ee6-84b3-47e4-8a3a-f3c54cd9eabe tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1097 time: 0.1564789
Apr 30 04:27:01.015449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-194e7b03-efff-4c0f-aded-c3e47eae6a41 req-a8106009-e450-4c30-86c7-9a788aa35244 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751541
Apr 30 04:27:01.017221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63522918-69ed-4982-b7a9-d983e8824048 req-f0232d5f-36ec-4530-9973-803ab90b7f78 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749047
Apr 30 04:27:01.202399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-98a8fa66-52c4-4759-a9a4-a17d9dfbc0c8 req-aaf240cc-a238-4515-9764-47e930f32a6b tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Synchronizing usage tracker for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:01.221317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-98a8fa66-52c4-4759-a9a4-a17d9dfbc0c8 req-aaf240cc-a238-4515-9764-47e930f32a6b tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Unset dirty status for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:01.230420 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98a8fa66-52c4-4759-a9a4-a17d9dfbc0c8 req-aaf240cc-a238-4515-9764-47e930f32a6b tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=cc68944f9b4e4ed4bd7c1c789910746c HTTP/1.1" status: 200  len: 1657 time: 0.1180913
Apr 30 04:27:01.241048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:01.448942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8fa66-52c4-4759-a9a4-a17d9dfbc0c8 req-54479471-d716-47d6-9991-ec308fcb59da tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:01.450849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98a8fa66-52c4-4759-a9a4-a17d9dfbc0c8 req-54479471-d716-47d6-9991-ec308fcb59da tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks?id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 787 time: 0.2194483
Apr 30 04:27:01.471317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-98a8fa66-52c4-4759-a9a4-a17d9dfbc0c8 req-67d134c9-675d-45d0-a63d-65cd2ad768bb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:27:01.473210 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98a8fa66-52c4-4759-a9a4-a17d9dfbc0c8 req-67d134c9-675d-45d0-a63d-65cd2ad768bb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0105226
Apr 30 04:27:01.509791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677cab0-0092-440d-9e3f-a47741639886 req-61c97c7d-129c-4d07-8c27-c516175451f5 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:01.512501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3677cab0-0092-440d-9e3f-a47741639886 req-61c97c7d-129c-4d07-8c27-c516175451f5 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.1775544
Apr 30 04:27:01.536744 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'code': 200}
Apr 30 04:27:01.599945 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3677cab0-0092-440d-9e3f-a47741639886 req-d8541a5c-e18b-42f7-92fe-ecb6d4b1f946 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794532
Apr 30 04:27:01.753805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880db95f-11a6-431f-968a-ecfacb643a84 req-ed24ee63-9685-418e-b4ff-740bd9cada24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:01.756536 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-880db95f-11a6-431f-968a-ecfacb643a84 req-ed24ee63-9685-418e-b4ff-740bd9cada24 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1097 time: 0.1404777
Apr 30 04:27:01.828942 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-880db95f-11a6-431f-968a-ecfacb643a84 req-f178d1f3-f3d9-473c-a8a1-a015dbaf7bc4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650182
Apr 30 04:27:02.054569 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3', 'status': 'completed', 'code': 200}
Apr 30 04:27:02.166093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-35ebb1ae-45df-4940-a93b-b070b97bd74e tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips/bf368386-39d8-4ded-8ee7-3afee005fe58 HTTP/1.1" status: 200  len: 693 time: 0.0979176
Apr 30 04:27:02.223169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-11f9e3d5-e8b3-4378-b5f2-4ea5d4383055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:02.226164 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-11f9e3d5-e8b3-4378-b5f2-4ea5d4383055 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1096 time: 0.1324492
Apr 30 04:27:02.369405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-fd5d69c9-dbbd-4304-85bd-81d261463b93 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:02.377657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-fd5d69c9-dbbd-4304-85bd-81d261463b93 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.1912961
Apr 30 04:27:02.414028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-e69dc872-cb17-473b-8254-7e68318c2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:02.420088 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-e69dc872-cb17-473b-8254-7e68318c2f87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.1863441
Apr 30 04:27:02.465167 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-cda487dc-0cbd-4da4-87aa-f70215230669 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.152 HTTP/1.1" status: 200  len: 696 time: 0.0864143
Apr 30 04:27:02.506565 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-7d0d58f6-949c-4dc1-8172-96c31fc7c996 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 200  len: 217 time: 0.0790441
Apr 30 04:27:02.559555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-223f5fe9-977f-4b6b-bc9e-1a688e270831 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.152 HTTP/1.1" status: 200  len: 696 time: 0.0866182
Apr 30 04:27:02.576890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-d6615557-dd52-481a-982a-72ecdafff5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:02.578364 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-d6615557-dd52-481a-982a-72ecdafff5f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.0650003
Apr 30 04:27:02.634483 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-b4d8d29c-c8d6-4e54-9de0-8b3567c7f08c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486844
Apr 30 04:27:02.881541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-10952edd-2a84-41f6-a0a8-d3a868802d38 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381847
Apr 30 04:27:02.918239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d46e689c-3ff9-449d-b174-19be8bcf17b3 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:03.030635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Deleting port cf230126-2106-4e54-b15d-8f10f37df791 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:27:03.031103 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.117846 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a0d23721-0c2b-4221-b621-c4c5ea83ba38 req-f2aacf2a-9af0-4ac2-a05d-bd969a1a72ff service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289729
Apr 30 04:27:03.220128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:03.261775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'd46e689c-3ff9-449d-b174-19be8bcf17b3', 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2', 'port_id': 'd46e689c-3ff9-449d-b174-19be8bcf17b3', 'mac_address': 'fa:16:3e:b1:af:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae39813-bd0b-4305-9c0b-e895f4776ee6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:27:03.273066 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.273742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.360138 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.395332 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.420827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46e689c-3ff9-449d-b174-19be8bcf17b3 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:03.443740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54008) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:03.448833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:03.454748 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.457382 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b2261131-e835-458a-bce6-ddb83051ec05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:03.528872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Calling delete_port for cf230126-2106-4e54-b15d-8f10f37df791 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:27:03.596383 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-132ca3cf-e233-443a-9917-d772c4d97db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.606317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d46e689c-3ff9-449d-b174-19be8bcf17b3,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:03.621568 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:03.640347 n-d-766726-20 neutron-server[74582]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 04:27:03.645467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-ea74a836-8e02-4ad7-b687-8db7312e3136 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:27:03.646528 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-ea74a836-8e02-4ad7-b687-8db7312e3136 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2013378
Apr 30 04:27:03.697825 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.701878 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:03.750474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event deleted for resources: {'Port': ['ID=cf230126-2106-4e54-b15d-8f10f37df791,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:03.774761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Request body: {'binding': {'host': 'n-h2-766726-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:03.775514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Unknown quota resources ['binding']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:27:03.781970 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:03.799182 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.821999 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:03.823179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15a46f49-900a-48fc-82f0-b7f819837b78 req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "DELETE /v2.0/floatingips/bf368386-39d8-4ded-8ee7-3afee005fe58 HTTP/1.1" status: 204  len: 173 time: 1.2517662
Apr 30 04:27:03.870290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d46e689c-3ff9-449d-b174-19be8bcf17b3'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:04.116086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on host n-h2-766726-20 for vnic_type normal with profile None {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:04.116425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:04.116984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:04.126464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:04.127111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:04.137901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:04.138428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:04.139023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:04.139778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Bound port: 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:04.244723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:04.250747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:04.252746 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b7239c45-7da5-4d5a-9fd5-e03dd9932ed3 service neutron] 10.222.0.46 "POST /v2.0/ports/2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59/bindings HTTP/1.1" status: 201  len: 390 time: 0.5400925
Apr 30 04:27:04.344876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-7ead5a01-a1cf-4a2f-a208-e643b570d4d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0900877
Apr 30 04:27:04.469415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b688-301e-4df5-a21b-576bef71cb3d req-24d4b2dd-39a1-4760-87be-5d1a9beafd68 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:04.470315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4734b688-301e-4df5-a21b-576bef71cb3d req-24d4b2dd-39a1-4760-87be-5d1a9beafd68 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 945 time: 0.1117198
Apr 30 04:27:04.533470 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:04.627451 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4734b688-301e-4df5-a21b-576bef71cb3d req-5ac7a6df-b657-452c-a991-f1411fa3e1d1 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483436
Apr 30 04:27:04.772463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-71a67c02-511a-4bea-8897-aa3504a684ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:04.774629 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-71a67c02-511a-4bea-8897-aa3504a684ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1097 time: 0.1427197
Apr 30 04:27:05.014166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ab872-4389-47c0-a90a-0cfa96f73d04 req-9d856665-5967-4a7e-8a0a-2f31866aef2f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:05.028336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-114ab872-4389-47c0-a90a-0cfa96f73d04 req-9d856665-5967-4a7e-8a0a-2f31866aef2f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 945 time: 0.2162681
Apr 30 04:27:05.050033 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-2feb7ba4-66bd-455f-80c2-063e916feacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:05.052297 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-2feb7ba4-66bd-455f-80c2-063e916feacf service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.2698064
Apr 30 04:27:05.140757 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-114ab872-4389-47c0-a90a-0cfa96f73d04 req-8ae516c5-f0ba-4b79-871e-71f081ae27b0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109776
Apr 30 04:27:05.313107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-adb997a5-55d2-4636-bed4-b6e36482fb67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 200  len: 217 time: 0.2530990
Apr 30 04:27:05.396182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-1f511bd6-a213-4367-8232-e935d195533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:05.397692 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-1f511bd6-a213-4367-8232-e935d195533f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.0777831
Apr 30 04:27:05.438847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-8d2f439f-811f-4f05-9039-295b19f2608c tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips/a9251ac0-f242-4d4f-a900-44ada753b58b HTTP/1.1" status: 200  len: 693 time: 0.2627575
Apr 30 04:27:05.452976 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-439e452a-4b51-470c-aed5-3955af883da3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475326
Apr 30 04:27:05.670915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-c76d76e5-8952-4a1b-95ca-9ca8fb817828 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:05.672510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-c76d76e5-8952-4a1b-95ca-9ca8fb817828 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.5720985
Apr 30 04:27:05.680681 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-25296c01-a8c6-4908-b40d-41f99cb9a8a6 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2202842
Apr 30 04:27:05.717939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-cf849567-09e3-4a6e-b141-99485e581fa6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/quotas/df7c0c7b000747d38e7e879591289c56 HTTP/1.1" status: 200  len: 375 time: 0.0323076
Apr 30 04:27:05.728768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-9a685b93-7c77-443f-9f78-3d629e20442a tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:05.730184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-9a685b93-7c77-443f-9f78-3d629e20442a tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.2805369
Apr 30 04:27:05.849636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-6c84e573-a249-4578-833f-7bfcaeda9822 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1184127
Apr 30 04:27:05.857800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-b1ba853e-6fbc-4f4e-83a6-f9cb1d1ba23f tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Synchronizing usage tracker for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:05.877748 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-9db4ef1f-0715-48af-aa08-f9d432296307 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837237
Apr 30 04:27:05.971765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-b1ba853e-6fbc-4f4e-83a6-f9cb1d1ba23f tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Unset dirty status for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:05.973685 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-b1ba853e-6fbc-4f4e-83a6-f9cb1d1ba23f tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200  len: 696 time: 0.2092087
Apr 30 04:27:06.059911 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:06.065498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-15d1dc92-21a7-45bd-8766-093ae7b4854d tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:06.068744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-15d1dc92-21a7-45bd-8766-093ae7b4854d tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.1082997
Apr 30 04:27:06.079654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-20'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:06.177506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-219efe49-fdca-4f1f-9177-60f58df6f9e7 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.142 HTTP/1.1" status: 200  len: 696 time: 0.1054626
Apr 30 04:27:06.306136 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-d3c55950-b690-43a2-b54d-10d6afa75904 service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4325187
Apr 30 04:27:06.306426 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:06.398359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-c22ba0bc-0bdf-4cfd-bfde-3278bc660ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:06.399995 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-c22ba0bc-0bdf-4cfd-bfde-3278bc660ec4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 1102 time: 0.2437079
Apr 30 04:27:06.413451 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-8096a45a-2398-4315-b18f-7a42d350c386 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2906961
Apr 30 04:27:06.685546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-7a23503f-64ca-4273-a745-05ba74701d6e service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202250
Apr 30 04:27:06.695078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Deleting port dbe2e13e-392a-4d9f-98f2-fd54a1ab1032 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:27:06.695443 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:06.741959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-59f7a0a4-8a9e-40ef-9116-07006fd5aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:06.743583 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-59f7a0a4-8a9e-40ef-9116-07006fd5aa22 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3348804
Apr 30 04:27:06.745418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:06.824783 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-07b47aaf-627c-46e2-8541-8d9c5ae05288 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d48d7d14-197e-44c1-992b-a90bf596c9da HTTP/1.1" status: 200  len: 217 time: 0.0728347
Apr 30 04:27:06.828487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-3c0af72f-e66f-4f48-a48b-a1dd6febf21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:06.830009 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-3c0af72f-e66f-4f48-a48b-a1dd6febf21b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1102 time: 0.3780427
Apr 30 04:27:06.932147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d46e689c-3ff9-449d-b174-19be8bcf17b3 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:27:06.971684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:07.025657 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port d46e689c-3ff9-449d-b174-19be8bcf17b3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:27:07.029172 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.029796 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.038740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port d46e689c-3ff9-449d-b174-19be8bcf17b3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:27:07.039256 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.075421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:07.082555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.154481 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.162830 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26e643fd-fb80-40ec-b1d4-d4d71dfc4f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:07.217900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-7a5d6e2a-0956-47ff-9912-91bb718330cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:07.219426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-7a5d6e2a-0956-47ff-9912-91bb718330cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.3869474
Apr 30 04:27:07.244814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.249086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Calling delete_port for dbe2e13e-392a-4d9f-98f2-fd54a1ab1032 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:27:07.290292 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:07.304840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:07.321059 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.323802 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:07.335104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243ff71-a09c-4a87-ad24-5c47b43b0ace req-3b24f145-7033-44a5-98fe-207a06dda3ec tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:07.337125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e243ff71-a09c-4a87-ad24-5c47b43b0ace req-3b24f145-7033-44a5-98fe-207a06dda3ec tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.4149818
Apr 30 04:27:07.411875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e243ff71-a09c-4a87-ad24-5c47b43b0ace req-d96f0102-348d-4aa5-b372-6b75cdd8c0df tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652151
Apr 30 04:27:07.434144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d46e689c-3ff9-449d-b174-19be8bcf17b3,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:07.443845 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:07.492230 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.497794 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:07.555104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event deleted for resources: {'Port': ['ID=dbe2e13e-392a-4d9f-98f2-fd54a1ab1032,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:07.590409 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:07.645160 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.681601 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.695920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bda3c7cd-84ea-4920-8017-7ab69770c1fc req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "DELETE /v2.0/floatingips/a9251ac0-f242-4d4f-a900-44ada753b58b HTTP/1.1" status: 204  len: 173 time: 1.5045187
Apr 30 04:27:07.762273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83271e88-b023-4076-b059-bca28f55cb6c req-4fff69a3-0a8e-41c4-aa32-d64319fc4ba0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:07.764162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83271e88-b023-4076-b059-bca28f55cb6c req-4fff69a3-0a8e-41c4-aa32-d64319fc4ba0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 943 time: 0.1726327
Apr 30 04:27:07.783352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-828f4edc-f765-46f0-8d07-ee446e711a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:07.785551 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-828f4edc-f765-46f0-8d07-ee446e711a91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.8743832
Apr 30 04:27:07.857405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:07.881391 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:07.899622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on host n-h1-766726-20 for vnic_type normal with profile {"migrating_to": "n-h2-766726-20"} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:07.900299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:07.900778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:07.911629 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-d29052b4-96fe-4d08-8013-4453d0d33f54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.1164048
Apr 30 04:27:07.916328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:07.916729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Attempting to bind port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:07.941590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:07.942075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:07.942615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:07.942934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Bound port: 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:07.943391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:07.966152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3887513e-b620-4e40-ae28-acd02a54d01e req-a3f6f259-dcb8-4196-87d1-1f4b8618e295 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2607353
Apr 30 04:27:07.973831 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83271e88-b023-4076-b059-bca28f55cb6c req-dfc8903b-1630-4071-9d69-2b67f414d7a4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550374
Apr 30 04:27:07.986991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:08.000284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:08.032220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Usage tracker for resource:floatingip and tenant:7526743448bb489fa6991d5f984a5177 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:08.038969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:08.050262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:08.071096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:08.079971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-64a784b9-2cd9-4ca5-a1a8-37d97de0ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:08.082097 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-64a784b9-2cd9-4ca5-a1a8-37d97de0ace6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.8535621
Apr 30 04:27:08.154648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-8a58943c-a859-42bd-bcd3-c555f92a88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:08.156287 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-8a58943c-a859-42bd-bcd3-c555f92a88f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2233551
Apr 30 04:27:08.248085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:08.256398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:08.284078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:08.299621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:08.307140 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-025bb961-1a93-46d4-a464-58db57547ae2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:08.436444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Allocated IP 172.25.8.231 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/7b69b5d5-6341-4b3c-9bb3-cdebe3bf6b25) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:27:08.500447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-f30cad98-cf55-4576-a37e-b31b0a3e4f0d service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4056444
Apr 30 04:27:08.505210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,revision_number=8']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:08.514534 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:08.605185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-93016504-ce09-489f-8a93-2b9084f1a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:08.606891 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-93016504-ce09-489f-8a93-2b9084f1a2c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4416754
Apr 30 04:27:08.657433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:08.658165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:08.659775 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] 10.222.0.50 "PUT /v2.0/ports/2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 200  len: 1123 time: 2.5848002
Apr 30 04:27:08.705759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:08.722017 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:08.774842 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:08.783656 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:08.856168 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-201db614-1437-45f5-8cac-2307ba8bafdf service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3437841
Apr 30 04:27:08.899360 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-2c97711a-8763-41a1-861e-2ca54bdd2ea8 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381458
Apr 30 04:27:09.148752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:27:09.159231 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fdeb2c5-a256-4a66-9094-bcb77d23e23d req-5ec3fae6-30e1-43d1-9e41-51c1cec7f508 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507617
Apr 30 04:27:09.169736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:27:09.183348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:27:09.196404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Pushing event updated for resources: {'Port': ['ID=7b69b5d5-6341-4b3c-9bb3-cdebe3bf6b25,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:09.207382 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:09.265952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-d9068292-c4da-4fe5-9e55-52c5558c9429 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:09.267996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-d9068292-c4da-4fe5-9e55-52c5558c9429 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.7610126
Apr 30 04:27:09.283976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Request body: {'port': {'device_id': 'a4ffdabe-61ac-4b60-a2d4-613edc4a99c8', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'admin_state_up': True, 'tenant_id': 'df7c0c7b000747d38e7e879591289c56'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:09.302952 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:09.322411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead508c1-8c50-49ff-a788-90dab7d35aad req-e4a41fe9-115a-4832-9806-100578a7d996 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:09.324039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ead508c1-8c50-49ff-a788-90dab7d35aad req-e4a41fe9-115a-4832-9806-100578a7d996 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 946 time: 0.4881632
Apr 30 04:27:09.518584 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:09.555691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ead508c1-8c50-49ff-a788-90dab7d35aad req-b066606d-4973-444d-b698-898af2fc3f5b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213838
Apr 30 04:27:09.590748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:09.600359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Usage tracker for resource:port and tenant:df7c0c7b000747d38e7e879591289c56 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:09.609649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:09.618760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:09.660041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Made reservation on behalf of df7c0c7b000747d38e7e879591289c56 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:09.663771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:09.834843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9464303b-289d-417c-8d21-3f23ffc1f2e5 req-19c8d9a9-0399-4f0e-a529-4874c882f353 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 210 time: 0.1031721
Apr 30 04:27:09.914910 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59', 'code': 200}
Apr 30 04:27:09.992704 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:09.993261 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3', 'code': 200}
Apr 30 04:27:09.999479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Allocated IP 172.20.0.5 (c1685588-b376-4df0-8702-e53936b65131/c8326175-e83c-408f-988d-f3ddf2f98448/54e2ddbc-2568-470c-9d63-9035c17668f8) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:27:10.002139 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:10.013022 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c40891bd-2fab-4d41-9f6e-1140e903d7b8 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:10.151190 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:10.154874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdee14c-0fc7-4d52-bca4-dc6d12af9f71 req-fdbfd1c3-8cde-4959-ab8f-fc2e1a43da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:10.156436 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fcdee14c-0fc7-4d52-bca4-dc6d12af9f71 req-fdbfd1c3-8cde-4959-ab8f-fc2e1a43da26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1098 time: 0.0824099
Apr 30 04:27:10.204808 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fcdee14c-0fc7-4d52-bca4-dc6d12af9f71 req-4f697b2a-5b1a-4536-9965-f78e05aa369e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405767
Apr 30 04:27:10.222721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-200e0b30-f036-4acf-87b0-d6c8805c172a tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips/e9be35b5-d59b-4b71-938a-1a4b629351bf HTTP/1.1" status: 200  len: 693 time: 0.1611135
Apr 30 04:27:10.283698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Pushing event updated for resources: {'Port': ['ID=7b69b5d5-6341-4b3c-9bb3-cdebe3bf6b25,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:10.287778 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:10.303643 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:10.304858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3887513e-b620-4e40-ae28-acd02a54d01e req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3258412
Apr 30 04:27:10.495809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3887513e-b620-4e40-ae28-acd02a54d01e req-21731663-1a01-421f-8ef2-4e1f6775f3dc tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Synchronizing usage tracker for tenant:7526743448bb489fa6991d5f984a5177 on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:10.624027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3887513e-b620-4e40-ae28-acd02a54d01e req-21731663-1a01-421f-8ef2-4e1f6775f3dc tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Unset dirty status for tenant:7526743448bb489fa6991d5f984a5177 on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:10.625194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3887513e-b620-4e40-ae28-acd02a54d01e req-21731663-1a01-421f-8ef2-4e1f6775f3dc tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 696 time: 0.3136170
Apr 30 04:27:10.635605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-5bade6fc-d1c3-4631-a21a-6bb328010c03 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:10.637032 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-5bade6fc-d1c3-4631-a21a-6bb328010c03 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.3955152
Apr 30 04:27:10.685523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-1d9ff2c7-8782-498d-b7c0-25c5d8f75b25 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:27:10.686817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-1d9ff2c7-8782-498d-b7c0-25c5d8f75b25 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0393243
Apr 30 04:27:10.990841 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:10.998914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-95ccd5d1-4400-4878-b239-80b6429644d5 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Synchronizing usage tracker for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:11.053163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-95ccd5d1-4400-4878-b239-80b6429644d5 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Unset dirty status for tenant:cc68944f9b4e4ed4bd7c1c789910746c on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:11.054369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-95ccd5d1-4400-4878-b239-80b6429644d5 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.188 HTTP/1.1" status: 200  len: 696 time: 0.3504846
Apr 30 04:27:11.125478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887513e-b620-4e40-ae28-acd02a54d01e req-fae97096-a8bc-45ed-8b54-76e13c9ac64a tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:11.126997 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3887513e-b620-4e40-ae28-acd02a54d01e req-fae97096-a8bc-45ed-8b54-76e13c9ac64a tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.4854736
Apr 30 04:27:11.170136 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-f0760db9-4a49-4640-826d-f24d28db5a8a tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.188 HTTP/1.1" status: 200  len: 696 time: 0.1073222
Apr 30 04:27:11.179111 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:11.192819 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:11.513839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Network c1685588-b376-4df0-8702-e53936b65131 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:27:11.523132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:27:11.525785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:27:11.532608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:11.533288 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:11.545763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event updated for resources: {'Port': ['ID=54e2ddbc-2568-470c-9d63-9035c17668f8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:11.548860 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:11.608421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3316753
Apr 30 04:27:11.625293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Request body: {'port': {'device_id': 'a4ffdabe-61ac-4b60-a2d4-613edc4a99c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:11.709362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c9a9a-a7ec-4b3b-8d26-41bd9b57fccc req-ecf0fa19-5d5b-49f8-9577-4667f21b4f0d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:11.710908 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7f6c9a9a-a7ec-4b3b-8d26-41bd9b57fccc req-ecf0fa19-5d5b-49f8-9577-4667f21b4f0d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.3801413
Apr 30 04:27:11.807355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Deleting port f9f8450d-9b16-4c79-b49e-ee57ecd6e33b {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:27:11.807622 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:11.852887 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:11.869979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7f6c9a9a-a7ec-4b3b-8d26-41bd9b57fccc req-94391fb8-5ed0-4c9e-9b43-55a7409ffbea tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273346
Apr 30 04:27:11.916617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:12.033281 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:12.033921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:12.259101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Calling delete_port for f9f8450d-9b16-4c79-b49e-ee57ecd6e33b owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:27:12.393045 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:12.444722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb3882-1906-4b98-b9af-1bc6d86ad18a req-c6cdf900-fd58-4ac1-b0da-392d6b5804c3 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:12.446347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64eb3882-1906-4b98-b9af-1bc6d86ad18a req-c6cdf900-fd58-4ac1-b0da-392d6b5804c3 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 943 time: 0.4159203
Apr 30 04:27:12.543092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:12.562487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 has no active binding in host n-h2-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:27:12.699460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64eb3882-1906-4b98-b9af-1bc6d86ad18a req-7abf3ce0-ef99-4d15-a7b0-6a7039eda41b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392445
Apr 30 04:27:12.702719 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:27:12.712270 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:12.720208 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:12.834484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Pushing event deleted for resources: {'Port': ['ID=f9f8450d-9b16-4c79-b49e-ee57ecd6e33b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:12.840428 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:12.865314 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:12.872675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e2ddbc-2568-470c-9d63-9035c17668f8 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:12.881838 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:12.906667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:12.907848 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88af3abf-70da-44ca-ade7-49bb0bbd878b req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] 10.222.0.46 "DELETE /v2.0/floatingips/e9be35b5-d59b-4b71-938a-1a4b629351bf HTTP/1.1" status: 204  len: 173 time: 1.6598115
Apr 30 04:27:12.908799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Transition to ACTIVE for port object 54e2ddbc-2568-470c-9d63-9035c17668f8 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:12.922681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54098) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:12.924030 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:12.926123 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b32ebdab-6f48-4bf2-83bb-ed872c4b7e47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:13.191124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Pushing event updated for resources: {'Port': ['ID=54e2ddbc-2568-470c-9d63-9035c17668f8,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:13.195583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Attempting to bind port 54e2ddbc-2568-470c-9d63-9035c17668f8 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:13.196241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Attempting to bind port 54e2ddbc-2568-470c-9d63-9035c17668f8 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:13.197057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Attempting to bind port 54e2ddbc-2568-470c-9d63-9035c17668f8 on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:13.202708 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:13.209267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Port 54e2ddbc-2568-470c-9d63-9035c17668f8 on network c1685588-b376-4df0-8702-e53936b65131 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:13.209706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Attempting to bind port 54e2ddbc-2568-470c-9d63-9035c17668f8 on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:13.220322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:13.220688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Checking segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:13.221061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Bound using segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:13.221515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Bound port: 54e2ddbc-2568-470c-9d63-9035c17668f8, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:13.222031 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:13.310054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94871eb-0b19-48bd-a203-207ce6c188c2 req-2c8b00ae-7438-4796-9bad-40923c77b0d2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:13.311954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94871eb-0b19-48bd-a203-207ce6c188c2 req-2c8b00ae-7438-4796-9bad-40923c77b0d2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 946 time: 0.2551980
Apr 30 04:27:13.486704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] For port 54e2ddbc-2568-470c-9d63-9035c17668f8, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:13.516709 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94871eb-0b19-48bd-a203-207ce6c188c2 req-5962ad91-59b3-47ea-8d71-0c2f24d1651a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970146
Apr 30 04:27:13.519341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] For port 54e2ddbc-2568-470c-9d63-9035c17668f8, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=54e2ddbc-2568-470c-9d63-9035c17668f8,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:13.530609 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:13.547687 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f12b7178-d2ee-4f1f-91ad-cfe861170b29 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:13.606760 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59', 'status': 'completed', 'code': 200}
Apr 30 04:27:13.608266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154be95-0e79-4b61-a224-9cab103da75e req-903e6258-03ee-484e-9067-d4e65f221678 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:13.609836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-903e6258-03ee-484e-9067-d4e65f221678 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 821 time: 0.2914295
Apr 30 04:27:13.619352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:13.620645 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:13.622175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] 10.222.0.50 "PUT /v2.0/ports/54e2ddbc-2568-470c-9d63-9035c17668f8 HTTP/1.1" status: 200  len: 1092 time: 2.0045464
Apr 30 04:27:13.622707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ffdabe-61ac-4b60-a2d4-613edc4a99c8', 'tag': '54e2ddbc-2568-470c-9d63-9035c17668f8'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:13.662531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-331ff1ed-139f-4306-b55e-e0fa2cf42c6f tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/quotas/7526743448bb489fa6991d5f984a5177 HTTP/1.1" status: 200  len: 375 time: 0.0291986
Apr 30 04:27:13.767389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Pushing event updated for resources: {'Port': ['ID=54e2ddbc-2568-470c-9d63-9035c17668f8,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:13.775794 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:13.838646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-aa7ad62f-6589-4f24-8a2b-77aa250e4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:13.840241 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-aa7ad62f-6589-4f24-8a2b-77aa250e4dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1126 time: 0.1227725
Apr 30 04:27:13.888534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-81b6e943-b370-4136-970b-593ec681f73c tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2248781
Apr 30 04:27:13.896348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-3b7b3cd1-42c3-43ef-981e-6f43ea4fa187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:13.899255 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-3b7b3cd1-42c3-43ef-981e-6f43ea4fa187 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 1095 time: 0.1950314
Apr 30 04:27:14.051146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-72b41608-32d7-45c6-9ce0-60582b5826ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54e2ddbc-2568-470c-9d63-9035c17668f8 HTTP/1.1" status: 200  len: 217 time: 0.1080306
Apr 30 04:27:14.073635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-a57350c6-874d-4eb9-9359-b39a3aa99b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:14.075154 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-a57350c6-874d-4eb9-9359-b39a3aa99b4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.2258959
Apr 30 04:27:14.137492 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:14.201668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c18a0-a51c-433e-a98a-56d2e4145fc6 req-00cec16c-a7b7-4a22-8c07-e4aa3e04b0af tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:14.205311 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be6c18a0-a51c-433e-a98a-56d2e4145fc6 req-00cec16c-a7b7-4a22-8c07-e4aa3e04b0af tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.4138565
Apr 30 04:27:14.207609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-2717d576-9593-46ad-bc1c-cb73f361a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:14.209123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-2717d576-9593-46ad-bc1c-cb73f361a2a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.1501694
Apr 30 04:27:14.219957 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-f26c9a18-b5fa-4031-9186-a5eac9cef1b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 200  len: 217 time: 0.1358256
Apr 30 04:27:14.289102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-b0cbbe8e-5c79-4fed-93ea-637fa6b3e9c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0725379
Apr 30 04:27:14.297889 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-8c344a9c-1cb7-424b-9f0a-172dcee9c1cb service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3927188
Apr 30 04:27:14.382534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-f550f781-99b3-4649-9de7-741cba426202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:14.383945 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-f550f781-99b3-4649-9de7-741cba426202 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.1557322
Apr 30 04:27:14.453720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be6c18a0-a51c-433e-a98a-56d2e4145fc6 req-25dd94a8-0749-4052-8361-17b3f595c05b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360251
Apr 30 04:27:14.491812 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-b0544c98-e23a-49da-a469-cbb172797299 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0973382
Apr 30 04:27:14.708788 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-de1b16cd-769a-4d7c-be07-c47a70abb267 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044756
Apr 30 04:27:14.793822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0af5db06-0a0b-4c76-b25d-149e1e8a2e49 service neutron] 10.222.0.37 "GET /v2.0/ports/2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 385 time: 0.4948192
Apr 30 04:27:14.905653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-8e3389e7-cb1e-4185-9a3a-526aa78bdec6 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6037033
Apr 30 04:27:14.916351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-0bdb34c4-54ad-427f-8b6c-4905bd897f36 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5506742
Apr 30 04:27:15.119170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a8863-948c-48c2-8c2f-be14f29fe617 req-17f097a7-11c4-4afc-a608-8d8d0a5128ca tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:15.120993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-653a8863-948c-48c2-8c2f-be14f29fe617 req-17f097a7-11c4-4afc-a608-8d8d0a5128ca tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 945 time: 0.4094665
Apr 30 04:27:15.228101 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-abe71ed7-8be2-4eba-a8c6-c7f7e73c0e26 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3084807
Apr 30 04:27:15.333457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b4b41f3-c245-4843-a05d-5b13843d2150 req-c9d184e7-52b0-4a71-bacf-5a7e9662b4f0 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5790143
Apr 30 04:27:15.351286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-653a8863-948c-48c2-8c2f-be14f29fe617 req-dd331af9-368c-4307-8363-1ce0e85e00a6 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2119243
Apr 30 04:27:15.358020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Deleting port 474a9008-80cb-4444-8f2a-d786d534d9f5 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:27:15.358426 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:15.411857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:15.453241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4879d8-3a9f-4132-b548-e91a523d82a3 req-0ed40b48-ca58-4bdd-bbd5-1a444d80d31f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:15.454020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4f4879d8-3a9f-4132-b548-e91a523d82a3 req-0ed40b48-ca58-4bdd-bbd5-1a444d80d31f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:15.462417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:15.523975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4f4879d8-3a9f-4132-b548-e91a523d82a3 req-0ed40b48-ca58-4bdd-bbd5-1a444d80d31f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:15.524269 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f4879d8-3a9f-4132-b548-e91a523d82a3 req-0ed40b48-ca58-4bdd-bbd5-1a444d80d31f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 943 time: 0.3015950
Apr 30 04:27:15.532666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] For port 474a9008-80cb-4444-8f2a-d786d534d9f5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=474a9008-80cb-4444-8f2a-d786d534d9f5,segment=NetworkSegment(66be95aa-6a93-4e15-94ac-8fb38914dd89),segment_id=66be95aa-6a93-4e15-94ac-8fb38914dd89)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:15.533004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:15.536586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:15.569770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:15.599110 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:15.646903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f4879d8-3a9f-4132-b548-e91a523d82a3 req-55de6501-a903-40fe-a31b-1c15cd10fca9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025605
Apr 30 04:27:15.740678 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ffdabe-61ac-4b60-a2d4-613edc4a99c8', 'tag': '54e2ddbc-2568-470c-9d63-9035c17668f8', 'status': 'completed', 'code': 200}
Apr 30 04:27:15.880409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Calling delete_port for 474a9008-80cb-4444-8f2a-d786d534d9f5 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:27:16.037420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] Transition to ACTIVE for port object 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:16.052117 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:16.058203 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-982be31e-cf31-486f-ac8d-e3657dbb19a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:16.281151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] No DVR routers for this DVR port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:27:16.289781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-da76f0ba-8e84-4908-84aa-3dbb9eaa8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:16.291405 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-da76f0ba-8e84-4908-84aa-3dbb9eaa8f45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 1095 time: 0.4645097
Apr 30 04:27:16.297205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ae027-a8ab-48d8-82ec-ef7ad0bdd130 req-86af459d-ad6a-4632-ab44-1eec2ce206f6 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:16.299018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b2ae027-a8ab-48d8-82ec-ef7ad0bdd130 req-86af459d-ad6a-4632-ab44-1eec2ce206f6 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1098 time: 0.6504571
Apr 30 04:27:16.369565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,revision_number=10']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:16.388881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba20c5-56fe-4fe2-8b08-0ef161f64ca9 req-bf08356e-5e62-40b8-a6e7-983e4fa3e7fa tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:16.390619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06ba20c5-56fe-4fe2-8b08-0ef161f64ca9 req-bf08356e-5e62-40b8-a6e7-983e4fa3e7fa tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 943 time: 0.4316907
Apr 30 04:27:16.412252 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:16.444303 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:16.452813 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:16.520805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=474a9008-80cb-4444-8f2a-d786d534d9f5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:16.548600 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:16.605999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] 10.222.0.37 "PUT /v2.0/ports/2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59/bindings/n-h2-766726-20/activate HTTP/1.1" status: 200  len: 370 time: 1.8030355
Apr 30 04:27:16.652438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b2ae027-a8ab-48d8-82ec-ef7ad0bdd130 req-5f4d0f65-b22a-4917-a08b-d466d2ab3e2a tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2961972
Apr 30 04:27:16.709604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06ba20c5-56fe-4fe2-8b08-0ef161f64ca9 req-83a66b02-3aff-4115-8c52-1988354b5bb0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2913074
Apr 30 04:27:16.895261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-78c9f9df-0700-4c92-a13d-2049ed4f0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:16.896837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-78c9f9df-0700-4c92-a13d-2049ed4f0ec0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 913 time: 0.5941873
Apr 30 04:27:16.908882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8b4cf39-1adb-4b5b-ae40-2c332b64469a req-ee38ad32-f71e-4d7d-b44c-da4d1d085980 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 210 time: 0.1323011
Apr 30 04:27:16.999844 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-376bedff-bb9a-441f-9085-5383c2e1bff9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54e2ddbc-2568-470c-9d63-9035c17668f8 HTTP/1.1" status: 200  len: 217 time: 0.0936480
Apr 30 04:27:17.020986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:17.159825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:27:17.269713 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:17.316326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-2a65d038-49ac-427c-865e-3c4afc4d69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:17.318261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-2a65d038-49ac-427c-865e-3c4afc4d69cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.3055377
Apr 30 04:27:17.390500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-2f164007-cb1f-4bd5-ac50-4d9fd3458b99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577695
Apr 30 04:27:17.405581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154be95-0e79-4b61-a224-9cab103da75e req-7d4683b1-067a-4b75-a909-c34f5bed64da tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:17.406980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-7d4683b1-067a-4b75-a909-c34f5bed64da tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.37 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 821 time: 0.5413227
Apr 30 04:27:17.418383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b6618b86-c1ad-405a-b678-50c63d5d9b09 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:17.421192 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-b6618b86-c1ad-405a-b678-50c63d5d9b09 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.5675676
Apr 30 04:27:17.442653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Request body: {'port': {'device_id': '66c0e030-7511-4b24-aabb-317987cd6b21', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'admin_state_up': True, 'tenant_id': '7526743448bb489fa6991d5f984a5177'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:17.698581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe81ff8-d4c1-45f9-82e5-bc27ac48be1e req-4a994053-69fe-466a-a252-d4066eeacb8e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:17.700366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0fe81ff8-d4c1-45f9-82e5-bc27ac48be1e req-4a994053-69fe-466a-a252-d4066eeacb8e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.5015042
Apr 30 04:27:17.748188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0306fd6d-ff89-4470-a765-50ccb9b0c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:17.750357 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-0306fd6d-ff89-4470-a765-50ccb9b0c9ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79&tenant_id=e00638fa8be2496892bbdeb78ce39e3e HTTP/1.1" status: 200  len: 1096 time: 0.3135960
Apr 30 04:27:17.835923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-24f5974e-0cdf-4302-a795-453bba698203 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4276495
Apr 30 04:27:17.855840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:17.905418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5323e-3794-4eb4-b0ef-fa70654457c4 req-8513f0fe-dc16-4302-a056-ba45b8c3fe65 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:17.907945 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71c5323e-3794-4eb4-b0ef-fa70654457c4 req-8513f0fe-dc16-4302-a056-ba45b8c3fe65 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1098 time: 0.4720273
Apr 30 04:27:17.910253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Usage tracker for resource:port and tenant:7526743448bb489fa6991d5f984a5177 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:17.922926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0fe81ff8-d4c1-45f9-82e5-bc27ac48be1e req-826404d1-8473-4393-a834-629ce52bb6b0 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058799
Apr 30 04:27:17.963708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Quota usage for port was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:18.001181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:18.228323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Made reservation on behalf of 7526743448bb489fa6991d5f984a5177 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:18.234056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:18.260880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71c5323e-3794-4eb4-b0ef-fa70654457c4 req-f4268931-d889-4921-99b5-de020cd9d366 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3147311
Apr 30 04:27:18.369450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47908dbc-d57a-4a0f-8b18-44039e3e2be7 req-9172d0c4-162e-4f28-9e05-656ef6d0e1d0 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5053635
Apr 30 04:27:18.391241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-146565a3-b218-49a2-b569-8b89c7bcd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:18.393041 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-146565a3-b218-49a2-b569-8b89c7bcd34a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1096 time: 0.5575225
Apr 30 04:27:18.442733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:18.444132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Router 5629001d-5aa8-4699-86ca-5463981a3df1 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:27:18.560901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148c8d9-76a7-4ddb-82f0-96f597723925 req-5d2d8d99-c113-469f-a53e-d1a91db37f5c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:18.571912 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4148c8d9-76a7-4ddb-82f0-96f597723925 req-5d2d8d99-c113-469f-a53e-d1a91db37f5c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 943 time: 0.4738677
Apr 30 04:27:18.604898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Allocated IP 172.20.0.8 (c22426aa-dadb-459d-b64f-86b27a32bdad/69a87b48-e5fe-4e3f-89fb-2bdeb9c77724/deaecf30-8ddc-4d85-b820-68b52da92f69) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:27:18.698454 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4148c8d9-76a7-4ddb-82f0-96f597723925 req-25e01929-2c26-47de-84be-b03a3414766e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250021
Apr 30 04:27:18.750446 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-2c0df7be-a8fc-46c6-9fea-a045d732e739 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1973308515&fields=id&tenant_id=5f33ae81c63a424989ffcaf8a0374407 HTTP/1.1" status: 200  len: 267 time: 0.0920033
Apr 30 04:27:18.762043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-2dfcdd53-3593-433c-a349-fa0ca15b675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:18.763650 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-2dfcdd53-3593-433c-a349-fa0ca15b675c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.3632913
Apr 30 04:27:18.839263 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-5f6f71ef-c2a1-4618-9f6a-b18ebb00d8e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 200  len: 217 time: 0.0685546
Apr 30 04:27:18.840399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:27:18.853976 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] 10.222.0.46 "PUT /v2.0/routers/5629001d-5aa8-4699-86ca-5463981a3df1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9323883
Apr 30 04:27:18.857870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] Sync routers for ids ['5629001d-5aa8-4699-86ca-5463981a3df1'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:27:18.893957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] Routers {'5629001d-5aa8-4699-86ca-5463981a3df1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:27:18.900421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7805e2e50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5629001d-5aa8-4699-86ca-5463981a3df1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:18.923560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-c1435904-978f-4a9d-a9c3-0ce774010e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:18.926549 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-c1435904-978f-4a9d-a9c3-0ce774010e9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.0727086
Apr 30 04:27:18.927191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54170) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:19.123364 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-788ae086-7fff-428e-b2b8-a834a9567ca8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1012459
Apr 30 04:27:19.160570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] Set router 5629001d-5aa8-4699-86ca-5463981a3df1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:27:19.204069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-0c340590-b3fd-4afc-af58-b7d6e37858b7 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:19.205735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-0c340590-b3fd-4afc-af58-b7d6e37858b7 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 824 time: 0.4452655
Apr 30 04:27:19.284986 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:19.294924 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-bbaa789f-09f6-4bcc-8313-ca1b864dfd37 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/quotas/5f33ae81c63a424989ffcaf8a0374407 HTTP/1.1" status: 200  len: 375 time: 0.0751433
Apr 30 04:27:19.311507 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:19.382292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3f0b-2430-4759-b8c2-4940b6b64642 req-38194932-895b-48c5-85c5-388f07b44476 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:19.384127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef1c3f0b-2430-4759-b8c2-4940b6b64642 req-38194932-895b-48c5-85c5-388f07b44476 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 944 time: 0.3309867
Apr 30 04:27:19.417817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Transition to ACTIVE for port object deaecf30-8ddc-4d85-b820-68b52da92f69 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:19.493572 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-adc08205-40ec-4e33-b56a-71c684f90015 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3608050
Apr 30 04:27:19.525366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7805e2e50>, [{'id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:04Z', 'updated_at': '2021-04-30T04:27:16Z', 'revision_number': 5, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'gw_port': {'id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:09Z', 'updated_at': '2021-04-30T04:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:19.527878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef1c3f0b-2430-4759-b8c2-4940b6b64642 req-38d47078-7f70-4865-ab46-0aefbf4ff507 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259067
Apr 30 04:27:19.540475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] Checking router: 5629001d-5aa8-4699-86ca-5463981a3df1 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:27:19.550937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] Routers {'5629001d-5aa8-4699-86ca-5463981a3df1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:27:19.551606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7805e2e50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5629001d-5aa8-4699-86ca-5463981a3df1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:19.626016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:19.638224 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-84ff13b5-9df7-4503-825d-ba3b65119635 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&fields=id HTTP/1.1" status: 200  len: 394 time: 0.3305738
Apr 30 04:27:19.646035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['9f41ccd3-a825-4c1e-a9d4-8204416210dd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:19.656504 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:19.865882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-a916d979-bfcf-4359-b3aa-dd747333f795 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:19.866980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-a916d979-bfcf-4359-b3aa-dd747333f795 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Synchronizing usage tracker for tenant:5f33ae81c63a424989ffcaf8a0374407 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:19.879709 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:19.883704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] Set router 5629001d-5aa8-4699-86ca-5463981a3df1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:27:19.958594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-a916d979-bfcf-4359-b3aa-dd747333f795 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Unset dirty status for tenant:5f33ae81c63a424989ffcaf8a0374407 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:19.960416 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-a916d979-bfcf-4359-b3aa-dd747333f795 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.37 "GET /v2.0/ports?device_id=29c01a6e-4ce4-454a-8e66-60434cabd533 HTTP/1.1" status: 200  len: 945 time: 0.7153015
Apr 30 04:27:19.982428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Pushing event updated for resources: {'Port': ['ID=deaecf30-8ddc-4d85-b820-68b52da92f69,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:20.010004 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-158a54be-29d0-4c08-83d2-959d379b380a service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4995403
Apr 30 04:27:20.066865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Network c22426aa-dadb-459d-b64f-86b27a32bdad is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:27:20.070057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.070057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.070057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.070607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.070764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.071101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.071479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.071827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.072220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.072572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.072915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.073255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:20.100002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:27:20.105805 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:20.106085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:27:20.112319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:20.113207 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:20.133401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Deleting port f176c244-71fd-4c00-bb4c-2ace22166078 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:27:20.134137 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:20.150203 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7146487
Apr 30 04:27:20.183179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Request body: {'port': {'device_id': '66c0e030-7511-4b24-aabb-317987cd6b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:20.260673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Deleting port 00624d49-7f1d-41c6-a8b4-fc7886ea093e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:27:20.261539 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:20.311678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7805e2e50>, [{'id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:04Z', 'updated_at': '2021-04-30T04:27:16Z', 'revision_number': 5, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'gw_port': {'id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:09Z', 'updated_at': '2021-04-30T04:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:20.317201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983e7597-f2aa-40d5-81f8-f217089b6879 None None] The sync data for ids ['5629001d-5aa8-4699-86ca-5463981a3df1'] in n-d-766726-20 is: [{'id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'name': 'tempest-FloatingIPDetailsTestJSON-294546148-router', 'tenant_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:04Z', 'updated_at': '2021-04-30T04:27:16Z', 'revision_number': 5, 'project_id': 'cc68944f9b4e4ed4bd7c1c789910746c', 'gw_port': {'id': 'f176c244-71fd-4c00-bb4c-2ace22166078', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5629001d-5aa8-4699-86ca-5463981a3df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:09Z', 'updated_at': '2021-04-30T04:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:27:20.438753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 54e2ddbc-2568-470c-9d63-9035c17668f8 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:20.465657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e118d1-3292-45a9-901e-0d657dab2636 req-937c0fce-d37f-4780-9ceb-819f416d4192 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:20.466545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-81e118d1-3292-45a9-901e-0d657dab2636 req-937c0fce-d37f-4780-9ceb-819f416d4192 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Synchronizing usage tracker for tenant:7526743448bb489fa6991d5f984a5177 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:20.470779 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-10f6b890-85b0-4b43-8cdf-ec9a77a27644 service neutron] 10.222.0.46 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7302060
Apr 30 04:27:20.503779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] For port f176c244-71fd-4c00-bb4c-2ace22166078, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f176c244-71fd-4c00-bb4c-2ace22166078,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:20.504132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:20.525679 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:20.554394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-81e118d1-3292-45a9-901e-0d657dab2636 req-937c0fce-d37f-4780-9ceb-819f416d4192 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Unset dirty status for tenant:7526743448bb489fa6991d5f984a5177 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:20.555704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81e118d1-3292-45a9-901e-0d657dab2636 req-937c0fce-d37f-4780-9ceb-819f416d4192 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 931 time: 0.7311244
Apr 30 04:27:20.612435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dcd86d08-e670-4c99-9615-5410c6529a56 None None] Provisioning for port deaecf30-8ddc-4d85-b820-68b52da92f69 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:27:20.622592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dcd86d08-e670-4c99-9615-5410c6529a56 None None] Provisioning complete for port deaecf30-8ddc-4d85-b820-68b52da92f69 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:27:20.622994 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dcd86d08-e670-4c99-9615-5410c6529a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:20.702261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Calling delete_port for f176c244-71fd-4c00-bb4c-2ace22166078 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:27:20.708446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 474a9008-80cb-4444-8f2a-d786d534d9f5 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:20.719207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] For port 00624d49-7f1d-41c6-a8b4-fc7886ea093e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=00624d49-7f1d-41c6-a8b4-fc7886ea093e,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:20.719907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:20.755439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 54e2ddbc-2568-470c-9d63-9035c17668f8, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=54e2ddbc-2568-470c-9d63-9035c17668f8,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:20.767133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 474a9008-80cb-4444-8f2a-d786d534d9f5 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:27:20.767785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 474a9008-80cb-4444-8f2a-d786d534d9f5 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:27:20.775546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-dcd86d08-e670-4c99-9615-5410c6529a56 None None] Port deaecf30-8ddc-4d85-b820-68b52da92f69 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:27:20.779661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '54e2ddbc-2568-470c-9d63-9035c17668f8', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'port_id': '54e2ddbc-2568-470c-9d63-9035c17668f8', 'mac_address': 'fa:16:3e:21:dc:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8326175-e83c-408f-988d-f3ddf2f98448', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:27:20.823545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-f87b7ffd-8188-41cd-9208-75da5efd24a5 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:20.825169 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-f87b7ffd-8188-41cd-9208-75da5efd24a5 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.4189842
Apr 30 04:27:20.846358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-601f9651-c589-4fdf-bec5-b8e0aeab2430 service neutron] 10.222.0.46 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3572779
Apr 30 04:27:20.867896 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:20.920531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e2ddbc-2568-470c-9d63-9035c17668f8 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:20.956865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 54e2ddbc-2568-470c-9d63-9035c17668f8, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=54e2ddbc-2568-470c-9d63-9035c17668f8,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:20.966225 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:20.968591 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6fe8dd95-ca7a-4d28-bd10-8e7d32316eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:21.030942 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81e118d1-3292-45a9-901e-0d657dab2636 req-77986e5b-94ce-460c-b093-5915b832923a tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3970349
Apr 30 04:27:21.216604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=54e2ddbc-2568-470c-9d63-9035c17668f8,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:21.221226 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:21.245737 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:21.246372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:21.246703 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Floating IP a4793f2e-b262-42a6-8254-c54c1bad6da1 disassociated. External IP: 172.25.8.97, port: 00624d49-7f1d-41c6-a8b4-fc7886ea093e.
Apr 30 04:27:21.247142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Calling delete_port for 00624d49-7f1d-41c6-a8b4-fc7886ea093e owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:27:21.295912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-523e883e-a068-4499-b84d-645d2e3fee2b service neutron] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:21.365580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['54e2ddbc-2568-470c-9d63-9035c17668f8'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:21.366688 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-523e883e-a068-4499-b84d-645d2e3fee2b service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:21.367986 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-332f46f3-7ef8-4df5-a823-46e0cd360034 req-523e883e-a068-4499-b84d-645d2e3fee2b service neutron] 10.222.0.50 "DELETE /v2.0/ports/2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59/bindings/n-h1-766726-20 HTTP/1.1" status: 204  len: 173 time: 0.5353119
Apr 30 04:27:21.399582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:21.405561 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:21.482072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=f176c244-71fd-4c00-bb4c-2ace22166078,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:21.494343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.494729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.495068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.495444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.495789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.496131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.496469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.496806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.497140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.497514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.497842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.498184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:21.504782 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:21.660394 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:21.707370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:21.770675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b641c4-65ca-42a8-a3d5-968257e72a03 req-afb24393-0475-4ad0-b5f7-b55cb577af73 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:21.778335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51b641c4-65ca-42a8-a3d5-968257e72a03 req-afb24393-0475-4ad0-b5f7-b55cb577af73 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.3637009
Apr 30 04:27:21.803053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deaecf30-8ddc-4d85-b820-68b52da92f69 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:21.826171 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:21.866025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Transition to ACTIVE for port object deaecf30-8ddc-4d85-b820-68b52da92f69 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:21.936432 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1dbfa70-7aa9-48f6-98d4-9a3ee85cbcf5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:21.942857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74a0c0-d684-43f9-89dd-00c10c81140b req-ec431c41-6587-4dd1-add2-7cb5594d7b92 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:21.955756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca74a0c0-d684-43f9-89dd-00c10c81140b req-ec431c41-6587-4dd1-add2-7cb5594d7b92 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 944 time: 0.4390590
Apr 30 04:27:21.965544 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:21.992151 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:22.107412 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:22.110030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:22.137138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event deleted for resources: {'Port': ['ID=00624d49-7f1d-41c6-a8b4-fc7886ea093e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:22.148345 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:22.218060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:22.218883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5629001d-5aa8-4699-86ca-5463981a3df1 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:27:22.367265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:22.371443 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] 10.222.0.46 "DELETE /v2.0/routers/5629001d-5aa8-4699-86ca-5463981a3df1 HTTP/1.1" status: 204  len: 168 time: 3.4430187
Apr 30 04:27:22.376470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:22.513011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:27:22.516561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] Deleting subnet 936f7c65-b0ea-408e-902f-24e2efc66058 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:27:22.525106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:22.640873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51b641c4-65ca-42a8-a3d5-968257e72a03 req-f0d8456c-0b05-406c-bbb2-4bb2053cfdaa tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7672451
Apr 30 04:27:22.672890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=deaecf30-8ddc-4d85-b820-68b52da92f69,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:22.689171 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca74a0c0-d684-43f9-89dd-00c10c81140b req-35eab4ac-4fb6-454d-890a-d5b7356e0d0f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6979437
Apr 30 04:27:22.755427 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:22.782273 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:22.811090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Attempting to bind port deaecf30-8ddc-4d85-b820-68b52da92f69 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:22.811756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Attempting to bind port deaecf30-8ddc-4d85-b820-68b52da92f69 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:22.812559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Attempting to bind port deaecf30-8ddc-4d85-b820-68b52da92f69 on network c22426aa-dadb-459d-b64f-86b27a32bdad {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:22.824650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Port deaecf30-8ddc-4d85-b820-68b52da92f69 on network c22426aa-dadb-459d-b64f-86b27a32bdad not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:22.825794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Attempting to bind port deaecf30-8ddc-4d85-b820-68b52da92f69 on network c22426aa-dadb-459d-b64f-86b27a32bdad {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:22.838588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:22.838916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Checking segment: {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:22.839477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Bound using segment: {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:22.839910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Bound port: deaecf30-8ddc-4d85-b820-68b52da92f69, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137dcdca-2e7b-40e0-b4bd-aabc9671852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:22.841127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:22.943744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcfa7e55-04cd-416d-8d9e-fc740facfc01 req-c9eae047-dc68-467f-93ad-9f53fa5e0fc4 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 210 time: 0.1063256
Apr 30 04:27:22.979501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:27:22.994811 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] Sync routers for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:27:23.016711 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:27:23.018038 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800743a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:23.062525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 00624d49-7f1d-41c6-a8b4-fc7886ea093e no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:23.128546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] For port deaecf30-8ddc-4d85-b820-68b52da92f69, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:23.133719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 00624d49-7f1d-41c6-a8b4-fc7886ea093e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:27:23.134391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 00624d49-7f1d-41c6-a8b4-fc7886ea093e not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:27:23.138350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] For port deaecf30-8ddc-4d85-b820-68b52da92f69, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=deaecf30-8ddc-4d85-b820-68b52da92f69,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:23.159967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:23.166467 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f47124b5-7d5f-4170-9732-15ec76de08de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:23.210651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2e90-0ac9-4392-b794-a6eef0cc0c13 req-8f56a5ec-d8ec-45cf-9588-faef611055ab tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:23.212428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-388b2e90-0ac9-4392-b794-a6eef0cc0c13 req-8f56a5ec-d8ec-45cf-9588-faef611055ab tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 944 time: 0.3763521
Apr 30 04:27:23.238076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:23.239446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:23.241068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] 10.222.0.37 "PUT /v2.0/ports/deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 200  len: 1092 time: 3.0739980
Apr 30 04:27:23.246912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:23.322300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-388b2e90-0ac9-4392-b794-a6eef0cc0c13 req-f86cadbc-f7bc-45a7-a87d-248a90597200 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912848
Apr 30 04:27:23.327011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=deaecf30-8ddc-4d85-b820-68b52da92f69,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:23.332145 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:23.429812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] No DVR routers for this DVR port 00624d49-7f1d-41c6-a8b4-fc7886ea093e on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:27:23.452016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-1b13af8d-ea70-4777-aaec-7eaa3c279f12 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:23.459472 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-1b13af8d-ea70-4777-aaec-7eaa3c279f12 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.50 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 824 time: 0.3271589
Apr 30 04:27:23.461350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:23.464041 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-64b6847e-0e13-4d24-9741-36edafcd0ab6 req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.37 "DELETE /v2.0/ports/00624d49-7f1d-41c6-a8b4-fc7886ea093e HTTP/1.1" status: 204  len: 173 time: 3.4947691
Apr 30 04:27:23.478793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154be95-0e79-4b61-a224-9cab103da75e req-1e2763b3-9ec8-4b7b-ad97-1d169430bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:23.483330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-1e2763b3-9ec8-4b7b-ad97-1d169430bdac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 1095 time: 0.1495821
Apr 30 04:27:23.492967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:23.631441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:27:23.656474 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-92619e67-2faa-4de7-9b5d-3769ea8c160d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 200  len: 217 time: 0.1647980
Apr 30 04:27:23.719538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'name': 'network-vif-deleted', 'tag': '00624d49-7f1d-41c6-a8b4-fc7886ea093e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:23.768599 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'status': 'completed', 'code': 200}
Apr 30 04:27:23.901341 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-d84ddc11-9632-43f8-932d-e2cae3c78bd0 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f33ae81c63a424989ffcaf8a0374407 HTTP/1.1" status: 200  len: 380 time: 0.0679121
Apr 30 04:27:23.915812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Request body: {'port': {'device_id': '98c52105-3a4f-4a71-9faf-08463991657d', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'admin_state_up': True, 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'security_groups': ['21eff800-19eb-4fba-a324-82e69c2be216']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:23.918763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154be95-0e79-4b61-a224-9cab103da75e req-16e0045c-8041-45c2-8b8b-f979a401039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:23.921880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-16e0045c-8041-45c2-8b8b-f979a401039e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.1734083
Apr 30 04:27:24.150021 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800743a0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:24.155991 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] Checking router: 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:27:24.166979 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:27:24.168106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc0dd-1aee-4437-804c-be5d4183c7c4 req-038010fb-b6e3-4ece-b4cf-438e25cf3972 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:24.168529 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800743a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:24.169874 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52cfc0dd-1aee-4437-804c-be5d4183c7c4 req-038010fb-b6e3-4ece-b4cf-438e25cf3972 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 943 time: 0.5154340
Apr 30 04:27:24.259437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7e448-e171-475d-81b4-5cbe720a3f2d req-86a8033d-f78a-4ca7-bd4b-570a43ff6970 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:24.261183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8be7e448-e171-475d-81b4-5cbe720a3f2d req-86a8033d-f78a-4ca7-bd4b-570a43ff6970 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1098 time: 0.2020898
Apr 30 04:27:24.264560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52cfc0dd-1aee-4437-804c-be5d4183c7c4 req-9fda7f71-a458-422c-8836-536b1978b445 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744076
Apr 30 04:27:24.317015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:24.322698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Usage tracker for resource:port and tenant:5f33ae81c63a424989ffcaf8a0374407 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:24.327072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:24.335854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:24.337567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:24.341354 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8be7e448-e171-475d-81b4-5cbe720a3f2d req-44f0962d-0752-424e-a2a0-6faa65128f01 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686691
Apr 30 04:27:24.343996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154be95-0e79-4b61-a224-9cab103da75e req-3ca425d1-4531-4843-a15a-43ee36028a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:24.359586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-3ca425d1-4531-4843-a15a-43ee36028a9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4076004
Apr 30 04:27:24.360378 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f0d72b65-158e-4c30-9091-23fbe981ae76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:24.394103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:24.395831 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f9bd1-68cb-47b2-87a3-c3b1ea93c2ad None None] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:27:24.446234 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/936f7c65-b0ea-408e-902f-24e2efc66058 HTTP/1.1" status: 204  len: 168 time: 2.0663888
Apr 30 04:27:24.447073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54222) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:24.457131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 54e2ddbc-2568-470c-9d63-9035c17668f8 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:27:24.461689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936f7c65-b0ea-408e-902f-24e2efc66058,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:24.467746 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:24.479047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Made reservation on behalf of 5f33ae81c63a424989ffcaf8a0374407 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:24.483256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:24.606641 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f176c244-71fd-4c00-bb4c-2ace22166078 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:24.623169 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:27:24.778649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:24.808897 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-6a835ee3-8635-4c72-9069-8692af24e75c service neutron] 10.222.0.37 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4475932
Apr 30 04:27:24.821551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Allocated IP 172.20.0.14 (926b2a9a-9498-4d47-9666-adc48815dd31/d5102ee2-1ffa-4026-b871-f222812f6c0a/df7eefeb-9d7f-4722-a822-91f753b2ffc6) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:27:24.868453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: f176c244-71fd-4c00-bb4c-2ace22166078 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:27:24.868992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f176c244-71fd-4c00-bb4c-2ace22166078 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:27:24.906701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 54e2ddbc-2568-470c-9d63-9035c17668f8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:27:24.949041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 54e2ddbc-2568-470c-9d63-9035c17668f8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:27:24.949712 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.082886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5154be95-0e79-4b61-a224-9cab103da75e req-361b9f0e-5153-4738-8c2f-dd0b31887b55 service neutron] 10.222.0.37 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2641931
Apr 30 04:27:25.097268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12560650-212f-4e08-b135-3cd9f60029a7 req-775e99e3-2f9d-476a-a3e4-4c38a9a80675 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:25.105219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12560650-212f-4e08-b135-3cd9f60029a7 req-775e99e3-2f9d-476a-a3e4-4c38a9a80675 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.5273716
Apr 30 04:27:25.174531 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.229837 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.230504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Transition to ACTIVE for port object df7eefeb-9d7f-4722-a822-91f753b2ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:25.249870 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12560650-212f-4e08-b135-3cd9f60029a7 req-17e4655c-ce16-4b1b-8245-ac2ebbefd3b8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401861
Apr 30 04:27:25.279509 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800743a0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:25.283400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] DHCP port deletion for 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:27:25.284833 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d30a5-220c-42d5-a37f-ed2595c704c8 None None] The sync data for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 is: [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:27:25.305315 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.319004 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2407859f-ba58-480b-9916-2a9659ec37bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:25.333799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Deleting port 821f9e16-57d7-48f8-9416-e86cc041d282 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:27:25.334299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.357917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ffdabe-61ac-4b60-a2d4-613edc4a99c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2ddbc-2568-470c-9d63-9035c17668f8'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:25.382766 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c01a6e-4ce4-454a-8e66-60434cabd533', 'name': 'network-vif-deleted', 'tag': '00624d49-7f1d-41c6-a8b4-fc7886ea093e', 'status': 'completed', 'code': 200}
Apr 30 04:27:25.390875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 54e2ddbc-2568-470c-9d63-9035c17668f8, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=54e2ddbc-2568-470c-9d63-9035c17668f8,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:25.402840 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.405986 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4bb71f66-bf6d-4e98-bffa-3e252662981a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:25.439808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Network 926b2a9a-9498-4d47-9666-adc48815dd31 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:27:25.446747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:27:25.451047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:27:25.506620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=54e2ddbc-2568-470c-9d63-9035c17668f8,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:25.511675 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:25.520091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event updated for resources: {'Port': ['ID=df7eefeb-9d7f-4722-a822-91f753b2ffc6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:25.536060 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:25.551211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] Deleting port 821f9e16-57d7-48f8-9416-e86cc041d282 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:27:25.551562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.587260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:25.588083 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.630140 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7186117
Apr 30 04:27:25.645487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Request body: {'port': {'device_id': '98c52105-3a4f-4a71-9faf-08463991657d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:25.813964 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743c319-7ab4-409f-b91d-0af48b1eb72d None None] New status for floating IP a4793f2e-b262-42a6-8254-c54c1bad6da1: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:27:25.835836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.960738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] For port 821f9e16-57d7-48f8-9416-e86cc041d282, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=821f9e16-57d7-48f8-9416-e86cc041d282,segment=NetworkSegment(66be95aa-6a93-4e15-94ac-8fb38914dd89),segment_id=66be95aa-6a93-4e15-94ac-8fb38914dd89)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:25.960738 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:25.990331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] For port 821f9e16-57d7-48f8-9416-e86cc041d282, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=821f9e16-57d7-48f8-9416-e86cc041d282,segment=NetworkSegment(66be95aa-6a93-4e15-94ac-8fb38914dd89),segment_id=66be95aa-6a93-4e15-94ac-8fb38914dd89)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:25.990726 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:26.089107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-1d55ccf4-0b91-4dfe-aca2-1fb7b2c9c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:26.090429 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-1d55ccf4-0b91-4dfe-aca2-1fb7b2c9c354 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 1095 time: 0.9326415
Apr 30 04:27:26.167551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Calling delete_port for 821f9e16-57d7-48f8-9416-e86cc041d282 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:27:26.177391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c052349a-6ef2-4382-ab03-17a8c34339ea None None] Provisioning for port df7eefeb-9d7f-4722-a822-91f753b2ffc6 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:27:26.188952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] Calling delete_port for 821f9e16-57d7-48f8-9416-e86cc041d282 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:27:26.193700 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c052349a-6ef2-4382-ab03-17a8c34339ea None None] Provisioning complete for port df7eefeb-9d7f-4722-a822-91f753b2ffc6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:27:26.193700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c052349a-6ef2-4382-ab03-17a8c34339ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:26.235645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-073688b6-79b8-434f-b0fa-0a82e3106341 service neutron] 10.222.0.50 "GET /v2.0/ports/d48d7d14-197e-44c1-992b-a90bf596c9da/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 383 time: 0.3859265
Apr 30 04:27:26.359982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a31ff0-eb1e-4ea5-99a3-c4cf549e4498 req-d6922a31-2a26-403e-8a76-8c6dedbaf6c6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:26.370391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0a31ff0-eb1e-4ea5-99a3-c4cf549e4498 req-d6922a31-2a26-403e-8a76-8c6dedbaf6c6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 945 time: 0.9609373
Apr 30 04:27:26.421688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341711-39e8-461e-bf45-0e43f2024685 req-c3aa8f42-f169-47c3-ae0c-97cb4e9e3843 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:26.430271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8341711-39e8-461e-bf45-0e43f2024685 req-c3aa8f42-f169-47c3-ae0c-97cb4e9e3843 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1096 time: 0.5419898
Apr 30 04:27:26.464443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c052349a-6ef2-4382-ab03-17a8c34339ea None None] Port df7eefeb-9d7f-4722-a822-91f753b2ffc6 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:27:26.465014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7eefeb-9d7f-4722-a822-91f753b2ffc6 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:26.470924 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:26.475164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-2802f3cf-67e8-489e-9b2f-9f60a4b0c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:26.477289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-2802f3cf-67e8-489e-9b2f-9f60a4b0c534 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.3187420
Apr 30 04:27:26.478258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:26.478477 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8c1b7919-97d4-478f-8e12-77037a03f2af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:26.498562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Transition to ACTIVE for port object df7eefeb-9d7f-4722-a822-91f753b2ffc6 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:26.505313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:26.515707 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:26.580400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0a31ff0-eb1e-4ea5-99a3-c4cf549e4498 req-c138c495-9c29-4760-850d-a07288ba760f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093844
Apr 30 04:27:26.620310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] No DVR routers for this DVR port 821f9e16-57d7-48f8-9416-e86cc041d282 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:27:26.634194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] Pushing event deleted for resources: {'Port': ['ID=821f9e16-57d7-48f8-9416-e86cc041d282,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:26.634194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 821f9e16-57d7-48f8-9416-e86cc041d282 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:26.641529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-a5f0d50a-a844-4383-8776-05720e10bd71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 200  len: 217 time: 0.1356835
Apr 30 04:27:26.670392 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:26.685431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 821f9e16-57d7-48f8-9416-e86cc041d282 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:27:26.686074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 821f9e16-57d7-48f8-9416-e86cc041d282 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:27:26.720787 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:26.726315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8341711-39e8-461e-bf45-0e43f2024685 req-e5178e48-3265-479c-8bce-d991b12e892f tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2951336
Apr 30 04:27:26.747465 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c82ce83-76e0-4c6f-a942-cd91c37f7f35 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:26.761195 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:26.867574 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:26.901480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Pushing event updated for resources: {'Port': ['ID=df7eefeb-9d7f-4722-a822-91f753b2ffc6,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:26.917188 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:26.978122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=821f9e16-57d7-48f8-9416-e86cc041d282,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:26.987016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] No DVR routers for this DVR port 821f9e16-57d7-48f8-9416-e86cc041d282 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:27:26.995251 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:27.051603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Attempting to bind port df7eefeb-9d7f-4722-a822-91f753b2ffc6 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:27.051913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Attempting to bind port df7eefeb-9d7f-4722-a822-91f753b2ffc6 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:27.052252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Attempting to bind port df7eefeb-9d7f-4722-a822-91f753b2ffc6 on network 926b2a9a-9498-4d47-9666-adc48815dd31 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:27.057863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Port df7eefeb-9d7f-4722-a822-91f753b2ffc6 on network 926b2a9a-9498-4d47-9666-adc48815dd31 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:27.058184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Attempting to bind port df7eefeb-9d7f-4722-a822-91f753b2ffc6 on network 926b2a9a-9498-4d47-9666-adc48815dd31 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:27.064253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:27.064631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Checking segment: {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:27.064977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Bound using segment: {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:27.066111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Bound port: df7eefeb-9d7f-4722-a822-91f753b2ffc6, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a07cb73-f6d0-40ba-90bb-f125899fa6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:27.066111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:27.203824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] For port df7eefeb-9d7f-4722-a822-91f753b2ffc6, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:27.210242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] For port df7eefeb-9d7f-4722-a822-91f753b2ffc6, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=df7eefeb-9d7f-4722-a822-91f753b2ffc6,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:27.215549 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:27.220610 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd2a5e13-9f8c-4b96-9474-264d684b10d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:27.222304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-0fe176ab-62de-4ec6-bb95-663f2716cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:27.224823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-0fe176ab-62de-4ec6-bb95-663f2716cb6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.5821838
Apr 30 04:27:27.283044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:27.283756 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:27.286024 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] 10.222.0.50 "PUT /v2.0/ports/df7eefeb-9d7f-4722-a822-91f753b2ffc6 HTTP/1.1" status: 200  len: 1093 time: 1.6464515
Apr 30 04:27:27.319157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Pushing event updated for resources: {'Port': ['ID=df7eefeb-9d7f-4722-a822-91f753b2ffc6,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:27.333311 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:27.391101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c52105-3a4f-4a71-9faf-08463991657d', 'tag': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:27.432977 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:27.464304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-ae77774a-6394-437f-914b-f8d58001882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:27.465970 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-ae77774a-6394-437f-914b-f8d58001882f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 1096 time: 0.1311975
Apr 30 04:27:27.491347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-b1b0b5ae-5ebf-4f22-a081-cd9f197fe466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:27.492140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-b1b0b5ae-5ebf-4f22-a081-cd9f197fe466 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c&tenant_id=2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 1102 time: 0.8098655
Apr 30 04:27:27.553086 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-68c2cccd-e748-41e0-ae82-3365c658ccd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df7eefeb-9d7f-4722-a822-91f753b2ffc6 HTTP/1.1" status: 200  len: 217 time: 0.0797281
Apr 30 04:27:27.644054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-53060539-fe21-4296-bb9d-6d9bb660177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:27.647826 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-53060539-fe21-4296-bb9d-6d9bb660177b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5102ee2-1ffa-4026-b871-f222812f6c0a HTTP/1.1" status: 200  len: 863 time: 0.0888958
Apr 30 04:27:27.651288 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe77b71ff70>> segment before_delete 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.651657 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe77b71ff70>> subnet precommit_delete_associations 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.652384 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe77a8f6400>> segment_host_mapping after_create 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.652726 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe77a8f6400>> port after_create 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.653043 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe77a8f6400>> port after_delete 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.653480 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe77a8f6400>> port after_update 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.653818 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe77a8f6400>> segment after_delete 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.654131 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe77a8f6400>> subnet after_create 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.654446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe77a8f6400>> subnet after_delete 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.654755 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe77a8f6400>> subnet after_update 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.719892 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe77ab9d520>> subnet after_create 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.720175 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe77ab9d520>> subnet after_delete 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.720508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe77ab9d520>> subnet before_create 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.720833 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe77ab9d520>> subnet before_update 55550000 {{(pid=74581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 04:27:27.721210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77abe6880>,) {'filters': {'network_id': ['675d50fe-46c1-4e6e-b34a-6a20d2e36c14']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:27.749729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59001520-8ed7-48b7-9671-aab610e9249d req-aa09b61a-236e-4bf4-bdcd-3826e0e0d9fa tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:27.751520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59001520-8ed7-48b7-9671-aab610e9249d req-aa09b61a-236e-4bf4-bdcd-3826e0e0d9fa tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 944 time: 0.9591064
Apr 30 04:27:27.760999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abe6880>, '66be95aa-6a93-4e15-94ac-8fb38914dd89') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:27.761291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abe6880>, '66be95aa-6a93-4e15-94ac-8fb38914dd89') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:27.780216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ed9b4-db72-46ab-9b46-346ddcaa0536 req-a57ef1e6-7b61-453d-827a-2ac1d5f6bb72 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:27.781860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e50ed9b4-db72-46ab-9b46-346ddcaa0536 req-a57ef1e6-7b61-453d-827a-2ac1d5f6bb72 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 943 time: 0.7101150
Apr 30 04:27:27.806524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:27.851091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-4132bb67-8013-4033-95a4-01a498e614fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:27.852644 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-4132bb67-8013-4033-95a4-01a498e614fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6191001
Apr 30 04:27:27.853667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:27.860175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-c21c7265-caea-4475-bc9a-e1100e7d2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:27.863342 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-c21c7265-caea-4475-bc9a-e1100e7d2abd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=926b2a9a-9498-4d47-9666-adc48815dd31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2076135
Apr 30 04:27:28.021973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:27:28.092692 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-aea7ceff-eb86-414d-a254-24fbc18bfc10 service neutron] 10.222.0.50 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226076
Apr 30 04:27:28.139371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59001520-8ed7-48b7-9671-aab610e9249d req-d7c357be-9030-4c81-8c09-e59515c11660 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3695738
Apr 30 04:27:28.219481 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ffdabe-61ac-4b60-a2d4-613edc4a99c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e2ddbc-2568-470c-9d63-9035c17668f8', 'code': 200}
Apr 30 04:27:28.226421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-6b47120a-c141-4718-aeab-f8e8832bcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:28.228061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-6b47120a-c141-4718-aeab-f8e8832bcdec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 1102 time: 0.6805003
Apr 30 04:27:28.231137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e50ed9b4-db72-46ab-9b46-346ddcaa0536 req-bdd80b41-1aec-40d5-94d8-cea254b6f394 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4267423
Apr 30 04:27:28.288818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-2c9d848f-0704-49c0-86fa-77d3d241d29f service neutron] 10.222.0.37 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4127188
Apr 30 04:27:28.482131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d48d7d14-197e-44c1-992b-a90bf596c9da no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:28.487503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fb3e160-6ec2-45b2-9d3b-5103990dd08d req-0723dcd4-cde1-424d-b329-cc9d561b57d9 service neutron] 10.222.0.50 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3860197
Apr 30 04:27:28.506801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:27:28.524104 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:28.526409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288222aa-2778-4994-8db0-ef8acdc25660 req-4ac10196-c716-4740-810d-c1b2d6469bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:28.529281 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-288222aa-2778-4994-8db0-ef8acdc25660 req-4ac10196-c716-4740-810d-c1b2d6469bcc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 1097 time: 0.2023423
Apr 30 04:27:28.609550 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-288222aa-2778-4994-8db0-ef8acdc25660 req-59b49f6a-f2e3-4d69-9c87-8ab200f17da0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729220
Apr 30 04:27:28.681652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:28.718690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d48d7d14-197e-44c1-992b-a90bf596c9da,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:28.724259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:28.728278 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:28.809463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=d48d7d14-197e-44c1-992b-a90bf596c9da,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:28.812961 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:28.912204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Network 675d50fe-46c1-4e6e-b34a-6a20d2e36c14 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:27:28.920175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-b6955143-c4be-430b-a7dd-59b6480ea057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:28.921630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-b6955143-c4be-430b-a7dd-59b6480ea057 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.6295857
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   from cryptography.utils import int_from_bytes
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   from cryptography.utils import int_from_bytes
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:27:28.945039 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:27:29.081717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12bbb19f-85eb-4fc6-970b-6d2088a4286a req-8da1707c-01e8-41e1-bfb4-e6f7f9bc16d2 service neutron] 10.222.0.37 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7243803
Apr 30 04:27:29.086069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device deaecf30-8ddc-4d85-b820-68b52da92f69 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:29.104483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-81a22d27-b171-472e-b6bf-5a80b1d4dbe3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d48d7d14-197e-44c1-992b-a90bf596c9da HTTP/1.1" status: 200  len: 217 time: 0.1568456
Apr 30 04:27:29.118713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230673a-3b66-4f51-bd28-6d1c50cae19c req-19d27a2e-6c1a-4905-82d4-f87c302538f8 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:29.120339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a230673a-3b66-4f51-bd28-6d1c50cae19c req-19d27a2e-6c1a-4905-82d4-f87c302538f8 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1098 time: 0.7630110
Apr 30 04:27:29.181315 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:29.198627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65b9d-6426-4739-ab49-bbb3fb710098 req-0a0a65a3-f81f-4577-8b84-3b3857c7872f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:29.200839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcc65b9d-6426-4739-ab49-bbb3fb710098 req-0a0a65a3-f81f-4577-8b84-3b3857c7872f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.7742102
Apr 30 04:27:29.223238 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:29.259904 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port deaecf30-8ddc-4d85-b820-68b52da92f69, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=deaecf30-8ddc-4d85-b820-68b52da92f69,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:29.288617 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:29.291602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'port_id': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'mac_address': 'fa:16:3e:91:b0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:27:29.300522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=675d50fe-46c1-4e6e-b34a-6a20d2e36c14,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:29.313445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-4bea4600-73a7-4baf-88a4-0bfe007e6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:29.316552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-4bea4600-73a7-4baf-88a4-0bfe007e6f49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2019877
Apr 30 04:27:29.320189 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:29.380754 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:29.390936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a230673a-3b66-4f51-bd28-6d1c50cae19c req-dbaa4c25-a7e2-46bd-8034-e97656061a44 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365155
Apr 30 04:27:29.410750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deaecf30-8ddc-4d85-b820-68b52da92f69 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:29.429154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] 10.222.0.46 "DELETE /v2.0/networks/675d50fe-46c1-4e6e-b34a-6a20d2e36c14 HTTP/1.1" status: 204  len: 168 time: 4.9813631
Apr 30 04:27:29.436533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcc65b9d-6426-4739-ab49-bbb3fb710098 req-eb8bf796-f254-4481-b986-ba4bfc8cc713 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224653
Apr 30 04:27:29.458180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port deaecf30-8ddc-4d85-b820-68b52da92f69, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=deaecf30-8ddc-4d85-b820-68b52da92f69,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:29.477232 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:29.488247 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:29.497500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-a122066b-f64a-468e-b119-3d846a3af2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:29.500491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-a122066b-f64a-468e-b119-3d846a3af2b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1678779
Apr 30 04:27:29.558683 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c52105-3a4f-4a71-9faf-08463991657d', 'tag': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6', 'status': 'completed', 'code': 200}
Apr 30 04:27:29.680291 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=deaecf30-8ddc-4d85-b820-68b52da92f69,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:29.688289 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:29.721912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-e9551356-1ef3-4650-b577-b6de0c3d62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:29.724587 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-e9551356-1ef3-4650-b577-b6de0c3d62c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 1096 time: 0.1368535
Apr 30 04:27:29.900740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54264) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:29.907651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['deaecf30-8ddc-4d85-b820-68b52da92f69'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:30.060309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-6828f133-84ca-41da-80c0-c759fdb249fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:30.062723 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-6828f133-84ca-41da-80c0-c759fdb249fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 925 time: 0.3302965
Apr 30 04:27:30.072394 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4ed655ed-5af6-48bc-a29c-1b0dbcf2d401 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc68944f9b4e4ed4bd7c1c789910746c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1513736
Apr 30 04:27:30.075827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54268) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:30.210952 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-d13dc6db-5002-4803-a819-aeab1ada7e66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df7eefeb-9d7f-4722-a822-91f753b2ffc6 HTTP/1.1" status: 200  len: 217 time: 0.1369901
Apr 30 04:27:30.220672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:30.246515 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-df9d2197-94f5-4fc3-843b-570b2882484c service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7375498
Apr 30 04:27:30.333624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9719951-0be5-4004-b354-818cf9b68e00 req-d21282fe-d10e-469b-811f-7cf8ed908a8d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:30.335091 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-d21282fe-d10e-469b-811f-7cf8ed908a8d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 820 time: 0.6073151
Apr 30 04:27:30.379691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-04f4782f-690c-4c20-afea-e9fdb5188c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:30.381183 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-04f4782f-690c-4c20-afea-e9fdb5188c2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5102ee2-1ffa-4026-b871-f222812f6c0a HTTP/1.1" status: 200  len: 863 time: 0.1563578
Apr 30 04:27:30.419555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-00b50650-9c65-42e1-bc6a-8e3c17ac6edf tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/quotas/e00638fa8be2496892bbdeb78ce39e3e HTTP/1.1" status: 200  len: 375 time: 0.0278325
Apr 30 04:27:30.458332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82e3e1c2-d73f-4743-861a-8d44522a4de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:30.503817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2afda85-e517-4d7f-af60-da3e2a14f402 req-60a7b3b7-31ce-47bf-abe7-f86249ca4351 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2468128
Apr 30 04:27:30.509883 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82e3e1c2-d73f-4743-861a-8d44522a4de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:30.512186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6b2c7-5b23-4686-8a97-994958cbc7de req-3740422c-e217-4305-b946-057a6a61f996 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:30.513731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bda6b2c7-5b23-4686-8a97-994958cbc7de req-3740422c-e217-4305-b946-057a6a61f996 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 945 time: 0.5531852
Apr 30 04:27:30.575850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-e2bcd7e5-b2d6-47ef-ad06-1dfaf2edce72 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:30.575850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-e2bcd7e5-b2d6-47ef-ad06-1dfaf2edce72 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:30.588501 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b51bef7a-0536-4365-be39-b3cce5dc1341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:30.600321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bda6b2c7-5b23-4686-8a97-994958cbc7de req-1bcd473c-b43f-4414-946f-92d5e67f36b6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730832
Apr 30 04:27:30.600602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-267abf75-f9f5-4cb8-9ee6-fe09ff5a852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:30.602249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-267abf75-f9f5-4cb8-9ee6-fe09ff5a852f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=926b2a9a-9498-4d47-9666-adc48815dd31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2076168
Apr 30 04:27:30.603642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-e2bcd7e5-b2d6-47ef-ad06-1dfaf2edce72 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:30.605026 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-e2bcd7e5-b2d6-47ef-ad06-1dfaf2edce72 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 945 time: 0.3257885
Apr 30 04:27:30.655015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-971b5163-c761-4b20-b627-6a31a248b874 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2212558
Apr 30 04:27:30.709214 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82e3e1c2-d73f-4743-861a-8d44522a4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:30.736461 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b1e7de8-798f-495f-a9ae-af7501a4c871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:30.854644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3e1c2-d73f-4743-861a-8d44522a4de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a99784-45ce-482b-b031-ebba09340e74,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:30.860957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82e3e1c2-d73f-4743-861a-8d44522a4de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:30.863686 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-82e3e1c2-d73f-4743-861a-8d44522a4de4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/22a99784-45ce-482b-b031-ebba09340e74 HTTP/1.1" status: 204  len: 168 time: 0.7849519
Apr 30 04:27:30.866129 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-82e3e1c2-d73f-4743-861a-8d44522a4de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:30.915226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-9765a4ed-5ad0-4793-9219-ab8266bcc10a service neutron] 10.222.0.46 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2467487
Apr 30 04:27:30.936201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dabafa-ff5c-4f91-a17d-709f364da610 req-e16268f5-9dc2-4ac2-b855-0715185ffcac tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:30.937961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-28dabafa-ff5c-4f91-a17d-709f364da610 req-e16268f5-9dc2-4ac2-b855-0715185ffcac tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 944 time: 0.1383107
Apr 30 04:27:30.955521 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-5c405030-9164-4b98-8696-0d97f35d0fcc service neutron] 10.222.0.50 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3425276
Apr 30 04:27:31.105760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device deaecf30-8ddc-4d85-b820-68b52da92f69 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:27:31.147276 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-28dabafa-ff5c-4f91-a17d-709f364da610 req-a66953e2-8fdf-45be-8bdb-f855d76db188 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1949973
Apr 30 04:27:31.160692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Deleting port 54e2ddbc-2568-470c-9d63-9035c17668f8 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:27:31.161273 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:31.237426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-f089ae1c-177c-4585-bff8-6b7188ca8698 service neutron] 10.222.0.46 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2876186
Apr 30 04:27:31.257259 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1a2ed7-cb72-4d69-9c6c-ad10d1141d9c req-fab3ade5-3479-461b-96f2-b86dd09844d5 service neutron] 10.222.0.50 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2885985
Apr 30 04:27:31.290938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port deaecf30-8ddc-4d85-b820-68b52da92f69 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:27:31.302221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port deaecf30-8ddc-4d85-b820-68b52da92f69 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:27:31.303349 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:31.569735 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:31.628690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf45ca-0b06-49df-810b-11f53c146471 req-e8e19602-2fc5-46dc-a90c-740ccc44a905 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:31.639694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port deaecf30-8ddc-4d85-b820-68b52da92f69, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=deaecf30-8ddc-4d85-b820-68b52da92f69,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:31.649607 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:31.652991 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:31.653207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10bf45ca-0b06-49df-810b-11f53c146471 req-e8e19602-2fc5-46dc-a90c-740ccc44a905 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 944 time: 0.2336924
Apr 30 04:27:31.752236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10bf45ca-0b06-49df-810b-11f53c146471 req-1c63c23d-ff64-4f0e-a528-50577355a57f tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980222
Apr 30 04:27:31.799882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] For port 54e2ddbc-2568-470c-9d63-9035c17668f8, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=54e2ddbc-2568-470c-9d63-9035c17668f8,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:31.800459 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:31.821283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=deaecf30-8ddc-4d85-b820-68b52da92f69,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:31.843077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.849238 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.849822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.850930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.851485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.852004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.852537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.852939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.853333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.853755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.854119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.854506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:27:31.860169 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:32.049044 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da', 'code': 200}
Apr 30 04:27:32.134968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Calling delete_port for 54e2ddbc-2568-470c-9d63-9035c17668f8 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:27:32.316548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:32.333245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['54e2ddbc-2568-470c-9d63-9035c17668f8'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:32.351005 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-76a4a95e-9d3b-4aeb-8ae6-162b139724e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:32.473439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event deleted for resources: {'Port': ['ID=54e2ddbc-2568-470c-9d63-9035c17668f8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:32.475119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ff207-8336-4888-af1d-d123aad47015 req-40bb5754-943a-4b11-984d-ad1c8f7ba0d2 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:32.481230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-691ff207-8336-4888-af1d-d123aad47015 req-40bb5754-943a-4b11-984d-ad1c8f7ba0d2 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 948 time: 0.1789317
Apr 30 04:27:32.501294 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:32.505083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device df7eefeb-9d7f-4722-a822-91f753b2ffc6 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:32.601374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] No DVR routers for this DVR port 54e2ddbc-2568-470c-9d63-9035c17668f8 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:27:32.606438 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:32.614349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-691ff207-8336-4888-af1d-d123aad47015 req-75ab4ea8-9e13-48d6-a098-03dbabf4fa6d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196537
Apr 30 04:27:32.623077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ffdabe-61ac-4b60-a2d4-613edc4a99c8', 'name': 'network-vif-deleted', 'tag': '54e2ddbc-2568-470c-9d63-9035c17668f8'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:32.634003 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5e724cb3-ad8b-430f-bb8e-61c39618ddab req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "DELETE /v2.0/ports/54e2ddbc-2568-470c-9d63-9035c17668f8 HTTP/1.1" status: 204  len: 173 time: 2.0173271
Apr 30 04:27:32.641492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54320) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:32.719907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54328) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:32.835199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port df7eefeb-9d7f-4722-a822-91f753b2ffc6, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=df7eefeb-9d7f-4722-a822-91f753b2ffc6,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:32.854926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'port_id': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6', 'mac_address': 'fa:16:3e:fd:d8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:27:32.912682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1451865728-network', 'tenant_id': '6d5e8240e2c34746b95cb21785b32b97'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:32.920403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:32.942556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Usage tracker for resource:network and tenant:6d5e8240e2c34746b95cb21785b32b97 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:32.950498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:32.969583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:32.998503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Made reservation on behalf of 6d5e8240e2c34746b95cb21785b32b97 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:33.001432 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.044274 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.079601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7eefeb-9d7f-4722-a822-91f753b2ffc6 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:33.083832 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.102540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port df7eefeb-9d7f-4722-a822-91f753b2ffc6, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=df7eefeb-9d7f-4722-a822-91f753b2ffc6,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:33.105141 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.110043 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.116531 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:33.143963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d91e9ac1-10af-4025-9d3f-50498c5e0273 req-795bd8c7-2fb7-46f6-88c3-ffe8f6a4a430 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 210 time: 0.1591589
Apr 30 04:27:33.157865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:33.166380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5e8240e2c34746b95cb21785b32b97 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:33.172876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:33.184668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:33.250157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:33.282523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Usage tracker for resource:security_group_rule and tenant:9a7a7272ab54493eafd6c0df0d09e9be is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:33.290226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:33.301611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:33.307152 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.325458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=df7eefeb-9d7f-4722-a822-91f753b2ffc6,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:33.333559 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:33.418144 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-80f20dbb-fcc9-4605-b55e-879632e4e8a9 req-1b2ea348-1ddd-4113-9574-89e4d20cc17f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 210 time: 0.0564563
Apr 30 04:27:33.424524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6e0bb7e-c781-4b1e-accb-f3f4615f2c2c req-2bfeb5b9-fb50-43bc-a6ca-3cb07337c2f1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 210 time: 0.0867980
Apr 30 04:27:33.438425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.457358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.461416 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06d7f4a3-5eae-462f-95ac-db1a58ce7d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:33.513350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:27:33.524982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfe8656-f5e2-4e32-8b1e-8988f712d72c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:33.535395 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:33.545057 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.546185 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Added segment fb4b5b59-1133-4449-81f3-b8347fa80616 of type vlan for network c95113fe-e832-45c9-b506-02b344a19058
Apr 30 04:27:33.564769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['df7eefeb-9d7f-4722-a822-91f753b2ffc6'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:33.589798 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.608564 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.625034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:33.639596 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-43d432b9-fa29-46e9-84c8-3a40ffbdfbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.663574 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.691833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f20dbb-fcc9-4605-b55e-879632e4e8a9 req-cf28126a-5b65-4127-a628-b9064b6a0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:33.693439 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-80f20dbb-fcc9-4605-b55e-879632e4e8a9 req-cf28126a-5b65-4127-a628-b9064b6a0f86 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=df7c0c7b000747d38e7e879591289c56&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2650945
Apr 30 04:27:33.791953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a7a7272ab54493eafd6c0df0d09e9be&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0708575
Apr 30 04:27:33.799830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54354) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:33.800587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91829432-6de5-4f28-abcf-65b8af9ec7fd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:33.806618 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:33.888449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f20dbb-fcc9-4605-b55e-879632e4e8a9 req-07e3bcbd-93d1-4183-9faf-be86a3ef593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:33.890088 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-80f20dbb-fcc9-4605-b55e-879632e4e8a9 req-07e3bcbd-93d1-4183-9faf-be86a3ef593f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1898732
Apr 30 04:27:33.929715 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.951025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:33.951604 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:33.965472 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:34.050472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:34.074392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-28049d02-def4-44b2-a9bc-e41727beaa48 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:27:34.077069 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-28049d02-def4-44b2-a9bc-e41727beaa48 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0114460
Apr 30 04:27:34.090945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Request body: {'binding': {'host': 'n-h2-766726-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:34.094239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Unknown quota resources ['binding']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:27:34.257664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9719951-0be5-4004-b354-818cf9b68e00 req-fd93203b-d122-4019-8ba3-56deae609214 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:34.259103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-fd93203b-d122-4019-8ba3-56deae609214 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 820 time: 0.5310624
Apr 30 04:27:34.271109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Pushing event updated for resources: {'Network': ['ID=c95113fe-e832-45c9-b506-02b344a19058,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:34.279549 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:34.283429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Request body: {'port': {'device_id': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d', 'admin_state_up': True, 'tenant_id': 'e00638fa8be2496892bbdeb78ce39e3e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:34.285138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c95113fe-e832-45c9-b506-02b344a19058 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:27:34.302922 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0973e0b6-f1fd-4af1-806b-3d7b1f9eeed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:34.311986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45127153-a76a-44e3-aecc-e5f71c1a0b03 req-e53d642e-f84a-4179-83f7-e37ae3d4c27f tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:34.319566 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45127153-a76a-44e3-aecc-e5f71c1a0b03 req-e53d642e-f84a-4179-83f7-e37ae3d4c27f tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 945 time: 0.6673465
Apr 30 04:27:34.336199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.6928754
Apr 30 04:27:34.369298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54362) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:34.413627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Request body: {'subnet': {'network_id': 'c95113fe-e832-45c9-b506-02b344a19058', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1451865728-subnet', 'tenant_id': '6d5e8240e2c34746b95cb21785b32b97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:34.531859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d48d7d14-197e-44c1-992b-a90bf596c9da details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:34.537600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 on host n-h2-766726-20 for vnic_type normal with profile None {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:34.539541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:34.539541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:34.540998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:34.550668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Port d46e689c-3ff9-449d-b174-19be8bcf17b3 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:34.552116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:34.563123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:34.563469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:34.569160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:34.569160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Bound port: d46e689c-3ff9-449d-b174-19be8bcf17b3, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:34.570957 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0973e0b6-f1fd-4af1-806b-3d7b1f9eeed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:34.572741 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:34.597367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Usage tracker for resource:subnet and tenant:6d5e8240e2c34746b95cb21785b32b97 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:34.615502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:34.624703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:34.637607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:34.639412 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f6b3c00c-3944-4f96-a0bd-e55a195bd978 service neutron] 10.222.0.46 "POST /v2.0/ports/d46e689c-3ff9-449d-b174-19be8bcf17b3/bindings HTTP/1.1" status: 201  len: 390 time: 0.5551140
Apr 30 04:27:34.654621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:34.659794 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45127153-a76a-44e3-aecc-e5f71c1a0b03 req-d58331b9-caa4-49ad-b3fe-d33749880340 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3392036
Apr 30 04:27:34.693979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Made reservation on behalf of 6d5e8240e2c34746b95cb21785b32b97 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:34.696148 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:34.786799 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:27:34.791741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d48d7d14-197e-44c1-992b-a90bf596c9da,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:34.817301 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ffdabe-61ac-4b60-a2d4-613edc4a99c8', 'name': 'network-vif-deleted', 'tag': '54e2ddbc-2568-470c-9d63-9035c17668f8', 'status': 'completed', 'code': 200}
Apr 30 04:27:34.819653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'd48d7d14-197e-44c1-992b-a90bf596c9da', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'd48d7d14-197e-44c1-992b-a90bf596c9da', 'mac_address': 'fa:16:3e:56:fa:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:27:34.900900 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0973e0b6-f1fd-4af1-806b-3d7b1f9eeed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:34.906409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:34.915286 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-989ef802-cb39-4a32-a512-666dd9d7eaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:34.933076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973e0b6-f1fd-4af1-806b-3d7b1f9eeed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91829432-6de5-4f28-abcf-65b8af9ec7fd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:34.951069 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0973e0b6-f1fd-4af1-806b-3d7b1f9eeed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:34.967370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:35.044024 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:35.057442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-00ca6298-b291-4db6-92f1-dd0d70d04110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:35.059156 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-00ca6298-b291-4db6-92f1-dd0d70d04110 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1098 time: 0.1165254
Apr 30 04:27:35.061354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0973e0b6-f1fd-4af1-806b-3d7b1f9eeed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:35.062492 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0973e0b6-f1fd-4af1-806b-3d7b1f9eeed0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91829432-6de5-4f28-abcf-65b8af9ec7fd HTTP/1.1" status: 204  len: 168 time: 1.2589223
Apr 30 04:27:35.068792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48d7d14-197e-44c1-992b-a90bf596c9da {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:35.106631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d48d7d14-197e-44c1-992b-a90bf596c9da,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:35.113912 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:35.119050 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:35.139013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Made reservation on behalf of e00638fa8be2496892bbdeb78ce39e3e for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:35.144072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:35.262849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=d48d7d14-197e-44c1-992b-a90bf596c9da,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:35.273326 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:35.285918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-ba97838b-a992-420b-81c9-82f9f8e0cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:35.288022 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-ba97838b-a992-420b-81c9-82f9f8e0cb89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.2167928
Apr 30 04:27:35.375670 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-f714babb-100b-497f-a6c1-9e29775243b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 200  len: 217 time: 0.0779524
Apr 30 04:27:35.458018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f724ebf-b674-456a-b983-8139218402af req-9e553cd2-e3a0-47d9-a2b1-6eccacdba8e2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:35.464277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f724ebf-b674-456a-b983-8139218402af req-9e553cd2-e3a0-47d9-a2b1-6eccacdba8e2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 945 time: 0.5058477
Apr 30 04:27:35.514500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e946f00a-8a4a-4848-b222-8411bc9408b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:35.516627 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e946f00a-8a4a-4848-b222-8411bc9408b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.1324105
Apr 30 04:27:35.535388 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d48d7d14-197e-44c1-992b-a90bf596c9da'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:35.589117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78de003-02d9-4cef-9bdb-7bb8e1857c71 req-17df048d-79cd-4c5d-9754-269de4227f47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:35.590826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a78de003-02d9-4cef-9bdb-7bb8e1857c71 req-17df048d-79cd-4c5d-9754-269de4227f47 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 949 time: 0.5413206
Apr 30 04:27:35.602169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-80f20dbb-fcc9-4605-b55e-879632e4e8a9 req-b1e01c96-059e-4ac2-a11d-1226d6ff3364 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:35.653297 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-0902ae5d-ee68-46a5-afbd-3d78bea9e812 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1300583
Apr 30 04:27:35.654300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-80f20dbb-fcc9-4605-b55e-879632e4e8a9 req-b1e01c96-059e-4ac2-a11d-1226d6ff3364 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:35.655933 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-80f20dbb-fcc9-4605-b55e-879632e4e8a9 req-b1e01c96-059e-4ac2-a11d-1226d6ff3364 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 210 time: 0.1964507
Apr 30 04:27:35.715442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f724ebf-b674-456a-b983-8139218402af req-501f3f97-f956-42ee-9836-83b72ddfbd23 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2401204
Apr 30 04:27:35.778062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Allocated IP 172.20.0.12 (3a5fe485-1c7d-4f29-a298-10a8d560842d/5248bdd3-1c38-4601-a701-085d44616c83/74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:27:35.789949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a78de003-02d9-4cef-9bdb-7bb8e1857c71 req-d1928bc0-474e-4ad4-b02e-4fab7e2227c3 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670408
Apr 30 04:27:35.852252 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'code': 200}
Apr 30 04:27:36.039337 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:36.180040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b39f31c-db43-4570-87e3-d1a79e1ca8e7 req-bc8d70ca-6822-4cd5-921c-3d05a9733b2f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4ffdabe-61ac-4b60-a2d4-613edc4a99c8 HTTP/1.1" status: 200  len: 210 time: 0.0696712
Apr 30 04:27:36.328432 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-62ea3246-3b69-41af-b6dd-00d8f6bb161b service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6645973
Apr 30 04:27:36.454380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9db60daa-bf65-4921-9960-fcc53b0b553a req-f94a08e2-dd79-4ae9-afa5-cb5bf827ce41 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 210 time: 0.2657585
Apr 30 04:27:36.514678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device df7eefeb-9d7f-4722-a822-91f753b2ffc6 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:27:36.542114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de9c0a-e7a4-43ea-8ad4-a9205ca3d340 req-58e5ba6d-2920-4d60-ac8c-4f3308b49eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:36.543791 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53de9c0a-e7a4-43ea-8ad4-a9205ca3d340 req-58e5ba6d-2920-4d60-ac8c-4f3308b49eca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 1097 time: 0.3132050
Apr 30 04:27:36.574806 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:36.625332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53de9c0a-e7a4-43ea-8ad4-a9205ca3d340 req-69138304-aeb7-4794-9b7a-a3018623e3d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692315
Apr 30 04:27:36.628082 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-3fe84f11-f2b0-447f-a15a-a89cf743596f service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2786171
Apr 30 04:27:36.635550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54394) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:36.701268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port df7eefeb-9d7f-4722-a822-91f753b2ffc6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:27:36.708321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port df7eefeb-9d7f-4722-a822-91f753b2ffc6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:27:36.708871 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:36.735277 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:36.773564 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:36.784531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-a6bd22a6-439c-44b9-a414-dd2e0d9bf6d8 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:36.786946 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-a6bd22a6-439c-44b9-a414-dd2e0d9bf6d8 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1098 time: 0.1005945
Apr 30 04:27:36.815269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-20'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:36.816956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398195b2-d92e-448d-8db2-1cb95c1aa763 req-1a15cbac-8b15-4cab-b3c9-7c79fa20460d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:36.824392 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-398195b2-d92e-448d-8db2-1cb95c1aa763 req-1a15cbac-8b15-4cab-b3c9-7c79fa20460d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 946 time: 0.3911941
Apr 30 04:27:36.838170 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:36.869677 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:36.898591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-518501678-network', 'tenant_id': '1d8ed672d3c24f228241f3d51148043e'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:36.912810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port df7eefeb-9d7f-4722-a822-91f753b2ffc6, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=df7eefeb-9d7f-4722-a822-91f753b2ffc6,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:36.914509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-398195b2-d92e-448d-8db2-1cb95c1aa763 req-c5294e99-a968-4019-a546-1fc6cad953a1 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699611
Apr 30 04:27:36.918389 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:36.919618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 54e2ddbc-2568-470c-9d63-9035c17668f8 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:36.921948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:36.945156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:27:36.946734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Usage tracker for resource:network and tenant:1d8ed672d3c24f228241f3d51148043e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:36.957916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:36.958120 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:36.965188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:27:36.970403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:27:36.974318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:37.026868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Made reservation on behalf of 1d8ed672d3c24f228241f3d51148043e for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:37.029400 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:37.032185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 54e2ddbc-2568-470c-9d63-9035c17668f8 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:27:37.032597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 54e2ddbc-2568-470c-9d63-9035c17668f8 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:27:37.048312 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:37.071034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=df7eefeb-9d7f-4722-a822-91f753b2ffc6,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:37.075335 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:37.078680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:37.087031 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:37.097639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8ed672d3c24f228241f3d51148043e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:37.102401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:37.113154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:37.168991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5bfe584-f55e-432b-862f-75c9adfc6837,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:37.176407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:37.187390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2baa4a-ee8c-4038-8292-2fd3668aacb6 req-29183ffe-90b6-48bc-b737-b29cddab2015 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:37.189166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3d2baa4a-ee8c-4038-8292-2fd3668aacb6 req-29183ffe-90b6-48bc-b737-b29cddab2015 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 945 time: 0.5133860
Apr 30 04:27:37.190716 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f7b54202-ae05-4e18-ac6f-f321e9c25ceb tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:37.281196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Checking segment: {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:37.281565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Network hostable DHCP agents. Network: c95113fe-e832-45c9-b506-02b344a19058, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:27:37.303898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:37.304585 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:37.352248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Pushing event updated for resources: {'Port': ['ID=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:37.361625 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:37.412908 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3d2baa4a-ee8c-4038-8292-2fd3668aacb6 req-3773ec42-3dd1-43c7-8155-08ff22d3c2a5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1833773
Apr 30 04:27:37.431979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1579030
Apr 30 04:27:37.435213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Network c95113fe-e832-45c9-b506-02b344a19058 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:27:37.450685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Request body: {'port': {'device_id': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:37.486345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c95113fe-e832-45c9-b506-02b344a19058) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:27:37.500232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9d4a9-3b29-4080-84b1-bcaade934a21 None None] Network c95113fe-e832-45c9-b506-02b344a19058 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:27:37.515720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:37.515720 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:37.598869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:37.644812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 3.2630405
Apr 30 04:27:37.714324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:37.746180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7f2b3-e694-49de-a47d-c15e9593b348 req-6f5d2bdd-e6a8-436f-b6c1-09a07a3917bb tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:37.759840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10e7f2b3-e694-49de-a47d-c15e9593b348 req-6f5d2bdd-e6a8-436f-b6c1-09a07a3917bb tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 945 time: 0.4122593
Apr 30 04:27:37.776697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:37.788890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a8c67-b97e-40ac-b170-8a2a82671179 None None] Network c95113fe-e832-45c9-b506-02b344a19058 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:27:37.795839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-5808f44f-6f7b-4f13-a79e-ba316cdd0094 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:37.798107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-5808f44f-6f7b-4f13-a79e-ba316cdd0094 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c&tenant_id=2f1716c022164e59bde54d9a0d899d06&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 949 time: 0.4171736
Apr 30 04:27:37.819486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c09ea5d8-c935-4e8a-8642-9bccbb2922b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:37.860487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c52105-3a4f-4a71-9faf-08463991657d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:37.874352 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:37.931197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278ceacd-00ac-4f0e-a9f2-75ee8c5833cb,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:37.938788 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10e7f2b3-e694-49de-a47d-c15e9593b348 req-6851c916-0a2b-41f1-bce5-d995436de5a7 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772945
Apr 30 04:27:37.939142 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:37.941629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:38.079529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:27:38.125906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.126376 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Added segment f750f49c-1aa7-4429-ac5c-817af6573251 of type vlan for network c4eead30-c511-4cdb-8dd7-a14d1b0bbea8
Apr 30 04:27:38.138568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:38.161760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.196330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.204214 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:38.213998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c214b-d345-485e-89e1-69400ca505a1 req-d5f2341b-37ef-46ff-b8e7-b1a122a0aa98 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:38.231626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be0c214b-d345-485e-89e1-69400ca505a1 req-d5f2341b-37ef-46ff-b8e7-b1a122a0aa98 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 949 time: 0.6301410
Apr 30 04:27:38.278781 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.297043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Pushing event updated for resources: {'Port': ['ID=d46e689c-3ff9-449d-b174-19be8bcf17b3,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:38.302302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-2e3871de-e25b-43ec-9dd7-2ac36745564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:38.303870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-2e3871de-e25b-43ec-9dd7-2ac36745564b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 1101 time: 0.3697472
Apr 30 04:27:38.306030 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:38.418967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:27:38.529883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d48d7d14-197e-44c1-992b-a90bf596c9da up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:27:38.542690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.547666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:38.548229 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.552726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be0c214b-d345-485e-89e1-69400ca505a1 req-c2bf573a-c456-4c99-9adf-0c72d7658b56 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3190789
Apr 30 04:27:38.553885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 on host n-h1-766726-20 for vnic_type normal with profile {"migrating_to": "n-h2-766726-20"} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:38.554220 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:38.554738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:38.566871 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c8bda30-c1a3-462f-8cbd-13e9c7f409c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:38.607441 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c52105-3a4f-4a71-9faf-08463991657d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6', 'code': 200}
Apr 30 04:27:38.644754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port d48d7d14-197e-44c1-992b-a90bf596c9da triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:27:38.645297 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.677327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Port d46e689c-3ff9-449d-b174-19be8bcf17b3 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:38.677748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Attempting to bind port d46e689c-3ff9-449d-b174-19be8bcf17b3 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:38.756353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:38.757177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:38.757177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:38.757608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Bound port: d46e689c-3ff9-449d-b174-19be8bcf17b3, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:38.757833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.790686 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.1487887
Apr 30 04:27:38.790686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Pushing event updated for resources: {'Network': ['ID=c4eead30-c511-4cdb-8dd7-a14d1b0bbea8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:38.791171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54426) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:38.796012 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:38.803587 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.815281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c4eead30-c511-4cdb-8dd7-a14d1b0bbea8 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:27:38.831594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-033eff6a-e653-4b2e-b8a8-2ea0002dff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:38.832947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Request body: {'subnet': {'network_id': 'c4eead30-c511-4cdb-8dd7-a14d1b0bbea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-518501678-subnet', 'tenant_id': '1d8ed672d3c24f228241f3d51148043e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:38.833071 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-033eff6a-e653-4b2e-b8a8-2ea0002dff41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4667354
Apr 30 04:27:38.898051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:38.907859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Usage tracker for resource:subnet and tenant:1d8ed672d3c24f228241f3d51148043e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:38.915937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:38.933677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:38.952136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d48d7d14-197e-44c1-992b-a90bf596c9da,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:38.959381 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:38.961417 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:38.990469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Made reservation on behalf of 1d8ed672d3c24f228241f3d51148043e for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:38.992887 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:39.055261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=d48d7d14-197e-44c1-992b-a90bf596c9da,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:39.061299 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:39.075018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725a1a0-ed87-4777-ba4c-3d1fcd6d2ce5 req-441f4530-42ac-4ad9-a9d8-c04bcd6f76bf tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:39.075996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2725a1a0-ed87-4777-ba4c-3d1fcd6d2ce5 req-441f4530-42ac-4ad9-a9d8-c04bcd6f76bf tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Synchronizing usage tracker for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:39.106249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-1eccd368-d210-4d21-8eef-ffa4269e034b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d48d7d14-197e-44c1-992b-a90bf596c9da HTTP/1.1" status: 200  len: 217 time: 0.0984192
Apr 30 04:27:39.182229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:39.196338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:39.200749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-cbbce5b5-6c18-47f4-8186-8adc0fab117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:39.202309 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-cbbce5b5-6c18-47f4-8186-8adc0fab117b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0814099
Apr 30 04:27:39.204220 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:39.209369 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:27:39.211040 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62750532-5033-4ece-94b3-168ab28f2824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:39.348068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb235fd-3fc4-40ee-aa62-007bc32244d5 req-3283d0b8-c2ab-491a-9ae2-400055e3a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:39.349657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecb235fd-3fc4-40ee-aa62-007bc32244d5 req-3283d0b8-c2ab-491a-9ae2-400055e3a120 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 1098 time: 0.6535413
Apr 30 04:27:39.359887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2725a1a0-ed87-4777-ba4c-3d1fcd6d2ce5 req-441f4530-42ac-4ad9-a9d8-c04bcd6f76bf tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Unset dirty status for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:39.361050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2725a1a0-ed87-4777-ba4c-3d1fcd6d2ce5 req-441f4530-42ac-4ad9-a9d8-c04bcd6f76bf tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 932 time: 1.0245800
Apr 30 04:27:39.417693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:39.433064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Pushing event updated for resources: {'Port': ['ID=d46e689c-3ff9-449d-b174-19be8bcf17b3,revision_number=8']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:39.433415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b14c7-c8ef-46c2-8db4-eea6d26690dc req-e2ccefdb-044d-4c93-98d5-b25faa5426f0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:39.434999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e45b14c7-c8ef-46c2-8db4-eea6d26690dc req-e2ccefdb-044d-4c93-98d5-b25faa5426f0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 944 time: 0.7015383
Apr 30 04:27:39.442538 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:39.449405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:39.449968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:39.451368 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] 10.222.0.50 "PUT /v2.0/ports/d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 200  len: 1124 time: 2.6573062
Apr 30 04:27:39.458311 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:39.474271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-0beded66-10b5-42f5-9fcd-baa5026b2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:39.477568 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-0beded66-10b5-42f5-9fcd-baa5026b2c98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2673182
Apr 30 04:27:39.524580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecb235fd-3fc4-40ee-aa62-007bc32244d5 req-21352936-31bf-428f-b776-426963a242b4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1624556
Apr 30 04:27:39.532231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Transition to ACTIVE for port object 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:39.553189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d46e689c-3ff9-449d-b174-19be8bcf17b3'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:39.579049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2725a1a0-ed87-4777-ba4c-3d1fcd6d2ce5 req-23d3ecec-8797-4808-95a6-e1ff451e6ccc tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844301
Apr 30 04:27:39.587908 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:39.598291 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8bf4789-0534-4fff-a35c-bc83783e162f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:39.667026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e45b14c7-c8ef-46c2-8db4-eea6d26690dc req-8e3663b8-9060-4e6a-a7be-1b9fae605f1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120743
Apr 30 04:27:39.693450 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-b7a8e1ed-dabb-4985-9cce-ee3f11808069 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076149
Apr 30 04:27:39.768779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:39.784604 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:40.028877 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4a771c5c-48d0-4e8b-8a61-c1e664a7950c req-178fee94-635b-4965-818d-30918ae56c12 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3271666
Apr 30 04:27:40.032915 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3', 'code': 200}
Apr 30 04:27:40.246603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:40.247537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:40.247537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:40.331389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:40.331730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:40.354536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:40.354875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:40.355272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:40.355747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Bound port: 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:40.356104 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:40.522339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-0381e54d-628e-4c22-8382-dd394d5ce295 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:40.523818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-0381e54d-628e-4c22-8382-dd394d5ce295 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.5475118
Apr 30 04:27:40.580845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-f3bd6e3a-10d6-49ea-91d1-b968b03f3888 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/quotas/df7c0c7b000747d38e7e879591289c56 HTTP/1.1" status: 200  len: 375 time: 0.0452175
Apr 30 04:27:40.598003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-9939f85a-3c37-4320-a616-fe20c748b41c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:40.598731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-9939f85a-3c37-4320-a616-fe20c748b41c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Synchronizing usage tracker for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:40.609147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:40.671716 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-6b50eb1e-8f4e-4b86-a384-8e0f61fba2a9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0666783
Apr 30 04:27:40.672785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:40.692671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:40.731791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:40.740995 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5399c876-1828-4bf7-8cad-9b46660aa7bd tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:40.783274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-9939f85a-3c37-4320-a616-fe20c748b41c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Unset dirty status for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:40.784764 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-9939f85a-3c37-4320-a616-fe20c748b41c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/networks?id=c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 200  len: 822 time: 0.5795901
Apr 30 04:27:40.910547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:40.911182 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:40.912630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] 10.222.0.37 "PUT /v2.0/ports/74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a HTTP/1.1" status: 200  len: 1093 time: 3.4678521
Apr 30 04:27:40.916270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:40.952352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-4187e701-4799-4324-9e05-eabfa6137dda tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/quotas/6d5e8240e2c34746b95cb21785b32b97 HTTP/1.1" status: 200  len: 375 time: 0.1016147
Apr 30 04:27:41.060167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Pushing event updated for resources: {'Port': ['ID=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:41.079520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-383f1893-a844-4613-a03e-5bbca312f9e1 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d5e8240e2c34746b95cb21785b32b97&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1174541
Apr 30 04:27:41.089457 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:41.119981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-bdbf775c-108b-40a7-a519-25370683854b service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4340379
Apr 30 04:27:41.123918 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:41.176024 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:41.429098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d427b63-22e7-493f-99e3-7576d02242fd,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:41.443459 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:41.467331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Checking segment: {'id': 'f750f49c-1aa7-4429-ac5c-817af6573251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c4eead30-c511-4cdb-8dd7-a14d1b0bbea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:41.467685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Network hostable DHCP agents. Network: c4eead30-c511-4cdb-8dd7-a14d1b0bbea8, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:27:41.486321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-232ad13b-945c-433d-a0e4-4713f0de4c68 service neutron] 10.222.0.46 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3900330
Apr 30 04:27:41.494845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9719951-0be5-4004-b354-818cf9b68e00 req-5aec808b-47e2-4a59-894c-2b97c1096932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:41.496390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-5aec808b-47e2-4a59-894c-2b97c1096932 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1096 time: 0.4797523
Apr 30 04:27:41.524086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-9f89434f-7663-4083-836c-448156359e2b service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3831201
Apr 30 04:27:41.614625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-586642ab-3fd8-4976-94a6-34641af83505 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a HTTP/1.1" status: 200  len: 217 time: 0.0895474
Apr 30 04:27:41.699579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Network c4eead30-c511-4cdb-8dd7-a14d1b0bbea8 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:27:41.933453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c4eead30-c511-4cdb-8dd7-a14d1b0bbea8) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:27:41.948169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c54eab-3f6e-4e68-b5f7-1bf88e1cef22 None None] Network c4eead30-c511-4cdb-8dd7-a14d1b0bbea8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:27:41.974255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9719951-0be5-4004-b354-818cf9b68e00 req-79f3e01a-d3a3-4480-ac2d-e82644965a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:41.975885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-79f3e01a-d3a3-4480-ac2d-e82644965a59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.3086190
Apr 30 04:27:41.988109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:41.988553 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:42.035223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:42.058708 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-7dcb8ef2-2e2f-4e3a-ab72-a62407ee91ce service neutron] 10.222.0.46 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5597537
Apr 30 04:27:42.065245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-0bae98da-fa7d-4c12-9c1a-5ce84449471a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0727086
Apr 30 04:27:42.103556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 3.3066823
Apr 30 04:27:42.281237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69339fcc-94d3-46ad-ad41-bf8cbb58117b req-6255fbf8-e4d3-4e33-9353-2a8f5a55fdb5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:42.294380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69339fcc-94d3-46ad-ad41-bf8cbb58117b req-6255fbf8-e4d3-4e33-9353-2a8f5a55fdb5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 946 time: 0.4155843
Apr 30 04:27:42.420886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-f4fb1faa-f063-4e6e-b5d8-da0bd8937fae service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3460763
Apr 30 04:27:42.448937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69339fcc-94d3-46ad-ad41-bf8cbb58117b req-4c9d17ad-cb96-4e4c-b45a-70d270ad559e tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1524060
Apr 30 04:27:42.489661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e4a8c0-f82a-4ac3-8880-ff940e8aa135 None None] Network c4eead30-c511-4cdb-8dd7-a14d1b0bbea8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:27:42.760720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9719951-0be5-4004-b354-818cf9b68e00 req-f7036599-8529-49d4-a270-6dd491ed8c37 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3303409
Apr 30 04:27:42.847128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d46e689c-3ff9-449d-b174-19be8bcf17b3 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:42.889478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0a94d-2017-4f87-b2c0-5b904d88537f req-8e3a6b2e-e21e-49e1-bae1-3694735d17ff tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:42.891985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfb0a94d-2017-4f87-b2c0-5b904d88537f req-8e3a6b2e-e21e-49e1-bae1-3694735d17ff tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 945 time: 0.3757634
Apr 30 04:27:43.005934 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:27:43.037248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfb0a94d-2017-4f87-b2c0-5b904d88537f req-4796be8f-fdb4-4eaa-96f2-757fe6258628 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261153
Apr 30 04:27:43.114603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361cc20-02bc-47d5-a6d8-f4337e0b31b0 req-8e23ea06-430b-4a06-a38a-b11ebfc92c2d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:43.117368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9361cc20-02bc-47d5-a6d8-f4337e0b31b0 req-8e23ea06-430b-4a06-a38a-b11ebfc92c2d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.3491144
Apr 30 04:27:43.185023 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da', 'code': 200}
Apr 30 04:27:43.249542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9361cc20-02bc-47d5-a6d8-f4337e0b31b0 req-d7d285db-c804-42fe-8869-dd3f9d9e4d8f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230326
Apr 30 04:27:43.325658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:43.350949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d46e689c-3ff9-449d-b174-19be8bcf17b3 has no active binding in host n-h2-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:27:43.506937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8361e3d-11d7-41ac-9573-9b485af141bf req-e202473a-970b-4c15-b5aa-7ea761ad39c2 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:43.515236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8361e3d-11d7-41ac-9573-9b485af141bf req-e202473a-970b-4c15-b5aa-7ea761ad39c2 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 944 time: 0.2046683
Apr 30 04:27:43.584062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8361e3d-11d7-41ac-9573-9b485af141bf req-756a02f5-d066-49ba-a4ff-3f2980125730 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679119
Apr 30 04:27:43.608704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a6c63-b053-4eb2-80e6-6ffa8018bb48 req-578cdb3e-0d25-4ecd-9a23-20aa8f10061b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:43.609760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522a6c63-b053-4eb2-80e6-6ffa8018bb48 req-578cdb3e-0d25-4ecd-9a23-20aa8f10061b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 944 time: 0.1747117
Apr 30 04:27:43.711149 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a', 'status': 'completed', 'code': 200}
Apr 30 04:27:43.720976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522a6c63-b053-4eb2-80e6-6ffa8018bb48 req-b6e84713-1ac0-4913-a818-4da1d5ed66ac tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979104
Apr 30 04:27:43.866325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-732d7a9d-ae16-40e9-a8ee-ed120322e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:43.868056 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-732d7a9d-ae16-40e9-a8ee-ed120322e33c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1096 time: 0.1199069
Apr 30 04:27:43.881529 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3', 'status': 'completed', 'code': 200}
Apr 30 04:27:44.187599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-4525e1ac-883e-463a-a420-5b186a0fd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:44.190817 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-4525e1ac-883e-463a-a420-5b186a0fd62c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.3052435
Apr 30 04:27:44.234872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a90f3adc-c682-4e72-b1f8-632db995c44a req-139d1b79-6e64-4004-8977-eea8d0f5c0e6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 210 time: 0.1933894
Apr 30 04:27:44.296123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f1ce98c3-d6d2-4507-9c5b-13ec17375d3f req-f0992187-a155-4194-9c78-0e1abf02755b tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 210 time: 0.1594291
Apr 30 04:27:44.302522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.37', 57869) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:44.348149 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-bff81200-cd4e-4cf7-a37f-479c393b6793 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a HTTP/1.1" status: 200  len: 217 time: 0.1496086
Apr 30 04:27:44.484252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-750ae9f1-b095-4a14-9aed-21504bc9ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:44.487979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-750ae9f1-b095-4a14-9aed-21504bc9ea25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.1326978
Apr 30 04:27:44.525362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-ec7b6d0b-d265-48f1-a233-7ff5595ed520 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:44.529523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-ec7b6d0b-d265-48f1-a233-7ff5595ed520 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.37 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.7801597
Apr 30 04:27:44.539337 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-dcc2c110-6398-4017-aec3-6045616a9918 req-b74ee216-e3ef-4b99-855d-19f583f22f9f tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] show failed (client error): The resource could not be found.
Apr 30 04:27:44.541186 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc2c110-6398-4017-aec3-6045616a9918 req-b74ee216-e3ef-4b99-855d-19f583f22f9f tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] 10.222.0.46 "GET /v2.0/security-groups/fe807523-e134-4eb3-a942-79f44a13e56a HTTP/1.1" status: 404  len: 352 time: 0.0833399
Apr 30 04:27:44.559482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Request body: {'port': {'device_id': '18f3be93-6cdf-43c3-a4fd-dac28af40841', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'admin_state_up': True, 'tenant_id': 'df7c0c7b000747d38e7e879591289c56'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:44.570365 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-7cc30ca2-f0ac-454c-a9f5-8cc7c2b9d6f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0737312
Apr 30 04:27:44.673530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.37', 57870) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:44.749009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-48cbb37d-6bc1-4234-9432-b72256ab0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:44.750573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-48cbb37d-6bc1-4234-9432-b72256ab0a30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1127 time: 0.7915573
Apr 30 04:27:44.791800 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-0f5ced83-e307-4f58-85d9-2846b62fe877 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143269
Apr 30 04:27:44.794090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-ae6dc572-7bd6-410f-8ddb-c381914d3dc3 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:44.795683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-ae6dc572-7bd6-410f-8ddb-c381914d3dc3 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "GET /v2.0/networks?id=c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 200  len: 822 time: 0.4810605
Apr 30 04:27:44.796332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-8c6dee34-d120-4d1b-beb1-f06740693b22 service neutron] 10.222.0.37 "GET /v2.0/ports/d46e689c-3ff9-449d-b174-19be8bcf17b3/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 385 time: 0.1212375
Apr 30 04:27:44.981188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Request body: {'port': {'device_id': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058', 'admin_state_up': True, 'tenant_id': '6d5e8240e2c34746b95cb21785b32b97'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:45.218476 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-793ae848-664c-4a30-851c-a5e791521386 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4072227
Apr 30 04:27:45.227498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:45.335080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:45.354203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a7b10-c91b-4592-a21d-4eecf55ae739 req-9d0ff297-a721-414b-b367-0657d8aef107 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:45.356947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e8a7b10-c91b-4592-a21d-4eecf55ae739 req-9d0ff297-a721-414b-b367-0657d8aef107 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 946 time: 0.8048143
Apr 30 04:27:45.369769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54508) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:45.378386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:45.390188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5bb81d0d-b8de-457b-9311-02530bd0f0ba tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Request body: {'floatingip': {'port_id': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:45.413652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-aa8fd09d-2493-48c6-8b56-e2e2809cbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:45.416624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-aa8fd09d-2493-48c6-8b56-e2e2809cbfa3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.6194592
Apr 30 04:27:45.432469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-df66963b-00fd-47c2-813b-6db1fd9945a0 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:45.435338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-df66963b-00fd-47c2-813b-6db1fd9945a0 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.7031760
Apr 30 04:27:45.485237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5bb81d0d-b8de-457b-9311-02530bd0f0ba tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:45.548277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Made reservation on behalf of df7c0c7b000747d38e7e879591289c56 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:45.554953 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:45.568663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:45.600533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:27:45.680417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46e689c-3ff9-449d-b174-19be8bcf17b3 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:45.734620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:45.768104 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:45.802602 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-f3cab042-36f1-4311-b8eb-39c1eedda971 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 200  len: 217 time: 0.3655746
Apr 30 04:27:45.838935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Usage tracker for resource:port and tenant:6d5e8240e2c34746b95cb21785b32b97 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:27:45.847438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:27:45.944381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:27:45.988127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-cb3d17cb-6347-4d6f-bdc1-4c2f2661c148 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 696 time: 0.5425210
Apr 30 04:27:46.104141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Request body: {'floatingip': {'port_id': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:46.134527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] Transition to ACTIVE for port object d46e689c-3ff9-449d-b174-19be8bcf17b3 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:46.140321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:46.146173 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:46.282869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Made reservation on behalf of 6d5e8240e2c34746b95cb21785b32b97 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:27:46.290544 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:46.320824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] No DVR routers for this DVR port d46e689c-3ff9-449d-b174-19be8bcf17b3 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:27:46.370551 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:46.370932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] Pushing event updated for resources: {'Port': ['ID=d46e689c-3ff9-449d-b174-19be8bcf17b3,revision_number=10']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:46.374461 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:46.391877 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] 10.222.0.37 "PUT /v2.0/ports/d46e689c-3ff9-449d-b174-19be8bcf17b3/bindings/n-h2-766726-20/activate HTTP/1.1" status: 200  len: 370 time: 1.5496154
Apr 30 04:27:46.564058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-28fd5a71-c5a0-49d3-9581-99965a9c54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:46.566548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5bb81d0d-b8de-457b-9311-02530bd0f0ba tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:46.568113 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-28fd5a71-c5a0-49d3-9581-99965a9c54dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.7149794
Apr 30 04:27:46.571927 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5bb81d0d-b8de-457b-9311-02530bd0f0ba tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:46.825206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-8f5bfa23-da3b-4bf0-aa20-487e8708aaaa tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:46.826763 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-8f5bfa23-da3b-4bf0-aa20-487e8708aaaa tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.3381755
Apr 30 04:27:46.960065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-43317e18-7f2f-40d9-99d4-6ef4a3d538c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3104796
Apr 30 04:27:46.985105 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-5bb81d0d-b8de-457b-9311-02530bd0f0ba tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Floating IP a4793f2e-b262-42a6-8254-c54c1bad6da1 associated. External IP: 172.25.8.97, port: df7eefeb-9d7f-4722-a822-91f753b2ffc6.
Apr 30 04:27:47.019716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07099f02-7bf7-477f-a851-df74c19c4b8e req-71d31fd6-d2ff-40f3-bb62-4892642bcdfb tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:47.022459 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07099f02-7bf7-477f-a851-df74c19c4b8e req-71d31fd6-d2ff-40f3-bb62-4892642bcdfb tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 1.4245274
Apr 30 04:27:47.151036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-5cefb983-37ea-4d2d-a1fc-ad82671b4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:47.152469 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-5cefb983-37ea-4d2d-a1fc-ad82671b4c15 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994&tenant_id=9f4d4e615ca342c98818411263a6b43e HTTP/1.1" status: 200  len: 1097 time: 0.2664430
Apr 30 04:27:47.198708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:47.204814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d46e689c-3ff9-449d-b174-19be8bcf17b3 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:47.317238 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d46e689c-3ff9-449d-b174-19be8bcf17b3 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:27:47.428738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:47.429037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-3684dfea-75ff-440d-80d8-9f2ff1ebf981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:47.430584 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-3684dfea-75ff-440d-80d8-9f2ff1ebf981 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1097 time: 0.2464187
Apr 30 04:27:47.444504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a', 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d', 'port_id': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a', 'mac_address': 'fa:16:3e:ea:b7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5248bdd3-1c38-4601-a701-085d44616c83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:27:47.510445 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:47.518516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Allocated IP 172.20.0.6 (c1685588-b376-4df0-8702-e53936b65131/c8326175-e83c-408f-988d-f3ddf2f98448/a9d293f4-76ee-47b8-891c-30aa5413c25d) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:27:47.535568 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:47.566228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:47.570896 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:47.574175 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:47.626019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb81d0d-b8de-457b-9311-02530bd0f0ba tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:27:47.686099 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:47.694623 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:47.699866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07099f02-7bf7-477f-a851-df74c19c4b8e req-d37ef946-6784-4fdc-b675-c0cfc1f5e45c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6310556
Apr 30 04:27:47.751689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-3503d806-1eea-42a2-865a-a5d9df345c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:47.764429 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-3503d806-1eea-42a2-865a-a5d9df345c4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.3044000
Apr 30 04:27:47.901274 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-8748e0ea-1eed-41d5-944e-6b01469d9d3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 200  len: 217 time: 0.1360788
Apr 30 04:27:47.913104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:27:48.014245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb81d0d-b8de-457b-9311-02530bd0f0ba tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:27:48.018330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Allocated IP 172.20.0.5 (c95113fe-e832-45c9-b506-02b344a19058/e5bfe584-f55e-432b-862f-75c9adfc6837/7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:27:48.021013 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5bb81d0d-b8de-457b-9311-02530bd0f0ba tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:48.033463 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] Sync routers for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:27:48.052366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-512c512b-d678-4a9a-8c7b-aca28c581fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:48.053839 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-512c512b-d678-4a9a-8c7b-aca28c581fdc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.1323655
Apr 30 04:27:48.060536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-9557a582-cc11-449d-9f85-049263e86695 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0635238
Apr 30 04:27:48.062538 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:27:48.064381 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801b57f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:48.123013 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-11d521ee-d87f-43b3-ac5c-daf9e9abe3bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592883
Apr 30 04:27:48.134056 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5bb81d0d-b8de-457b-9311-02530bd0f0ba tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "PUT /v2.0/floatingips/a4793f2e-b262-42a6-8254-c54c1bad6da1 HTTP/1.1" status: 200  len: 991 time: 2.7587266
Apr 30 04:27:48.134056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c52105-3a4f-4a71-9faf-08463991657d', 'tag': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:48.438659 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:27:48.493677 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-fc19e1f1-d961-4691-b36b-10ef7c98f065 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3626516
Apr 30 04:27:48.631236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d46e689c-3ff9-449d-b174-19be8bcf17b3 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:27:48.786455 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-eb1cefb1-7603-4c4a-bab0-9f61e75d3b87 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2838080
Apr 30 04:27:48.878892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5805d6b-91ef-4790-9e15-5f0d811c1c34 req-6df77400-1857-461c-9912-1a4899458e7d service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8066149
Apr 30 04:27:48.893984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc5928-faba-433e-bf24-09c8916db950 req-afe1a873-0f66-4bfe-8ace-0b2fb8b89f2e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:48.896625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20cc5928-faba-433e-bf24-09c8916db950 req-afe1a873-0f66-4bfe-8ace-0b2fb8b89f2e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 945 time: 0.9390504
Apr 30 04:27:48.993539 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.065128 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801b57f0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4793f2e-b262-42a6-8254-c54c1bad6da1', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'port_id': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'mac_address': 'fa:16:3e:fd:d8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c52105-3a4f-4a71-9faf-08463991657d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:24:03Z', 'updated_at': '2021-04-30T04:27:46Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:49.069998 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] Checking router: 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:27:49.086115 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:27:49.087129 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801b57f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:49.164530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20cc5928-faba-433e-bf24-09c8916db950 req-bf56403f-34cc-472e-b475-a696990bccef tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433300
Apr 30 04:27:49.205887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:27:49.289307 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.305422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db445a46-a199-4766-9542-45ba6ea3b61f req-603826e0-2d87-4208-963f-8c2078821d8c tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:49.308188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-603826e0-2d87-4208-963f-8c2078821d8c tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.1872749
Apr 30 04:27:49.340331 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:27:49.340771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:27:49.352558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:27:49.354757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.501450 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:27:49.510195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1b6ec7e6-5ac4-4615-bec8-35b86a7fda11 service neutron] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:49.518472 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1b6ec7e6-5ac4-4615-bec8-35b86a7fda11 service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.521064 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-db445a46-a199-4766-9542-45ba6ea3b61f req-1b6ec7e6-5ac4-4615-bec8-35b86a7fda11 service neutron] 10.222.0.50 "DELETE /v2.0/ports/d46e689c-3ff9-449d-b174-19be8bcf17b3/bindings/n-h1-766726-20 HTTP/1.1" status: 204  len: 173 time: 0.2042634
Apr 30 04:27:49.581287 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.597626 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.610765 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.612461 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-38bd0f86-19a9-44c1-a6ed-8d1e37f34d80 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:49.640634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:49.659128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:49.663620 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.667844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.672643 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:49.774282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Network c1685588-b376-4df0-8702-e53936b65131 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:27:49.780641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:27:49.783113 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:49.784971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:27:49.803526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:49.807004 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:49.995086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Network c95113fe-e832-45c9-b506-02b344a19058 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:27:50.009715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:27:50.011808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event updated for resources: {'Port': ['ID=a9d293f4-76ee-47b8-891c-30aa5413c25d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:50.014324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:27:50.052441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801b57f0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4793f2e-b262-42a6-8254-c54c1bad6da1', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'port_id': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'mac_address': 'fa:16:3e:fd:d8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c52105-3a4f-4a71-9faf-08463991657d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:24:03Z', 'updated_at': '2021-04-30T04:27:46Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:50.059502 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a919ebd6-0b94-4bfb-83a5-a094a050b25d None None] The sync data for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 is: [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4793f2e-b262-42a6-8254-c54c1bad6da1', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'floating_ip_address': '172.25.8.97', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'port_id': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'mac_address': 'fa:16:3e:fd:d8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c52105-3a4f-4a71-9faf-08463991657d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:24:03Z', 'updated_at': '2021-04-30T04:27:46Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:27:50.113767 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:50.113767 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:50.197048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce9592-bd2b-484f-8048-7b13e1dc620f req-3fba6ec8-56db-4021-9b02-730398851167 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:50.199059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ce9592-bd2b-484f-8048-7b13e1dc620f req-3fba6ec8-56db-4021-9b02-730398851167 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 945 time: 0.7539065
Apr 30 04:27:50.263151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:50.264066 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:50.315639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f560be8-2ff6-4d7e-828b-025c9557c8c7 None None] New status for floating IP a4793f2e-b262-42a6-8254-c54c1bad6da1: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:27:50.328625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:50.329282 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:50.339130 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf associated. External IP: 172.25.8.231, port: 9f41ccd3-a825-4c1e-a9d4-8204416210dd.
Apr 30 04:27:50.419853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event updated for resources: {'Port': ['ID=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:50.441580 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:50.445183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ce9592-bd2b-484f-8048-7b13e1dc620f req-ec3bf96f-f9e3-4f7c-8486-0429dcc68d63 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2243130
Apr 30 04:27:50.473352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5078347
Apr 30 04:27:50.476853 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.9220729
Apr 30 04:27:50.548118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Request body: {'port': {'device_id': '18f3be93-6cdf-43c3-a4fd-dac28af40841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:50.578512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Request body: {'port': {'device_id': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:50.931872 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:50.976815 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:51.252975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Router 223283cd-1034-4fe6-a22c-f31d58bc1804 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:27:51.317202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709d244-8226-407e-86e7-b262a9a6f617 req-c7edf491-1e5f-41d8-9dc3-3e817c4de6d7 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:51.317942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0709d244-8226-407e-86e7-b262a9a6f617 req-c7edf491-1e5f-41d8-9dc3-3e817c4de6d7 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:51.501055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0709d244-8226-407e-86e7-b262a9a6f617 req-c7edf491-1e5f-41d8-9dc3-3e817c4de6d7 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:51.503542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0709d244-8226-407e-86e7-b262a9a6f617 req-c7edf491-1e5f-41d8-9dc3-3e817c4de6d7 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 931 time: 0.7826219
Apr 30 04:27:51.998616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0709d244-8226-407e-86e7-b262a9a6f617 req-2a89926f-166c-4854-a964-bbc97e5f77ff tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4663086
Apr 30 04:27:52.032837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:27:52.045252 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:52.045540 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] Sync routers for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:27:52.057926 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:27:52.058592 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801b5e20>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:52.244120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-f8c6d767-e3c1-4797-ba2b-16f791eaa2b5 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "PUT /v2.0/floatingips/837c9976-d8fb-413e-89ca-721c3bee3bbf HTTP/1.1" status: 200  len: 996 time: 6.1653843
Apr 30 04:27:52.260583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:52.325253 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:27:52.377147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:52.389867 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:52.421991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d293f4-76ee-47b8-891c-30aa5413c25d {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:52.438389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:52.443713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Transition to ACTIVE for port object 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:52.459629 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:52.469835 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:52.513017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Transition to ACTIVE for port object a9d293f4-76ee-47b8-891c-30aa5413c25d will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:27:52.530986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681e031-66b2-405e-b569-497897023146 req-d8768309-3963-4ba8-9bff-aad88c64da3b tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:52.531784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0681e031-66b2-405e-b569-497897023146 req-d8768309-3963-4ba8-9bff-aad88c64da3b tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Synchronizing usage tracker for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:52.544527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:52.656416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:52.661206 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:52.713476 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:52.749088 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801b5e20>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:24:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b2bc0-3136-410b-8edf-1891e84632df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:27:49Z', 'revision_number': 1, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:52.756461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] Checking router: 223283cd-1034-4fe6-a22c-f31d58bc1804 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:27:52.766836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0681e031-66b2-405e-b569-497897023146 req-d8768309-3963-4ba8-9bff-aad88c64da3b tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Unset dirty status for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:52.769038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0681e031-66b2-405e-b569-497897023146 req-d8768309-3963-4ba8-9bff-aad88c64da3b tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 931 time: 0.6608405
Apr 30 04:27:52.773890 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:27:52.775129 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801b5e20>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:52.810902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-0dc23e8b-b811-4b6e-a8a6-278a56f541f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:52.812434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-0dc23e8b-b811-4b6e-a8a6-278a56f541f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1097 time: 0.5398793
Apr 30 04:27:53.016165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Pushing event updated for resources: {'Port': ['ID=a9d293f4-76ee-47b8-891c-30aa5413c25d,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:53.022580 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:53.029592 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:27:53.181736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0681e031-66b2-405e-b569-497897023146 req-c407eba1-6d96-4691-ac4c-22fa0665e427 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Synchronizing usage tracker for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:27:53.248029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Attempting to bind port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:53.248415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Attempting to bind port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:53.248735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Attempting to bind port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 on network c95113fe-e832-45c9-b506-02b344a19058 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:53.260540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Attempting to bind port a9d293f4-76ee-47b8-891c-30aa5413c25d on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:27:53.260878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Attempting to bind port a9d293f4-76ee-47b8-891c-30aa5413c25d by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:27:53.261466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Attempting to bind port a9d293f4-76ee-47b8-891c-30aa5413c25d on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:53.266640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-6e828e72-5228-495f-a879-d0a5e23dade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:53.268538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-6e828e72-5228-495f-a879-d0a5e23dade8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.4444101
Apr 30 04:27:53.271806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 on network c95113fe-e832-45c9-b506-02b344a19058 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:53.272258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Attempting to bind port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 on network c95113fe-e832-45c9-b506-02b344a19058 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:53.279129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Port a9d293f4-76ee-47b8-891c-30aa5413c25d on network c1685588-b376-4df0-8702-e53936b65131 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:27:53.279475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Attempting to bind port a9d293f4-76ee-47b8-891c-30aa5413c25d on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:27:53.333572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0681e031-66b2-405e-b569-497897023146 req-c407eba1-6d96-4691-ac4c-22fa0665e427 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Unset dirty status for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:27:53.334816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0681e031-66b2-405e-b569-497897023146 req-c407eba1-6d96-4691-ac4c-22fa0665e427 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5300255
Apr 30 04:27:53.342735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:53.343114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Checking segment: {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:53.343500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Bound using segment: {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:53.343957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Bound port: 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:53.344311 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:53.516099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:27:53.516452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Checking segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:27:53.516825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Bound using segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:27:53.517587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Bound port: a9d293f4-76ee-47b8-891c-30aa5413c25d, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:27:53.517941 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:53.567462 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801b5e20>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:24:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b2bc0-3136-410b-8edf-1891e84632df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:27:49Z', 'revision_number': 1, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:53.574409 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3adeab-46a0-46e0-b216-15140296bcd6 None None] The sync data for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 is: [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:24:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b2bc0-3136-410b-8edf-1891e84632df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:27:49Z', 'revision_number': 1, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:27:53.732791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-c78ba52e-c85c-46bf-9f09-f5dd68cca44b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 999 time: 0.4548028
Apr 30 04:27:53.785648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a768df-ec49-4f62-a216-1f414395125a None None] New status for floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:27:53.844200 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acc5541b-b6be-45e7-995c-dd3ff6a15430 req-6dc4ec4e-ccd5-4702-bea3-74f6fc6fdcb1 tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d8ed672d3c24f228241f3d51148043e HTTP/1.1" status: 200  len: 2984 time: 0.3310251
Apr 30 04:27:53.867197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:53.889041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] For port a9d293f4-76ee-47b8-891c-30aa5413c25d, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:27:53.903879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-1e7e48b9-ed34-4a82-9605-a074319c4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:53.905408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-1e7e48b9-ed34-4a82-9605-a074319c4c8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.1514220
Apr 30 04:27:53.907156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:53.922650 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:53.928478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] For port a9d293f4-76ee-47b8-891c-30aa5413c25d, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9d293f4-76ee-47b8-891c-30aa5413c25d,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:27:53.933418 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:54.019189 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:54.073548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:54.074234 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:54.075654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] 10.222.0.37 "PUT /v2.0/ports/7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 HTTP/1.1" status: 200  len: 1092 time: 3.5445964
Apr 30 04:27:54.078396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acc5541b-b6be-45e7-995c-dd3ff6a15430 req-ba69c693-32cd-472d-b0d6-0bb9085c1cbc tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] 10.222.0.46 "GET /v2.0/security-groups/278ceacd-00ac-4f0e-a9f2-75ee8c5833cb HTTP/1.1" status: 200  len: 2981 time: 0.2194481
Apr 30 04:27:54.103166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:54.104145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:54.106490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] 10.222.0.37 "PUT /v2.0/ports/a9d293f4-76ee-47b8-891c-30aa5413c25d HTTP/1.1" status: 200  len: 1092 time: 3.5763998
Apr 30 04:27:54.381031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:54.396547 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:54.397057 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-231cef8c-3704-4b07-b159-7d23b5b8978d tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:54.441905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acc5541b-b6be-45e7-995c-dd3ff6a15430 req-d3ea56c6-4907-4312-b588-b9b392ba1e3d tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] 10.222.0.46 "GET /v2.0/security-groups/278ceacd-00ac-4f0e-a9f2-75ee8c5833cb HTTP/1.1" status: 200  len: 2981 time: 0.3418832
Apr 30 04:27:54.474847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-0f92a6a2-9b93-453e-a7bb-b0dacbd91154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:54.476533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-0f92a6a2-9b93-453e-a7bb-b0dacbd91154 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5441060
Apr 30 04:27:54.493751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-246c877d-533c-480f-b158-1dab42585d73 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:27:54.494824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-246c877d-533c-480f-b158-1dab42585d73 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0097833
Apr 30 04:27:54.559501 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Pushing event updated for resources: {'Port': ['ID=a9d293f4-76ee-47b8-891c-30aa5413c25d,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:54.570959 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:54.575508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-4909dba9-9bf1-4e09-a6c8-e69d26da5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:54.577093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-4909dba9-9bf1-4e09-a6c8-e69d26da5789 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e8240e2c34746b95cb21785b32b97&device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 1095 time: 0.4420185
Apr 30 04:27:54.626011 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c52105-3a4f-4a71-9faf-08463991657d', 'tag': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6', 'status': 'completed', 'code': 200}
Apr 30 04:27:54.684726 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a', 'code': 200}
Apr 30 04:27:54.739976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-6977e091-8e9c-489d-a888-100bd2fc6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:54.742108 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-6977e091-8e9c-489d-a888-100bd2fc6b09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 1095 time: 0.5230088
Apr 30 04:27:54.803035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d50b-7aa7-4735-bd15-515e57884818 req-e03d6704-66ea-403d-9eb3-db8880af5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:54.804811 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7190d50b-7aa7-4735-bd15-515e57884818 req-e03d6704-66ea-403d-9eb3-db8880af5257 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5f33ae81c63a424989ffcaf8a0374407&device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 1098 time: 0.1472223
Apr 30 04:27:54.830536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-54fef801-5a1e-4813-b699-a5d22d0b0830 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 HTTP/1.1" status: 200  len: 217 time: 0.2020936
Apr 30 04:27:54.966030 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-7d9bdd7e-de7e-4da2-b6ec-9eb480e1e6be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9d293f4-76ee-47b8-891c-30aa5413c25d HTTP/1.1" status: 200  len: 217 time: 0.2055225
Apr 30 04:27:54.974459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d50b-7aa7-4735-bd15-515e57884818 req-fb670098-8d73-4872-9ab6-eb2591bb94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:54.976300 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7190d50b-7aa7-4735-bd15-515e57884818 req-fb670098-8d73-4872-9ab6-eb2591bb94f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 200  len: 925 time: 0.1641622
Apr 30 04:27:55.092131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-1855b4c1-29f1-4506-8c4f-6c534680e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:55.093635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-1855b4c1-29f1-4506-8c4f-6c534680e465 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5bfe584-f55e-432b-862f-75c9adfc6837 HTTP/1.1" status: 200  len: 862 time: 0.2518926
Apr 30 04:27:55.098112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-db627f2e-6b66-4f98-91d1-9cc33100cbc7 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5886333
Apr 30 04:27:55.153201 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7190d50b-7aa7-4735-bd15-515e57884818 req-878165a3-9a3b-4aa3-8f57-212472354dcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df7eefeb-9d7f-4722-a822-91f753b2ffc6 HTTP/1.1" status: 200  len: 1001 time: 0.1684589
Apr 30 04:27:55.181439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-dc435443-2393-4027-8488-0217f1c3beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:55.183101 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-dc435443-2393-4027-8488-0217f1c3beab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.1916358
Apr 30 04:27:55.190020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-8f3ec3ea-b595-42ac-bf60-0bbcb13432b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c95113fe-e832-45c9-b506-02b344a19058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0837324
Apr 30 04:27:55.227703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d50b-7aa7-4735-bd15-515e57884818 req-0f8578e2-1462-4cf1-a33c-794f88886edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:55.229142 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7190d50b-7aa7-4735-bd15-515e57884818 req-0f8578e2-1462-4cf1-a33c-794f88886edb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d5102ee2-1ffa-4026-b871-f222812f6c0a HTTP/1.1" status: 200  len: 863 time: 0.0680809
Apr 30 04:27:55.321101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d50b-7aa7-4735-bd15-515e57884818 req-9320346d-9eeb-4ec7-82c2-7bc2a434f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:55.322652 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7190d50b-7aa7-4735-bd15-515e57884818 req-9320346d-9eeb-4ec7-82c2-7bc2a434f64a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=926b2a9a-9498-4d47-9666-adc48815dd31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0852847
Apr 30 04:27:55.495641 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7190d50b-7aa7-4735-bd15-515e57884818 req-dfde4658-de28-4e1f-a5bd-57a61f1e78e6 service neutron] 10.222.0.50 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628923
Apr 30 04:27:55.496990 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-72d52eb0-bb9e-4169-974b-74d65217aaa0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2983863
Apr 30 04:27:55.514869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7ee6d-6da6-4b8f-9527-8a6148781365 req-b09b5b92-9441-4107-bb39-c54cd89e68bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:55.516377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50e7ee6d-6da6-4b8f-9527-8a6148781365 req-b09b5b92-9441-4107-bb39-c54cd89e68bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1098 time: 0.6776235
Apr 30 04:27:55.649956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216749fb-8947-4167-b40f-7f63f7acd9a2 req-7d598c39-c5da-42af-b37a-3ed346e3ebe4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:55.651659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-216749fb-8947-4167-b40f-7f63f7acd9a2 req-7d598c39-c5da-42af-b37a-3ed346e3ebe4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 946 time: 0.7656531
Apr 30 04:27:55.672534 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7190d50b-7aa7-4735-bd15-515e57884818 req-03fb0727-6d2c-4122-9ac2-642aeec9d89c service neutron] 10.222.0.50 "GET /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686652
Apr 30 04:27:55.812852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-416f4492-7d8f-4697-ba61-8020d2ee49e8 req-38c64e7e-2443-4745-b19b-82528ff3322b service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6671994
Apr 30 04:27:55.820521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50e7ee6d-6da6-4b8f-9527-8a6148781365 req-2b36ba07-7689-40c7-b903-34b04b6b3550 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2350876
Apr 30 04:27:55.848972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-09247aac-0a19-488d-9867-4d7dcf4a513a service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6346607
Apr 30 04:27:55.867413 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-216749fb-8947-4167-b40f-7f63f7acd9a2 req-6338d1cc-65ce-4692-aa47-0d75def71dfb tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031960
Apr 30 04:27:55.873770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-96cd8472-6b94-4314-bfd8-fce40cc1da03 service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3615110
Apr 30 04:27:55.961047 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'status': 'completed', 'code': 200}
Apr 30 04:27:56.129440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-025be805-270b-4452-bbc6-1728d38fb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:56.133039 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-025be805-270b-4452-bbc6-1728d38fb8ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1097 time: 0.1431656
Apr 30 04:27:56.313704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4037bc2b-324f-4c27-b0e9-1ebe26106df2 req-215e3cfc-1bc5-42f0-8537-827e44e8d9c5 service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3575017
Apr 30 04:27:56.327597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc9aabb7-0c84-476e-bab6-6b3a46698a4e req-a4baf707-d277-408c-b899-0411e4694ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3926942
Apr 30 04:27:56.364271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c8227-135f-468f-8623-8f8206dbd294 req-86aa5dbc-9d6d-4b10-91b5-8fed1ef5722f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:56.366404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d9c8227-135f-468f-8623-8f8206dbd294 req-86aa5dbc-9d6d-4b10-91b5-8fed1ef5722f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 943 time: 0.2211432
Apr 30 04:27:56.382089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-d73db451-171a-4615-9824-c8b2fd012820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:56.384038 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-d73db451-171a-4615-9824-c8b2fd012820 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.2422676
Apr 30 04:27:56.384206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981873b-e82b-453d-a3b4-98a658dae134 req-66c2594a-a16e-438e-b794-b9d145876bef tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:56.385323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3981873b-e82b-453d-a3b4-98a658dae134 req-66c2594a-a16e-438e-b794-b9d145876bef tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 943 time: 0.1975584
Apr 30 04:27:56.464242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d9c8227-135f-468f-8623-8f8206dbd294 req-66774d5e-6edd-4306-94c6-aad6735e6f79 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779042
Apr 30 04:27:56.469253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3981873b-e82b-453d-a3b4-98a658dae134 req-3c74e70d-421a-4663-8e3c-d741bb5cbdee tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668845
Apr 30 04:27:56.541650 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-008d5bca-44d1-421c-ac52-3a515785a3d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 1001 time: 0.1507215
Apr 30 04:27:56.567172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-def0e37d-8377-4d95-a5cd-f7a09485731e req-3766d5f6-226d-4112-a6b7-7e10bc646f62 tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] 10.222.0.46 "GET /v2.0/security-groups/278ceacd-00ac-4f0e-a9f2-75ee8c5833cb HTTP/1.1" status: 200  len: 2981 time: 0.0616872
Apr 30 04:27:56.624595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-f74875d3-1648-49dd-a6fc-145a7157045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:56.626245 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-f74875d3-1648-49dd-a6fc-145a7157045d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.0746205
Apr 30 04:27:56.653114 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-def0e37d-8377-4d95-a5cd-f7a09485731e req-d9d003ac-75ea-403e-b57d-b90816a899ac tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:27:56.656070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-def0e37d-8377-4d95-a5cd-f7a09485731e req-d9d003ac-75ea-403e-b57d-b90816a899ac tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] 10.222.0.46 "DELETE /v2.0/security-groups/278ceacd-00ac-4f0e-a9f2-75ee8c5833cb HTTP/1.1" status: 409  len: 352 time: 0.0818074
Apr 30 04:27:56.727934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-e9134da7-ac52-4b26-bf09-9b6a6c468185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:56.731035 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-e9134da7-ac52-4b26-bf09-9b6a6c468185 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0978482
Apr 30 04:27:56.757080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:56.839114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:56.900017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-8d66b1ba-dd66-4a5f-ba26-a2affe7d8391 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:56.903618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-8d66b1ba-dd66-4a5f-ba26-a2affe7d8391 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1752882
Apr 30 04:27:57.000674 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-8c720f53-440e-46b3-8df4-bf97836bfce8 service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613239
Apr 30 04:27:57.030880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987a1e-612c-440c-93e4-9835ea281485 req-1770e3d0-935e-4a76-9b45-db2c698bca56 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:57.032453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d987a1e-612c-440c-93e4-9835ea281485 req-1770e3d0-935e-4a76-9b45-db2c698bca56 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1097 time: 0.2449746
Apr 30 04:27:57.125872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-729929df-36f2-4f7a-ba1c-f7ef8d48abb0 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 1001 time: 0.2082343
Apr 30 04:27:57.140158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Request body: {'floatingip': {'port_id': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'fixed_ip_address': '172.20.0.8'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:27:57.201939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d987a1e-612c-440c-93e4-9835ea281485 req-0576b9fe-3d55-4cb7-8b4f-4afbe1734fef tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437809
Apr 30 04:27:57.264553 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:57.319737 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4cb5dafc-3305-4494-b371-1a5b4fb65df5 req-e8c263d4-e598-4fc8-8a03-6e1e1bcff898 service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3121533
Apr 30 04:27:57.368118 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-7f5e1215-ed9d-4cb7-84f7-83bca4670b12 req-218b4183-9056-4595-a098-135169f6bed3 tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] show failed (client error): The resource could not be found.
Apr 30 04:27:57.369141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7f5e1215-ed9d-4cb7-84f7-83bca4670b12 req-218b4183-9056-4595-a098-135169f6bed3 tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] 10.222.0.46 "GET /v2.0/security-groups/33bc4316-b41c-4084-b786-62ecb08cf715 HTTP/1.1" status: 404  len: 352 time: 0.0337420
Apr 30 04:27:57.916155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb3e2c-972f-4aac-b0b8-f32f84b5a103 req-907046f3-83ec-4af5-94a0-ed78ff05b35f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:57.917769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fdb3e2c-972f-4aac-b0b8-f32f84b5a103 req-907046f3-83ec-4af5-94a0-ed78ff05b35f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 946 time: 0.4079964
Apr 30 04:27:57.962416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01'}, {'name': 'network-changed', 'server_uuid': '18f3be93-6cdf-43c3-a4fd-dac28af40841', 'tag': 'a9d293f4-76ee-47b8-891c-30aa5413c25d'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:27:58.079478 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fdb3e2c-972f-4aac-b0b8-f32f84b5a103 req-9fd48751-b4dd-42cf-9228-dfe7fe61c7a1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477599
Apr 30 04:27:58.166261 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-b15b03f4-340f-4faa-97cb-0fee8b183415 req-f9e7bc6d-1c15-46cc-b930-3b2de2a07e48 tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] show failed (client error): The resource could not be found.
Apr 30 04:27:58.167754 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b15b03f4-340f-4faa-97cb-0fee8b183415 req-f9e7bc6d-1c15-46cc-b930-3b2de2a07e48 tempest-SecurityGroupsNegativeTestJSON-2070943695 tempest-SecurityGroupsNegativeTestJSON-2070943695-project] 10.222.0.46 "GET /v2.0/security-groups/3f291eaa-66e3-46a3-84d9-f399c17a9cae HTTP/1.1" status: 404  len: 352 time: 0.0321753
Apr 30 04:27:58.186460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54572) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:58.268056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] Deleting subnet 6d427b63-22e7-493f-99e3-7576d02242fd {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:27:58.271914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:58.335323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:58.406433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:58.482766 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:58.488321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:58.678961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c9ebffbc-aa89-4220-86d6-2c0c660388e1 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:27:58.680477 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c9ebffbc-aa89-4220-86d6-2c0c660388e1 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 808 time: 0.3411057
Apr 30 04:27:58.687730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:58.692236 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:58.716787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-942e5bbd-36e7-42f4-b4c2-5fde262d51dd tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/quotas/9f4d4e615ca342c98818411263a6b43e HTTP/1.1" status: 200  len: 375 time: 0.0277054
Apr 30 04:27:58.727379 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf associated. External IP: 172.25.8.231, port: 9f41ccd3-a825-4c1e-a9d4-8204416210dd.
Apr 30 04:27:58.727783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d427b63-22e7-493f-99e3-7576d02242fd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:58.731719 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:58.734929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:58.742452 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6d427b63-22e7-493f-99e3-7576d02242fd HTTP/1.1" status: 204  len: 168 time: 0.5575140
Apr 30 04:27:58.744981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54586) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:27:58.862507 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:58.983923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-7428eaed-0d29-40fd-8986-6f55b30d5894 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2587597
Apr 30 04:27:59.005044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:59.132868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bf12250>,) {'filters': {'network_id': ['c4eead30-c511-4cdb-8dd7-a14d1b0bbea8']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:59.149803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bf12250>, 'f750f49c-1aa7-4429-ac5c-817af6573251') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:59.150333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bf12250>, 'f750f49c-1aa7-4429-ac5c-817af6573251') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:59.167723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:59.189996 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:59.197250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:27:59.271038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:59.422025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-d1fe1ba9-bf56-437f-924b-e17c08d488ce service neutron] 10.222.0.46 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3824043
Apr 30 04:27:59.424245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:59.430929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Router 223283cd-1034-4fe6-a22c-f31d58bc1804 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:27:59.431409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Network c4eead30-c511-4cdb-8dd7-a14d1b0bbea8 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:27:59.440956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01', 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058', 'port_id': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01', 'mac_address': 'fa:16:3e:ca:38:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bfe584-f55e-432b-862f-75c9adfc6837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:27:59.449084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:59.503433 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:59.541302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:27:59.571030 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:27:59.578849 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:59.581235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a9d293f4-76ee-47b8-891c-30aa5413c25d details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:27:59.587701 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-338c1e4a-88fb-4b22-bbdc-fb3e4b0f928a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:59.686717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Network c4eead30-c511-4cdb-8dd7-a14d1b0bbea8 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:27:59.724839 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:27:59.729985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-b0c49fa8-92ad-4873-b710-b77b0936a989 service neutron] 10.222.0.46 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2959805
Apr 30 04:27:59.750321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:27:59.763420 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] Sync routers for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:27:59.785646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:59.788320 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:27:59.790047 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780271940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:27:59.795866 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:27:59.823012 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:59.829514 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:27:59.875681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:27:59.895896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4eead30-c511-4cdb-8dd7-a14d1b0bbea8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:27:59.898730 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c4eead30-c511-4cdb-8dd7-a14d1b0bbea8 HTTP/1.1" status: 204  len: 168 time: 1.1527250
Apr 30 04:27:59.907546 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:00.125902 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:00.170240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a9d293f4-76ee-47b8-891c-30aa5413c25d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9d293f4-76ee-47b8-891c-30aa5413c25d,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:00.214785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'a9d293f4-76ee-47b8-891c-30aa5413c25d', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'port_id': 'a9d293f4-76ee-47b8-891c-30aa5413c25d', 'mac_address': 'fa:16:3e:9b:32:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8326175-e83c-408f-988d-f3ddf2f98448', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:28:00.282002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54600) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:28:00.342099 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:00.362765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d293f4-76ee-47b8-891c-30aa5413c25d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:00.371154 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-92444be0-c43e-4c74-8ecb-6718885409eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d8ed672d3c24f228241f3d51148043e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0882158
Apr 30 04:28:00.374296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54604) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:28:00.382067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a9d293f4-76ee-47b8-891c-30aa5413c25d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9d293f4-76ee-47b8-891c-30aa5413c25d,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:00.394816 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:00.398721 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:00.415220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Router 223283cd-1034-4fe6-a22c-f31d58bc1804 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:28:00.427828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397aee8-69cc-4c81-ab73-31700167aa10 req-8b4b2c48-d7fc-42d6-b1ac-99df062c3089 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:00.436815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c397aee8-69cc-4c81-ab73-31700167aa10 req-8b4b2c48-d7fc-42d6-b1ac-99df062c3089 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 943 time: 0.2870579
Apr 30 04:28:00.485091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0da112f0-b413-4225-aa5b-ccea051f520c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:00.553605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0da112f0-b413-4225-aa5b-ccea051f520c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:00.557802 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780271940>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:91:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0e030-7511-4b24-aabb-317987cd6b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:27:58Z', 'revision_number': 3, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:00.565477 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] Checking router: 223283cd-1034-4fe6-a22c-f31d58bc1804 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:28:00.576830 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:28:00.578064 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780271940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:00.598843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c397aee8-69cc-4c81-ab73-31700167aa10 req-f8a5fb79-3de8-4028-9ec6-cbe2e8187a29 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609786
Apr 30 04:28:00.613636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=a9d293f4-76ee-47b8-891c-30aa5413c25d,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:00.632173 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:00.677780 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c405457b-57ac-4c54-a08a-5a57bd45bdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:00.680458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0da112f0-b413-4225-aa5b-ccea051f520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:00.691784 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-82e3e1c2-d73f-4743-861a-8d44522a4de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:00.713428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da112f0-b413-4225-aa5b-ccea051f520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ceacd-00ac-4f0e-a9f2-75ee8c5833cb,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:00.737295 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0da112f0-b413-4225-aa5b-ccea051f520c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:00.739154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0da112f0-b413-4225-aa5b-ccea051f520c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:00.741832 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0da112f0-b413-4225-aa5b-ccea051f520c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/278ceacd-00ac-4f0e-a9f2-75ee8c5833cb HTTP/1.1" status: 204  len: 168 time: 0.3664999
Apr 30 04:28:00.795059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:00.859655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:28:00.884979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['a9d293f4-76ee-47b8-891c-30aa5413c25d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:00.888851 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:00.934116 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:01.184987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6dbe9-2d51-4040-8561-cccaee1541b0 req-ab2d1cd4-d909-4daf-a396-2c087fde2bae tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:01.191876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2f6dbe9-2d51-4040-8561-cccaee1541b0 req-ab2d1cd4-d909-4daf-a396-2c087fde2bae tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 944 time: 0.4191523
Apr 30 04:28:01.268166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-5015286c-1a46-49e4-b99d-7ed7997c392b tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "PUT /v2.0/floatingips/837c9976-d8fb-413e-89ca-721c3bee3bbf HTTP/1.1" status: 200  len: 998 time: 4.1332867
Apr 30 04:28:01.297372 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2f6dbe9-2d51-4040-8561-cccaee1541b0 req-3e807294-2456-467d-9b7f-f7ea4c80922a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636427
Apr 30 04:28:01.412748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-e9806cdb-122b-4756-9c75-2b86960514df tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:01.414701 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-e9806cdb-122b-4756-9c75-2b86960514df tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports/9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 942 time: 0.1222751
Apr 30 04:28:01.618044 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-be8e3d89-efcb-409d-bbc0-276b45f955bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.3616438
Apr 30 04:28:01.622594 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01', 'status': 'completed', 'code': 200}
Apr 30 04:28:01.625718 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f3be93-6cdf-43c3-a4fd-dac28af40841', 'tag': 'a9d293f4-76ee-47b8-891c-30aa5413c25d', 'status': 'completed', 'code': 200}
Apr 30 04:28:01.718937 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780271940>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:91:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0e030-7511-4b24-aabb-317987cd6b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:27:58Z', 'revision_number': 3, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:01.724828 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a72b9b7-bf60-4f4e-9038-9bbfe8979703 None None] The sync data for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 is: [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:91:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0e030-7511-4b24-aabb-317987cd6b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:27:58Z', 'revision_number': 3, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:28:01.789450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-97e48298-9eec-41d7-b7f9-939897b99616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:01.791642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-97e48298-9eec-41d7-b7f9-939897b99616 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e8240e2c34746b95cb21785b32b97&device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 1096 time: 0.1501212
Apr 30 04:28:01.961894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-aba13e12-befb-468f-96d3-827c6de40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:01.964667 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-aba13e12-befb-468f-96d3-827c6de40203 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1096 time: 0.1302257
Apr 30 04:28:02.054980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fae79a-766a-46a4-8cd2-6177b655ba4b None None] New status for floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:28:02.203728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-998fa216-fd09-4e02-a106-d52de5436700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:02.206538 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-998fa216-fd09-4e02-a106-d52de5436700 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.1974297
Apr 30 04:28:02.287728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54632) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:28:02.309357 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-fcd4749b-2596-4552-a700-2a584da906f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 200  len: 217 time: 0.0946507
Apr 30 04:28:02.338515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-923b57b6-0ded-4814-bcea-982ca876e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:02.340087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-923b57b6-0ded-4814-bcea-982ca876e3fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1097 time: 0.8035882
Apr 30 04:28:02.394382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-0298680f-910e-4493-823c-8f8ac3de94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:02.399999 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-0298680f-910e-4493-823c-8f8ac3de94e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.0829937
Apr 30 04:28:02.501527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1815833057-network', 'tenant_id': '0785ca3de5ff44a6bdf699b2e0751bf9'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:02.522127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-acdeb0c7-05dd-46dc-a474-c2ff786b8597 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1129861
Apr 30 04:28:02.524537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:28:02.533958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Usage tracker for resource:network and tenant:0785ca3de5ff44a6bdf699b2e0751bf9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:28:02.554380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-e5a7d5f6-0066-4a89-bc19-65a0df6bea58 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:02.555903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-e5a7d5f6-0066-4a89-bc19-65a0df6bea58 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 808 time: 0.7708559
Apr 30 04:28:02.562300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-a38b9baf-e3e3-4aa6-838d-263f69921321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:02.563772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-a38b9baf-e3e3-4aa6-838d-263f69921321 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 200  len: 923 time: 0.7203085
Apr 30 04:28:02.572396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:28:02.588863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Request body: {'port': {'device_id': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2', 'admin_state_up': True, 'tenant_id': '9f4d4e615ca342c98818411263a6b43e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:02.605176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:28:02.674607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8d470-1ab2-4a13-a4d0-2e63e2ac494c req-f7598224-fc68-48a1-9451-e0a98788e8ba tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:02.676450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8a8d470-1ab2-4a13-a4d0-2e63e2ac494c req-f7598224-fc68-48a1-9451-e0a98788e8ba tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1098 time: 0.6011858
Apr 30 04:28:02.701010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-3a1718ef-ae6e-48d9-b617-68e6e2e09701 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 HTTP/1.1" status: 200  len: 217 time: 0.1244955
Apr 30 04:28:02.706570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-4a8ad55f-9310-4239-a91e-f148789e84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:02.708135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-4a8ad55f-9310-4239-a91e-f148789e84c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.3511717
Apr 30 04:28:02.749394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Made reservation on behalf of 0785ca3de5ff44a6bdf699b2e0751bf9 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:28:02.752004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:02.770948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:02.787180 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] Sync routers for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:28:02.801227 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:28:02.802041 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804a9280>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:02.807671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:28:02.814560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Usage tracker for resource:security_group_rule and tenant:0785ca3de5ff44a6bdf699b2e0751bf9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:28:02.819506 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-e0d4a749-1cec-4a3a-b2df-084a83b93767 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2883685
Apr 30 04:28:02.820407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:28:02.829112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:28:02.979633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-f0f91aa8-869d-42df-8a9a-cd9a3f1036f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:02.981548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-f0f91aa8-869d-42df-8a9a-cd9a3f1036f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5bfe584-f55e-432b-862f-75c9adfc6837 HTTP/1.1" status: 200  len: 862 time: 0.1858556
Apr 30 04:28:03.041701 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a3e4b61e-7dc9-4247-86fc-204f0ee177b4 req-ff3f1667-cd77-4d66-a16b-b447ea36f5bc service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138584
Apr 30 04:28:03.074462 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-624cc086-6ac4-4a82-b745-13d0e07bc908 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 217 time: 0.3497522
Apr 30 04:28:03.110103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.118182 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.125374 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c46903dc-1131-4d97-aeb7-6f19dadbc72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:03.143001 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:03.181332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:28:03.206776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6f687f-1316-46eb-a1ea-fe9d25e927df,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:03.231904 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:03.232138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8a8d470-1ab2-4a13-a4d0-2e63e2ac494c req-8d76ad3e-4eae-4400-a74b-b07556e2e9f6 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5326941
Apr 30 04:28:03.234452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-3df3e430-6c9f-4cd7-aac2-8bff94bedcdf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c95113fe-e832-45c9-b506-02b344a19058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1141217
Apr 30 04:28:03.237422 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.242930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.245801 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Added segment 8c4d0ccb-c87b-4958-9cfb-64a8c315452e of type vlan for network 7aad0855-cb68-47da-beb2-b28e75ca9d61
Apr 30 04:28:03.284786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:28:03.288433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-7a098bcf-9412-4d5c-b547-e4d3af5d4b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:03.292316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:28:03.295998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-7a098bcf-9412-4d5c-b547-e4d3af5d4b78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.2203684
Apr 30 04:28:03.372805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.417441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:28:03.460287 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.460287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:03.460765 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.465993 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:03.476549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Made reservation on behalf of 9f4d4e615ca342c98818411263a6b43e for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:28:03.490518 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.537296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:28:03.555504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:28:03.556082 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.557426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-01b85e05-8a5c-4167-a270-697ce3a39fd6 service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3138707
Apr 30 04:28:03.615985 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a53ceb4c-1a3e-4bb1-9059-d0c814f8f38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.641701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd'}, {'name': 'network-changed', 'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:03.726433 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.731444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-3f0d1d35-192b-4e8a-9410-d92b199b6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:03.740205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-3f0d1d35-192b-4e8a-9410-d92b199b6b24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4432449
Apr 30 04:28:03.782496 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804a9280>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:91:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0e030-7511-4b24-aabb-317987cd6b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:28:02Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:03.783020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:03.788310 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] Checking router: 223283cd-1034-4fe6-a22c-f31d58bc1804 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:28:03.802709 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:28:03.803821 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804a9280>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:28:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:03.809637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:03.818095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:03.819394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a9d293f4-76ee-47b8-891c-30aa5413c25d up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:28:03.885541 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:03.886229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Pushing event updated for resources: {'Network': ['ID=7aad0855-cb68-47da-beb2-b28e75ca9d61,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:03.896820 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:03.910687 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6212556
Apr 30 04:28:03.912006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54656) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:28:03.920386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-134a603d-2967-4cd0-af43-391b69de417e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2f1716c022164e59bde54d9a0d899d06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2234261
Apr 30 04:28:03.926465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Request body: {'subnet': {'network_id': '7aad0855-cb68-47da-beb2-b28e75ca9d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1815833057-subnet', 'tenant_id': '0785ca3de5ff44a6bdf699b2e0751bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:03.937974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:28:03.946879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Usage tracker for resource:subnet and tenant:0785ca3de5ff44a6bdf699b2e0751bf9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:28:03.953674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:28:03.969623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:28:03.988734 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 7aad0855-cb68-47da-beb2-b28e75ca9d61 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:28:03.997962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Made reservation on behalf of 0785ca3de5ff44a6bdf699b2e0751bf9 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:28:04.004195 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:04.099879 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:04.272239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:04.291886 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:04.317621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port a9d293f4-76ee-47b8-891c-30aa5413c25d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:28:04.327047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port a9d293f4-76ee-47b8-891c-30aa5413c25d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:28:04.327668 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:04.437986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-a4ab4895-1618-4426-8e6d-693492f213c1 service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8174272
Apr 30 04:28:04.479920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Allocated IP 172.20.0.6 (bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2/eae39813-bd0b-4305-9c0b-e895f4776ee6/c6c4aba3-bccf-4a5b-b654-fa63d0a1459f) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:28:04.531691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-64de4bea-45ab-4f3c-8102-caa3ed1501b6 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7903528
Apr 30 04:28:04.573797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-13956119-9e45-4278-8922-c3eedf9b4aee tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:04.584850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-13956119-9e45-4278-8922-c3eedf9b4aee tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6633356
Apr 30 04:28:04.606566 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:04.625867 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:04.675978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-50c7c31b-e2f1-49bb-98d4-cb85c442697e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/quotas/2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 375 time: 0.0898759
Apr 30 04:28:04.694943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a9d293f4-76ee-47b8-891c-30aa5413c25d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9d293f4-76ee-47b8-891c-30aa5413c25d,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:04.702390 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:04.710440 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:04.784005 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804a9280>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:91:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0e030-7511-4b24-aabb-317987cd6b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:28:02Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:04.796898 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621a7a7-53f1-4d42-971c-89a8a057a17f None None] The sync data for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 is: [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:91:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0e030-7511-4b24-aabb-317987cd6b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:28:02Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:28:04.870998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=a9d293f4-76ee-47b8-891c-30aa5413c25d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:04.878111 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:04.985688 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-590f45bd-0a57-4201-9649-a3e0dcb1144b service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4503412
Apr 30 04:28:04.989258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:05.002181 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65a46cd7-3dc4-4ed1-ae1a-47377f3c96c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:05.087586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-62c808f6-50d6-4b08-8d86-0d58fa81d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:05.089176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-62c808f6-50d6-4b08-8d86-0d58fa81d264 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 1096 time: 0.5682657
Apr 30 04:28:05.144666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a33fcc-0ae4-4f22-9d6c-0665b7b69336,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:05.151130 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:05.155592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Checking segment: {'id': '8c4d0ccb-c87b-4958-9cfb-64a8c315452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7aad0855-cb68-47da-beb2-b28e75ca9d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:28:05.156149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Network hostable DHCP agents. Network: 7aad0855-cb68-47da-beb2-b28e75ca9d61, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:28:05.164375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-be78f092-7bfd-455f-b633-7c5e59e57073 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4870503
Apr 30 04:28:05.186883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Network 7aad0855-cb68-47da-beb2-b28e75ca9d61 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:28:05.204050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 7aad0855-cb68-47da-beb2-b28e75ca9d61) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:28:05.217239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14649ba5-0030-4ac4-8526-55ea4d81a122 None None] Network 7aad0855-cb68-47da-beb2-b28e75ca9d61 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:28:05.225338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:05.227169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:05.274708 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.3598790
Apr 30 04:28:05.354532 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:05.447567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-c11c72a1-79d4-4afc-b271-25c295fb3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:05.450510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-c11c72a1-79d4-4afc-b271-25c295fb3bc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 1097 time: 0.4216936
Apr 30 04:28:05.621331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcdbd3d-5db2-4ac9-8461-0dfa25c7faa0 None None] Network 7aad0855-cb68-47da-beb2-b28e75ca9d61 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:28:05.720226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-1635eab6-f652-43dd-8b4c-3f412c5b10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:05.722548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-1635eab6-f652-43dd-8b4c-3f412c5b10ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.2536938
Apr 30 04:28:05.839324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-de077173-3be7-4ff4-bb3b-54bf9c0fe797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:05.840923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-de077173-3be7-4ff4-bb3b-54bf9c0fe797 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 913 time: 0.7304974
Apr 30 04:28:05.931251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0983fa8b-b626-4b1b-b03a-9076bfa769a4 req-b36f85c8-ce6e-460a-bdf6-2a5945d1b5a5 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 210 time: 0.2057080
Apr 30 04:28:05.966456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-23ac840f-9a9e-40c6-9492-d31685c03dba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9d293f4-76ee-47b8-891c-30aa5413c25d HTTP/1.1" status: 200  len: 217 time: 0.1102591
Apr 30 04:28:06.034255 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:06.044981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-e87df6bb-b897-4dbd-b34c-6ca818ac6234 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 200  len: 1001 time: 0.3128672
Apr 30 04:28:06.051594 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:06.061573 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:06.203603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:28:06.378190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:28:06.390091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:28:06.417835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-4847401f-a8b8-4824-a01f-16119e94b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:06.419181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-4847401f-a8b8-4824-a01f-16119e94b911 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.4406176
Apr 30 04:28:06.430486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Pushing event updated for resources: {'Port': ['ID=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:06.449219 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:06.492870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-38667caf-02c7-4673-abd0-c775f901c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:06.494368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-38667caf-02c7-4673-abd0-c775f901c1cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.3915255
Apr 30 04:28:06.506726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-299b3f46-48c0-48ed-b513-d26fd9f11586 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0709896
Apr 30 04:28:06.618701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:06.619362 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:06.744482 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1715081
Apr 30 04:28:06.752556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa543-cd4d-4909-b9fe-b55bea0171f8 req-811cc854-f520-4fcc-bac2-abf761ce0d96 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:06.754087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05baa543-cd4d-4909-b9fe-b55bea0171f8 req-811cc854-f520-4fcc-bac2-abf761ce0d96 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 945 time: 0.5694401
Apr 30 04:28:06.777560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Request body: {'port': {'device_id': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:06.842579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-7d98de64-f5ee-4c8f-b999-3514b41b0353 service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906868
Apr 30 04:28:06.853402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-1aab43ea-9ecb-4bc9-9722-888fc062f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:06.855417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-1aab43ea-9ecb-4bc9-9722-888fc062f55d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3509042
Apr 30 04:28:06.924393 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-29c189b0-336d-456e-86cc-6014d8cf0a19 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2f1716c022164e59bde54d9a0d899d06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0695350
Apr 30 04:28:06.959058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05baa543-cd4d-4909-b9fe-b55bea0171f8 req-601cb186-caa8-471d-ae8e-89fae260104e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887035
Apr 30 04:28:07.177391 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:07.257040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d66cd6-2aea-439f-bc05-73e1507c8340 req-7e6313a7-0107-4369-a0bd-e118a926bb90 service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4080191
Apr 30 04:28:07.278973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-91ab8823-ee0f-4201-a95c-2df6ff1eb035 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:07.280714 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-91ab8823-ee0f-4201-a95c-2df6ff1eb035 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3516192
Apr 30 04:28:07.300988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Request body: {'port': {'device_id': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '2f1716c022164e59bde54d9a0d899d06'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:07.328400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-e98ecae2-0484-440e-b5dd-54082f765462 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4229209
Apr 30 04:28:07.467227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:28:07.479624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:28:07.491244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Made reservation on behalf of 2f1716c022164e59bde54d9a0d899d06 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:28:07.495003 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:07.600316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a66ba-e6ee-4e65-be7c-3d1cc0f26550 req-aabcd1a7-bfcc-422d-ae6d-c28e134e1db5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:07.601805 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94a66ba-e6ee-4e65-be7c-3d1cc0f26550 req-aabcd1a7-bfcc-422d-ae6d-c28e134e1db5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.3831425
Apr 30 04:28:07.695452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8d746-f4a3-4c73-95ac-5d77b82b47dc req-827bc491-f9de-4417-8411-ac17540005c0 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3533020
Apr 30 04:28:07.726489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Allocated IP 192.168.233.117 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/ecebb2de-a133-4a0f-997d-49d3e7c8c184) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:28:07.734414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94a66ba-e6ee-4e65-be7c-3d1cc0f26550 req-ee5a6606-e15c-4e19-8ee3-18c9b958911a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188653
Apr 30 04:28:07.895239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c4aba3-bccf-4a5b-b654-fa63d0a1459f {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:07.910266 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:07.936206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Transition to ACTIVE for port object c6c4aba3-bccf-4a5b-b654-fa63d0a1459f will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:28:07.945170 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:07.979470 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'status': 'completed', 'code': 200}
Apr 30 04:28:07.980346 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'status': 'completed', 'code': 200}
Apr 30 04:28:07.981429 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:08.034965 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01', 'code': 200}
Apr 30 04:28:08.266783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:08.286508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Transition to ACTIVE for port object ecebb2de-a133-4a0f-997d-49d3e7c8c184 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:28:08.318100 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:08.326847 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:08.334970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7f953fea-f94e-4875-9d7b-30f1a3a56487'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:08.476229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:28:08.484968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:28:08.493563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d48d7d14-197e-44c1-992b-a90bf596c9da'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:08.497904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:28:08.592690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:08.644254 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:08.687623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:08.691924 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:08.878635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:08.879810 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:08.916706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d762341-a5b9-487f-a678-b11a523fdbe4 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:08.925242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d762341-a5b9-487f-a678-b11a523fdbe4 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/networks?id=7aad0855-cb68-47da-beb2-b28e75ca9d61 HTTP/1.1" status: 200  len: 818 time: 0.3367362
Apr 30 04:28:08.964331 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6689196
Apr 30 04:28:08.994692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Request body: {'port': {'device_id': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:09.028275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-04e3b65c-06ec-4d1e-8a93-d30a5475df17 None None] Provisioning for port ecebb2de-a133-4a0f-997d-49d3e7c8c184 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:28:09.040504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-48f8b517-6a5a-4bf8-ab88-45c7fcb2d8a2 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/quotas/0785ca3de5ff44a6bdf699b2e0751bf9 HTTP/1.1" status: 200  len: 375 time: 0.1135447
Apr 30 04:28:09.049750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-04e3b65c-06ec-4d1e-8a93-d30a5475df17 None None] Provisioning complete for port ecebb2de-a133-4a0f-997d-49d3e7c8c184 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:28:09.050654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-04e3b65c-06ec-4d1e-8a93-d30a5475df17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:09.144304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-04e3b65c-06ec-4d1e-8a93-d30a5475df17 None None] Port ecebb2de-a133-4a0f-997d-49d3e7c8c184 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:28:09.186092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:28:09.186463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:28:09.186918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:09.192401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-b4894a0e-92c2-4f4c-abd7-e4ef51be8c1e tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0785ca3de5ff44a6bdf699b2e0751bf9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1502039
Apr 30 04:28:09.213510 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-f949aeee-4a48-44fa-92c6-da4e71315159 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4840462
Apr 30 04:28:09.225852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:28:09.226203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:09.250839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:09.277535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553c09-aa24-4690-acdd-d3a87c45287a req-ad0308b1-3198-4573-ba01-4970e6c23f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:09.279072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-ad0308b1-3198-4573-ba01-4970e6c23f82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1097 time: 1.2030680
Apr 30 04:28:09.285428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:28:09.285901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:28:09.286180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:28:09.286647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Bound port: c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:28:09.287002 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:09.396569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553c09-aa24-4690-acdd-d3a87c45287a req-0845c5fa-94bc-499e-978f-98be44865636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:09.398075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-0845c5fa-94bc-499e-978f-98be44865636 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 1097 time: 1.3267655
Apr 30 04:28:09.459188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a45f-e5d8-4fb1-be83-632ff2d1aa32 req-32b95e28-6ed1-451d-bb02-9de409600e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:09.460858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0504a45f-e5d8-4fb1-be83-632ff2d1aa32 req-32b95e28-6ed1-451d-bb02-9de409600e99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 1097 time: 1.0072308
Apr 30 04:28:09.573165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-7e3a9a3b-1449-4b69-a3dc-d0529a4b3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:09.575675 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-7e3a9a3b-1449-4b69-a3dc-d0529a4b3679 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 1102 time: 0.2574923
Apr 30 04:28:09.642313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a93902-67ce-4d8d-a808-696f09ca7459 req-1fa3aea8-d114-4d4c-a945-d97de8339d40 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:09.644594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9a93902-67ce-4d8d-a808-696f09ca7459 req-1fa3aea8-d114-4d4c-a945-d97de8339d40 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 936 time: 1.1524649
Apr 30 04:28:09.824759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-13aed732-eb01-4d4b-b7cd-f863e7a2f9d6 service neutron] 10.222.0.46 "GET /v2.0/networks/7aad0855-cb68-47da-beb2-b28e75ca9d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6023698
Apr 30 04:28:09.844087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-c2921008-0c1b-4a84-ad71-576299364391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:09.846329 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-c2921008-0c1b-4a84-ad71-576299364391 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.1869199
Apr 30 04:28:09.848485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0504a45f-e5d8-4fb1-be83-632ff2d1aa32 req-7ba86601-96fd-40e4-9507-a6e5cbbec721 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3508923
Apr 30 04:28:09.932589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecebb2de-a133-4a0f-997d-49d3e7c8c184 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:09.944167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:09.987444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:28:09.990450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553c09-aa24-4690-acdd-d3a87c45287a req-6ab139ed-31a7-4d8f-a052-b91a02748b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:09.992379 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-6ab139ed-31a7-4d8f-a052-b91a02748b2f service neutron] 10.222.0.50 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.6918771
Apr 30 04:28:10.004253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9a93902-67ce-4d8d-a808-696f09ca7459 req-c48db363-aacb-42f0-a362-7b2af1d5ab96 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055253
Apr 30 04:28:10.036718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f3be93-6cdf-43c3-a4fd-dac28af40841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d293f4-76ee-47b8-891c-30aa5413c25d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:10.055071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Transition to ACTIVE for port object ecebb2de-a133-4a0f-997d-49d3e7c8c184 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:28:10.078486 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-f366ad9b-659c-4a29-a930-bf6326ec9471 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 200  len: 217 time: 0.1124997
Apr 30 04:28:10.082018 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:10.152968 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ae9d7a8-a872-40da-af35-cf707fb9ad5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:10.208518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553c09-aa24-4690-acdd-d3a87c45287a req-edc0ca72-a59b-4606-988d-e9750f3e1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:10.210001 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-edc0ca72-a59b-4606-988d-e9750f3e1827 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.7833672
Apr 30 04:28:10.245472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:28:10.247343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-897d5e8f-42cd-492d-8fcf-351718a8938d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 217 time: 0.2334695
Apr 30 04:28:10.352422 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:10.367362 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2ae532a7-e515-4c8b-8d65-920c2085c627 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:10.643757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:10.644531 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:10.646049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] 10.222.0.37 "PUT /v2.0/ports/c6c4aba3-bccf-4a5b-b654-fa63d0a1459f HTTP/1.1" status: 200  len: 1092 time: 3.8870692
Apr 30 04:28:10.654368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:10.689025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-cdd0c067-80b1-4787-8b99-ab257c961afd service neutron] 10.222.0.46 "GET /v2.0/networks/7aad0855-cb68-47da-beb2-b28e75ca9d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8367937
Apr 30 04:28:10.697266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553c09-aa24-4690-acdd-d3a87c45287a req-2d08e4fe-89d6-4c5c-952f-5b3008ded213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:10.698732 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-2d08e4fe-89d6-4c5c-952f-5b3008ded213 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.4413555
Apr 30 04:28:10.700917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-d7189d0c-d1db-48a4-b0e3-1df86e45309c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 200  len: 1001 time: 0.4503970
Apr 30 04:28:10.709177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:10.724772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:10.730778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-db438738-8b1b-4874-9a13-7e22cb884c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:10.734163 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-db438738-8b1b-4874-9a13-7e22cb884c10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.6436992
Apr 30 04:28:10.735603 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:10.746535 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:10.886610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Attempting to bind port ecebb2de-a133-4a0f-997d-49d3e7c8c184 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:28:10.886894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Attempting to bind port ecebb2de-a133-4a0f-997d-49d3e7c8c184 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:28:10.887206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Attempting to bind port ecebb2de-a133-4a0f-997d-49d3e7c8c184 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:10.916505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Port ecebb2de-a133-4a0f-997d-49d3e7c8c184 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:28:10.916847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Attempting to bind port ecebb2de-a133-4a0f-997d-49d3e7c8c184 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:10.928443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:28:10.928673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:28:10.928996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:28:10.929449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Bound port: ecebb2de-a133-4a0f-997d-49d3e7c8c184, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:28:10.929792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:10.945856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-554d895e-5dbc-4ae6-9f16-1a274db66c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:10.947567 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-554d895e-5dbc-4ae6-9f16-1a274db66c1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1751461
Apr 30 04:28:10.947805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfd6c4-f281-4476-a508-f2429f1385dd req-5df8fa14-1f8b-428f-8d7c-297f16466d17 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:10.948843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-62bfd6c4-f281-4476-a508-f2429f1385dd req-5df8fa14-1f8b-428f-8d7c-297f16466d17 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Synchronizing usage tracker for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:28:10.986608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553c09-aa24-4690-acdd-d3a87c45287a req-a4e55a2a-4095-43db-83d8-50c62b531d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:10.989355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-a4e55a2a-4095-43db-83d8-50c62b531d0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.2353954
Apr 30 04:28:11.277602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:28:11.284663 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-f99743a8-dd35-4f05-81ec-8cf7c5282640 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3277445
Apr 30 04:28:11.296167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:28:11.346456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-62bfd6c4-f281-4476-a508-f2429f1385dd req-5df8fa14-1f8b-428f-8d7c-297f16466d17 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Unset dirty status for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:28:11.348347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62bfd6c4-f281-4476-a508-f2429f1385dd req-5df8fa14-1f8b-428f-8d7c-297f16466d17 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 943 time: 1.1709046
Apr 30 04:28:11.353845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:11.371184 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dca5308-429a-4861-8730-b97edcf1c01f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:11.501009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553c09-aa24-4690-acdd-d3a87c45287a req-6f1f4f60-528f-416f-9b35-3789ac9f7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:11.504138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-6f1f4f60-528f-416f-9b35-3789ac9f7ab0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7911491
Apr 30 04:28:11.507521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:11.507953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-ba850343-2025-43d2-9384-6c527bf7b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:11.508131 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:11.509624 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] 10.222.0.50 "PUT /v2.0/ports/ecebb2de-a133-4a0f-997d-49d3e7c8c184 HTTP/1.1" status: 200  len: 1097 time: 2.5358877
Apr 30 04:28:11.510507 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-ba850343-2025-43d2-9384-6c527bf7b0c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1095 time: 0.7576029
Apr 30 04:28:11.519241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:11.537528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30004660-5a2b-4846-83fe-f56c7bef22dc req-c3b7913d-f63f-4973-b81a-bf6cdc416591 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 1001 time: 0.5547903
Apr 30 04:28:11.551113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:11.563417 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:11.693699 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-63ddca48-07b8-4714-85fb-b027170b2df8 req-b6277c59-aef5-47e7-aea6-df9fa7057d29 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3827922
Apr 30 04:28:11.764352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-8b0adafa-5c40-401e-85fa-e7ab3cecbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:11.768412 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-8b0adafa-5c40-401e-85fa-e7ab3cecbfbe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 1100 time: 0.1810405
Apr 30 04:28:11.788388 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:28:11.849128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62bfd6c4-f281-4476-a508-f2429f1385dd req-ce831335-f086-4b5b-9baa-f9d3b3d6b87b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4704802
Apr 30 04:28:11.850524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-f21e5478-b91d-4223-bee0-55d28be629a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f HTTP/1.1" status: 200  len: 217 time: 0.2995732
Apr 30 04:28:11.914630 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-96887a31-58b6-4939-aa5d-36b0b87facb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184 HTTP/1.1" status: 200  len: 217 time: 0.1380079
Apr 30 04:28:11.993658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-3c95ec02-6b6a-46e0-94f4-660ccfb4e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:11.995607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-3c95ec02-6b6a-46e0-94f4-660ccfb4e7e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0736933
Apr 30 04:28:12.081780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004660-5a2b-4846-83fe-f56c7bef22dc req-5ce499a1-e65b-4ac8-8416-3de0877b9a8c tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:12.095843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30004660-5a2b-4846-83fe-f56c7bef22dc req-5ce499a1-e65b-4ac8-8416-3de0877b9a8c tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports/deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 200  len: 942 time: 0.5561213
Apr 30 04:28:12.112231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-6fb1568c-e0a5-45a7-bcfa-3c06f278f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:12.114647 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-6fb1568c-e0a5-45a7-bcfa-3c06f278f5bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1103880
Apr 30 04:28:12.136189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17553c09-aa24-4690-acdd-d3a87c45287a req-a27ab9b1-1e00-4bfa-8cbf-495ebf0f65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:12.138748 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-a27ab9b1-1e00-4bfa-8cbf-495ebf0f65e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.1410151
Apr 30 04:28:12.345034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-d4c6a8df-6c47-4ed2-8177-b2f77ab4ab58 service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7965770
Apr 30 04:28:12.370884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-9235c966-9743-47e2-bbbb-4fc2d5f7e0c6 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2423942
Apr 30 04:28:12.487474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-fc9493c5-7398-4e35-b80e-7c1c662cadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:12.488221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-fc9493c5-7398-4e35-b80e-7c1c662cadb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.5050144
Apr 30 04:28:12.543712 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5ab0c74e-1a3d-4d1b-b616-ff2b15bc67c8 req-556cd19b-1b9f-4620-a6f1-8926c075e1f0 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636441
Apr 30 04:28:12.680670 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30004660-5a2b-4846-83fe-f56c7bef22dc req-9595399c-c1b5-4bbc-a1b1-a87fa28b05f4 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 1001 time: 0.4500725
Apr 30 04:28:12.682739 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-45112b4c-ccd7-4820-96eb-a3c5132dd7ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1417446
Apr 30 04:28:12.880435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-fc04b951-240f-47e2-ad89-07c0cad496e8 service neutron] 10.222.0.37 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6678123
Apr 30 04:28:12.962101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-db85c6a9-a890-4273-8182-54546ac0a4fc tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:12.963423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-db85c6a9-a890-4273-8182-54546ac0a4fc tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Synchronizing usage tracker for tenant:0785ca3de5ff44a6bdf699b2e0751bf9 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:28:12.997551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-db85c6a9-a890-4273-8182-54546ac0a4fc tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Unset dirty status for tenant:0785ca3de5ff44a6bdf699b2e0751bf9 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:28:12.999049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-db85c6a9-a890-4273-8182-54546ac0a4fc tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.50 "GET /v2.0/networks?id=7aad0855-cb68-47da-beb2-b28e75ca9d61 HTTP/1.1" status: 200  len: 818 time: 0.2918551
Apr 30 04:28:13.012969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Request body: {'port': {'device_id': '6ff4906c-1715-4901-8101-db2d61475e49', 'network_id': '7aad0855-cb68-47da-beb2-b28e75ca9d61', 'admin_state_up': True, 'tenant_id': '0785ca3de5ff44a6bdf699b2e0751bf9'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:13.103542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62be7b-1526-4309-91fb-8416ba2028fd req-4d1a3b9c-2a4e-4e67-9c50-a01b0513816a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:13.105229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a62be7b-1526-4309-91fb-8416ba2028fd req-4d1a3b9c-2a4e-4e67-9c50-a01b0513816a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 945 time: 0.9799678
Apr 30 04:28:13.137597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-d6f7ab06-1e78-43bf-b5b1-222b3fed456d service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7466848
Apr 30 04:28:13.193975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:28:13.199704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Usage tracker for resource:port and tenant:0785ca3de5ff44a6bdf699b2e0751bf9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:28:13.203336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:28:13.210906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:28:13.223892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Made reservation on behalf of 0785ca3de5ff44a6bdf699b2e0751bf9 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:28:13.229948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:13.335453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-a2efe6bc-36f0-4fb1-92b7-024aedfad21c service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6381190
Apr 30 04:28:13.338505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a62be7b-1526-4309-91fb-8416ba2028fd req-5f846d2e-c0e8-45d1-a4da-8f3953a14e94 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1999490
Apr 30 04:28:13.387624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30004660-5a2b-4846-83fe-f56c7bef22dc req-264e8591-2455-4bd1-bf53-c779c434c27e tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:13.390288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30004660-5a2b-4846-83fe-f56c7bef22dc req-264e8591-2455-4bd1-bf53-c779c434c27e tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.6880345
Apr 30 04:28:13.489043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17553c09-aa24-4690-acdd-d3a87c45287a req-b6b2f99a-ba34-458e-b739-a44c033fd0dc service neutron] 10.222.0.37 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3956001
Apr 30 04:28:13.556735 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f3be93-6cdf-43c3-a4fd-dac28af40841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d293f4-76ee-47b8-891c-30aa5413c25d', 'code': 200}
Apr 30 04:28:13.593398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Allocated IP 172.20.0.3 (7aad0855-cb68-47da-beb2-b28e75ca9d61/e6a33fcc-0ae4-4f22-9d6c-0665b7b69336/321b99f2-6cae-48fa-865b-4d9ec2ada172) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:28:13.659693 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f', 'status': 'completed', 'code': 200}
Apr 30 04:28:13.822354 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:13.854847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:13.861722 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-654d6c35-caaa-42d0-920e-715a16a7fcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:13.926499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Network 7aad0855-cb68-47da-beb2-b28e75ca9d61 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:28:13.934864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:28:13.940684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:28:13.990414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Pushing event updated for resources: {'Port': ['ID=321b99f2-6cae-48fa-865b-4d9ec2ada172,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:13.994565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e7c280b-fc75-4452-a5c4-aa3a72a62444 req-ee877f73-f19e-453a-a9d6-73df328c72e3 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6450534
Apr 30 04:28:13.996867 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:14.022037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:14.022725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:14.046413 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0379992
Apr 30 04:28:14.059620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Request body: {'port': {'device_id': '6ff4906c-1715-4901-8101-db2d61475e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:14.136976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322385b2-a44b-46c7-b081-24009383aaac req-5ae1ab46-581f-40f9-a8b9-aeea1a889518 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:14.139645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-322385b2-a44b-46c7-b081-24009383aaac req-5ae1ab46-581f-40f9-a8b9-aeea1a889518 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.5473328
Apr 30 04:28:14.155446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48de20-c1c8-4705-b7f8-f19ce1039e46 req-a62a8444-a07c-467e-b605-41d805794a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:14.158565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a48de20-c1c8-4705-b7f8-f19ce1039e46 req-a62a8444-a07c-467e-b605-41d805794a28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 1097 time: 0.4970298
Apr 30 04:28:14.182545 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:14.253143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d86ff-0891-45e3-849e-96d36dcc622e req-7a8784e3-1b47-42b7-9831-954afc49e8bb tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:14.255923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f03d86ff-0891-45e3-849e-96d36dcc622e req-7a8784e3-1b47-42b7-9831-954afc49e8bb tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 931 time: 0.4789605
Apr 30 04:28:14.379494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a48de20-c1c8-4705-b7f8-f19ce1039e46 req-ef43f8aa-cf03-48c9-a1b2-d9c36560e5cc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007759
Apr 30 04:28:14.384640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-322385b2-a44b-46c7-b081-24009383aaac req-9046802a-5900-4a8d-a386-fe7a1835bc3e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142739
Apr 30 04:28:14.447520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f03d86ff-0891-45e3-849e-96d36dcc622e req-246d1098-90c2-4af7-bd4e-0c0e68162510 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a6f687f-1316-46eb-a1ea-fe9d25e927df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762140
Apr 30 04:28:14.459280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-744ef2fb-ec18-4846-8406-e0a598e2c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:14.462134 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-744ef2fb-ec18-4846-8406-e0a598e2c4cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1095 time: 0.4101770
Apr 30 04:28:14.570449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321b99f2-6cae-48fa-865b-4d9ec2ada172 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:14.581180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:14.598154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Transition to ACTIVE for port object 321b99f2-6cae-48fa-865b-4d9ec2ada172 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:28:14.602637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:14.608510 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1775ad4-4853-4786-a512-2e26e894023d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:14.752808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-24e7df91-7266-44b6-bcd6-1c0504072314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:14.754309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-24e7df91-7266-44b6-bcd6-1c0504072314 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.1885011
Apr 30 04:28:14.766385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96ff6b-f536-40dd-96d9-dd006d3a3ced req-7562c304-fe94-4944-8d03-21414e1b2e27 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:14.775493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad96ff6b-f536-40dd-96d9-dd006d3a3ced req-7562c304-fe94-4944-8d03-21414e1b2e27 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 948 time: 0.2465050
Apr 30 04:28:14.818671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Pushing event updated for resources: {'Port': ['ID=321b99f2-6cae-48fa-865b-4d9ec2ada172,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:14.830994 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:14.864719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-b241ab7f-8298-4677-ba3b-f541611d582c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f HTTP/1.1" status: 200  len: 217 time: 0.0864520
Apr 30 04:28:14.943579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad96ff6b-f536-40dd-96d9-dd006d3a3ced req-7be0661c-84c7-4678-8217-9a245a271165 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670296
Apr 30 04:28:14.967081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-3becd838-4145-4cff-bdaa-b31ef1690d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:14.968822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-3becd838-4145-4cff-bdaa-b31ef1690d26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.0902212
Apr 30 04:28:14.976394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Attempting to bind port 321b99f2-6cae-48fa-865b-4d9ec2ada172 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:28:14.976797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Attempting to bind port 321b99f2-6cae-48fa-865b-4d9ec2ada172 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '8c4d0ccb-c87b-4958-9cfb-64a8c315452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7aad0855-cb68-47da-beb2-b28e75ca9d61'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:28:14.977117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Attempting to bind port 321b99f2-6cae-48fa-865b-4d9ec2ada172 on network 7aad0855-cb68-47da-beb2-b28e75ca9d61 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:14.983449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Port 321b99f2-6cae-48fa-865b-4d9ec2ada172 on network 7aad0855-cb68-47da-beb2-b28e75ca9d61 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:28:14.983788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Attempting to bind port 321b99f2-6cae-48fa-865b-4d9ec2ada172 on network 7aad0855-cb68-47da-beb2-b28e75ca9d61 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:14.993398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:28:14.994095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Checking segment: {'id': '8c4d0ccb-c87b-4958-9cfb-64a8c315452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7aad0855-cb68-47da-beb2-b28e75ca9d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:28:14.994284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Bound using segment: {'id': '8c4d0ccb-c87b-4958-9cfb-64a8c315452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7aad0855-cb68-47da-beb2-b28e75ca9d61'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:28:14.994808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Bound port: 321b99f2-6cae-48fa-865b-4d9ec2ada172, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c4d0ccb-c87b-4958-9cfb-64a8c315452e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '7aad0855-cb68-47da-beb2-b28e75ca9d61'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:28:14.995322 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:15.019505 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'status': 'completed', 'code': 200}
Apr 30 04:28:15.093937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-737de129-7039-45a9-b25d-fcb74fc0907f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1111526
Apr 30 04:28:15.195134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] For port 321b99f2-6cae-48fa-865b-4d9ec2ada172, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:28:15.205906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] For port 321b99f2-6cae-48fa-865b-4d9ec2ada172, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=321b99f2-6cae-48fa-865b-4d9ec2ada172,segment=NetworkSegment(8c4d0ccb-c87b-4958-9cfb-64a8c315452e),segment_id=8c4d0ccb-c87b-4958-9cfb-64a8c315452e)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:28:15.214493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:15.223820 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea037e24-4543-4862-910d-2922732ba170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:15.308552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:15.308552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:15.308552 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] 10.222.0.50 "PUT /v2.0/ports/321b99f2-6cae-48fa-865b-4d9ec2ada172 HTTP/1.1" status: 200  len: 1092 time: 1.2533388
Apr 30 04:28:15.336344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Pushing event updated for resources: {'Port': ['ID=321b99f2-6cae-48fa-865b-4d9ec2ada172,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:15.339925 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:15.444179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-54339781-6e71-4a29-af63-2a61c265e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:15.445862 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-54339781-6e71-4a29-af63-2a61c265e217 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0785ca3de5ff44a6bdf699b2e0751bf9&device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 1095 time: 0.0897386
Apr 30 04:28:15.527381 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-9c24e6fc-07a6-4bd4-8d27-ecc1b3db426d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=321b99f2-6cae-48fa-865b-4d9ec2ada172 HTTP/1.1" status: 200  len: 217 time: 0.0736535
Apr 30 04:28:15.575620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-96474529-5d33-428b-8952-1e7d4ce64275 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 1001 time: 0.3858335
Apr 30 04:28:15.586395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-3662b428-7597-47a4-93b4-3790d18578b6 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4850802
Apr 30 04:28:15.631119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812859e2-85e1-44d4-9e93-a50c804d134d req-d3cc35c1-15ea-43a0-bee3-601e283862b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:15.632857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-812859e2-85e1-44d4-9e93-a50c804d134d req-d3cc35c1-15ea-43a0-bee3-601e283862b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 1100 time: 0.5772481
Apr 30 04:28:15.633463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-f97db3b5-d540-4add-9997-bc586fdfcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:15.635161 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-f97db3b5-d540-4add-9997-bc586fdfcf03 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6a33fcc-0ae4-4f22-9d6c-0665b7b69336 HTTP/1.1" status: 200  len: 858 time: 0.0998878
Apr 30 04:28:15.759496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff40a3-dadc-4cd9-87b0-140ab42fef03 req-61614bf2-2b45-44c2-bae8-abbcc33c3ab7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:15.761523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07ff40a3-dadc-4cd9-87b0-140ab42fef03 req-61614bf2-2b45-44c2-bae8-abbcc33c3ab7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 943 time: 0.6300156
Apr 30 04:28:15.814038 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-c1dbe410-4fac-405d-8017-9e050ffa8c10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7aad0855-cb68-47da-beb2-b28e75ca9d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1678920
Apr 30 04:28:16.038734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-9aac60fa-1b06-4113-a265-a31b268c445a tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:16.049375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-9aac60fa-1b06-4113-a265-a31b268c445a tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports/deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 200  len: 942 time: 0.4596932
Apr 30 04:28:16.055937 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-33326b2f-358a-43da-bbb1-585d1e72525c service neutron] 10.222.0.50 "GET /v2.0/networks/7aad0855-cb68-47da-beb2-b28e75ca9d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2333617
Apr 30 04:28:16.217315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07ff40a3-dadc-4cd9-87b0-140ab42fef03 req-b4289443-39a7-44c8-a447-4a709e1e6939 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4287431
Apr 30 04:28:16.227606 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eee630df-42cc-4c48-9b84-66559c1d7b99 req-7e1fef89-8047-44c0-ab6a-188f7aadce34 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5937455
Apr 30 04:28:16.434580 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0ac32a8d-abba-4c71-b6cf-5433d5b0a00c req-0176a965-d3d6-4115-b0f2-e62b5d36dcbd service neutron] 10.222.0.50 "GET /v2.0/networks/7aad0855-cb68-47da-beb2-b28e75ca9d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3700142
Apr 30 04:28:16.465039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812859e2-85e1-44d4-9e93-a50c804d134d req-37637181-306b-4426-8d32-06926c187126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:16.467525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-812859e2-85e1-44d4-9e93-a50c804d134d req-37637181-306b-4426-8d32-06926c187126 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.8038061
Apr 30 04:28:16.625618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-812859e2-85e1-44d4-9e93-a50c804d134d req-eb558528-be5e-4997-80b8-88c952e2eda4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184 HTTP/1.1" status: 200  len: 217 time: 0.1462352
Apr 30 04:28:16.677572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-f7d6e9e4-dfde-48cc-b2eb-32670a9cea1f tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 1001 time: 0.4525387
Apr 30 04:28:16.795412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:28:16.823010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812859e2-85e1-44d4-9e93-a50c804d134d req-ddaf1ac2-3c52-4cd2-bb31-f270cbcf7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:16.824592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-812859e2-85e1-44d4-9e93-a50c804d134d req-ddaf1ac2-3c52-4cd2-bb31-f270cbcf7467 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1874287
Apr 30 04:28:16.926022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39f0d7-1d87-4396-b600-b7a3659a544b req-0eac0c68-c938-4290-9ddf-132f4a1372f8 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:16.933437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c39f0d7-1d87-4396-b600-b7a3659a544b req-0eac0c68-c938-4290-9ddf-132f4a1372f8 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 945 time: 0.4602728
Apr 30 04:28:16.975653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-747adc19-994c-45dd-8264-344ba36b3021 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:16.977107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-747adc19-994c-45dd-8264-344ba36b3021 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.2895842
Apr 30 04:28:17.019502 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c39f0d7-1d87-4396-b600-b7a3659a544b req-703f0dc6-a755-4e40-944e-30a394b53c2c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850227
Apr 30 04:28:17.020842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff4906c-1715-4901-8101-db2d61475e49', 'tag': '321b99f2-6cae-48fa-865b-4d9ec2ada172'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:17.021789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:17.040331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'mac_address': 'fa:16:3e:fd:be:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:28:17.150163 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:17.172283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecebb2de-a133-4a0f-997d-49d3e7c8c184 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:17.203945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:17.211752 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:17.216611 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:17.217085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812859e2-85e1-44d4-9e93-a50c804d134d req-e7b707ae-4bd7-4ae1-a75d-36e9dcaae92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:17.218666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-812859e2-85e1-44d4-9e93-a50c804d134d req-e7b707ae-4bd7-4ae1-a75d-36e9dcaae92b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3851235
Apr 30 04:28:17.261664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-e859cbe9-70a6-41dd-a3ce-2493a4c97471 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 1001 time: 0.2600825
Apr 30 04:28:17.289384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-eceec6ec-ece6-409d-a3cc-580cf41400b3 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Request body: {'floatingip': {'port_id': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:17.347354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c6c4aba3-bccf-4a5b-b654-fa63d0a1459f details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:28:17.373409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:17.379436 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:17.507080 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-eceec6ec-ece6-409d-a3cc-580cf41400b3 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:17.583649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:17.589347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-812859e2-85e1-44d4-9e93-a50c804d134d req-84d835be-dfc6-49e0-8925-dfed04aaf8e1 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3582106
Apr 30 04:28:17.601068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ae4ce-51ed-4240-a596-698a97c0755b req-997d0e3a-8a49-4c77-b718-b4689753fdf0 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:17.601706 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e0ae4ce-51ed-4240-a596-698a97c0755b req-997d0e3a-8a49-4c77-b718-b4689753fdf0 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.4686074
Apr 30 04:28:17.613313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f', 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2', 'port_id': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f', 'mac_address': 'fa:16:3e:ac:75:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae39813-bd0b-4305-9c0b-e895f4776ee6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:28:17.701321 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:17.724404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c4aba3-bccf-4a5b-b654-fa63d0a1459f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:17.748095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:17.756959 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:17.762616 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:17.848336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['ecebb2de-a133-4a0f-997d-49d3e7c8c184'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:17.928965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:17.950654 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:18.003152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e0ae4ce-51ed-4240-a596-698a97c0755b req-2abbd65a-aff3-44a3-be32-60124cb9ef98 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3683419
Apr 30 04:28:18.193100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:18.261517 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-eceec6ec-ece6-409d-a3cc-580cf41400b3 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:18.266124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-812859e2-85e1-44d4-9e93-a50c804d134d req-f90fafb0-e7ca-4477-bedd-a45a6aea9b6a service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6629851
Apr 30 04:28:18.272565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-eceec6ec-ece6-409d-a3cc-580cf41400b3 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:18.273319 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-eceec6ec-ece6-409d-a3cc-580cf41400b3 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf disassociated. External IP: 172.25.8.231, port: deaecf30-8ddc-4d85-b820-68b52da92f69.
Apr 30 04:28:18.627222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f7e6c-ee85-4faf-aef3-dd2c51ffb294 req-ca229e53-4e9c-4ff6-bea3-8d21e5109ceb tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:18.628826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d63f7e6c-ee85-4faf-aef3-dd2c51ffb294 req-ca229e53-4e9c-4ff6-bea3-8d21e5109ceb tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 943 time: 0.2313173
Apr 30 04:28:18.812971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d63f7e6c-ee85-4faf-aef3-dd2c51ffb294 req-21252253-98ef-4b7d-8f48-6557ad05e864 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a6f687f-1316-46eb-a1ea-fe9d25e927df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272442
Apr 30 04:28:18.892824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-eceec6ec-ece6-409d-a3cc-580cf41400b3 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Router 223283cd-1034-4fe6-a22c-f31d58bc1804 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:28:19.379863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8fb12-45dd-451c-80c1-d29a8e82de6d req-5574c9c5-91a3-4daa-b426-95700032be13 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:19.382490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ae8fb12-45dd-451c-80c1-d29a8e82de6d req-5574c9c5-91a3-4daa-b426-95700032be13 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 949 time: 0.3654726
Apr 30 04:28:19.387263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-eceec6ec-ece6-409d-a3cc-580cf41400b3 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:28:19.395593 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-eceec6ec-ece6-409d-a3cc-580cf41400b3 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:19.399929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] Sync routers for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:28:19.414837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:28:19.415527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b3326d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:28:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:19.495596 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ae8fb12-45dd-451c-80c1-d29a8e82de6d req-f64fa024-a60e-4722-9c7d-f18ccf177f78 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053162
Apr 30 04:28:19.497398 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-eceec6ec-ece6-409d-a3cc-580cf41400b3 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "PUT /v2.0/floatingips/837c9976-d8fb-413e-89ca-721c3bee3bbf HTTP/1.1" status: 200  len: 695 time: 2.2188821
Apr 30 04:28:19.498034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:19.575958 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff4906c-1715-4901-8101-db2d61475e49', 'tag': '321b99f2-6cae-48fa-865b-4d9ec2ada172', 'status': 'completed', 'code': 200}
Apr 30 04:28:19.654616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-fbeaa5ce-b52d-4029-8429-50ca90ae4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:19.662878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-fbeaa5ce-b52d-4029-8429-50ca90ae4176 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 1097 time: 0.1522300
Apr 30 04:28:19.744260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:20.232802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-6e32d3c2-76cd-49e7-9ca8-38e215b2b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:20.234619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-6e32d3c2-76cd-49e7-9ca8-38e215b2b33d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0785ca3de5ff44a6bdf699b2e0751bf9&device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 1095 time: 0.6341395
Apr 30 04:28:20.280157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b3326d0>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:20.285458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] Checking router: 223283cd-1034-4fe6-a22c-f31d58bc1804 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:28:20.296697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:28:20.297548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b3326d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:28:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:20.386806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-3fc7532a-3412-4dee-9299-4291bb552b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:20.388442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-3fc7532a-3412-4dee-9299-4291bb552b92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.7246568
Apr 30 04:28:20.482976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-fce049fd-828b-461e-a6fe-768ef2c8fa7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 200  len: 217 time: 0.0817673
Apr 30 04:28:20.493913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141267b2-c1ef-4aa1-b942-8efa595740a5 req-6aab29c2-7201-46d6-abe7-628abeeb1169 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:20.495558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-141267b2-c1ef-4aa1-b942-8efa595740a5 req-6aab29c2-7201-46d6-abe7-628abeeb1169 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 944 time: 0.3430715
Apr 30 04:28:20.586184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:20.630842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-7a66cf7c-9dae-48ef-851a-96cc203de35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:20.633476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-7a66cf7c-9dae-48ef-851a-96cc203de35c service neutron] 10.222.0.50 "GET /v2.0/networks?id=7aad0855-cb68-47da-beb2-b28e75ca9d61 HTTP/1.1" status: 200  len: 919 time: 0.3883893
Apr 30 04:28:20.774106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-3960f632-ec9a-4191-ab49-e12293dcf90f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=321b99f2-6cae-48fa-865b-4d9ec2ada172 HTTP/1.1" status: 200  len: 217 time: 0.1200712
Apr 30 04:28:20.781395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-141267b2-c1ef-4aa1-b942-8efa595740a5 req-da35c243-929b-4d7a-99b5-689f3a1a8e5f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2714915
Apr 30 04:28:20.801091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 321b99f2-6cae-48fa-865b-4d9ec2ada172 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:28:20.805209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:28:20.822814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-1b790976-6b7e-4b9f-938d-ba84e892c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:20.824541 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-1b790976-6b7e-4b9f-938d-ba84e892c99b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.3193600
Apr 30 04:28:20.922031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-70795441-78fd-4b64-93b9-c16ea650124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:20.924555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-70795441-78fd-4b64-93b9-c16ea650124d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6a33fcc-0ae4-4f22-9d6c-0665b7b69336 HTTP/1.1" status: 200  len: 858 time: 0.1419382
Apr 30 04:28:21.021267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-9373eecb-4e2a-4963-b9c5-bab9a0876d20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7aad0855-cb68-47da-beb2-b28e75ca9d61&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0889058
Apr 30 04:28:21.034252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-804b1763-07b5-45e1-9cea-0c8c95b6240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:21.035735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-804b1763-07b5-45e1-9cea-0c8c95b6240d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1985714
Apr 30 04:28:21.078249 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'status': 'completed', 'code': 200}
Apr 30 04:28:21.285447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port ecebb2de-a133-4a0f-997d-49d3e7c8c184 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:28:21.327789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port ecebb2de-a133-4a0f-997d-49d3e7c8c184 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:28:21.328171 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:21.386221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c6c4aba3-bccf-4a5b-b654-fa63d0a1459f up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:28:21.428159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-188fd055-9711-4fbd-98ca-fc626ba55656 service neutron] 10.222.0.50 "GET /v2.0/networks/7aad0855-cb68-47da-beb2-b28e75ca9d61?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3974786
Apr 30 04:28:21.438363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-87214e87-4eac-46e0-8491-a6f1576b87b0 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833268
Apr 30 04:28:21.477115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 321b99f2-6cae-48fa-865b-4d9ec2ada172, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=321b99f2-6cae-48fa-865b-4d9ec2ada172,segment=NetworkSegment(8c4d0ccb-c87b-4958-9cfb-64a8c315452e),segment_id=8c4d0ccb-c87b-4958-9cfb-64a8c315452e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:21.507157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '321b99f2-6cae-48fa-865b-4d9ec2ada172', 'network_id': '7aad0855-cb68-47da-beb2-b28e75ca9d61', 'port_id': '321b99f2-6cae-48fa-865b-4d9ec2ada172', 'mac_address': 'fa:16:3e:f9:dd:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a33fcc-0ae4-4f22-9d6c-0665b7b69336', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:28:21.585827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8cd47-afb3-46e3-b273-320abd08740c req-5d05f49b-f020-4d9d-a5af-60a396100834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:21.587257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bff8cd47-afb3-46e3-b273-320abd08740c req-5d05f49b-f020-4d9d-a5af-60a396100834 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 1097 time: 0.4748809
Apr 30 04:28:21.610787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b30c83-ad4b-4682-96ee-f110a953a167 req-4d7a6e55-76b0-4a75-925d-3d5cf6ea97f4 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:21.612652 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80b30c83-ad4b-4682-96ee-f110a953a167 req-4d7a6e55-76b0-4a75-925d-3d5cf6ea97f4 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 943 time: 0.3977761
Apr 30 04:28:21.641588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:28:21.649001 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:21.668486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:28:21.668874 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:21.693480 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:21.720631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b3326d0>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:21.724370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321b99f2-6cae-48fa-865b-4d9ec2ada172 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:21.749429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed0266-b25d-4929-a5ef-a4f2cfd9402c None None] The sync data for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 is: [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:28:21.799629 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 321b99f2-6cae-48fa-865b-4d9ec2ada172, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=321b99f2-6cae-48fa-865b-4d9ec2ada172,segment=NetworkSegment(8c4d0ccb-c87b-4958-9cfb-64a8c315452e),segment_id=8c4d0ccb-c87b-4958-9cfb-64a8c315452e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:21.810952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:21.823232 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:21.826786 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:21.859872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:21.882111 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:21.964816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=321b99f2-6cae-48fa-865b-4d9ec2ada172,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:21.971256 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:21.971775 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:22.024260 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:22.063171 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80b30c83-ad4b-4682-96ee-f110a953a167 req-d9691ce8-069a-4279-b478-249c8d2a2abc tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a6f687f-1316-46eb-a1ea-fe9d25e927df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3701680
Apr 30 04:28:22.066755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4391c21-14db-40f3-95ad-cf10de3cc9dd req-6a84d9d6-b16e-4fa4-a789-4dbc707568b1 service neutron] 10.222.0.50 "GET /v2.0/networks/7aad0855-cb68-47da-beb2-b28e75ca9d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6304839
Apr 30 04:28:22.085708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:22.090462 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:22.096998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:22.131358 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:22.135197 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:22.145041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa2b237-ef3f-406a-b93d-50d8db376cc6 req-338509de-15f5-42f0-9da7-1add29c27b1a service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6776216
Apr 30 04:28:22.157980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8cd47-afb3-46e3-b273-320abd08740c req-e0e1698f-0a5e-4076-84d6-20ae385848d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:22.161307 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bff8cd47-afb3-46e3-b273-320abd08740c req-e0e1698f-0a5e-4076-84d6-20ae385848d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.5605617
Apr 30 04:28:22.227440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['321b99f2-6cae-48fa-865b-4d9ec2ada172'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:22.234923 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a24f8c-2d55-409a-a87c-0d12b3c55bf1 None None] New status for floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf: DOWN {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:28:22.349538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bff8cd47-afb3-46e3-b273-320abd08740c req-616d619b-e766-4015-aba5-32db7d9d2e44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 200  len: 217 time: 0.1790278
Apr 30 04:28:22.352306 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:22.357739 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:22.622005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8cd47-afb3-46e3-b273-320abd08740c req-83073277-acb8-4598-bdfa-20eee6cdeae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:22.624570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bff8cd47-afb3-46e3-b273-320abd08740c req-83073277-acb8-4598-bdfa-20eee6cdeae5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.2669516
Apr 30 04:28:22.827641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b55fbb-70fe-451a-8a6f-3d1fcda6a144 req-f7e6c53c-1f60-4f74-955e-d0d922eb5188 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:22.832240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26b55fbb-70fe-451a-8a6f-3d1fcda6a144 req-f7e6c53c-1f60-4f74-955e-d0d922eb5188 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 945 time: 0.3863060
Apr 30 04:28:22.925586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26b55fbb-70fe-451a-8a6f-3d1fcda6a144 req-1492138f-b67a-4608-90ed-37c0d42160e1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823433
Apr 30 04:28:22.941050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8cd47-afb3-46e3-b273-320abd08740c req-e48a4350-9764-43a6-a1bf-5907e15a5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:22.942649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bff8cd47-afb3-46e3-b273-320abd08740c req-e48a4350-9764-43a6-a1bf-5907e15a5568 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3019547
Apr 30 04:28:22.951977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f889b9-262b-4b56-afba-5b10dfacce56 req-7af7307c-40d7-4821-8e79-da2c3976f22c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:22.953562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33f889b9-262b-4b56-afba-5b10dfacce56 req-7af7307c-40d7-4821-8e79-da2c3976f22c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.4150918
Apr 30 04:28:23.133998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33f889b9-262b-4b56-afba-5b10dfacce56 req-72b96417-583f-419b-ba3d-fa371fa5d89b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249051
Apr 30 04:28:23.172811 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bff8cd47-afb3-46e3-b273-320abd08740c req-b2ed663d-e177-46ce-95c7-1822f9bc249f service neutron] 10.222.0.37 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2182238
Apr 30 04:28:23.628624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bff8cd47-afb3-46e3-b273-320abd08740c req-4e2e97e5-9289-4c9b-a518-98683511ee74 service neutron] 10.222.0.37 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4463451
Apr 30 04:28:23.646825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead368c3-96dd-434b-b73a-24320c9a98fa req-06a6e097-2658-486c-abeb-15e7d3606112 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:23.649546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ead368c3-96dd-434b-b73a-24320c9a98fa req-06a6e097-2658-486c-abeb-15e7d3606112 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.5481706
Apr 30 04:28:23.713097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7e8fd-136c-402b-b355-c351176a8025 req-532b0bf8-7830-4579-a996-6f40fac67bc4 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:23.715564 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41e7e8fd-136c-402b-b355-c351176a8025 req-532b0bf8-7830-4579-a996-6f40fac67bc4 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.3391771
Apr 30 04:28:23.786345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ead368c3-96dd-434b-b73a-24320c9a98fa req-306dbbae-6c7d-43f3-a70c-13995106a1e5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303256
Apr 30 04:28:23.820064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41e7e8fd-136c-402b-b355-c351176a8025 req-68d10eb0-2fe4-474c-bfca-c9f8c5b07051 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893064
Apr 30 04:28:23.846040 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'code': 200}
Apr 30 04:28:24.037171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac2667-a68b-4780-bc97-01eedf0e6f09 req-01582d2e-c664-4ebc-a7c7-791f4dc84e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:24.039923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ac2667-a68b-4780-bc97-01eedf0e6f09 req-01582d2e-c664-4ebc-a7c7-791f4dc84e5e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 1102 time: 0.1096876
Apr 30 04:28:24.098930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ac2667-a68b-4780-bc97-01eedf0e6f09 req-f3991cc7-9f89-4817-8e17-0160859b01c1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518835
Apr 30 04:28:24.357002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc43d4b-e321-48de-b02d-692fe1498249 req-d91d3694-8485-460d-a1be-14aba17e0a05 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:24.358558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbc43d4b-e321-48de-b02d-692fe1498249 req-d91d3694-8485-460d-a1be-14aba17e0a05 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 944 time: 0.1559465
Apr 30 04:28:24.425508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbc43d4b-e321-48de-b02d-692fe1498249 req-297798e9-14e7-499f-a1d2-72dee74b4219 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a6f687f-1316-46eb-a1ea-fe9d25e927df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606179
Apr 30 04:28:24.439794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38a0bc-552f-4225-b749-5fa1db62ebbf req-bb54ef26-ed3c-4691-b019-f641cf300db5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:24.441573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc38a0bc-552f-4225-b749-5fa1db62ebbf req-bb54ef26-ed3c-4691-b019-f641cf300db5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.1572084
Apr 30 04:28:24.512073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc38a0bc-552f-4225-b749-5fa1db62ebbf req-d3d30f97-999f-47cd-b2dc-fa1fc2956d74 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619171
Apr 30 04:28:24.652452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610056f-782c-409d-bfe0-07c3a496329b req-cc19aac8-baef-4618-9b8b-190eb86d974f tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:24.654027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-cc19aac8-baef-4618-9b8b-190eb86d974f tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0971341
Apr 30 04:28:24.783570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-91bd74ae-ca88-4169-bb22-db8741734104 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 696 time: 0.0968118
Apr 30 04:28:24.797040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a610056f-782c-409d-bfe0-07c3a496329b req-5500dcdc-eb52-43ad-a812-5a4d893f5c29 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Request body: {'floatingip': {'port_id': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:24.809809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 321b99f2-6cae-48fa-865b-4d9ec2ada172 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:28:24.886463 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a610056f-782c-409d-bfe0-07c3a496329b req-5500dcdc-eb52-43ad-a812-5a4d893f5c29 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:24.897169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 321b99f2-6cae-48fa-865b-4d9ec2ada172 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:28:24.904139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 321b99f2-6cae-48fa-865b-4d9ec2ada172 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:28:24.904738 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:25.051264 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:25.088707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 321b99f2-6cae-48fa-865b-4d9ec2ada172, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=321b99f2-6cae-48fa-865b-4d9ec2ada172,segment=NetworkSegment(8c4d0ccb-c87b-4958-9cfb-64a8c315452e),segment_id=8c4d0ccb-c87b-4958-9cfb-64a8c315452e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:25.095080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:25.097882 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:25.119217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae7f1-2588-4c74-8f7b-01d916879b19 req-8521bcc8-f708-40b3-bf08-5d95537ec8d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:25.120807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c8ae7f1-2588-4c74-8f7b-01d916879b19 req-8521bcc8-f708-40b3-bf08-5d95537ec8d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.4658296
Apr 30 04:28:25.249774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=321b99f2-6cae-48fa-865b-4d9ec2ada172,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:25.253860 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:25.272708 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c8ae7f1-2588-4c74-8f7b-01d916879b19 req-0026de43-b174-46ff-9dc2-1cfbea2fda2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162295
Apr 30 04:28:25.711659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7ca79-1055-4590-a3fb-fa817458e44a req-a1fbc016-88b9-47bf-9eff-091d47aabd80 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:25.713243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bbf7ca79-1055-4590-a3fb-fa817458e44a req-a1fbc016-88b9-47bf-9eff-091d47aabd80 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 945 time: 0.2292972
Apr 30 04:28:25.792361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bbf7ca79-1055-4590-a3fb-fa817458e44a req-9c8800c0-3c30-4edb-b992-ac1b177defc6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604837
Apr 30 04:28:25.845768 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'}, {'server_uuid': '6ff4906c-1715-4901-8101-db2d61475e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321b99f2-6cae-48fa-865b-4d9ec2ada172'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:25.988489 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a610056f-782c-409d-bfe0-07c3a496329b req-5500dcdc-eb52-43ad-a812-5a4d893f5c29 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:25.994721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a610056f-782c-409d-bfe0-07c3a496329b req-5500dcdc-eb52-43ad-a812-5a4d893f5c29 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:26.370849 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-a610056f-782c-409d-bfe0-07c3a496329b req-5500dcdc-eb52-43ad-a812-5a4d893f5c29 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf associated. External IP: 172.25.8.231, port: 9f41ccd3-a825-4c1e-a9d4-8204416210dd.
Apr 30 04:28:26.507613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-34cdeb69-2600-4112-9fb5-2312738c8c91 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:26.509495 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-34cdeb69-2600-4112-9fb5-2312738c8c91 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.37 "GET /v2.0/ports?device_id=18f3be93-6cdf-43c3-a4fd-dac28af40841 HTTP/1.1" status: 200  len: 945 time: 0.4446874
Apr 30 04:28:26.521657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f7173-adac-483a-aa36-be837bcd8c74 req-80888453-c3af-46e9-a122-12d95d16aed7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:26.523276 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c6f7173-adac-483a-aa36-be837bcd8c74 req-80888453-c3af-46e9-a122-12d95d16aed7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.4607701
Apr 30 04:28:26.754283 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:26.789389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-237abe9e-5c10-4be4-affd-63f88a4cf117 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:26.791082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-237abe9e-5c10-4be4-affd-63f88a4cf117 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.37 "GET /v2.0/ports?device_id=66c0e030-7511-4b24-aabb-317987cd6b21 HTTP/1.1" status: 200  len: 945 time: 0.5376773
Apr 30 04:28:26.851454 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:26.961054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c6f7173-adac-483a-aa36-be837bcd8c74 req-b3c83b78-0644-4d5f-8a92-23f127846c4b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3523855
Apr 30 04:28:27.290046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Deleting port a9d293f4-76ee-47b8-891c-30aa5413c25d {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:28:27.290522 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:27.361199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a610056f-782c-409d-bfe0-07c3a496329b req-5500dcdc-eb52-43ad-a812-5a4d893f5c29 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Router 223283cd-1034-4fe6-a22c-f31d58bc1804 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:28:27.482461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Deleting port deaecf30-8ddc-4d85-b820-68b52da92f69 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:28:27.482883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:27.764480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] For port a9d293f4-76ee-47b8-891c-30aa5413c25d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9d293f4-76ee-47b8-891c-30aa5413c25d,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:27.764852 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:28.003125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Calling delete_port for a9d293f4-76ee-47b8-891c-30aa5413c25d owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:28:28.056903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] For port deaecf30-8ddc-4d85-b820-68b52da92f69, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=deaecf30-8ddc-4d85-b820-68b52da92f69,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:28.057268 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:28.146539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101a788-21f9-476c-8a7e-38c12b1a71c6 req-2d22a9d4-2cc3-415e-ab79-35e49612316d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:28.148188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2101a788-21f9-476c-8a7e-38c12b1a71c6 req-2d22a9d4-2cc3-415e-ab79-35e49612316d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 945 time: 0.7902641
Apr 30 04:28:28.216040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a610056f-782c-409d-bfe0-07c3a496329b req-5500dcdc-eb52-43ad-a812-5a4d893f5c29 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:28:28.229004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] Sync routers for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:28:28.245991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Calling delete_port for deaecf30-8ddc-4d85-b820-68b52da92f69 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:28:28.247979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:28:28.249241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b5ce640>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:28:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:28.259655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a610056f-782c-409d-bfe0-07c3a496329b req-5500dcdc-eb52-43ad-a812-5a4d893f5c29 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:28.379632 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-5500dcdc-eb52-43ad-a812-5a4d893f5c29 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "PUT /v2.0/floatingips/837c9976-d8fb-413e-89ca-721c3bee3bbf HTTP/1.1" status: 200  len: 996 time: 3.5886717
Apr 30 04:28:28.384235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2101a788-21f9-476c-8a7e-38c12b1a71c6 req-1f2dc401-06f4-42b0-81ee-a6f6303c02ab tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a6f687f-1316-46eb-a1ea-fe9d25e927df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694465
Apr 30 04:28:28.418521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:28.601820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:28.775873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:28.790662 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7912cde0-1a8d-4861-8a5c-2bb50a3a8aee tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:28.944626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event deleted for resources: {'Port': ['ID=a9d293f4-76ee-47b8-891c-30aa5413c25d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:29.031604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.032457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.032457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.032838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.033425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.033790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.034144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.034494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.034843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.035188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.035565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.035907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:29.040087 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:29.058257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] No DVR routers for this DVR port a9d293f4-76ee-47b8-891c-30aa5413c25d on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:28:29.061576 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:29.078133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610056f-782c-409d-bfe0-07c3a496329b req-bdf9ba76-5fea-43b2-a07e-b495ed489b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:29.080487 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-bdf9ba76-5fea-43b2-a07e-b495ed489b56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1097 time: 0.6555629
Apr 30 04:28:29.090090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cdd69-feaa-43d5-8cff-421b42f4dd13 req-cca28a56-0df4-4548-ba7a-ecfeb978877c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:29.091691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a3cdd69-feaa-43d5-8cff-421b42f4dd13 req-cca28a56-0df4-4548-ba7a-ecfeb978877c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.4367793
Apr 30 04:28:29.103567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b5ce640>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:24:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b2bc0-3136-410b-8edf-1891e84632df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:28:25Z', 'revision_number': 8, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:29.108976 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] Checking router: 223283cd-1034-4fe6-a22c-f31d58bc1804 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:28:29.113988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:29.121063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:28:29.121705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b5ce640>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:28:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:29.139413 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f362fb6-3abd-45a5-93b8-57e397964a87 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:29.186964 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['9f41ccd3-a825-4c1e-a9d4-8204416210dd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:29.201760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b806cf8a-f304-4e00-8427-c7e61d47c6cb req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.37 "DELETE /v2.0/ports/a9d293f4-76ee-47b8-891c-30aa5413c25d HTTP/1.1" status: 204  len: 173 time: 2.6243651
Apr 30 04:28:29.263919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Pushing event deleted for resources: {'Port': ['ID=deaecf30-8ddc-4d85-b820-68b52da92f69,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:29.313347 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:29.379908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] No DVR routers for this DVR port deaecf30-8ddc-4d85-b820-68b52da92f69 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:28:29.390063 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:29.393216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-910e56ff-0f4a-409d-8be7-87e0ad54654e req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.37 "DELETE /v2.0/ports/deaecf30-8ddc-4d85-b820-68b52da92f69 HTTP/1.1" status: 204  len: 173 time: 2.5912182
Apr 30 04:28:29.406873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a3cdd69-feaa-43d5-8cff-421b42f4dd13 req-4ece26a1-de3f-4de3-a386-6f9e2f28bcd3 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850554
Apr 30 04:28:29.476978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610056f-782c-409d-bfe0-07c3a496329b req-de9e2d8e-cd1e-407f-a166-07f7b2f3d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:29.479233 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-de9e2d8e-cd1e-407f-a166-07f7b2f3d61d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.3849061
Apr 30 04:28:29.496668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a9d293f4-76ee-47b8-891c-30aa5413c25d no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:28:29.603099 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f', 'code': 200}
Apr 30 04:28:29.607603 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff4906c-1715-4901-8101-db2d61475e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321b99f2-6cae-48fa-865b-4d9ec2ada172', 'code': 200}
Apr 30 04:28:29.671142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: a9d293f4-76ee-47b8-891c-30aa5413c25d {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:28:29.671931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a9d293f4-76ee-47b8-891c-30aa5413c25d not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:28:29.672612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device deaecf30-8ddc-4d85-b820-68b52da92f69 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:28:29.752110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: deaecf30-8ddc-4d85-b820-68b52da92f69 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:28:29.752749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device deaecf30-8ddc-4d85-b820-68b52da92f69 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:28:29.783186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:30.080147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-3a74dab2-25df-4114-9335-aa33bf603dc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 999 time: 0.5851071
Apr 30 04:28:30.283480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23366-5b5e-4bec-9189-5a25eb8d22e3 req-dc6ac84e-4672-4375-8275-3678d63bf9b4 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:30.286213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ffe23366-5b5e-4bec-9189-5a25eb8d22e3 req-dc6ac84e-4672-4375-8275-3678d63bf9b4 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.5393140
Apr 30 04:28:30.301811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2862a69-1004-4b1e-9503-904435d35cd4 req-e2d19b5d-01bf-4d9c-b131-5eda1ace1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:30.304533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2862a69-1004-4b1e-9503-904435d35cd4 req-e2d19b5d-01bf-4d9c-b131-5eda1ace1297 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 1097 time: 0.6387911
Apr 30 04:28:30.339235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610056f-782c-409d-bfe0-07c3a496329b req-06159c50-ec11-4695-a764-5a26a5a020b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:30.341954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-06159c50-ec11-4695-a764-5a26a5a020b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.2238259
Apr 30 04:28:30.448595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b5ce640>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:24:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b2bc0-3136-410b-8edf-1891e84632df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:28:25Z', 'revision_number': 8, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:30.456267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab8a78-da2c-4162-8d8a-066871cb22d5 req-0d9f117d-0c40-481d-a988-19bdb3de7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:30.457250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310fbb91-3191-48b2-a27f-b16f3a9d3534 None None] The sync data for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 is: [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '837c9976-d8fb-413e-89ca-721c3bee3bbf', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'port_id': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'mac_address': 'fa:16:3e:24:0a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b2bc0-3136-410b-8edf-1891e84632df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:27:09Z', 'updated_at': '2021-04-30T04:28:25Z', 'revision_number': 8, 'project_id': '7526743448bb489fa6991d5f984a5177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:28:30.458813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a3ab8a78-da2c-4162-8d8a-066871cb22d5 req-0d9f117d-0c40-481d-a988-19bdb3de7710 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1097 time: 0.7237790
Apr 30 04:28:30.567815 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c77d78c7-079e-4a73-bda5-0daa8bfedb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:30.593463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2862a69-1004-4b1e-9503-904435d35cd4 req-841244d3-0d86-4bc1-af43-f78b801e1770 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a6f687f-1316-46eb-a1ea-fe9d25e927df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2796233
Apr 30 04:28:30.598625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ffe23366-5b5e-4bec-9189-5a25eb8d22e3 req-31261ce7-9650-4bfc-a46d-8d143012e433 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2873137
Apr 30 04:28:30.644119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a3ab8a78-da2c-4162-8d8a-066871cb22d5 req-533a4582-5b35-47bb-894e-45e038b4cadf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657808
Apr 30 04:28:30.663615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610056f-782c-409d-bfe0-07c3a496329b req-75e50643-4518-4b02-b81c-981f59a07163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:30.666671 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-75e50643-4518-4b02-b81c-981f59a07163 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2875948
Apr 30 04:28:30.682414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-27b3cb8b-98dc-4552-9303-68efc5911522 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:28:30.684992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-27b3cb8b-98dc-4552-9303-68efc5911522 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0112805
Apr 30 04:28:30.707988 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044c174f-e7c4-459f-a61a-de25a806a4d3 None None] New status for floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:28:31.052463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-cbfc2c98-b0f5-4244-9460-753b64393973 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3600929
Apr 30 04:28:31.413231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe7f31-4f0d-4542-90a9-ce0c9b7aec38 req-af56039d-be2b-473b-ae7d-933a785979a8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:31.414849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eefe7f31-4f0d-4542-90a9-ce0c9b7aec38 req-af56039d-be2b-473b-ae7d-933a785979a8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.4873917
Apr 30 04:28:31.467635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a610056f-782c-409d-bfe0-07c3a496329b req-ec35bf14-077b-4900-9dab-02963cb815e5 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4044518
Apr 30 04:28:31.504673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eefe7f31-4f0d-4542-90a9-ce0c9b7aec38 req-2ec66199-4b46-4cdc-a35c-a54b98c3e5b8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754328
Apr 30 04:28:31.648209 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'status': 'completed', 'code': 200}
Apr 30 04:28:31.951681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-3060ca96-6648-4b96-a7e0-f5a047ed95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:31.953613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-3060ca96-6648-4b96-a7e0-f5a047ed95de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1097 time: 0.2816048
Apr 30 04:28:31.960171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37e543-dc2d-46b0-ae6f-7bafe489a851 req-a29fa530-f313-41ef-b976-5e8987ab9c9e tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:31.962045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e37e543-dc2d-46b0-ae6f-7bafe489a851 req-a29fa530-f313-41ef-b976-5e8987ab9c9e tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1098 time: 0.2488070
Apr 30 04:28:32.000958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c06a4-af09-4675-be04-7dfc27f8a3cd req-f3558c72-ec53-41f4-b28c-fa89c491a88d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:32.002674 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a1c06a4-af09-4675-be04-7dfc27f8a3cd req-f3558c72-ec53-41f4-b28c-fa89c491a88d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 945 time: 0.2421250
Apr 30 04:28:32.162192 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e37e543-dc2d-46b0-ae6f-7bafe489a851 req-0ceb0037-33ba-4c30-8665-98b415ebebae tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748857
Apr 30 04:28:32.173112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a1c06a4-af09-4675-be04-7dfc27f8a3cd req-5f21feff-34ff-4b8b-89f8-98a9a1ef606b tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a6f687f-1316-46eb-a1ea-fe9d25e927df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430645
Apr 30 04:28:32.206531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-1dcc4f42-8b49-4639-b16f-8fe74f227333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:32.208202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-1dcc4f42-8b49-4639-b16f-8fe74f227333 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.2431440
Apr 30 04:28:32.432721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-3de56e9c-d2dc-44b9-86e5-372aa0f64595 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 1001 time: 0.2163277
Apr 30 04:28:32.698136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-2b89bbd4-ddc5-4483-9ec7-68c8e950b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:32.700737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-2b89bbd4-ddc5-4483-9ec7-68c8e950b7eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.1906147
Apr 30 04:28:32.843636 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a630b40-1ecf-4dc2-9912-cc278784294f req-7b428b74-8cb1-4aa3-b03a-6457750ae99f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:32.846561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a630b40-1ecf-4dc2-9912-cc278784294f req-7b428b74-8cb1-4aa3-b03a-6457750ae99f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.5028775
Apr 30 04:28:32.866157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcffd79-a8b5-4b08-aa10-c1923c48ede8 req-7e47b6d1-7fce-4c7a-b33a-89644a10417e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:32.869076 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bcffd79-a8b5-4b08-aa10-c1923c48ede8 req-7e47b6d1-7fce-4c7a-b33a-89644a10417e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.4559755
Apr 30 04:28:33.060694 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a630b40-1ecf-4dc2-9912-cc278784294f req-526099ba-1115-4f90-af93-e7d79c495fd9 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866198
Apr 30 04:28:33.069766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bcffd79-a8b5-4b08-aa10-c1923c48ede8 req-fc07b087-ae8f-4e62-9ee3-6e463b684c37 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905537
Apr 30 04:28:33.083846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-7f6f101c-a327-4075-96e6-f25904bfda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:33.083846 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-7f6f101c-a327-4075-96e6-f25904bfda6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3612919
Apr 30 04:28:33.269810 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:33.554482 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-df23d749-85bc-47cf-b57a-53cd03cbd5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:33.655185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f3be93-6cdf-43c3-a4fd-dac28af40841', 'name': 'network-vif-deleted', 'tag': 'a9d293f4-76ee-47b8-891c-30aa5413c25d'}, {'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'name': 'network-vif-deleted', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:33.723761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9d65c56-77a9-4669-acc1-7cb636682f39 req-9429f071-193d-49cc-a9d9-02ec4b5d2061 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips/837c9976-d8fb-413e-89ca-721c3bee3bbf HTTP/1.1" status: 200  len: 998 time: 0.5906179
Apr 30 04:28:33.853876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-7c95652c-d71e-45cc-80ce-e0640f7153de service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7661650
Apr 30 04:28:34.271508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a73da25a-5907-48e7-b828-b18358d55a38 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:34.274054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a73da25a-5907-48e7-b828-b18358d55a38 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 1.0015211
Apr 30 04:28:34.421138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-ffb8a63c-b6eb-408d-88b1-f581d6622320 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/quotas/df7c0c7b000747d38e7e879591289c56 HTTP/1.1" status: 200  len: 375 time: 0.1358206
Apr 30 04:28:34.510621 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:34.573447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-be42ca8d-46d4-4fc6-a212-bfe450e81350 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:28:34.605415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d65c56-77a9-4669-acc1-7cb636682f39 req-a8968da9-138b-4819-b974-932a04956e3f tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:34.607918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9d65c56-77a9-4669-acc1-7cb636682f39 req-a8968da9-138b-4819-b974-932a04956e3f tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.8637726
Apr 30 04:28:34.686397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3378584c-dd1d-42ac-a77c-6836a6ee758c req-87bca819-b330-4dae-b2ba-42a8780fee19 service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8096225
Apr 30 04:28:34.690705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-be42ca8d-46d4-4fc6-a212-bfe450e81350 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:28:34.708319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-be42ca8d-46d4-4fc6-a212-bfe450e81350 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2593102
Apr 30 04:28:34.961913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-119b0550-9ad7-412a-b80e-fd2c03f3aab5 service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2495494
Apr 30 04:28:35.190853 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-0df96132-79f2-4560-8be3-3e9221ffcbe7 service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2264531
Apr 30 04:28:35.588081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e1e2d-a548-4541-8177-d36b270ba6b6 req-c13bfa2c-ec02-48dc-b4bc-739d671b5c29 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:35.590400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-571e1e2d-a548-4541-8177-d36b270ba6b6 req-c13bfa2c-ec02-48dc-b4bc-739d671b5c29 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.1449375
Apr 30 04:28:35.680940 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-571e1e2d-a548-4541-8177-d36b270ba6b6 req-f523ccd3-91a2-49f6-9ae3-4f4d2540e3df tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787370
Apr 30 04:28:36.057238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:36.322513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6993b63-61c6-43ad-b890-70eb3aba26f4 req-98d53bf3-d946-4f65-9de2-349d826779b9 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:36.326103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6993b63-61c6-43ad-b890-70eb3aba26f4 req-98d53bf3-d946-4f65-9de2-349d826779b9 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 945 time: 0.1442819
Apr 30 04:28:36.436331 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6993b63-61c6-43ad-b890-70eb3aba26f4 req-14f3f2f8-0ad6-418f-b080-87582626bd16 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a6f687f-1316-46eb-a1ea-fe9d25e927df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952976
Apr 30 04:28:36.472253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-1fd87b4f-f629-4a66-8ba9-94f29e09e4d8 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:28:36.473886 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-1fd87b4f-f629-4a66-8ba9-94f29e09e4d8 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0113158
Apr 30 04:28:36.485787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Request body: {'binding': {'host': 'n-h2-766726-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:36.486428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Unknown quota resources ['binding']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:28:36.595959 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f3be93-6cdf-43c3-a4fd-dac28af40841', 'name': 'network-vif-deleted', 'tag': 'a9d293f4-76ee-47b8-891c-30aa5413c25d', 'status': 'completed', 'code': 200}
Apr 30 04:28:36.596850 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c0e030-7511-4b24-aabb-317987cd6b21', 'name': 'network-vif-deleted', 'tag': 'deaecf30-8ddc-4d85-b820-68b52da92f69', 'status': 'completed', 'code': 200}
Apr 30 04:28:36.768790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-8e61b7db-4ebb-40f8-9ff2-09dac77c0387 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 1001 time: 0.1506679
Apr 30 04:28:36.820561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on host n-h2-766726-20 for vnic_type normal with profile None {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:28:36.820969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:28:36.821351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:36.827962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:28:36.828393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:36.835660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:28:36.836111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:28:36.836648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:28:36.837190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Bound port: 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:28:36.885661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04751992-f74c-41dd-a9b8-5048400b1019 req-ecdd9fc9-d08a-4db8-bda3-547dca57b22d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:36.886851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-04751992-f74c-41dd-a9b8-5048400b1019 req-ecdd9fc9-d08a-4db8-bda3-547dca57b22d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Synchronizing usage tracker for tenant:7526743448bb489fa6991d5f984a5177 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:28:36.888732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:28:36.902692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:36.910677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-04751992-f74c-41dd-a9b8-5048400b1019 req-ecdd9fc9-d08a-4db8-bda3-547dca57b22d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Unset dirty status for tenant:7526743448bb489fa6991d5f984a5177 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:28:36.912864 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b52e1dbe-fdc0-4e96-9668-186d3a8ede25 service neutron] 10.222.0.46 "POST /v2.0/ports/74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a/bindings HTTP/1.1" status: 201  len: 390 time: 0.4307475
Apr 30 04:28:36.913819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-ecdd9fc9-d08a-4db8-bda3-547dca57b22d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports/9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 942 time: 0.1354215
Apr 30 04:28:37.408211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-f19d9b3f-3441-45d4-a2d2-dbc6cd22e662 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 1001 time: 0.3900545
Apr 30 04:28:37.643948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-80a3d11e-44f7-42fa-99f5-58e06ae5639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:37.645504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-80a3d11e-44f7-42fa-99f5-58e06ae5639f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1098 time: 0.4411645
Apr 30 04:28:37.655004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-55e191af-69cb-4c66-a887-fa177d0dc5a0 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:37.656604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-55e191af-69cb-4c66-a887-fa177d0dc5a0 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.37 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.4945598
Apr 30 04:28:37.696238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Request body: {'port': {'device_id': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'admin_state_up': True, 'tenant_id': 'df7c0c7b000747d38e7e879591289c56'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:37.970773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04751992-f74c-41dd-a9b8-5048400b1019 req-f4914a41-c738-404d-b326-fa99cf05c75d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:37.972167 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-f4914a41-c738-404d-b326-fa99cf05c75d tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.5540764
Apr 30 04:28:38.245529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b7bede5d-a394-466c-bfcc-63152530b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:38.246916 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b7bede5d-a394-466c-bfcc-63152530b5db service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.5893846
Apr 30 04:28:38.249165 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a79f6b24-a11f-4f8a-80b6-64b879a95f99 req-d2632d51-7c5e-45e1-ac81-4c8a6219c4e2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 210 time: 0.1141655
Apr 30 04:28:38.256277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-6d8312f9-2ce0-449a-b043-c5158f269d51 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 1001 time: 0.2364097
Apr 30 04:28:38.339191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3b642c40-e04e-4c84-bc59-3d177a7d5ec8 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Request body: {'floatingip': {'port_id': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:38.395714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-9dcb2479-897f-4be8-8801-3fb1f95d0771 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a HTTP/1.1" status: 200  len: 217 time: 0.1364574
Apr 30 04:28:38.404071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:28:38.521018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:28:38.571056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3b642c40-e04e-4c84-bc59-3d177a7d5ec8 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:38.640374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Made reservation on behalf of df7c0c7b000747d38e7e879591289c56 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:28:38.644807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:38.667951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-f2ee7bae-50b3-444b-9f35-45899cb874c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:38.669402 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-f2ee7bae-50b3-444b-9f35-45899cb874c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.2534797
Apr 30 04:28:38.805079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-acda08ea-fd5f-49af-8bfb-795ce196cef7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1258073
Apr 30 04:28:39.078377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269f503-826f-4a0b-94c9-582a8771927e req-0106bb48-0351-42e1-9482-9f1c2cae69f0 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:39.080914 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9269f503-826f-4a0b-94c9-582a8771927e req-0106bb48-0351-42e1-9482-9f1c2cae69f0 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1097 time: 0.6238153
Apr 30 04:28:39.243482 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3b642c40-e04e-4c84-bc59-3d177a7d5ec8 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:39.274279 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3b642c40-e04e-4c84-bc59-3d177a7d5ec8 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:39.274576 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3b642c40-e04e-4c84-bc59-3d177a7d5ec8 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf disassociated. External IP: 172.25.8.231, port: 9f41ccd3-a825-4c1e-a9d4-8204416210dd.
Apr 30 04:28:39.355906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9269f503-826f-4a0b-94c9-582a8771927e req-a784f6d3-f783-4f9d-9ed9-8a722d2dce4e tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417095
Apr 30 04:28:39.357700 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-de80faf3-953f-48f1-994e-34b5a75f0274 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4671566
Apr 30 04:28:39.369442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Allocated IP 172.20.0.4 (c1685588-b376-4df0-8702-e53936b65131/c8326175-e83c-408f-988d-f3ddf2f98448/ee9cab2d-6857-4824-a320-34f97a173655) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:28:39.984530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-3655bc32-d351-4cc7-a7e3-87716ed30939 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6167352
Apr 30 04:28:40.184085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983cef-4d48-4cd9-8aa3-682049ddc96f req-ae660a8b-ee3d-41cc-9e1a-7fbca64633cb tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:40.185705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16983cef-4d48-4cd9-8aa3-682049ddc96f req-ae660a8b-ee3d-41cc-9e1a-7fbca64633cb tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.5403202
Apr 30 04:28:40.301703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:40.312831 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16983cef-4d48-4cd9-8aa3-682049ddc96f req-354b599e-62c6-425d-97db-6ccee14a71ef tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156213
Apr 30 04:28:40.321891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3b642c40-e04e-4c84-bc59-3d177a7d5ec8 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Router 223283cd-1034-4fe6-a22c-f31d58bc1804 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:28:40.618601 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:40.634779 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f64873df-43f7-4b48-9e63-e8a52308c7fd tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:40.759711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Network c1685588-b376-4df0-8702-e53936b65131 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:28:40.771083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:28:40.788918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:28:40.849035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3b642c40-e04e-4c84-bc59-3d177a7d5ec8 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:28:40.874531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] Sync routers for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:28:40.887866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event updated for resources: {'Port': ['ID=ee9cab2d-6857-4824-a320-34f97a173655,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:40.929546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:28:40.931284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf6cf10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:40.937979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:40.939951 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:40.972110 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:40.976465 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3b642c40-e04e-4c84-bc59-3d177a7d5ec8 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:41.064609 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3817661
Apr 30 04:28:41.192070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3b642c40-e04e-4c84-bc59-3d177a7d5ec8 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "PUT /v2.0/floatingips/837c9976-d8fb-413e-89ca-721c3bee3bbf HTTP/1.1" status: 200  len: 696 time: 2.8779123
Apr 30 04:28:41.194474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:41.288318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:41.297410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Request body: {'port': {'device_id': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:41.363039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6e92-d5cd-49c6-85f1-50652731ef4a req-4c9166af-b5ab-4fa3-a290-d8ff04a375c7 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:41.364928 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d44e6e92-d5cd-49c6-85f1-50652731ef4a req-4c9166af-b5ab-4fa3-a290-d8ff04a375c7 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 946 time: 0.3097231
Apr 30 04:28:41.497971 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:41.525840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d44e6e92-d5cd-49c6-85f1-50652731ef4a req-b16b0e29-a9e2-4b29-b7da-0184e69a374b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402574
Apr 30 04:28:41.528295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04751992-f74c-41dd-a9b8-5048400b1019 req-2e002c7c-f627-4850-aded-59cbe93a47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:41.529977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-2e002c7c-f627-4850-aded-59cbe93a47a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1097 time: 0.2890010
Apr 30 04:28:41.879726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf6cf10>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:41.890121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] Checking router: 223283cd-1034-4fe6-a22c-f31d58bc1804 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:28:41.917035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:28:41.918101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf6cf10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:42.087867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04751992-f74c-41dd-a9b8-5048400b1019 req-34e54d06-a1d5-4506-8636-8e9ff4c53b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:42.089404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-34e54d06-a1d5-4506-8636-8e9ff4c53b4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.5149493
Apr 30 04:28:42.211235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:28:42.235921 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-051bf95e-cab3-4b67-a9a6-4d209d88ef79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 217 time: 0.0923793
Apr 30 04:28:42.310270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6265b-9dd1-4c12-8b1b-1f8a14836941 req-603a1f3c-d0dd-47c0-9332-62a6d12eb769 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:42.311051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-98b6265b-9dd1-4c12-8b1b-1f8a14836941 req-603a1f3c-d0dd-47c0-9332-62a6d12eb769 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:28:42.361908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04751992-f74c-41dd-a9b8-5048400b1019 req-c402ac55-04d3-4efb-a5f9-b3e9b98579f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:42.363544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-c402ac55-04d3-4efb-a5f9-b3e9b98579f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.1154189
Apr 30 04:28:42.417868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-98b6265b-9dd1-4c12-8b1b-1f8a14836941 req-603a1f3c-d0dd-47c0-9332-62a6d12eb769 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:28:42.419339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98b6265b-9dd1-4c12-8b1b-1f8a14836941 req-603a1f3c-d0dd-47c0-9332-62a6d12eb769 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 931 time: 0.5303946
Apr 30 04:28:42.500363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98b6265b-9dd1-4c12-8b1b-1f8a14836941 req-543c5aad-b52d-42ed-bf97-3055d3ce56c8 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627906
Apr 30 04:28:42.737038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9cab2d-6857-4824-a320-34f97a173655 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:42.774895 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:42.798370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Transition to ACTIVE for port object ee9cab2d-6857-4824-a320-34f97a173655 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:28:42.812316 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:42.831934 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-61b607ab-af07-41cb-966e-c5ce668c9ca2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:42.943280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf6cf10>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:42.956647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eef444-cb54-4d32-b729-f38740aefe15 None None] The sync data for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 is: [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:26:39Z', 'revision_number': 4, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8667af0c-f140-4c5b-ac42-3a4487d92b6e', 'name': '', 'network_id': 'c22426aa-dadb-459d-b64f-86b27a32bdad', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'mac_address': 'fa:16:3e:2a:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:37Z', 'updated_at': '2021-04-30T04:26:46Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'subnets': [{'id': '69a87b48-e5fe-4e3f-89fb-2bdeb9c77724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:28:43.157838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3269d509-e5bf-4ba3-8502-0a52beedcd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:43.161386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-3269d509-e5bf-4ba3-8502-0a52beedcd34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7879686
Apr 30 04:28:43.392024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-afc55eaa-4078-4eb5-a40c-1008ade70475 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:43.396890 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-afc55eaa-4078-4eb5-a40c-1008ade70475 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 945 time: 0.8364990
Apr 30 04:28:43.501332 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5204d6f1-ee1a-49ba-9fb8-b04cc09e663d None None] New status for floating IP 837c9976-d8fb-413e-89ca-721c3bee3bbf: DOWN {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:28:43.517433 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-feb7f24f-d478-4df1-8c5d-b4c9c500e538 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1522701
Apr 30 04:28:43.691174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9cab2d-6857-4824-a320-34f97a173655,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:43.888559 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:43.927100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Attempting to bind port ee9cab2d-6857-4824-a320-34f97a173655 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:28:43.927620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Attempting to bind port ee9cab2d-6857-4824-a320-34f97a173655 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:28:43.928106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Attempting to bind port ee9cab2d-6857-4824-a320-34f97a173655 on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:43.974203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Port ee9cab2d-6857-4824-a320-34f97a173655 on network c1685588-b376-4df0-8702-e53936b65131 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:28:43.974652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Attempting to bind port ee9cab2d-6857-4824-a320-34f97a173655 on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:43.988558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:28:43.988896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Checking segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:28:43.989064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Bound using segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:28:43.989465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Bound port: ee9cab2d-6857-4824-a320-34f97a173655, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:28:43.989824 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:44.240118 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-b4c186bf-494b-4b87-80cb-036b91051559 service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0318809
Apr 30 04:28:44.649302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c651478-ea01-432c-8482-b8b6185d85c4 req-2b2dc0d3-8091-45b8-8760-8288194e8c47 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:44.662545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c651478-ea01-432c-8482-b8b6185d85c4 req-2b2dc0d3-8091-45b8-8760-8288194e8c47 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 1.1830735
Apr 30 04:28:44.930726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 321b99f2-6cae-48fa-865b-4d9ec2ada172 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:28:45.097447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c651478-ea01-432c-8482-b8b6185d85c4 req-9c2cb6bf-5b12-4305-a421-497bac74f7f9 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4336805
Apr 30 04:28:45.236103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:28:45.258109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ee9cab2d-6857-4824-a320-34f97a173655,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:28:45.280405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Deleting port 321b99f2-6cae-48fa-865b-4d9ec2ada172 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:28:45.280772 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:45.293556 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:45.341822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 321b99f2-6cae-48fa-865b-4d9ec2ada172, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=321b99f2-6cae-48fa-865b-4d9ec2ada172,segment=NetworkSegment(8c4d0ccb-c87b-4958-9cfb-64a8c315452e),segment_id=8c4d0ccb-c87b-4958-9cfb-64a8c315452e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:45.343683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff4906c-1715-4901-8101-db2d61475e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '321b99f2-6cae-48fa-865b-4d9ec2ada172'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:45.361685 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:45.364658 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:45.446522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=321b99f2-6cae-48fa-865b-4d9ec2ada172,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:45.487201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.487932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.488765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.489330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.489896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.490447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.491262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.492003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.493244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.493823 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.494371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.494898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:45.512720 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:45.518020 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:45.559622 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af192916-dbbd-46db-b098-ea1185cef6e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:45.602943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04751992-f74c-41dd-a9b8-5048400b1019 req-b3eb6236-9769-4733-8eac-8c5960142d7c service neutron] 10.222.0.46 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3616853
Apr 30 04:28:45.707832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:45.708934 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:45.711226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] 10.222.0.37 "PUT /v2.0/ports/ee9cab2d-6857-4824-a320-34f97a173655 HTTP/1.1" status: 200  len: 1092 time: 4.5772574
Apr 30 04:28:45.789052 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'status': 'completed', 'code': 200}
Apr 30 04:28:46.001035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9cab2d-6857-4824-a320-34f97a173655,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:46.009430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] For port 321b99f2-6cae-48fa-865b-4d9ec2ada172, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=321b99f2-6cae-48fa-865b-4d9ec2ada172,segment=NetworkSegment(8c4d0ccb-c87b-4958-9cfb-64a8c315452e),segment_id=8c4d0ccb-c87b-4958-9cfb-64a8c315452e)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:46.010158 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:46.028021 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:46.202585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-a9085d97-5c05-432f-b315-c4a1f95b0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:46.206427 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-a9085d97-5c05-432f-b315-c4a1f95b0009 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7526743448bb489fa6991d5f984a5177&device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 1097 time: 0.3515525
Apr 30 04:28:46.220103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-4635f790-2e55-46ca-a010-8ccabf9ee95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:46.222679 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-4635f790-2e55-46ca-a010-8ccabf9ee95c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 1102 time: 0.2217796
Apr 30 04:28:46.289059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Calling delete_port for 321b99f2-6cae-48fa-865b-4d9ec2ada172 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:28:46.478301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe288e-9cf9-42ab-a1da-15de13c8fb74 req-438cb91c-0ca8-4815-b049-b534180d34fd tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:46.483654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcbe288e-9cf9-42ab-a1da-15de13c8fb74 req-438cb91c-0ca8-4815-b049-b534180d34fd tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ff4906c-1715-4901-8101-db2d61475e49 HTTP/1.1" status: 200  len: 943 time: 0.9694302
Apr 30 04:28:46.570381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-512c6199-432d-49b8-90ab-667850323a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:46.572952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-512c6199-432d-49b8-90ab-667850323a51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 1095 time: 0.7768893
Apr 30 04:28:46.573682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-17ce389e-6a9b-4d55-b009-7476714cde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:46.575449 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-17ce389e-6a9b-4d55-b009-7476714cde7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 200  len: 922 time: 0.3606036
Apr 30 04:28:46.579202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-e81c8ece-abf3-4b86-9f71-55c42a83fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:46.581267 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-e81c8ece-abf3-4b86-9f71-55c42a83fbf9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3233540
Apr 30 04:28:46.687440 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-71e9f52a-8ccb-4cde-9f34-7301f3cf00a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9cab2d-6857-4824-a320-34f97a173655 HTTP/1.1" status: 200  len: 217 time: 0.0946794
Apr 30 04:28:46.708553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcbe288e-9cf9-42ab-a1da-15de13c8fb74 req-9fce8acf-881f-4703-bb90-f1d7903c67c9 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a6f687f-1316-46eb-a1ea-fe9d25e927df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094252
Apr 30 04:28:46.725097 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-c21d0eec-6fe2-415b-9688-2b7d0e084591 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 200  len: 217 time: 0.1355464
Apr 30 04:28:46.726166 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-78865671-6e97-4c18-bb25-08bf274f41cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184 HTTP/1.1" status: 200  len: 217 time: 0.1360147
Apr 30 04:28:46.885572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-f6ef9399-0ebb-4aea-a0ca-6ce517b7e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:46.888929 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-f6ef9399-0ebb-4aea-a0ca-6ce517b7e8f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1495104
Apr 30 04:28:46.893325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-e39108cb-7d7f-4b3e-9f8d-b4fc0269b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:46.896447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-e39108cb-7d7f-4b3e-9f8d-b4fc0269b82e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 200  len: 860 time: 0.1152732
Apr 30 04:28:47.019497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69c47f-00d9-4feb-8e9b-10c0ed32750f req-6291a649-41ef-4ecb-9071-7bc54c9a9fe8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:47.022177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc69c47f-00d9-4feb-8e9b-10c0ed32750f req-6291a649-41ef-4ecb-9071-7bc54c9a9fe8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 946 time: 0.7491961
Apr 30 04:28:47.024917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-ed68bbf2-9a28-4c48-b2b4-8c4af6df0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:47.027501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-ed68bbf2-9a28-4c48-b2b4-8c4af6df0fad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.3290527
Apr 30 04:28:47.158292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-46b7d6c5-1239-4d52-8257-3efcab3dc855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:47.159877 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-46b7d6c5-1239-4d52-8257-3efcab3dc855 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c22426aa-dadb-459d-b64f-86b27a32bdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1605687
Apr 30 04:28:47.162456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-2aa46737-d620-4d9c-9fc0-2700fd2804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:47.164496 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-2aa46737-d620-4d9c-9fc0-2700fd2804d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2643547
Apr 30 04:28:47.268833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-1e1d6e6f-c4dd-4135-819a-dc8ac5f6cb8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2213988
Apr 30 04:28:47.385979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:47.411846 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b6e1a53f-fc8b-4fe0-b923-66c7902532ae tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:47.474311 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc69c47f-00d9-4feb-8e9b-10c0ed32750f req-3669e86b-4c70-478b-8545-de00a6bfd679 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4238732
Apr 30 04:28:47.574089 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-f97893eb-93cc-4009-b1cb-3076f520fc8d service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4004257
Apr 30 04:28:47.576152 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-bb93c2de-3097-455f-a7d0-7723088f24e7 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4013195
Apr 30 04:28:47.606423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Pushing event deleted for resources: {'Port': ['ID=321b99f2-6cae-48fa-865b-4d9ec2ada172,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:47.657864 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:47.816043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:47.864855 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-68f4cba1-eb42-4667-a3c3-6083c98218c2 req-d8f6fa18-47e8-494c-877b-e490d7be0b60 service neutron] 10.222.0.50 "GET /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2723331
Apr 30 04:28:47.868407 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-d6f2eea8-fc03-481e-872f-998db107a17a service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2746899
Apr 30 04:28:47.931661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] No DVR routers for this DVR port 321b99f2-6cae-48fa-865b-4d9ec2ada172 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:28:47.957076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935b5ac-153b-40bb-946d-752b01bc9795 req-c162292b-c502-447b-b7e7-1d4d30fc2e11 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:47.959871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5935b5ac-153b-40bb-946d-752b01bc9795 req-c162292b-c502-447b-b7e7-1d4d30fc2e11 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.9308083
Apr 30 04:28:47.961903 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:48.038841 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-520f533b-7a78-46a4-b05b-783db573c1b8 req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] 10.222.0.50 "DELETE /v2.0/ports/321b99f2-6cae-48fa-865b-4d9ec2ada172 HTTP/1.1" status: 204  len: 173 time: 4.4377868
Apr 30 04:28:48.042239 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-afe9ba10-b938-47a9-99a2-282a3739db58 service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7451372
Apr 30 04:28:48.286526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5935b5ac-153b-40bb-946d-752b01bc9795 req-bd08f572-48ac-4e4c-b4f7-cc7202e21deb tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2986908
Apr 30 04:28:48.320505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b3f29-8a53-4ab9-b8ea-d3e4ffea3122 req-06a20cab-1422-4ae8-b168-aefbe97552be tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:48.323221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b49b3f29-8a53-4ab9-b8ea-d3e4ffea3122 req-06a20cab-1422-4ae8-b168-aefbe97552be tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 943 time: 0.6713078
Apr 30 04:28:48.460400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d498f3ed-03aa-4d48-8d70-7949dff28720 req-69820562-f76d-4119-8827-ace278203dfd service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4059978
Apr 30 04:28:48.466867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b49b3f29-8a53-4ab9-b8ea-d3e4ffea3122 req-1c7af78e-58f4-4f4a-b31f-e75186b97e9e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328661
Apr 30 04:28:48.562530 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff4906c-1715-4901-8101-db2d61475e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '321b99f2-6cae-48fa-865b-4d9ec2ada172', 'code': 200}
Apr 30 04:28:48.803585 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:28:49.093557 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655', 'status': 'completed', 'code': 200}
Apr 30 04:28:49.570272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40007f-cd4d-4595-9f66-c7b8ae0bddac req-4b06c8af-cbaf-47e2-8823-e3213963d8b9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:49.571870 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da40007f-cd4d-4595-9f66-c7b8ae0bddac req-4b06c8af-cbaf-47e2-8823-e3213963d8b9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 946 time: 0.1841769
Apr 30 04:28:49.575233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-cab73139-52ac-4c7c-9c49-7dcf7661f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:49.577675 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-cab73139-52ac-4c7c-9c49-7dcf7661f8f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 1095 time: 0.4493880
Apr 30 04:28:49.770177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da40007f-cd4d-4595-9f66-c7b8ae0bddac req-cd83c0bf-e57c-4378-accc-079fb1d40b6b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899211
Apr 30 04:28:50.042418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-df0b7139-498b-49ee-b764-47636b8c33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:50.044883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-df0b7139-498b-49ee-b764-47636b8c33c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 913 time: 0.4509254
Apr 30 04:28:50.069176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-1a9b51b9-9ec5-4fef-be32-2f050929afbf tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips/837c9976-d8fb-413e-89ca-721c3bee3bbf HTTP/1.1" status: 200  len: 694 time: 0.1966341
Apr 30 04:28:50.175189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-cb880838-ba38-4a0c-831e-93eae49da440 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9cab2d-6857-4824-a320-34f97a173655 HTTP/1.1" status: 200  len: 217 time: 0.1126525
Apr 30 04:28:50.370345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cc2c5-a4e1-42fe-9a72-54a33a571740 req-730c3974-132a-42be-8a9b-07ba49588b83 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:50.371987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b1cc2c5-a4e1-42fe-9a72-54a33a571740 req-730c3974-132a-42be-8a9b-07ba49588b83 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.5700185
Apr 30 04:28:50.383239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-e7cb421a-d06c-409d-8636-5e5c7fcf789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:50.384750 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-e7cb421a-d06c-409d-8636-5e5c7fcf789b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.1927559
Apr 30 04:28:50.507538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-83d16d77-b25f-4e1f-b224-8b12128fc3fb tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:50.509518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-83d16d77-b25f-4e1f-b224-8b12128fc3fb tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.3736753
Apr 30 04:28:50.518286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-30d60786-22c1-4bc9-8ddf-a8ed169ae91d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1226621
Apr 30 04:28:50.741882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-e5e316a2-e947-4923-9fb7-80acf1de89cc tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 697 time: 0.2220628
Apr 30 04:28:50.757295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b1cc2c5-a4e1-42fe-9a72-54a33a571740 req-d7dcc6db-afb4-4bec-8c1e-ba6e7dee1760 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3687425
Apr 30 04:28:50.940761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-4a385c18-f463-4826-8259-24eb4de5d578 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200  len: 697 time: 0.1821177
Apr 30 04:28:51.107816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff4906c-1715-4901-8101-db2d61475e49', 'name': 'network-vif-deleted', 'tag': '321b99f2-6cae-48fa-865b-4d9ec2ada172'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:51.131190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-1a42e2e8-b26b-4b67-9714-4e4784274a68 service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5089312
Apr 30 04:28:51.606066 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f724f9a1-6c12-4483-8344-50272a2626a7 req-e2fd7bdf-27ea-4abe-bc71-2c0afaf0a280 service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3890693
Apr 30 04:28:51.643623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3e17a-847e-4178-8a7f-db05a3722113 req-97781a09-7221-401e-806f-61e1d9843416 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:51.646636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64d3e17a-847e-4178-8a7f-db05a3722113 req-97781a09-7221-401e-806f-61e1d9843416 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 943 time: 0.3512714
Apr 30 04:28:51.649863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Deleting port 7b69b5d5-6341-4b3c-9bb3-cdebe3bf6b25 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:28:51.650698 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:51.674363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ee9cab2d-6857-4824-a320-34f97a173655 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:28:51.928187 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64d3e17a-847e-4178-8a7f-db05a3722113 req-3b7c3322-6d64-481a-a5f8-8752fa027092 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502836
Apr 30 04:28:51.948572 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:51.949308 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:51.985074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ee9cab2d-6857-4824-a320-34f97a173655,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:52.013335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'ee9cab2d-6857-4824-a320-34f97a173655', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'port_id': 'ee9cab2d-6857-4824-a320-34f97a173655', 'mac_address': 'fa:16:3e:1f:ec:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8326175-e83c-408f-988d-f3ddf2f98448', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:28:52.128562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:52.167288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9cab2d-6857-4824-a320-34f97a173655 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:52.201608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ee9cab2d-6857-4824-a320-34f97a173655,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:52.210777 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:52.217333 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:52.248985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Calling delete_port for 7b69b5d5-6341-4b3c-9bb3-cdebe3bf6b25 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:28:52.345617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ee9cab2d-6857-4824-a320-34f97a173655,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:52.358028 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:52.426455 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:52.432545 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b3c6cc8-0c35-4a9d-a9d7-83be69fc2397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:52.560061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Pushing event deleted for resources: {'Port': ['ID=7b69b5d5-6341-4b3c-9bb3-cdebe3bf6b25,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:52.568456 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:52.648552 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:52.679337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e8652-92ac-4cd1-8120-dc7613398be5 req-2ac562f4-036c-496d-9ae2-be91e1ebb440 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:52.681133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-712e8652-92ac-4cd1-8120-dc7613398be5 req-2ac562f4-036c-496d-9ae2-be91e1ebb440 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 946 time: 0.2158644
Apr 30 04:28:52.715175 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:52.716417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a59696a-83dd-40e4-ae77-23aefd5e4d31 req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "DELETE /v2.0/floatingips/837c9976-d8fb-413e-89ca-721c3bee3bbf HTTP/1.1" status: 204  len: 173 time: 1.7178812
Apr 30 04:28:52.775052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-712e8652-92ac-4cd1-8120-dc7613398be5 req-80408690-29b0-4714-a54d-acb32b08fd68 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839183
Apr 30 04:28:52.805627 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff4906c-1715-4901-8101-db2d61475e49', 'name': 'network-vif-deleted', 'tag': '321b99f2-6cae-48fa-865b-4d9ec2ada172', 'status': 'completed', 'code': 200}
Apr 30 04:28:52.881047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['ee9cab2d-6857-4824-a320-34f97a173655'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:53.075984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7cdf4-8c80-4df1-ab4f-4aba2dc64e26 req-0a20a94d-2c21-4eae-b969-d1df86c6791d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:53.077441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c7cdf4-8c80-4df1-ab4f-4aba2dc64e26 req-0a20a94d-2c21-4eae-b969-d1df86c6791d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.1719649
Apr 30 04:28:53.096866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63549e84-eac3-42d7-88c9-ded685ff0d13 req-2fe0de12-d899-4fe1-bb2c-496890105a18 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:53.100364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63549e84-eac3-42d7-88c9-ded685ff0d13 req-2fe0de12-d899-4fe1-bb2c-496890105a18 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.1498508
Apr 30 04:28:53.239276 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c7cdf4-8c80-4df1-ab4f-4aba2dc64e26 req-8f2fc503-8297-4071-a47c-d472c70a2d78 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377864
Apr 30 04:28:53.265538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63549e84-eac3-42d7-88c9-ded685ff0d13 req-c5694755-6986-4570-bc9c-bffaa9156c34 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308291
Apr 30 04:28:53.345014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55078) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:28:53.421963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Deleting subnet e6a33fcc-0ae4-4f22-9d6c-0665b7b69336 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:28:53.426068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:53.495105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:53.564715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:53.675498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b4e8e-46e0-4fa8-8591-6b3e8108ab76 req-7e4cb891-3e92-409e-a246-454c7528108a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:53.675739 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:28:53.677034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb0b4e8e-46e0-4fa8-8591-6b3e8108ab76 req-7e4cb891-3e92-409e-a246-454c7528108a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 944 time: 0.1076498
Apr 30 04:28:53.771937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb0b4e8e-46e0-4fa8-8591-6b3e8108ab76 req-07d5e99e-8035-4ad8-a721-c458abcb021a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873640
Apr 30 04:28:54.027879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:54.056135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01', 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058', 'port_id': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01', 'mac_address': 'fa:16:3e:ca:38:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bfe584-f55e-432b-862f-75c9adfc6837', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:28:54.183174 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:54.186412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdba070-a1f8-4d9d-8433-e9687e506127 req-d48fc8f8-f57f-4f6e-91e8-b010d862e637 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:54.197805 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cdba070-a1f8-4d9d-8433-e9687e506127 req-d48fc8f8-f57f-4f6e-91e8-b010d862e637 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 946 time: 0.2372701
Apr 30 04:28:54.210821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:28:54.229125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9686ab-0a0f-4ab8-a3bf-b020b243a66f req-34782c0a-db34-42a7-9b81-33df008656e7 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:54.229899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5b9686ab-0a0f-4ab8-a3bf-b020b243a66f req-34782c0a-db34-42a7-9b81-33df008656e7 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Synchronizing usage tracker for tenant:7526743448bb489fa6991d5f984a5177 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:28:54.241138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:54.245756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-ca24e24d-724f-4bb4-94a8-599c85abe788 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:54.247363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-ca24e24d-724f-4bb4-94a8-599c85abe788 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1098 time: 0.2439382
Apr 30 04:28:54.253654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:54.268501 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:54.269176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-20'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:28:54.287671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:54.298035 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-56ef2f5a-cd14-4c9a-98b2-eecd21d37819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:54.339211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cdba070-a1f8-4d9d-8433-e9687e506127 req-7c7a2a91-f60d-4ec8-8966-0e12ce8b06ae tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404166
Apr 30 04:28:54.350268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5b9686ab-0a0f-4ab8-a3bf-b020b243a66f req-34782c0a-db34-42a7-9b81-33df008656e7 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Unset dirty status for tenant:7526743448bb489fa6991d5f984a5177 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:28:54.364117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b9686ab-0a0f-4ab8-a3bf-b020b243a66f req-34782c0a-db34-42a7-9b81-33df008656e7 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 945 time: 0.4868050
Apr 30 04:28:54.386996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:54.407037 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:54.411986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a33fcc-0ae4-4f22-9d6c-0665b7b69336,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:54.436041 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:54.444312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.445106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.445843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.446577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.447398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.448135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.449697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.450491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.451456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.452187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.452903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.454887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:28:54.463586 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:54.469215 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e6a33fcc-0ae4-4f22-9d6c-0665b7b69336 HTTP/1.1" status: 204  len: 168 time: 1.1232703
Apr 30 04:28:54.472550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55094) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:28:54.487675 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:54.618159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b9686ab-0a0f-4ab8-a3bf-b020b243a66f req-f2a2405f-97e5-4008-84e7-c846b3d03156 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523406
Apr 30 04:28:54.731620 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:54.806616 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:54.966788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:28:55.109803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:55.268381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780252d90>,) {'filters': {'network_id': ['7aad0855-cb68-47da-beb2-b28e75ca9d61']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:55.288812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780252d90>, '8c4d0ccb-c87b-4958-9cfb-64a8c315452e') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:55.289316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780252d90>, '8c4d0ccb-c87b-4958-9cfb-64a8c315452e') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:28:55.305647 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:55.331723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:55.341236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:28:55.384226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:55.424364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a has no active binding in host n-h2-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:28:55.426227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fbae1-3282-4447-9181-d1f242f4b902 req-49949486-4e8c-44b4-8c9a-31289c2b053a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:55.436037 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-893fbae1-3282-4447-9181-d1f242f4b902 req-49949486-4e8c-44b4-8c9a-31289c2b053a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.8319194
Apr 30 04:28:55.479532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e96d-06fe-445a-a6db-0d123511f1ce req-2c7db07b-6e74-4319-b646-55715126fb68 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:55.481013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ee8e96d-06fe-445a-a6db-0d123511f1ce req-2c7db07b-6e74-4319-b646-55715126fb68 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 944 time: 0.4790373
Apr 30 04:28:55.543038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:55.562736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-893fbae1-3282-4447-9181-d1f242f4b902 req-a5bce48a-f2f2-4176-a07e-1c94c5e9d364 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207969
Apr 30 04:28:55.580000 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ee8e96d-06fe-445a-a6db-0d123511f1ce req-5835f445-3131-4e3d-8fb7-e435901bb64e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894299
Apr 30 04:28:55.621427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:28:55.686818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ee9cab2d-6857-4824-a320-34f97a173655 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:28:55.716933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:55.725764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:55.737671 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:55.743779 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81f96a1b-26a1-4cda-bd6e-dd4addb8e35b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:55.833588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port ee9cab2d-6857-4824-a320-34f97a173655 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:28:55.848185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port ee9cab2d-6857-4824-a320-34f97a173655 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:28:55.848962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:55.945408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Network 7aad0855-cb68-47da-beb2-b28e75ca9d61 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:28:55.962304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.138610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Pushing event updated for resources: {'Port': ['ID=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:56.150617 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:56.169286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on host n-h1-766726-20 for vnic_type normal with profile {"migrating_to": "n-h2-766726-20"} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:28:56.169603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:28:56.169923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:56.192631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:28:56.192969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Attempting to bind port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:28:56.205769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:28:56.205769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:28:56.205769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:28:56.206462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Bound port: 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:28:56.206462 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.213589 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.239849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc1eb8-ee84-4978-981c-85d6a7ecda22 req-da34ad00-2dd4-4746-b744-f12ba4540f89 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:56.247223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4cc1eb8-ee84-4978-981c-85d6a7ecda22 req-da34ad00-2dd4-4746-b744-f12ba4540f89 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 944 time: 0.3855903
Apr 30 04:28:56.258999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:56.281529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ee9cab2d-6857-4824-a320-34f97a173655,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:56.289833 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.291341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:28:56.302740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eaaf1-3d40-429b-af77-fa124a6e20a8 req-2d5041d9-9ade-4ecc-b129-367f28a6028d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:56.304366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-029eaaf1-3d40-429b-af77-fa124a6e20a8 req-2d5041d9-9ade-4ecc-b129-367f28a6028d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 944 time: 0.2985613
Apr 30 04:28:56.319070 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:56.348132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Network 7aad0855-cb68-47da-beb2-b28e75ca9d61 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:28:56.396492 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4cc1eb8-ee84-4978-981c-85d6a7ecda22 req-e2703c8a-4cc3-4e5f-9b66-bcd5eb3feb27 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478193
Apr 30 04:28:56.427217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:28:56.432376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-029eaaf1-3d40-429b-af77-fa124a6e20a8 req-bc25f7d2-703f-48a4-9ed0-b67256a02017 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055770
Apr 30 04:28:56.444917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:28:56.455402 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.462822 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3e5aca30-fa6a-40b1-abf6-cd3bf8127b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:28:56.478252 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:28:56.510864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f8a84238-4dda-47bd-8a69-ff017fc1b79c tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:56.511970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f8a84238-4dda-47bd-8a69-ff017fc1b79c tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Synchronizing usage tracker for tenant:7526743448bb489fa6991d5f984a5177 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:28:56.517117 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.521349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ee9cab2d-6857-4824-a320-34f97a173655,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:56.528566 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:56.541366 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:56.567928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:28:56.568600 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.574020 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.598990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f8a84238-4dda-47bd-8a69-ff017fc1b79c tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Unset dirty status for tenant:7526743448bb489fa6991d5f984a5177 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:28:56.600663 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f8a84238-4dda-47bd-8a69-ff017fc1b79c tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.50 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 945 time: 1.2394824
Apr 30 04:28:56.671017 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7aad0855-cb68-47da-beb2-b28e75ca9d61 HTTP/1.1" status: 204  len: 168 time: 2.1967690
Apr 30 04:28:56.672403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aad0855-cb68-47da-beb2-b28e75ca9d61,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:56.689359 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:56.693027 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a', 'code': 200}
Apr 30 04:28:56.732067 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655', 'code': 200}
Apr 30 04:28:56.809231 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.818741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Pushing event updated for resources: {'Port': ['ID=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,revision_number=8']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:56.829309 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:56.835129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:56.835884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:56.837366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] 10.222.0.50 "PUT /v2.0/ports/74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a HTTP/1.1" status: 200  len: 1124 time: 2.5755925
Apr 30 04:28:56.983940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55122) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:28:57.053437 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:57.069071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Deleting port 9f41ccd3-a825-4c1e-a9d4-8204416210dd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:28:57.069071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:57.131406 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-68c00491-e1a5-4992-ade1-914d6fce8be4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0785ca3de5ff44a6bdf699b2e0751bf9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1417308
Apr 30 04:28:57.131878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79111800-8b8a-4f2c-8674-0b2d26b69353 req-2587c9f5-5883-4a0a-8dc3-60edef0a3121 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:57.134394 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79111800-8b8a-4f2c-8674-0b2d26b69353 req-2587c9f5-5883-4a0a-8dc3-60edef0a3121 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 945 time: 0.4400346
Apr 30 04:28:57.138466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55126) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:28:57.155776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:57.158966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:57.218700 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:28:57.248919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] For port 9f41ccd3-a825-4c1e-a9d4-8204416210dd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9f41ccd3-a825-4c1e-a9d4-8204416210dd,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:28:57.249281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:57.256438 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:57.274991 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:57.289102 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:57.319513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9046f0-3459-4d55-ab8f-f6277aa22465 req-c725703f-04d8-4e10-8136-728c72d2c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:57.321965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e9046f0-3459-4d55-ab8f-f6277aa22465 req-c725703f-04d8-4e10-8136-728c72d2c814 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 1097 time: 0.4702804
Apr 30 04:28:57.387885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79111800-8b8a-4f2c-8674-0b2d26b69353 req-fef0d190-727e-4a2e-aeeb-9660af252b72 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/security-groups?id=d7763743-a190-4b96-8a98-84c78595a5e4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151368
Apr 30 04:28:57.417275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Calling delete_port for 9f41ccd3-a825-4c1e-a9d4-8204416210dd owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:28:57.419243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a1dc9-0e4d-4283-a40a-2359277ba35a req-be437250-74fd-4d04-8936-8e7831ea13c7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:57.432570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-818a1dc9-0e4d-4283-a40a-2359277ba35a req-be437250-74fd-4d04-8936-8e7831ea13c7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.4935977
Apr 30 04:28:57.503888 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2c82051b-07a6-4165-9a69-734115b9d045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:57.557592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:57.558900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e9046f0-3459-4d55-ab8f-f6277aa22465 req-3c71aab7-6a82-4e02-aaed-b39b33f75652 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214704
Apr 30 04:28:57.568847 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:57.624196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-818a1dc9-0e4d-4283-a40a-2359277ba35a req-9510af15-35ea-4b6a-a54a-c73ee89feb44 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903625
Apr 30 04:28:57.628601 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2c82051b-07a6-4165-9a69-734115b9d045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:57.651544 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:57.673675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:57.774829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Pushing event deleted for resources: {'Port': ['ID=9f41ccd3-a825-4c1e-a9d4-8204416210dd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:57.781033 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:57.846857 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2c82051b-07a6-4165-9a69-734115b9d045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:57.858321 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0973e0b6-f1fd-4af1-806b-3d7b1f9eeed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:28:57.995573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] No DVR routers for this DVR port 9f41ccd3-a825-4c1e-a9d4-8204416210dd on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:28:57.998763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:58.001714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'name': 'network-vif-deleted', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:58.025809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-51b61a0d-7733-43be-a949-95dbff2ba917 req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.50 "DELETE /v2.0/ports/9f41ccd3-a825-4c1e-a9d4-8204416210dd HTTP/1.1" status: 204  len: 173 time: 1.4145441
Apr 30 04:28:58.040269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82051b-07a6-4165-9a69-734115b9d045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6f687f-1316-46eb-a1ea-fe9d25e927df,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:28:58.046350 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2c82051b-07a6-4165-9a69-734115b9d045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:28:58.052613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2c82051b-07a6-4165-9a69-734115b9d045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:28:58.058053 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2c82051b-07a6-4165-9a69-734115b9d045 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a6f687f-1316-46eb-a1ea-fe9d25e927df HTTP/1.1" status: 204  len: 168 time: 0.9050815
Apr 30 04:28:58.136039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf59f8-79f7-4a36-a8a9-7aeb67658bf1 req-0a1f9765-5c1e-4160-acb5-71edf8762336 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:58.138824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68bf59f8-79f7-4a36-a8a9-7aeb67658bf1 req-0a1f9765-5c1e-4160-acb5-71edf8762336 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.2846377
Apr 30 04:28:58.259189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68bf59f8-79f7-4a36-a8a9-7aeb67658bf1 req-1cd31ffc-41cc-45a9-9665-9e8b41ccd250 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087708
Apr 30 04:28:58.695618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:58.730436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee6349-6616-449e-ada4-4d72946e2d19 req-1647c541-a6f0-48e9-9e9d-f6faca408548 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:58.732111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17ee6349-6616-449e-ada4-4d72946e2d19 req-1647c541-a6f0-48e9-9e9d-f6faca408548 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.3048441
Apr 30 04:28:58.734232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:28:58.750465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebae8f-239b-4d4a-9e74-538de9c5e00a req-ac6b2138-0266-495d-8eae-03e98aa18cb1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:58.752072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7ebae8f-239b-4d4a-9e74-538de9c5e00a req-ac6b2138-0266-495d-8eae-03e98aa18cb1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 944 time: 0.1341846
Apr 30 04:28:58.829503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17ee6349-6616-449e-ada4-4d72946e2d19 req-55940c5c-b76b-4b59-9dda-e7f5eb0b13f8 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763731
Apr 30 04:28:58.840248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7ebae8f-239b-4d4a-9e74-538de9c5e00a req-e1742dcd-9b67-40fb-a308-aa596db01835 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703890
Apr 30 04:28:58.922484 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b2bc0-3136-410b-8edf-1891e84632df', 'name': 'network-vif-deleted', 'tag': '9f41ccd3-a825-4c1e-a9d4-8204416210dd', 'status': 'completed', 'code': 200}
Apr 30 04:28:58.982486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 9f41ccd3-a825-4c1e-a9d4-8204416210dd no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:28:59.058723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 9f41ccd3-a825-4c1e-a9d4-8204416210dd {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:28:59.066813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 9f41ccd3-a825-4c1e-a9d4-8204416210dd not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:28:59.252713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d25313e-4d1a-409b-be53-49de615ad3b8 req-2d057465-8d09-4244-958e-52698b76a577 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] 10.222.0.46 "GET /v2.0/ports?device_id=002b2bc0-3136-410b-8edf-1891e84632df HTTP/1.1" status: 200  len: 210 time: 0.0708306
Apr 30 04:28:59.284049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195d436-8382-4bb1-b97e-581ec7bba2c7 req-96d50d19-974a-4560-bb2e-39bf4a908f3d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:59.290950 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d195d436-8382-4bb1-b97e-581ec7bba2c7 req-96d50d19-974a-4560-bb2e-39bf4a908f3d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.2206764
Apr 30 04:28:59.359166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d195d436-8382-4bb1-b97e-581ec7bba2c7 req-5e05477a-eacc-4843-a54b-4aa12fa885e4 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700805
Apr 30 04:28:59.363626 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a', 'status': 'completed', 'code': 200}
Apr 30 04:28:59.435281 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01', 'code': 200}
Apr 30 04:28:59.569345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-fc42ef79-46c5-4cbf-8248-82b4e436efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:59.570948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-fc42ef79-46c5-4cbf-8248-82b4e436efe1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1127 time: 0.1753693
Apr 30 04:28:59.726714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4b9de-0f7d-44fa-9163-f5504de83070 req-7d6484e8-b8c5-463d-a937-887aa49a0908 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:59.728359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0dd4b9de-0f7d-44fa-9163-f5504de83070 req-7d6484e8-b8c5-463d-a937-887aa49a0908 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.2236116
Apr 30 04:28:59.775763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-e9e854d1-8b3d-46d1-8985-57de8f0cc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:28:59.777556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-e9e854d1-8b3d-46d1-8985-57de8f0cc9b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.1991906
Apr 30 04:28:59.869299 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-c19c8d98-6a98-43f6-84c2-851f6592f81b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a HTTP/1.1" status: 200  len: 217 time: 0.0790362
Apr 30 04:28:59.872666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0dd4b9de-0f7d-44fa-9163-f5504de83070 req-81025ead-3587-4753-8381-6018e47fe678 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279714
Apr 30 04:29:00.072590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-45d3a52c-df75-4cba-b63b-2532591b6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:00.074109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-45d3a52c-df75-4cba-b63b-2532591b6199 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.1968117
Apr 30 04:29:00.155522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-4c1b8487-690e-49ad-a460-f0286335ed11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721092
Apr 30 04:29:00.245874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7776fe-11d1-4fc3-9c57-e307b66601cf req-f90811a6-79f3-46ed-bfad-74d185de917a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:00.253265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6d7776fe-11d1-4fc3-9c57-e307b66601cf req-f90811a6-79f3-46ed-bfad-74d185de917a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.2545137
Apr 30 04:29:00.363153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6d7776fe-11d1-4fc3-9c57-e307b66601cf req-ce7cf1db-d153-44b3-a923-551b060d4876 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010692
Apr 30 04:29:00.535379 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-e331f182-9aa2-485b-8ff1-97aa4a93b3a7 service neutron] 10.222.0.50 "GET /v2.0/ports/ecebb2de-a133-4a0f-997d-49d3e7c8c184/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 383 time: 0.4741561
Apr 30 04:29:00.588615 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-096f5e5e-e385-41ed-8528-9656986a2ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:00.630203 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-108f6f5e-2727-4fac-b08e-a05036b37938 req-e93dea68-42c5-4f90-8757-1e3522d2ecef tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.1359665
Apr 30 04:29:00.749530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32a8eb-fcbc-4d61-9f3f-c2ebb8562815 req-210ad4fe-03d6-4457-83a1-f17cee69277c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:00.763885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd32a8eb-fcbc-4d61-9f3f-c2ebb8562815 req-210ad4fe-03d6-4457-83a1-f17cee69277c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 944 time: 0.3956366
Apr 30 04:29:00.783592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55216) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:00.799224 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-00c41cac-82ce-4d0d-aca0-740998fd2226 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4346130
Apr 30 04:29:00.948473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd32a8eb-fcbc-4d61-9f3f-c2ebb8562815 req-1f3347cd-92cb-4c2c-880a-2ad8a4e1b535 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822016
Apr 30 04:29:01.067970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2888ba5d-8b3d-4a50-9bd3-39c6b58e6f01 req-7ea4bf00-f646-4472-8a66-f64088463633 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515819
Apr 30 04:29:01.361928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f3879-b5ac-43a2-a411-28ad6c0c511e req-2e1bdc8c-4d54-4f3c-a7cb-ed50fb51dddb tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:01.363697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-088f3879-b5ac-43a2-a411-28ad6c0c511e req-2e1bdc8c-4d54-4f3c-a7cb-ed50fb51dddb tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.1966226
Apr 30 04:29:01.459120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-088f3879-b5ac-43a2-a411-28ad6c0c511e req-0fd91823-be31-414f-ad08-b6dbdb3b78fc tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770063
Apr 30 04:29:01.655756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-fc040a7a-353c-424f-a03e-b8c3af95e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:01.658205 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-fc040a7a-353c-424f-a03e-b8c3af95e612 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01&tenant_id=2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 1102 time: 0.7429130
Apr 30 04:29:02.292148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-c90d94d7-5e59-4fa9-89dc-3ba80672dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:02.294679 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-c90d94d7-5e59-4fa9-89dc-3ba80672dc9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 1102 time: 0.5851119
Apr 30 04:29:02.423616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fadda09-4038-487a-9698-2df54a1fb2d5 req-b53091cf-154e-4b7d-aa7c-d67d16fc5cb3 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.2380390
Apr 30 04:29:02.439162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ee5f-33b5-45b0-9863-b4ec50d68188 req-2c110917-31bf-4d3a-b1fa-3e2169112ceb tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:02.453047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48d2ee5f-33b5-45b0-9863-b4ec50d68188 req-2c110917-31bf-4d3a-b1fa-3e2169112ceb tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 945 time: 0.4846847
Apr 30 04:29:02.533307 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48d2ee5f-33b5-45b0-9863-b4ec50d68188 req-dc8dfd93-c104-4914-9286-68d75303d8c8 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778117
Apr 30 04:29:02.631257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-bfb5eeca-05dd-4588-a88f-ffe658cd3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:02.633862 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-bfb5eeca-05dd-4588-a88f-ffe658cd3d79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3310041
Apr 30 04:29:02.769186 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-bf9a00b8-e3ea-4330-aeee-e2b4fe318b0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184 HTTP/1.1" status: 200  len: 217 time: 0.1216502
Apr 30 04:29:02.855532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:02.858269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370fee6-1b54-4a01-8031-4de1cbfa17c8 req-bfda6859-8c39-434e-82ae-41f8453daec3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:02.871686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9370fee6-1b54-4a01-8031-4de1cbfa17c8 req-bfda6859-8c39-434e-82ae-41f8453daec3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.2450433
Apr 30 04:29:02.912114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-4c13d634-a5c4-4003-a49f-a2b1497440d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:02.913611 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-4c13d634-a5c4-4003-a49f-a2b1497440d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1327684
Apr 30 04:29:02.990503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:02.992209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9370fee6-1b54-4a01-8031-4de1cbfa17c8 req-9f669c3b-0266-4f4f-8a64-f87ea6567d0b tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190300
Apr 30 04:29:03.064062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fa7af-5afd-44c8-bb8e-61db89e54f3c req-7fe2bb57-7dc6-42ac-a09a-8753e56cf26c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:03.066885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc2fa7af-5afd-44c8-bb8e-61db89e54f3c req-7fe2bb57-7dc6-42ac-a09a-8753e56cf26c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 944 time: 0.3199885
Apr 30 04:29:03.130199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-1868b077-5769-4eef-91b9-75dbac5eb3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:03.131725 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-1868b077-5769-4eef-91b9-75dbac5eb3b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2007158
Apr 30 04:29:03.198114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc2fa7af-5afd-44c8-bb8e-61db89e54f3c req-bcbf6b85-7dce-4c14-8c3c-dbec1888ee0e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099358
Apr 30 04:29:03.325108 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:03.360638 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:03.408534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:03.423089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:03.428399 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:03.433211 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:03.536138 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-90dfb218-ec2a-475d-8858-62787de0e5f7 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3424232
Apr 30 04:29:03.584380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:03.604370 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:03.620069 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6469-21f7-431f-8f82-3c79b7f61bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:03.628384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbae7d7-f1b8-4467-8a5a-d9a549b4fe72 req-15a686b7-b162-42c0-be37-4e4fdef1dcbd tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:03.630999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbbae7d7-f1b8-4467-8a5a-d9a549b4fe72 req-15a686b7-b162-42c0-be37-4e4fdef1dcbd tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.2964952
Apr 30 04:29:03.637985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-ccf250ab-e309-458d-b598-e87ea2f311d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2270834
Apr 30 04:29:03.770777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:03.783625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbbae7d7-f1b8-4467-8a5a-d9a549b4fe72 req-b933113c-d1d3-48bb-813a-8efeaa82fdb4 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441367
Apr 30 04:29:03.851234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-7d69dc34-2253-4c52-9816-7f727e086183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:03.855202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-7d69dc34-2253-4c52-9816-7f727e086183 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 1102 time: 0.1859195
Apr 30 04:29:04.039607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1937c503-9cd1-456b-a9c2-d9c959f164f9 req-576ed488-b659-4393-85b0-f39473804f99 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4949760
Apr 30 04:29:04.060743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Deleting port 8667af0c-f140-4c5b-ac42-3a4487d92b6e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:29:04.061623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:04.082788 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:04.137447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:04.145971 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:04.149139 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:04.239613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-7fe36625-6a78-4297-af21-0ed7552db8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:04.241285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-7fe36625-6a78-4297-af21-0ed7552db8c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3572950
Apr 30 04:29:04.313467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:04.318819 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:04.331967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] For port 8667af0c-f140-4c5b-ac42-3a4487d92b6e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8667af0c-f140-4c5b-ac42-3a4487d92b6e,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:04.332471 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:04.414673 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'code': 200}
Apr 30 04:29:04.444568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-695ddfac-7371-4634-91ca-0a171fc00cff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=d48d7d14-197e-44c1-992b-a90bf596c9da HTTP/1.1" status: 200  len: 217 time: 0.1841125
Apr 30 04:29:04.508911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Calling delete_port for 8667af0c-f140-4c5b-ac42-3a4487d92b6e owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:29:04.522066 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:04.594500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-05a473f7-076e-4314-aa02-50d46576409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:04.597208 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-05a473f7-076e-4314-aa02-50d46576409e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1415532
Apr 30 04:29:04.683911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4adbd-13d7-4dbe-8106-505c30cdd211 req-121e40c0-6015-4877-ac6c-71832e1c2f9b tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:04.686492 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ba4adbd-13d7-4dbe-8106-505c30cdd211 req-121e40c0-6015-4877-ac6c-71832e1c2f9b tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1097 time: 0.7035565
Apr 30 04:29:04.791769 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:04.798118 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1495464-04e9-4b91-8257-5e389239bbee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:04.810957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ba4adbd-13d7-4dbe-8106-505c30cdd211 req-9589adf6-cecf-4005-a64f-566785c5803f tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116092
Apr 30 04:29:04.826059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-6e59bdf1-aada-420e-9171-359cd14d1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:04.827588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-6e59bdf1-aada-420e-9171-359cd14d1b02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2219782
Apr 30 04:29:04.898590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8667af0c-f140-4c5b-ac42-3a4487d92b6e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:04.903285 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:04.924518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f1ff2c05-7168-4f50-a971-61340654c0e2 req-27dcc7f3-0f9a-4f51-9bf1-6cd77bcac9e3 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.0693724
Apr 30 04:29:05.114540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-57e703e1-64fd-4830-bd19-17fbe594eb1a service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2799232
Apr 30 04:29:05.341831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:05.495074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7795d27-295a-4844-b7c1-e2ca858ba065 req-380f9493-0c22-4f18-b90a-ab56a86bdd37 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3727264
Apr 30 04:29:05.522886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fb4d8-b891-4f82-8e2c-bb4f3d1bbf23 req-eb8ffc13-35ce-4851-91ba-23644359a6eb tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:05.524601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-451fb4d8-b891-4f82-8e2c-bb4f3d1bbf23 req-eb8ffc13-35ce-4851-91ba-23644359a6eb tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 943 time: 0.3172948
Apr 30 04:29:05.540074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230bbde-cd7b-45dd-995b-be7dec659fdf req-617dade1-e6ee-4b7c-8e7d-3dc9f1008f5a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:05.541648 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7230bbde-cd7b-45dd-995b-be7dec659fdf req-617dade1-e6ee-4b7c-8e7d-3dc9f1008f5a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.2523806
Apr 30 04:29:05.617992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-451fb4d8-b891-4f82-8e2c-bb4f3d1bbf23 req-57e16176-e4f1-4869-9cc8-ec32b4271c7f tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752740
Apr 30 04:29:05.629761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7230bbde-cd7b-45dd-995b-be7dec659fdf req-80ca3190-41b6-44dc-b271-68daaa7fcdba tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722940
Apr 30 04:29:06.055932 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:06.124135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Router 223283cd-1034-4fe6-a22c-f31d58bc1804 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:29:06.182975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f68126f-36ab-432e-9791-b4b17d9ec4e1 req-2458b732-4f45-4ce8-84db-5f3e325fbaa1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.4018469
Apr 30 04:29:06.326674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859552f-adb7-4b04-8783-0e63143ca99c req-c7ff0aa9-63a2-49a5-abd6-69996990e8ec tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:06.330568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1859552f-adb7-4b04-8783-0e63143ca99c req-c7ff0aa9-63a2-49a5-abd6-69996990e8ec tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 944 time: 0.5848544
Apr 30 04:29:06.350983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-8745de0d-69d4-456a-be02-4854162976d9 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:06.353977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-8745de0d-69d4-456a-be02-4854162976d9 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 943 time: 0.3156161
Apr 30 04:29:06.415947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:06.484482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91498a50-3061-41a9-a395-a7d4ea4e4a17 req-692dd501-4895-4e58-ba4e-b7fe7ad5f342 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:06.492155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:29:06.498696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91498a50-3061-41a9-a395-a7d4ea4e4a17 req-692dd501-4895-4e58-ba4e-b7fe7ad5f342 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 948 time: 0.4632666
Apr 30 04:29:06.511743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] Sync routers for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:29:06.527973 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] 10.222.0.46 "PUT /v2.0/routers/223283cd-1034-4fe6-a22c-f31d58bc1804/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7425432
Apr 30 04:29:06.539494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55270) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:06.543013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:29:06.549246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf758b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:29:06.956104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:29:07.082646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1859552f-adb7-4b04-8783-0e63143ca99c req-5a6252b3-55b7-4ef0-9c12-044cc30da146 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7233431
Apr 30 04:29:07.142085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91498a50-3061-41a9-a395-a7d4ea4e4a17 req-249398b5-a1ce-4778-9474-6aa183b17665 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5754738
Apr 30 04:29:07.322161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:07.433043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Deleting port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:29:07.433522 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:07.658868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] For port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:07.659477 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:07.693928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf758b0>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:29:04Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:29:07.708610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] Checking router: 223283cd-1034-4fe6-a22c-f31d58bc1804 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:29:07.746044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] Routers {'223283cd-1034-4fe6-a22c-f31d58bc1804'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:29:07.747366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf758b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['223283cd-1034-4fe6-a22c-f31d58bc1804'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:29:07.900598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:08.318411 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-107bd54d-bb84-47e3-a8e4-81c5616c6ff6 req-e83ef3a4-6e8c-4741-9515-2e55593eedf0 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.4047644
Apr 30 04:29:08.364193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Calling delete_port for 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:29:08.404061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] Set router 223283cd-1034-4fe6-a22c-f31d58bc1804 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:29:08.494881 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:08.502075 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01', 'code': 200}
Apr 30 04:29:08.575544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-442e60cf-d881-47f7-8c91-a08d7e70857e service neutron] 10.222.0.37 "GET /v2.0/ports/74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 385 time: 0.2453482
Apr 30 04:29:09.011907 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:29:09.018010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:09.056789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Deleting port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:29:09.057138 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:09.122726 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:09.139166 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-69e48406-306a-49a2-8ba3-c39516f04fee tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:09.182687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-96e329a0-2d21-4bf8-b161-5e252fb0886c tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:29:09.189287 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-96e329a0-2d21-4bf8-b161-5e252fb0886c tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0087211
Apr 30 04:29:09.200202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Request body: {'binding': {'host': 'n-h2-766726-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:09.200922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Unknown quota resources ['binding']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:29:09.274827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:29:09.326005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event deleted for resources: {'Port': ['ID=7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:09.370252 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:09.400242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f4df-85cc-4b5a-9e36-96977262d3e7 req-68ce85fb-39d7-46fc-8053-477f4556940f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:09.402346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c545f4df-85cc-4b5a-9e36-96977262d3e7 req-68ce85fb-39d7-46fc-8053-477f4556940f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.7213206
Apr 30 04:29:09.442602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf758b0>, [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:29:04Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:29:09.462101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cab171-d9b7-4912-b15c-0c4a06e1e39b None None] The sync data for ids ['223283cd-1034-4fe6-a22c-f31d58bc1804'] in n-d-766726-20 is: [{'id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'name': 'tempest-FloatingIPsAssociationTestJSON-1441450610-router', 'tenant_id': '7526743448bb489fa6991d5f984a5177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:26:28Z', 'updated_at': '2021-04-30T04:29:04Z', 'revision_number': 5, 'project_id': '7526743448bb489fa6991d5f984a5177', 'gw_port': {'id': '5f30bc29-9210-4b1d-b19e-d4e1a1facd22', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223283cd-1034-4fe6-a22c-f31d58bc1804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:26:30Z', 'updated_at': '2021-04-30T04:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:29:09.502810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:09.513900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] No DVR routers for this DVR port 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:29:09.518110 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:09.539822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'mac_address': 'fa:16:3e:fd:be:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:29:09.542136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'name': 'network-vif-deleted', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:09.620061 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:09.623704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on host n-h2-766726-20 for vnic_type normal with profile None {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:29:09.624271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:29:09.625646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:29:09.635050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:29:09.635641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:29:09.648969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:29:09.649535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:29:09.650186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:29:09.650940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Bound port: c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:29:09.653684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecebb2de-a133-4a0f-997d-49d3e7c8c184 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:29:09.667913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] For port 5f30bc29-9210-4b1d-b19e-d4e1a1facd22, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5f30bc29-9210-4b1d-b19e-d4e1a1facd22,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:09.668474 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:09.681022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:09.682618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:09.690964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:09.696547 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:09.697111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d558bcd-588c-47c8-a9f7-ba1f804f7aa3 req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "DELETE /v2.0/ports/7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 HTTP/1.1" status: 204  len: 173 time: 3.3354180
Apr 30 04:29:09.702152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c545f4df-85cc-4b5a-9e36-96977262d3e7 req-818039e6-6828-45f3-8d57-447a6a1c6101 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2802038
Apr 30 04:29:09.716203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:29:09.762038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:09.768240 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-d023dffe-7f0a-4a08-b5fe-2be1dbce48a4 service neutron] 10.222.0.46 "POST /v2.0/ports/c6c4aba3-bccf-4a5b-b654-fa63d0a1459f/bindings HTTP/1.1" status: 201  len: 390 time: 0.5710521
Apr 30 04:29:09.813650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:09.911178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:29:09.911871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:29:09.986883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Calling delete_port for 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:29:10.018692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:10.042191 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:10.083188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['ecebb2de-a133-4a0f-997d-49d3e7c8c184'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:29:10.125756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:29:10.178318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4d04d86a-b09b-434f-b429-3608c51a7a97 req-1e7d3f83-4148-48a0-a781-a1e5df74aed3 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Synchronizing usage tracker for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:29:10.282801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:29:10.309030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4d04d86a-b09b-434f-b429-3608c51a7a97 req-1e7d3f83-4148-48a0-a781-a1e5df74aed3 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Unset dirty status for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:29:10.310275 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d04d86a-b09b-434f-b429-3608c51a7a97 req-1e7d3f83-4148-48a0-a781-a1e5df74aed3 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=d46afe93-6af7-4600-b883-f25362d4ff60 HTTP/1.1" status: 200  len: 210 time: 0.3423355
Apr 30 04:29:10.313906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:10.354403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:10.523592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-80c6f578-53c9-4e58-ad58-a7ca5d48c436 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4591696
Apr 30 04:29:10.631811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8667af0c-f140-4c5b-ac42-3a4487d92b6e no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:10.672355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8667af0c-f140-4c5b-ac42-3a4487d92b6e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:29:10.672811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8667af0c-f140-4c5b-ac42-3a4487d92b6e not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:29:10.689321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c9d8-67f0-45d8-8eac-c8e9308416f7 req-88137935-5553-4f72-a1cc-2adcf6d0016f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:10.690940 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3188c9d8-67f0-45d8-8eac-c8e9308416f7 req-88137935-5553-4f72-a1cc-2adcf6d0016f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 944 time: 0.4560759
Apr 30 04:29:10.766091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] Transition to ACTIVE for port object 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:29:10.782932 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:10.793371 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7b66f7d7-d5f8-43ec-b6c4-3041ac230daa tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:10.914824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3188c9d8-67f0-45d8-8eac-c8e9308416f7 req-8aa8b2f2-f16c-42de-a368-9f26baf35940 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099946
Apr 30 04:29:11.104036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ccc87-e511-455d-b4b0-ce6995de7fab req-9246a234-e83e-4291-bc80-29d445844239 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:11.106807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-848ccc87-e511-455d-b4b0-ce6995de7fab req-9246a234-e83e-4291-bc80-29d445844239 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 949 time: 0.5562418
Apr 30 04:29:11.119247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] No DVR routers for this DVR port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:29:11.126270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-d2a16c23-fd49-4db1-bc05-e776630799fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:11.128967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-d2a16c23-fd49-4db1-bc05-e776630799fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1096 time: 0.5730128
Apr 30 04:29:11.137552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] Pushing event updated for resources: {'Port': ['ID=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,revision_number=10']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:11.169700 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:11.231781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:11.388719 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36d6fdfb-b0e9-4332-a3a0-ea5fd262713f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:11.501071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Pushing event deleted for resources: {'Port': ['ID=5f30bc29-9210-4b1d-b19e-d4e1a1facd22,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:11.519821 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:11.627140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e601704-f575-40b4-a66c-64c135b67d8b req-e57fdb18-18ec-4f6d-b23f-ecafe43d2782 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.2041507
Apr 30 04:29:11.646067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-848ccc87-e511-455d-b4b0-ce6995de7fab req-ea9edfcb-9dec-45f3-ae4c-0e80f305fdde tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5132003
Apr 30 04:29:11.659724 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] 10.222.0.37 "PUT /v2.0/ports/74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a/bindings/n-h2-766726-20/activate HTTP/1.1" status: 200  len: 370 time: 3.0648975
Apr 30 04:29:11.826596 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:11.897081 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46afe93-6af7-4600-b883-f25362d4ff60', 'name': 'network-vif-deleted', 'tag': '7b2ac2b6-6c75-4d5e-82bc-eb1e9ae08e01', 'status': 'completed', 'code': 200}
Apr 30 04:29:11.914852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-9a0ce398-d405-46ea-9425-e0f4afff8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:11.916870 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-9a0ce398-d405-46ea-9425-e0f4afff8d3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.6862159
Apr 30 04:29:12.211034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:12.215690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-5f54d130-fa19-4b4f-a2a3-55bca1a4b2a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 200  len: 217 time: 0.2316232
Apr 30 04:29:12.220218 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:12.392742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:12.393183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223283cd-1034-4fe6-a22c-f31d58bc1804 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:29:12.422712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-8d0c088a-4cb1-4fb4-9d67-e6cbeea7726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:12.424286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-8d0c088a-4cb1-4fb4-9d67-e6cbeea7726c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.1967249
Apr 30 04:29:12.485961 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:12.487127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] 10.222.0.46 "DELETE /v2.0/routers/223283cd-1034-4fe6-a22c-f31d58bc1804 HTTP/1.1" status: 204  len: 168 time: 5.9209747
Apr 30 04:29:12.491628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55322) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:12.499094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-9fb764e1-c536-495a-9358-9ebfc5d4df08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590940
Apr 30 04:29:12.501494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-c08b4507-40bd-47dc-b3d7-c53b4e3bc6df tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:12.502973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-c08b4507-40bd-47dc-b3d7-c53b4e3bc6df tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.7556396
Apr 30 04:29:12.541293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe369-5303-4c40-afc5-4e0d8a6e7e43 req-ad0933b4-857a-4689-a3a8-12557888ee24 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:12.548287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-519fe369-5303-4c40-afc5-4e0d8a6e7e43 req-ad0933b4-857a-4689-a3a8-12557888ee24 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.6362998
Apr 30 04:29:12.598456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] Deleting subnet 69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:29:12.603439 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:12.615134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf31713-23d3-41b6-a418-286056de2bf9 req-0844a2f3-877e-4cc8-917a-7c8e067e0cf6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:12.616746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdf31713-23d3-41b6-a418-286056de2bf9 req-0844a2f3-877e-4cc8-917a-7c8e067e0cf6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.6985819
Apr 30 04:29:12.696970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:12.788520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-519fe369-5303-4c40-afc5-4e0d8a6e7e43 req-7d90f6bd-ecd3-475e-b116-0f222da7ed61 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390778
Apr 30 04:29:12.794868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdf31713-23d3-41b6-a418-286056de2bf9 req-36fd1eec-d8b0-4c08-ac8e-26af5c3a65a7 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555855
Apr 30 04:29:12.839920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-d5fd3b46-e367-46eb-83fa-a6c7e5a5bb27 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3242598
Apr 30 04:29:12.839920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-8428f224-e0ba-4156-b2d6-aa25749518ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:12.839920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-8428f224-e0ba-4156-b2d6-aa25749518ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6&tenant_id=e00638fa8be2496892bbdeb78ce39e3e HTTP/1.1" status: 200  len: 1097 time: 0.3057897
Apr 30 04:29:12.866321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:13.000420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:29:13.165360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:13.210683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:29:13.211325 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5f30bc29-9210-4b1d-b19e-d4e1a1facd22 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:29:13.229554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port ecebb2de-a133-4a0f-997d-49d3e7c8c184 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:29:13.230014 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:13.383166 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:13.423716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:13.444167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:13.457502 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:13.461430 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:13.528860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:13.551648 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:13.617821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f02ee24-125b-48bf-8a20-b63270f50da6 req-2c93434a-ddb9-42c4-8e4b-28ea56e2ec13 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7732100
Apr 30 04:29:13.618026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc578928-1f1f-4173-9a9f-27959e0d2fa4 None None] Network c22426aa-dadb-459d-b64f-86b27a32bdad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:29:13.686124 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:13.703966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a87b48-e5fe-4e3f-89fb-2bdeb9c77724,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:13.721649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-8eaa45b4-db23-40d9-a8bb-912fd68c6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:13.723155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-8eaa45b4-db23-40d9-a8bb-912fd68c6769 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1097 time: 0.8341532
Apr 30 04:29:13.726754 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:13.735795 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] 10.222.0.46 "DELETE /v2.0/subnets/69a87b48-e5fe-4e3f-89fb-2bdeb9c77724 HTTP/1.1" status: 204  len: 168 time: 1.2425349
Apr 30 04:29:13.737284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55334) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:13.891772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-730b7596-32ec-4f71-8d7f-918d863df7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:13.893153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-730b7596-32ec-4f71-8d7f-918d863df7b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.1613503
Apr 30 04:29:13.992254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:14.008247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a4723-16c4-47b0-8d56-dae9f6277b0b req-86332d23-8b01-4bcb-b7fe-6c26108b745a tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:14.011275 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:14.016713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b0a4723-16c4-47b0-8d56-dae9f6277b0b req-86332d23-8b01-4bcb-b7fe-6c26108b745a tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 945 time: 0.4009907
Apr 30 04:29:14.041286 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:14.057719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-2aefb3b4-c4fb-43c3-bb43-e84b310286fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a HTTP/1.1" status: 200  len: 217 time: 0.1534305
Apr 30 04:29:14.136055 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b0a4723-16c4-47b0-8d56-dae9f6277b0b req-076a4217-d7b6-43cb-b929-579e9e6ee1f3 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159546
Apr 30 04:29:14.153807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] DHCP port deletion for c22426aa-dadb-459d-b64f-86b27a32bdad request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:29:14.246476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b963e8dd-56da-41a0-b67b-440de70a907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:14.247948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b963e8dd-56da-41a0-b67b-440de70a907e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.1619248
Apr 30 04:29:14.276854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-cfbd0401-64ba-455b-8f27-f8ff402465f7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:14.278659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-cfbd0401-64ba-455b-8f27-f8ff402465f7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Synchronizing usage tracker for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:29:14.319124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-d7ae2bf4-b65e-4ca7-be99-8cdc3f87065d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626252
Apr 30 04:29:14.348474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55346) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:14.351074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Deleting port 95ea7cae-6c09-42e2-b92f-de15f3cb398d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:29:14.351466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:14.373169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] Deleting port 95ea7cae-6c09-42e2-b92f-de15f3cb398d {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:29:14.374335 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:14.399650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634324789', 'description': 'tempest-description--2052654618'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:14.415882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-cfbd0401-64ba-455b-8f27-f8ff402465f7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Unset dirty status for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:29:14.417077 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-cfbd0401-64ba-455b-8f27-f8ff402465f7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01&tenant_id=2f1716c022164e59bde54d9a0d899d06&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 950 time: 0.8102155
Apr 30 04:29:14.424132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:29:14.451632 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'code': 200}
Apr 30 04:29:14.518797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-f1eb097e-4406-4c8c-8d19-28dd03333d1e service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925473
Apr 30 04:29:14.534276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:29:14.571613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] For port 95ea7cae-6c09-42e2-b92f-de15f3cb398d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=95ea7cae-6c09-42e2-b92f-de15f3cb398d,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:14.572165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:14.592899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:14.597756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] For port 95ea7cae-6c09-42e2-b92f-de15f3cb398d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=95ea7cae-6c09-42e2-b92f-de15f3cb398d,segment=NetworkSegment(137dcdca-2e7b-40e0-b4bd-aabc9671852f),segment_id=137dcdca-2e7b-40e0-b4bd-aabc9671852f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:14.598165 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:14.785658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Calling delete_port for 95ea7cae-6c09-42e2-b92f-de15f3cb398d owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:29:14.808044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 95ea7cae-6c09-42e2-b92f-de15f3cb398d no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:14.813511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:29:14.821369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Usage tracker for resource:security_group_rule and tenant:6d5e8240e2c34746b95cb21785b32b97 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:29:14.827945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:29:14.828745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-50b10808-13d3-4723-92b2-e3918f9b3485 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3017836
Apr 30 04:29:14.840831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:29:14.854870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] Calling delete_port for 95ea7cae-6c09-42e2-b92f-de15f3cb398d owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:29:14.971758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513e2e7-0e73-442d-8ea8-03fec0def052 req-f9859a06-5b08-4434-a627-1eddb94b2a0c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:14.973921 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-444f01d1-52d7-4e96-a041-64afcd7f4159 service neutron] 10.222.0.50 "GET /v2.0/ports/ecebb2de-a133-4a0f-997d-49d3e7c8c184/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 383 time: 0.4915195
Apr 30 04:29:14.990182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a513e2e7-0e73-442d-8ea8-03fec0def052 req-f9859a06-5b08-4434-a627-1eddb94b2a0c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.1602361
Apr 30 04:29:15.004864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.127821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a513e2e7-0e73-442d-8ea8-03fec0def052 req-10ebe48f-24a3-4efc-8eb9-33a3517162e8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274033
Apr 30 04:29:15.176108 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.182239 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:15.229901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] Pushing event deleted for resources: {'Port': ['ID=95ea7cae-6c09-42e2-b92f-de15f3cb398d,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:15.233772 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:15.237109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] No DVR routers for this DVR port 95ea7cae-6c09-42e2-b92f-de15f3cb398d on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:29:15.314897 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.335339 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.388908 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:15.436928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.440160 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0684819
Apr 30 04:29:15.446649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55366) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:15.451570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2739a64-43d1-43b0-887e-629d2c56786d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:15.458860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Request body: {'security_group_rule': {'security_group_id': 'e2739a64-43d1-43b0-887e-629d2c56786d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:15.460365 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:15.462839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.474397 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1e21d3be-3e5b-41e8-9283-5291cb56d0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:15.481817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd36780-7451-4206-b482-84024cbcd397 req-58766ff6-57c2-4081-9d5a-ae8809f36e8f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:15.483865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dd36780-7451-4206-b482-84024cbcd397 req-58766ff6-57c2-4081-9d5a-ae8809f36e8f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.1901641
Apr 30 04:29:15.496432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:29:15.509813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-f6f29044-dd16-4eb3-9e71-0f476c6c8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:15.511744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-f6f29044-dd16-4eb3-9e71-0f476c6c8d3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 1102 time: 0.4831064
Apr 30 04:29:15.519361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] No DVR routers for this DVR port 95ea7cae-6c09-42e2-b92f-de15f3cb398d on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:29:15.565736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Usage tracker for resource:security_group_rule and tenant:6d5e8240e2c34746b95cb21785b32b97 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:29:15.577509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ea7cae-6c09-42e2-b92f-de15f3cb398d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:15.583064 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:15.613682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:29:15.651175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:29:15.717235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dd36780-7451-4206-b482-84024cbcd397 req-e8208602-a03e-45cf-995a-3a6beac07734 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115238
Apr 30 04:29:15.721412 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.799049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b206cde2-ba6e-4c11-9a66-ecf6b2df6fdc tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:15.800618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-b206cde2-ba6e-4c11-9a66-ecf6b2df6fdc tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.2933393
Apr 30 04:29:15.859363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df270e-ecb5-45a5-b497-d9d494fd4ab2 req-4364bdfb-7138-41d9-83a5-72682dde8360 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:15.860987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c3df270e-ecb5-45a5-b497-d9d494fd4ab2 req-4364bdfb-7138-41d9-83a5-72682dde8360 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.3616359
Apr 30 04:29:15.881716 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.886967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.903526 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:15.942832 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-47f9a0a1-7fef-46a6-844f-015334f04cf5 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:15.985602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-b11bb7f4-838b-4bd6-910c-e2c20730f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:15.988913 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-b11bb7f4-838b-4bd6-910c-e2c20730f5b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4672163
Apr 30 04:29:16.035609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f397de5d-84a0-4cd9-81f7-9d18e240c1ce,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:16.051389 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:16.066585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c3df270e-ecb5-45a5-b497-d9d494fd4ab2 req-eae664e9-8699-47c1-a605-4938df930a30 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833746
Apr 30 04:29:16.071793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:16.075845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6273711
Apr 30 04:29:16.083904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55370) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:16.147410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2abf8d5b-0896-4da3-a761-6b34c0e9d045 req-ab1588c4-2f65-432b-9c83-d3782199a97a tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.0664890
Apr 30 04:29:16.153916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Request body: {'security_group_rule': {'security_group_id': 'e2739a64-43d1-43b0-887e-629d2c56786d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:16.171041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:29:16.182477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Usage tracker for resource:security_group_rule and tenant:6d5e8240e2c34746b95cb21785b32b97 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:29:16.189997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:29:16.190264 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-d4a24f2a-e7ad-4345-a4b4-a96fd8903413 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184 HTTP/1.1" status: 200  len: 217 time: 0.1694224
Apr 30 04:29:16.206928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:29:16.239764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-89073ad8-6387-418c-acc8-38c6a8e8836a service neutron] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:29:16.246273 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-89073ad8-6387-418c-acc8-38c6a8e8836a service neutron] Notify callbacks [] for binding, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:16.248657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7409682-15ee-4542-bd3f-60db22e3dcdc req-89073ad8-6387-418c-acc8-38c6a8e8836a service neutron] 10.222.0.50 "DELETE /v2.0/ports/74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a/bindings/n-h1-766726-20 HTTP/1.1" status: 204  len: 173 time: 0.4388001
Apr 30 04:29:16.250422 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:16.285882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aa2a880>,) {'filters': {'network_id': ['c22426aa-dadb-459d-b64f-86b27a32bdad']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:29:16.313695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa2a880>, '137dcdca-2e7b-40e0-b4bd-aabc9671852f') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:29:16.314826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa2a880>, '137dcdca-2e7b-40e0-b4bd-aabc9671852f') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:29:16.342218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:16.351571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-dead4aee-c988-4e14-ab74-26cd80c1ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:16.353250 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-dead4aee-c988-4e14-ab74-26cd80c1ad9d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1533220
Apr 30 04:29:16.416536 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:16.428410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:29:16.587945 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:16.610026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:16.639041 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:16.660530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Network c22426aa-dadb-459d-b64f-86b27a32bdad has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:29:16.677030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:16.711067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20401555-fd6c-47eb-ab60-482e83863bf6,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:16.715145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-b5149803-43c2-4d89-8ed1-a64eb7c58664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:16.716995 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-b5149803-43c2-4d89-8ed1-a64eb7c58664 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3555849
Apr 30 04:29:16.719399 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:16.736883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e09a5f-c2f3-4379-a3b8-472bdc584a70 req-0a6e808d-9a8d-4f8f-a96b-ddc6b3bb0f77 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:16.739729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6e09a5f-c2f3-4379-a3b8-472bdc584a70 req-0a6e808d-9a8d-4f8f-a96b-ddc6b3bb0f77 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 945 time: 0.3937345
Apr 30 04:29:16.745054 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:16.752060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6665127
Apr 30 04:29:16.752977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55376) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:16.768109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df00e3-52bc-44be-a015-a9d309bd23d1 req-269fe6d5-df13-4dfa-b755-593a67b32be6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:16.769691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04df00e3-52bc-44be-a015-a9d309bd23d1 req-269fe6d5-df13-4dfa-b755-593a67b32be6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.3583100
Apr 30 04:29:16.915694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:16.927944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:29:16.955774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Usage tracker for resource:floatingip and tenant:6d5e8240e2c34746b95cb21785b32b97 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:29:16.963677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:29:16.982760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:29:17.016883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6e09a5f-c2f3-4379-a3b8-472bdc584a70 req-c240f9a1-1a03-4731-bcbe-4e1b3072f755 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2609003
Apr 30 04:29:17.038823 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:17.067463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Network c22426aa-dadb-459d-b64f-86b27a32bdad has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:29:17.068245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04df00e3-52bc-44be-a015-a9d309bd23d1 req-2030f37b-9d69-4f95-99e8-a4918987eeb2 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467876
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:29:17.133874 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:29:17.443076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:17.458342 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-9c5ee2cd-141f-4b0e-8898-00639062a040 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5888908
Apr 30 04:29:17.459986 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64493ea3-03e2-4ee5-ab36-c6862c8d4134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:17.461995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:17.474544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d4966-bd8a-4c17-b518-f8c317540a42 req-8ea53d50-aee5-41de-a89c-55966c85a7ad tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:17.476045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-363d4966-bd8a-4c17-b518-f8c317540a42 req-8ea53d50-aee5-41de-a89c-55966c85a7ad tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.1990752
Apr 30 04:29:17.496796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c22426aa-dadb-459d-b64f-86b27a32bdad,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:17.529198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:17.534423 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:17.659341 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c22426aa-dadb-459d-b64f-86b27a32bdad HTTP/1.1" status: 204  len: 168 time: 3.9153166
Apr 30 04:29:17.723079 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-319a6a72-0503-4b8a-b5cf-66f9ed97d133 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289379
Apr 30 04:29:17.795499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-363d4966-bd8a-4c17-b518-f8c317540a42 req-c797e71f-7f14-4ea7-b61d-a24890413383 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126038
Apr 30 04:29:18.001239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55394) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:18.002941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707053c0-045d-4b05-a2a7-4710ad749c27 req-5ac8b87f-d5a6-4724-b73e-d98e1ccfe9ca tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:18.005141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-707053c0-045d-4b05-a2a7-4710ad749c27 req-5ac8b87f-d5a6-4724-b73e-d98e1ccfe9ca tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.5278349
Apr 30 04:29:18.054606 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9046d41e-dbd0-4ca7-a22a-40e90cd0c66f req-86e74bab-34ca-438b-b223-bc1c4770462c tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.1057992
Apr 30 04:29:18.060467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Allocated IP 172.25.8.44 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/fb7c975d-a726-409a-a5bc-fa412076778d) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:29:18.072181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-6a64fbdd-5382-4339-ad02-d919b236a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:18.073884 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-6a64fbdd-5382-4339-ad02-d919b236a8aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1097 time: 0.3827126
Apr 30 04:29:18.106308 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ff3323e3-ea03-40ac-ba7b-000c859b79ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7526743448bb489fa6991d5f984a5177&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0880463
Apr 30 04:29:18.106308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55398) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:18.173939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-707053c0-045d-4b05-a2a7-4710ad749c27 req-e4bb7323-6da5-4ba8-926a-efc0c52e63c0 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492567
Apr 30 04:29:18.219470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cbe4982-865a-461e-a77b-2aa9a8e145c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:18.274504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cbe4982-865a-461e-a77b-2aa9a8e145c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:18.400873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cbe4982-865a-461e-a77b-2aa9a8e145c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:18.412215 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1083db35-7e4f-4276-8171-952b5218d26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:18.555675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-3c37122b-c73b-4b05-bec5-b52ba1306228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:18.557315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-3c37122b-c73b-4b05-bec5-b52ba1306228 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.4741194
Apr 30 04:29:18.572831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe4982-865a-461e-a77b-2aa9a8e145c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7763743-a190-4b96-8a98-84c78595a5e4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:18.576486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cbe4982-865a-461e-a77b-2aa9a8e145c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:18.583823 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cbe4982-865a-461e-a77b-2aa9a8e145c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:18.587491 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8cbe4982-865a-461e-a77b-2aa9a8e145c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7763743-a190-4b96-8a98-84c78595a5e4 HTTP/1.1" status: 204  len: 168 time: 0.4917133
Apr 30 04:29:18.674715 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:18.717099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-9cb6ce01-e50c-4871-8dc3-062999cff6d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f HTTP/1.1" status: 200  len: 217 time: 0.1422617
Apr 30 04:29:18.800982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f49e-89e7-418b-8c64-f4ddafe61245 req-f41f5436-8be5-4449-a9e3-cf3bc5d674b4 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:18.803470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71e4f49e-89e7-418b-8c64-f4ddafe61245 req-f41f5436-8be5-4449-a9e3-cf3bc5d674b4 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1097 time: 0.4797010
Apr 30 04:29:18.885162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacb1cf-2698-4524-b895-f3f78b4c0636 req-504e57f2-1cf2-4660-9d7c-cd81f8d3aa3a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:18.886839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6dacb1cf-2698-4524-b895-f3f78b4c0636 req-504e57f2-1cf2-4660-9d7c-cd81f8d3aa3a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.4879756
Apr 30 04:29:18.908548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-659d985c-d6cd-4aa1-9da7-b9842607a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:18.910025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-659d985c-d6cd-4aa1-9da7-b9842607a8fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.1734095
Apr 30 04:29:18.983312 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71e4f49e-89e7-418b-8c64-f4ddafe61245 req-0334eea2-fd05-43d7-ace6-a2c2bfb2fa20 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553006
Apr 30 04:29:18.995412 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:19.008580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-d4b0c7af-2d23-4770-b030-f15f9e5f885a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0758646
Apr 30 04:29:19.012142 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:19.112711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6dacb1cf-2698-4524-b895-f3f78b4c0636 req-0bc047dd-88c0-4402-8a7b-4c9bc6b67153 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081008
Apr 30 04:29:19.136000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:29:19.220448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event updated for resources: {'Port': ['ID=fb7c975d-a726-409a-a5bc-fa412076778d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:19.223380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:29:19.225620 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:19.244725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:29:19.691264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a95d8e73-bf22-408a-a890-08059174aa53 req-c9876351-62c0-4df6-b516-7c8c0c9946f0 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.1941667
Apr 30 04:29:19.737022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-f25d8ac3-d10b-4f9c-a440-0062f1a3796a service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6923966
Apr 30 04:29:19.894756 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:19.934755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98406ec3-e178-442c-bdba-08c82e937902 req-46faa663-04f9-4da9-931d-3ec0a654f2e4 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:19.940549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98406ec3-e178-442c-bdba-08c82e937902 req-46faa663-04f9-4da9-931d-3ec0a654f2e4 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.4488502
Apr 30 04:29:20.156696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-803437db-56bb-44e4-a245-a7ae3b101674 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4103839
Apr 30 04:29:20.217107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98406ec3-e178-442c-bdba-08c82e937902 req-116bf89b-21a9-4879-90de-f0338e3947de tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2512538
Apr 30 04:29:20.252263 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:20.466818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ab99-efb2-4f94-a922-48eadcdc1563 req-3c344591-c11d-4d20-9daf-5c71a01c76e3 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:20.476325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a90ab99-efb2-4f94-a922-48eadcdc1563 req-3c344591-c11d-4d20-9daf-5c71a01c76e3 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 1097 time: 0.5190837
Apr 30 04:29:20.713794 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a90ab99-efb2-4f94-a922-48eadcdc1563 req-50207f2e-0804-4163-8296-10584fdf352b tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911209
Apr 30 04:29:20.784551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-1b2513af-ed04-47f4-ba79-443285e28606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:20.785959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-1b2513af-ed04-47f4-ba79-443285e28606 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01&tenant_id=2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 1102 time: 0.2984059
Apr 30 04:29:20.795496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fec26-0111-4a14-a612-3b9d9831eed9 req-6a30a4cb-7ae7-4b5d-9d16-6b24afc6cdce tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:20.801598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d93fec26-0111-4a14-a612-3b9d9831eed9 req-6a30a4cb-7ae7-4b5d-9d16-6b24afc6cdce tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.4279826
Apr 30 04:29:20.920979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d93fec26-0111-4a14-a612-3b9d9831eed9 req-701c46ce-c091-4431-b659-3dbc20a6692e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134007
Apr 30 04:29:20.931112 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:20.961579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:20.980177 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20196131-e830-4360-be7d-7d9c27ef2431 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:21.110877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-018a044f-4e12-4ee7-acb4-12ec4060339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:21.112452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-018a044f-4e12-4ee7-acb4-12ec4060339c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 1102 time: 0.2864876
Apr 30 04:29:21.198172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event updated for resources: {'Port': ['ID=fb7c975d-a726-409a-a5bc-fa412076778d,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:21.215995 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:21.320131 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:21.364879 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:21.366641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.6102700
Apr 30 04:29:21.420791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-66662fe6-4ca2-4ee9-a2f6-1f16dc2f757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:21.422403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-66662fe6-4ca2-4ee9-a2f6-1f16dc2f757f service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2675445
Apr 30 04:29:21.433655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1458e2-c2e7-4983-b4c8-b176a21198d0 req-3ef23294-3238-48e5-9340-feecef8c49c1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:21.435415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a1458e2-c2e7-4983-b4c8-b176a21198d0 req-3ef23294-3238-48e5-9340-feecef8c49c1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.3365877
Apr 30 04:29:21.577037 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-c1b71e8b-8f87-4c53-9c89-1705304d7b07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184 HTTP/1.1" status: 200  len: 217 time: 0.1403446
Apr 30 04:29:21.651170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a1458e2-c2e7-4983-b4c8-b176a21198d0 req-90988abb-2894-42aa-9506-26e916919db8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494904
Apr 30 04:29:21.653359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e26b2e89-628d-46e4-9e62-a1ee888dd547 req-6a656c2f-3396-4571-8c86-969ebc44b438 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.1537557
Apr 30 04:29:21.676220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-0141aa4f-c8d7-4745-9a34-48f127610f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:21.677724 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-0141aa4f-c8d7-4745-9a34-48f127610f80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0907481
Apr 30 04:29:22.038056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-fd7ab9fb-be11-434c-a624-668a5b3e529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:22.039645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-fd7ab9fb-be11-434c-a624-668a5b3e529a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3441629
Apr 30 04:29:22.187596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8cb49-2bc3-4ae5-9e74-17474cbc1d39 req-4abc1e97-c2da-46ce-80c2-ff4865be6902 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:22.189170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cef8cb49-2bc3-4ae5-9e74-17474cbc1d39 req-4abc1e97-c2da-46ce-80c2-ff4865be6902 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.2141356
Apr 30 04:29:22.249977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-1dc1a308-8296-4d36-b5a6-d587167c363c service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034717
Apr 30 04:29:22.353987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cef8cb49-2bc3-4ae5-9e74-17474cbc1d39 req-b74fcae3-0463-441d-ad13-9211c8d4318e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463311
Apr 30 04:29:22.676726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-713d70af-4a75-4379-8022-7e2da26bb4bd req-4b7203ba-1381-4534-bd91-025e0f2e58f7 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4161301
Apr 30 04:29:22.734427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-5c255518-0bbc-495a-8994-8473095968a0 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:22.736049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-5c255518-0bbc-495a-8994-8473095968a0 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/networks?id=c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 200  len: 822 time: 0.2831047
Apr 30 04:29:22.760457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fe497602-7146-4082-ac2e-04a6c75b8b94 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/quotas/6d5e8240e2c34746b95cb21785b32b97 HTTP/1.1" status: 200  len: 375 time: 0.0145967
Apr 30 04:29:22.777293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052d995-55bc-4d00-801c-447ef610fb66 req-09457bf3-a805-495d-a2d6-9787de2dce70 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:22.778870 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6052d995-55bc-4d00-801c-447ef610fb66 req-09457bf3-a805-495d-a2d6-9787de2dce70 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.1978531
Apr 30 04:29:22.879671 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6052d995-55bc-4d00-801c-447ef610fb66 req-a2162c15-3ca9-4ed5-94fc-0635954129d0 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679755
Apr 30 04:29:22.922076 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-91058e15-4150-44ea-9a4e-8ef96bd24a77 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d5e8240e2c34746b95cb21785b32b97&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1529922
Apr 30 04:29:23.183234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-d06f1f25-8f55-44d2-b27f-129249553be1 service neutron] 10.222.0.46 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2479093
Apr 30 04:29:23.397232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-a0f4f0f3-1bd3-4a93-ab2c-cb7fab68f3aa service neutron] 10.222.0.46 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076943
Apr 30 04:29:23.822516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428ecf-8d8d-459e-a8ec-0ebb26db460f req-36f87e6c-9e4b-435d-b845-dc34e2c92453 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:23.824275 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2428ecf-8d8d-459e-a8ec-0ebb26db460f req-36f87e6c-9e4b-435d-b845-dc34e2c92453 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.1464667
Apr 30 04:29:23.892040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-def4bdaa-ef30-464a-846c-cd875295f341 req-9e2a4787-2b3f-4c4b-8f9b-03ed1b92bb10 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.0664494
Apr 30 04:29:23.985228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2428ecf-8d8d-459e-a8ec-0ebb26db460f req-80e93b91-aa8f-4ac2-81e0-705739848d68 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261468
Apr 30 04:29:24.099953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f1b1670-54f4-410d-bf8c-8583b0a42b07 req-1afae91e-83b0-490d-ad97-b54f12aa0dc6 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 210 time: 0.0605547
Apr 30 04:29:24.213817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e984b-9d4e-4317-b739-d1fdebc63f1a req-6856690e-9bdf-4caa-8919-79d75fefc47e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:24.223437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c88e984b-9d4e-4317-b739-d1fdebc63f1a req-6856690e-9bdf-4caa-8919-79d75fefc47e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.1219888
Apr 30 04:29:24.325909 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c88e984b-9d4e-4317-b739-d1fdebc63f1a req-17597cb9-8875-4f0a-8fd3-355c7eabc890 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012201
Apr 30 04:29:24.717634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4a57-b27d-412e-8c90-43b50b153d4a req-e9e5d0fd-a5b5-46f5-8fc6-9f855759e27d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:24.720345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-984d4a57-b27d-412e-8c90-43b50b153d4a req-e9e5d0fd-a5b5-46f5-8fc6-9f855759e27d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.1687620
Apr 30 04:29:24.792978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-984d4a57-b27d-412e-8c90-43b50b153d4a req-45b48f2a-246e-4c09-9dac-877d28eaded2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611744
Apr 30 04:29:25.025848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:25.217308 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:25.265424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:25.267211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:25.277867 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:25.283264 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:25.376054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8254ef90-903d-44a2-9644-cb79f32e90b3 req-bbb4be8e-a9b4-4776-9f09-3d18b847a079 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.2322848
Apr 30 04:29:25.398226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:25.413915 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:25.784992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-71fdd8cb-1c84-4f28-9fa7-28fa545ee363 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:25.786399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-71fdd8cb-1c84-4f28-9fa7-28fa545ee363 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "GET /v2.0/networks?id=c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 200  len: 822 time: 0.4998565
Apr 30 04:29:25.796716 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:29:25.863909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Request body: {'port': {'device_id': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058', 'admin_state_up': True, 'tenant_id': '6d5e8240e2c34746b95cb21785b32b97'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:25.984106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fcfded44-7755-443e-83ac-dedd417af578 req-e03cf4e1-70ad-40f6-841c-8889c96e223b tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 210 time: 0.2081833
Apr 30 04:29:26.071319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:29:26.078616 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'code': 200}
Apr 30 04:29:26.102022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:29:26.130841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6e7f1-c3c6-4e8e-b4d6-77f7e7eed7f6 req-43176b9f-d9f1-4b2f-9855-4b0e61a293fa tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:26.132791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78f6e7f1-c3c6-4e8e-b4d6-77f7e7eed7f6 req-43176b9f-d9f1-4b2f-9855-4b0e61a293fa tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 948 time: 0.3582375
Apr 30 04:29:26.163226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Made reservation on behalf of 6d5e8240e2c34746b95cb21785b32b97 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:29:26.167377 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:26.324575 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78f6e7f1-c3c6-4e8e-b4d6-77f7e7eed7f6 req-645cf34e-0c51-44c8-a409-78191f752e64 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852059
Apr 30 04:29:26.504833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9134934-d7b0-4a73-b86f-cda3bda96e51 req-c0e26a0e-2616-4889-b346-1d2d624146f0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:26.506428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9134934-d7b0-4a73-b86f-cda3bda96e51 req-c0e26a0e-2616-4889-b346-1d2d624146f0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.3118868
Apr 30 04:29:26.571396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Allocated IP 172.20.0.9 (c95113fe-e832-45c9-b506-02b344a19058/e5bfe584-f55e-432b-862f-75c9adfc6837/622d611c-6de5-4eac-b80f-0ee6bb78619f) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:29:26.583106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9134934-d7b0-4a73-b86f-cda3bda96e51 req-521a88ea-97ec-46e1-8596-22916cac1a25 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699468
Apr 30 04:29:26.769280 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:26.871875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fda4c70e-8f55-49da-afa1-a165befb5a47 req-06786b7a-8c10-4254-b355-0c49ed999904 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.1038055
Apr 30 04:29:26.906902 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:27.023754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:27.048544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:29:27.055151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892a4bc-c1d5-455e-be49-56468860d5ba req-d10325de-6036-481c-b5c1-fba48802aef1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:27.069721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f892a4bc-c1d5-455e-be49-56468860d5ba req-d10325de-6036-481c-b5c1-fba48802aef1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.3029091
Apr 30 04:29:27.183680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f892a4bc-c1d5-455e-be49-56468860d5ba req-2e6d35c5-bcb1-4d12-ab52-f5f35a31790c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124740
Apr 30 04:29:27.250027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:27.253901 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:27.272055 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c5d77eda-c257-44ea-93f2-8fb1fa5b1a22 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:27.274234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'mac_address': 'fa:16:3e:fd:be:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:29:27.391864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:27.420232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecebb2de-a133-4a0f-997d-49d3e7c8c184 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:29:27.444584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:27.457348 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:27.462062 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:27.517098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Network c95113fe-e832-45c9-b506-02b344a19058 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:29:27.525291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:29:27.529622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:29:27.570731 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=10']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:27.575466 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:27.726102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event updated for resources: {'Port': ['ID=622d611c-6de5-4eac-b80f-0ee6bb78619f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:27.739660 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:27.803563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:27.804662 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:27.846464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['ecebb2de-a133-4a0f-997d-49d3e7c8c184'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:29:27.849644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6c2e2-a741-44b2-8353-a000a28230d4 req-7b23da8c-ec02-4576-94e7-2bbb7fc65d6b tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:27.851339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ddb6c2e2-a741-44b2-8353-a000a28230d4 req-7b23da8c-ec02-4576-94e7-2bbb7fc65d6b tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 931 time: 0.4707606
Apr 30 04:29:27.960348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad354c-564c-4486-8dc9-0bb5242fcba6 req-c5c79cc3-a1c4-4b63-9ee5-a425acf61de8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:27.962356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13ad354c-564c-4486-8dc9-0bb5242fcba6 req-c5c79cc3-a1c4-4b63-9ee5-a425acf61de8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.3692839
Apr 30 04:29:27.966860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1168909
Apr 30 04:29:27.977393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ddb6c2e2-a741-44b2-8353-a000a28230d4 req-5d301f52-9be5-4e09-917e-3c06718ebbab tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128340
Apr 30 04:29:28.002506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Request body: {'port': {'device_id': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:28.133104 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13ad354c-564c-4486-8dc9-0bb5242fcba6 req-6bf293d2-642f-45d1-8abe-897131078908 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586730
Apr 30 04:29:28.276693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:28.946541 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbcb377f-291a-407a-95fa-41be121fdcdb req-6909fca8-3e7b-450b-a2e4-b91c034e2229 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.2877631
Apr 30 04:29:29.060510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:29:29.074878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708de16-cdc4-45eb-9e0a-c10a01c3f1f7 req-400f1acb-91ed-4f00-aed8-d2d5d19362af tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:29.091072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b708de16-cdc4-45eb-9e0a-c10a01c3f1f7 req-400f1acb-91ed-4f00-aed8-d2d5d19362af tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.6848440
Apr 30 04:29:29.243180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port ecebb2de-a133-4a0f-997d-49d3e7c8c184 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:29:29.243910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:29.325225 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b708de16-cdc4-45eb-9e0a-c10a01c3f1f7 req-695077e7-97cf-4580-beb9-cb74f5f388a4 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261171
Apr 30 04:29:29.373445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e1d6e-36bc-46c3-a1c8-f2d2c66aa899 req-8797050e-e924-4759-aa07-ff99af6a1128 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:29.375906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e0e1d6e-36bc-46c3-a1c8-f2d2c66aa899 req-8797050e-e924-4759-aa07-ff99af6a1128 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 950 time: 0.2708993
Apr 30 04:29:29.415349 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:29.482321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:29.485988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:29.495135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622d611c-6de5-4eac-b80f-0ee6bb78619f {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:29:29.495798 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:29.499475 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:29.505193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e0e1d6e-36bc-46c3-a1c8-f2d2c66aa899 req-6b256f3b-1c90-4dc1-9500-ef462b64b45c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222959
Apr 30 04:29:29.510001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:29.533227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Transition to ACTIVE for port object 622d611c-6de5-4eac-b80f-0ee6bb78619f will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:29:29.540604 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:29.552006 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06d66b83-b969-456b-93fd-da9d2cb91a34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:29.725307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=11']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:29.731462 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:29.991315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Pushing event updated for resources: {'Port': ['ID=622d611c-6de5-4eac-b80f-0ee6bb78619f,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:30.010528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Attempting to bind port 622d611c-6de5-4eac-b80f-0ee6bb78619f on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:29:30.010866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Attempting to bind port 622d611c-6de5-4eac-b80f-0ee6bb78619f by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:29:30.011195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Attempting to bind port 622d611c-6de5-4eac-b80f-0ee6bb78619f on network c95113fe-e832-45c9-b506-02b344a19058 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:29:30.039886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Port 622d611c-6de5-4eac-b80f-0ee6bb78619f on network c95113fe-e832-45c9-b506-02b344a19058 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:29:30.040138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Attempting to bind port 622d611c-6de5-4eac-b80f-0ee6bb78619f on network c95113fe-e832-45c9-b506-02b344a19058 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:29:30.052188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.059622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.060049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.060406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.060755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.061105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.061455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.062010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.063200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.063563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.063791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.064136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:30.070729 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:30.086455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:29:30.087150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Checking segment: {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:29:30.087267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Bound using segment: {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:29:30.088025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Bound port: 622d611c-6de5-4eac-b80f-0ee6bb78619f, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:29:30.088632 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:30.245771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a053e-1c16-41ed-9e95-9fc06964e92f req-a2708373-e240-4ec4-ab20-f0c448dcba5d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:30.249147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-953a053e-1c16-41ed-9e95-9fc06964e92f req-a2708373-e240-4ec4-ab20-f0c448dcba5d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.5976274
Apr 30 04:29:30.377321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:29:30.382353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-953a053e-1c16-41ed-9e95-9fc06964e92f req-cd7b7199-8c5a-473a-8ef1-6660c7b94383 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045969
Apr 30 04:29:30.393071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:29:30.410174 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:30.416712 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:30.598850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4a25f404-026a-41c8-8f4d-67e085a43f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:30.602912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:30.603621 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:30.605220 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] 10.222.0.37 "PUT /v2.0/ports/622d611c-6de5-4eac-b80f-0ee6bb78619f HTTP/1.1" status: 200  len: 1092 time: 2.6117022
Apr 30 04:29:30.605789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:30.639490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Pushing event updated for resources: {'Port': ['ID=622d611c-6de5-4eac-b80f-0ee6bb78619f,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:30.644797 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:30.741761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7024730-222c-4342-9f44-d89524b411aa req-db343ade-c4d6-4fa5-b184-a11dcbaf229c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:30.742774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e7024730-222c-4342-9f44-d89524b411aa req-db343ade-c4d6-4fa5-b184-a11dcbaf229c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Synchronizing usage tracker for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:29:30.778201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e7024730-222c-4342-9f44-d89524b411aa req-db343ade-c4d6-4fa5-b184-a11dcbaf229c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Unset dirty status for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:29:30.779396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7024730-222c-4342-9f44-d89524b411aa req-db343ade-c4d6-4fa5-b184-a11dcbaf229c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 943 time: 0.2353671
Apr 30 04:29:30.783055 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'code': 200}
Apr 30 04:29:30.809414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-22471e94-5f44-41a1-beff-ca66cc616c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:30.810975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-22471e94-5f44-41a1-beff-ca66cc616c0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e8240e2c34746b95cb21785b32b97&device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 1095 time: 0.1361816
Apr 30 04:29:31.021590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-ceac63f8-c1ef-44fb-a8c1-a83f5e24929a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f HTTP/1.1" status: 200  len: 217 time: 0.1975834
Apr 30 04:29:31.089407 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7024730-222c-4342-9f44-d89524b411aa req-300d4a9f-cc42-4f45-9c3a-cb2aae429deb tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993400
Apr 30 04:29:31.091712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5fb0ecee-c9f3-46a9-95d9-4ed0b3bfc68e req-7441190f-c551-447f-a37f-2bbee16fabff tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.1117620
Apr 30 04:29:31.149654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1ab701c9-1cb5-4a02-aee8-de36122cb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:31.151137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-1ab701c9-1cb5-4a02-aee8-de36122cb354 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5bfe584-f55e-432b-862f-75c9adfc6837 HTTP/1.1" status: 200  len: 862 time: 0.1204042
Apr 30 04:29:31.292716 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-d7263867-6fce-4b3f-a70a-75b05d52bff7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c95113fe-e832-45c9-b506-02b344a19058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1326318
Apr 30 04:29:31.342477 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f', 'status': 'completed', 'code': 200}
Apr 30 04:29:31.542090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-d04b22fa-3880-413f-9a56-297d3ca47e7c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2f1716c022164e59bde54d9a0d899d06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1008804
Apr 30 04:29:31.837270 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-98a553ef-6c0b-4a87-9794-b67d2a855f3d service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5370445
Apr 30 04:29:31.929873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361615-b498-4b50-9976-fecd64593120 req-34a2c7d3-a9bd-4362-8a62-514278cd0845 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:31.934249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-34a2c7d3-a9bd-4362-8a62-514278cd0845 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3832397
Apr 30 04:29:31.947570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeb310-80ef-4326-99ec-a03224910857 req-76288262-2eeb-4f7e-b334-30b08011f794 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:31.949218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8bfeb310-80ef-4326-99ec-a03224910857 req-76288262-2eeb-4f7e-b334-30b08011f794 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.5970445
Apr 30 04:29:32.059491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-9e4b0710-0742-46b4-ba8c-57f18a3208c6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/quotas/2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 375 time: 0.1011260
Apr 30 04:29:32.174763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8bfeb310-80ef-4326-99ec-a03224910857 req-0478ec38-b59a-42a0-8ed0-16f67130b39d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529837
Apr 30 04:29:32.178321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad204c72-3c6c-4080-b338-33f9bfd105c6 req-8875b604-24f2-4e83-8be7-eb36ce455eb5 service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3304353
Apr 30 04:29:32.230202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-bc0cda21-b4bb-4a56-a084-cd01e5b89c2e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1682217
Apr 30 04:29:32.416739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-06b20861-d715-4716-87ee-dcfd7d380e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:32.418839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-06b20861-d715-4716-87ee-dcfd7d380e93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e8240e2c34746b95cb21785b32b97&device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 1095 time: 0.1396453
Apr 30 04:29:32.669243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-da5c8966-f9d5-497f-8a6a-aac14a06aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:32.673438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-da5c8966-f9d5-497f-8a6a-aac14a06aa55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 200  len: 923 time: 0.2427466
Apr 30 04:29:32.685637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34030de-4908-4fb8-a7d3-b4c40b2519ec req-ae65d648-e62c-421f-b671-605a88fcdd6d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:32.687755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c34030de-4908-4fb8-a7d3-b4c40b2519ec req-ae65d648-e62c-421f-b671-605a88fcdd6d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.1494274
Apr 30 04:29:32.761715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-225afff3-76b9-45c2-af7e-657c63114c96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f HTTP/1.1" status: 200  len: 217 time: 0.0726955
Apr 30 04:29:32.821951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c34030de-4908-4fb8-a7d3-b4c40b2519ec req-a1823a01-a73d-481c-ae5c-016ac1752eea tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592210
Apr 30 04:29:32.949652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-b45d6a9f-2828-4d6a-91f7-90c2ce85c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:32.951314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-b45d6a9f-2828-4d6a-91f7-90c2ce85c632 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5bfe584-f55e-432b-862f-75c9adfc6837 HTTP/1.1" status: 200  len: 862 time: 0.1328065
Apr 30 04:29:33.056508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-13af138f-dea6-45e8-b618-431ef6a18ed9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c95113fe-e832-45c9-b506-02b344a19058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0962849
Apr 30 04:29:33.234370 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:33.316776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-061f73a3-5a5a-4ab8-91f5-c4758c3f9379 service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2477093
Apr 30 04:29:33.428316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa277b0c-f418-492c-9a2e-c9a610de75c3 req-4f3ac509-3e7a-4390-b699-9b0303973f2f tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.1136389
Apr 30 04:29:33.565330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82f257-609f-466c-80d1-f2fa84fa1980 req-b55f0ae2-7c96-4c0c-a00d-d4c0c2e3ab12 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:33.566831 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d82f257-609f-466c-80d1-f2fa84fa1980 req-b55f0ae2-7c96-4c0c-a00d-d4c0c2e3ab12 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 943 time: 0.3535154
Apr 30 04:29:33.573883 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ccee4f68-82ca-486c-abbc-194064fd1b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:33.677069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d32b0836-38c4-4598-99e7-a2cbca4b490f req-03523c16-8ff1-4f47-9c57-c5cc764c2855 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 210 time: 0.0973148
Apr 30 04:29:33.732252 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396adfb3-562d-41bb-b14a-c94cab28e263 req-20673d4b-53b3-4850-b8ef-77727c35936e service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3815298
Apr 30 04:29:33.744361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d82f257-609f-466c-80d1-f2fa84fa1980 req-602effd2-1b16-4565-9431-cbe65b095352 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627576
Apr 30 04:29:34.087787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-7ac80b2b-36b9-482d-b9c5-93f90bc465a1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2f1716c022164e59bde54d9a0d899d06&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0349238
Apr 30 04:29:34.436418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361615-b498-4b50-9976-fecd64593120 req-e58daf11-ee8e-490b-afcc-438e88a0a2c9 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:34.439019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-e58daf11-ee8e-490b-afcc-438e88a0a2c9 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3483944
Apr 30 04:29:34.451442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462f92-47ba-43cc-88ef-e50e32a8d336 req-1d372045-26b4-4b09-9a23-12c2460fc84e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:34.454957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d462f92-47ba-43cc-88ef-e50e32a8d336 req-1d372045-26b4-4b09-9a23-12c2460fc84e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.4975846
Apr 30 04:29:34.461135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Request body: {'port': {'device_id': '68bc11fd-df17-43d8-a419-669abc4dddae', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '2f1716c022164e59bde54d9a0d899d06'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:34.529963 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:34.801635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d462f92-47ba-43cc-88ef-e50e32a8d336 req-a73ae15a-55cb-4fe7-b92f-807bd0a0998d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800966
Apr 30 04:29:34.860262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7778a0-3feb-4475-a919-987ef29100e6 req-d65a4c96-88ae-4362-a421-de1960b0cc97 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:34.861850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a7778a0-3feb-4475-a919-987ef29100e6 req-d65a4c96-88ae-4362-a421-de1960b0cc97 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.2415009
Apr 30 04:29:34.872357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:29:34.882843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:29:34.897687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Made reservation on behalf of 2f1716c022164e59bde54d9a0d899d06 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:29:34.901849 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:35.063573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94b9d669-1ed4-4d95-a51b-1dab96991bdf req-5f2d7cd3-6357-4932-927e-f220afe3d382 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.0681460
Apr 30 04:29:35.189194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6f8d16a-9f1f-4a7b-8369-51d550da35d6 req-12f3f106-0fcd-414d-a5c0-2fca76c8cd29 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.0539877
Apr 30 04:29:35.197145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a7778a0-3feb-4475-a919-987ef29100e6 req-321b219c-c58a-4c6d-8bb5-85e1ebca5c91 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387841
Apr 30 04:29:35.350586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Allocated IP 192.168.233.135 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/f9c7712b-d180-4944-9925-300f4f5ac8d7) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:29:35.526176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e05a3142-38ec-4a9e-8571-572bc7899479 req-e6b2ecd5-7ed5-44f0-aaa8-03ca5dcb17c4 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 210 time: 0.0858786
Apr 30 04:29:35.776586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f47a-32be-416c-8a21-4d0fa6c0cdc3 req-263251c7-5298-4e88-b9f0-da567a888810 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:35.778189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3301f47a-32be-416c-8a21-4d0fa6c0cdc3 req-263251c7-5298-4e88-b9f0-da567a888810 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 943 time: 0.2365873
Apr 30 04:29:35.789800 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:35.838546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Transition to ACTIVE for port object f9c7712b-d180-4944-9925-300f4f5ac8d7 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:29:35.856589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3301f47a-32be-416c-8a21-4d0fa6c0cdc3 req-905fa50a-2b3a-4d8f-9b3f-ec7e6549fd91 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706949
Apr 30 04:29:35.886160 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:35.905706 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8bf9e84-e3bb-42ba-ae94-65da51315a17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:35.920213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d48d7d14-197e-44c1-992b-a90bf596c9da', 'ecebb2de-a133-4a0f-997d-49d3e7c8c184'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:29:36.024159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7f953fea-f94e-4875-9d7b-30f1a3a56487'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:29:36.105141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:29:36.107451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:36.113313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:29:36.115541 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:36.117249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:29:36.222010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:36.222693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:36.292986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ee9cab2d-6857-4824-a320-34f97a173655 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:29:36.300775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e96fa-ee99-4fd2-863d-ab6fe97b603a req-2058e322-975e-4da9-8b97-9135a7b31a7b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:36.308148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-942e96fa-ee99-4fd2-863d-ab6fe97b603a req-2058e322-975e-4da9-8b97-9135a7b31a7b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.2918565
Apr 30 04:29:36.348555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8924551
Apr 30 04:29:36.369032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Request body: {'port': {'device_id': '68bc11fd-df17-43d8-a419-669abc4dddae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:36.521165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ee9cab2d-6857-4824-a320-34f97a173655,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:36.547982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'ee9cab2d-6857-4824-a320-34f97a173655', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'port_id': 'ee9cab2d-6857-4824-a320-34f97a173655', 'mac_address': 'fa:16:3e:1f:ec:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8326175-e83c-408f-988d-f3ddf2f98448', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:29:36.681311 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:36.713010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-942e96fa-ee99-4fd2-863d-ab6fe97b603a req-9217ef57-3424-4df7-9ea4-509fe1dbdf6e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4033134
Apr 30 04:29:36.767826 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:36.844468 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:36.884609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eecc2ed5-cb54-4446-b6e9-f03c58a24d77 None None] Provisioning for port f9c7712b-d180-4944-9925-300f4f5ac8d7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:29:37.013677 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eecc2ed5-cb54-4446-b6e9-f03c58a24d77 None None] Provisioning complete for port f9c7712b-d180-4944-9925-300f4f5ac8d7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:29:37.014540 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eecc2ed5-cb54-4446-b6e9-f03c58a24d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:37.068029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee9cab2d-6857-4824-a320-34f97a173655 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:29:37.095578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2406581-af2e-4faa-946c-cbccbe1fe40e req-ee5ccfaf-ac1d-4685-b5b8-76db0ec1fc9c tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.46 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.0743999
Apr 30 04:29:37.122850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ee9cab2d-6857-4824-a320-34f97a173655,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:37.132387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-eecc2ed5-cb54-4446-b6e9-f03c58a24d77 None None] Port f9c7712b-d180-4944-9925-300f4f5ac8d7 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:29:37.134276 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:37.144592 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:37.245043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['ee9cab2d-6857-4824-a320-34f97a173655'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:29:37.314473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ee9cab2d-6857-4824-a320-34f97a173655,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:37.329709 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:37.597391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c1d5-9cff-4a50-aa2a-5a11d62e4b58 req-63db06f2-35a2-4113-811a-c5316a4755b5 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:37.600121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e95c1d5-9cff-4a50-aa2a-5a11d62e4b58 req-63db06f2-35a2-4113-811a-c5316a4755b5 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.6319902
Apr 30 04:29:37.727749 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e95c1d5-9cff-4a50-aa2a-5a11d62e4b58 req-422b462e-06d5-4a01-8952-4a5b3f724ffd tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118352
Apr 30 04:29:37.765408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de02349-6623-4819-a2a3-136929f6698f req-18150ab3-e16c-4ef2-93ba-56e58cfca721 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:37.765408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0de02349-6623-4819-a2a3-136929f6698f req-18150ab3-e16c-4ef2-93ba-56e58cfca721 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Synchronizing usage tracker for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:29:37.846684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0de02349-6623-4819-a2a3-136929f6698f req-18150ab3-e16c-4ef2-93ba-56e58cfca721 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Unset dirty status for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:29:37.849403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0de02349-6623-4819-a2a3-136929f6698f req-18150ab3-e16c-4ef2-93ba-56e58cfca721 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 936 time: 0.3735929
Apr 30 04:29:37.904795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c7712b-d180-4944-9925-300f4f5ac8d7 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:29:37.929096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:37.970478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 622d611c-6de5-4eac-b80f-0ee6bb78619f details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:29:37.977024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ee9cab2d-6857-4824-a320-34f97a173655 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:29:38.100285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0de02349-6623-4819-a2a3-136929f6698f req-5b6c7cb9-e01d-47d4-beb5-84b2354fec76 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354076
Apr 30 04:29:38.112532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Transition to ACTIVE for port object f9c7712b-d180-4944-9925-300f4f5ac8d7 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:29:38.137261 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:38.147944 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e91d744a-2a0f-4a82-9fcc-4f9626163f2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:38.337251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port ee9cab2d-6857-4824-a320-34f97a173655 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:29:38.337889 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:38.412440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:38.463506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '622d611c-6de5-4eac-b80f-0ee6bb78619f', 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058', 'port_id': '622d611c-6de5-4eac-b80f-0ee6bb78619f', 'mac_address': 'fa:16:3e:ca:5b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bfe584-f55e-432b-862f-75c9adfc6837', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:29:38.652696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:38.656394 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:38.663285 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:38.746400 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:38.761049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622d611c-6de5-4eac-b80f-0ee6bb78619f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:29:38.842603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:38.852800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:38.861046 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:38.869540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ee9cab2d-6857-4824-a320-34f97a173655,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:38.870533 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:38.894077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-235ee991-1a91-490d-b6db-429dbb5a05b3 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:38.896668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-235ee991-1a91-490d-b6db-429dbb5a05b3 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.9510281
Apr 30 04:29:38.915358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-20'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:29:38.936515 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:38.972649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db40e4-34c3-4d4c-a395-e75d97fd6580 req-5c6e01a7-4b10-44df-95fa-4a3fc6c085d7 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:38.982667 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29db40e4-34c3-4d4c-a395-e75d97fd6580 req-5c6e01a7-4b10-44df-95fa-4a3fc6c085d7 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 943 time: 0.6253424
Apr 30 04:29:39.002358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=622d611c-6de5-4eac-b80f-0ee6bb78619f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:39.014518 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:39.017142 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:39.020807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:29:39.021152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:29:39.021487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:29:39.081824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Port f9c7712b-d180-4944-9925-300f4f5ac8d7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:29:39.083749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:29:39.108326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c6c4aba3-bccf-4a5b-b654-fa63d0a1459f details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:29:39.138836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ee9cab2d-6857-4824-a320-34f97a173655,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:39.144232 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:39.159284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:29:39.159707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:29:39.160044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:29:39.160483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Bound port: f9c7712b-d180-4944-9925-300f4f5ac8d7, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:29:39.160834 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:39.242970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29db40e4-34c3-4d4c-a395-e75d97fd6580 req-cb9c8d9a-58da-47b9-b550-3954338e6309 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594156
Apr 30 04:29:39.263969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['622d611c-6de5-4eac-b80f-0ee6bb78619f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:29:39.366526 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:39.415807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:29:39.441160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:39.464576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:29:39.479936 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:39.488137 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-08f682e3-7e6b-427c-99f8-64c419715971 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:39.495692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c6c4aba3-bccf-4a5b-b654-fa63d0a1459f has no active binding in host n-h2-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:29:39.544324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031db4d3-7141-4c89-ac70-f6966379cd54 req-92566770-7935-4de1-8b67-9f621b08983a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:39.552571 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-031db4d3-7141-4c89-ac70-f6966379cd54 req-92566770-7935-4de1-8b67-9f621b08983a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 945 time: 0.4364097
Apr 30 04:29:39.728414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:39.729500 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:39.734099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] 10.222.0.37 "PUT /v2.0/ports/f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 1097 time: 3.3684366
Apr 30 04:29:39.830136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:40.019433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-031db4d3-7141-4c89-ac70-f6966379cd54 req-d6f112c5-fe93-42b8-a496-24631302f6a3 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4656930
Apr 30 04:29:40.095695 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655', 'code': 200}
Apr 30 04:29:40.185120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:40.197543 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:40.286612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:40.322499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f05e8-da97-426b-995b-1335537f6d88 req-e4385577-2fca-4ea2-b04b-28001edbe797 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:40.332826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c28f05e8-da97-426b-995b-1335537f6d88 req-e4385577-2fca-4ea2-b04b-28001edbe797 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.5973041
Apr 30 04:29:40.398662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361615-b498-4b50-9976-fecd64593120 req-2737f6b1-97ec-4c08-b350-69fbba7943c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:40.400544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-2737f6b1-97ec-4c08-b350-69fbba7943c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1100 time: 0.5421228
Apr 30 04:29:40.485968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:29:40.527727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c28f05e8-da97-426b-995b-1335537f6d88 req-8577ceef-471c-4278-84be-7e74d8c62fb9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933601
Apr 30 04:29:40.537996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-b8ba01c9-d91c-4e32-bf92-0a5bf025d649 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.1248236
Apr 30 04:29:40.667102 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:40.700040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:40.709113 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d3d1d58-1976-489c-8687-ca57af229f74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:41.250806 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1ac38112-8a64-46b7-8b18-7a12d3268c1d req-5563ea5a-1313-4570-8820-0f17a34e0e43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a54e898cc0c649329ea94f29ac87bf2f&device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.1925554
Apr 30 04:29:41.260416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361615-b498-4b50-9976-fecd64593120 req-8e400742-9cdc-4949-8af0-411186f0ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:41.262204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-8e400742-9cdc-4949-8af0-411186f0ffd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.7121015
Apr 30 04:29:41.327972 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1ac38112-8a64-46b7-8b18-7a12d3268c1d req-d8032e55-7b12-4d69-a815-99cb55ad5b9e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a54e898cc0c649329ea94f29ac87bf2f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0679293
Apr 30 04:29:41.397789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:41.450319 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:41.536367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac38112-8a64-46b7-8b18-7a12d3268c1d req-7fdb7fce-1479-4e23-8976-218a28091594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:41.538218 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1ac38112-8a64-46b7-8b18-7a12d3268c1d req-7fdb7fce-1479-4e23-8976-218a28091594 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2045841
Apr 30 04:29:41.553334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on host n-h1-766726-20 for vnic_type normal with profile {"migrating_to": "n-h2-766726-20"} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:29:41.553748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:29:41.554126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:29:41.567196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:29:41.567767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Attempting to bind port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:29:41.597780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:29:41.598195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:29:41.598605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:29:41.599072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Bound port: c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:29:41.599470 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:41.666231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8f609-c62d-4c52-b011-08d513107e5a req-c74d47c7-7242-44cc-9d82-c038e4b3d551 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:41.667902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9c8f609-c62d-4c52-b011-08d513107e5a req-c74d47c7-7242-44cc-9d82-c038e4b3d551 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 948 time: 0.4130516
Apr 30 04:29:41.676959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a361615-b498-4b50-9976-fecd64593120 req-9cce726f-1eab-4c10-95c1-7ba671aa627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:41.678552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-9cce726f-1eab-4c10-95c1-7ba671aa627c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2930725
Apr 30 04:29:41.931654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9c8f609-c62d-4c52-b011-08d513107e5a req-4e05ef8b-c8c0-482b-98e7-d03d929b933c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2179437
Apr 30 04:29:41.950807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:29:41.965842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-f5527bb4-337d-4ce0-9b24-60fd1b0c2d5d service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2795229
Apr 30 04:29:41.967712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:29:41.999201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 622d611c-6de5-4eac-b80f-0ee6bb78619f up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:29:42.069666 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:42.100881 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'status': 'completed', 'code': 200}
Apr 30 04:29:42.151934 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:42.273550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 622d611c-6de5-4eac-b80f-0ee6bb78619f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:29:42.284929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 622d611c-6de5-4eac-b80f-0ee6bb78619f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:29:42.285526 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:42.576758 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:42.639345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:42.658890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:42.692140 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:42.700920 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:42.908338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=622d611c-6de5-4eac-b80f-0ee6bb78619f,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:42.924258 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:43.006066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,revision_number=8']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:43.064958 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1ac38112-8a64-46b7-8b18-7a12d3268c1d req-3dfb655e-ac5a-4150-972e-94b6a51b4623 tempest-ServerShowV254Test-1162186387 tempest-ServerShowV254Test-1162186387-project] 10.222.0.50 "GET /v2.0/ports?device_id=57eb3157-7eb5-4d56-8cb2-efb5c04f05f7 HTTP/1.1" status: 200  len: 210 time: 0.1567516
Apr 30 04:29:43.069007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a361615-b498-4b50-9976-fecd64593120 req-8d77b6df-5af0-4d9f-b17b-a00f14b1b8f4 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0931432
Apr 30 04:29:43.079768 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:43.184370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:43.186189 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:43.190002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] 10.222.0.50 "PUT /v2.0/ports/c6c4aba3-bccf-4a5b-b654-fa63d0a1459f HTTP/1.1" status: 200  len: 1123 time: 4.2844622
Apr 30 04:29:43.302185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:29:43.446411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:29:43.494257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1a988-8052-4847-9b29-b2dba9f3c361 req-4894f31c-03d7-4dde-b53c-82b77f3ac385 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:43.521468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0c1a988-8052-4847-9b29-b2dba9f3c361 req-4894f31c-03d7-4dde-b53c-82b77f3ac385 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 945 time: 1.0131981
Apr 30 04:29:43.925442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0c1a988-8052-4847-9b29-b2dba9f3c361 req-f69e5d89-7f2e-44bd-92ce-4ab043d78777 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3660481
Apr 30 04:29:43.964676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509b25f-0145-418a-b951-372e2a8c3756 req-05f10860-bad4-4ae5-a565-b9dc90827567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:43.978893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b509b25f-0145-418a-b951-372e2a8c3756 req-05f10860-bad4-4ae5-a565-b9dc90827567 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1100 time: 0.7684181
Apr 30 04:29:44.115927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'}, {'name': 'network-changed', 'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:44.556991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509b25f-0145-418a-b951-372e2a8c3756 req-ab0ea03c-133e-410a-b5b0-3ae8c886c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:44.572356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b509b25f-0145-418a-b951-372e2a8c3756 req-ab0ea03c-133e-410a-b5b0-3ae8c886c7e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.5802586
Apr 30 04:29:44.807960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b509b25f-0145-418a-b951-372e2a8c3756 req-ff6e2fb0-2310-4185-9eef-5214713bb147 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.2269726
Apr 30 04:29:44.996214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509b25f-0145-418a-b951-372e2a8c3756 req-5cbe2f1a-e39f-485f-b642-23e7a6840167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:45.002703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b509b25f-0145-418a-b951-372e2a8c3756 req-5cbe2f1a-e39f-485f-b642-23e7a6840167 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1859009
Apr 30 04:29:45.688479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56224) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:45.868352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509b25f-0145-418a-b951-372e2a8c3756 req-c427d2cc-7647-4d90-893e-d20685d5ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:45.871806 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b509b25f-0145-418a-b951-372e2a8c3756 req-c427d2cc-7647-4d90-893e-d20685d5ca2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.8605921
Apr 30 04:29:45.888291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b6a65-30da-4143-b81c-716e55aa9ab6 req-a6d66ce2-64ab-4233-94a2-6aad64b75a6c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:45.901956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf2b6a65-30da-4143-b81c-716e55aa9ab6 req-a6d66ce2-64ab-4233-94a2-6aad64b75a6c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 943 time: 0.6354287
Apr 30 04:29:45.967253 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:46.034927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:29:46.048372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a54e898cc0c649329ea94f29ac87bf2f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:29:46.056188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf2b6a65-30da-4143-b81c-716e55aa9ab6 req-165df4ae-713f-4a89-93c7-8b6dbb56decb tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523840
Apr 30 04:29:46.065867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:29:46.109620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:29:46.398617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:46.412894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:46.469748 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8dd26c8-e8dc-4c1e-96f6-7e1254db9eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:46.494566 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a54e898cc0c649329ea94f29ac87bf2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8042209
Apr 30 04:29:46.499420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56232) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:46.574296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2594cf81-a641-4f3b-9b5d-b2dd6d01bd6d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:46.580840 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:46.601521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b509b25f-0145-418a-b951-372e2a8c3756 req-a3eb4327-9e92-48ba-b8ed-d87737c9deaf service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6929810
Apr 30 04:29:46.658807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75019076-33b6-42dc-a4a3-8586a4e187c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:46.705230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75019076-33b6-42dc-a4a3-8586a4e187c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:46.711465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc695a-fa75-4409-a9a7-05f4dac2b6a1 req-3f368c6e-7d77-4c4c-b14d-a70f7eea58c1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:46.719629 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9dc695a-fa75-4409-a9a7-05f4dac2b6a1 req-3f368c6e-7d77-4c4c-b14d-a70f7eea58c1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.3778753
Apr 30 04:29:46.795728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75019076-33b6-42dc-a4a3-8586a4e187c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:46.805819 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a4307be6-d3ac-4b2a-b373-e6b7ff1c44c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:46.825591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75019076-33b6-42dc-a4a3-8586a4e187c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2594cf81-a641-4f3b-9b5d-b2dd6d01bd6d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:46.830821 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75019076-33b6-42dc-a4a3-8586a4e187c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:46.833989 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75019076-33b6-42dc-a4a3-8586a4e187c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:46.835412 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-75019076-33b6-42dc-a4a3-8586a4e187c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2594cf81-a641-4f3b-9b5d-b2dd6d01bd6d HTTP/1.1" status: 204  len: 168 time: 0.3348665
Apr 30 04:29:46.894307 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9dc695a-fa75-4409-a9a7-05f4dac2b6a1 req-5b1c12d1-bdf2-4eb2-b023-62e9d8bb25ef tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737640
Apr 30 04:29:46.959088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b509b25f-0145-418a-b951-372e2a8c3756 req-3e85dcf9-ce2b-45ad-9148-780ddd195e19 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3341970
Apr 30 04:29:46.980367 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f', 'code': 200}
Apr 30 04:29:47.434261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32598a8-093d-49ca-84cb-f33fd2ddb0ed req-fbdb3b85-2707-4c70-a413-95bf0737072d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:47.441603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c32598a8-093d-49ca-84cb-f33fd2ddb0ed req-fbdb3b85-2707-4c70-a413-95bf0737072d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 948 time: 0.2553582
Apr 30 04:29:47.449492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7e2a-3834-4b46-b7c6-eb6d22639130 req-b58d20ea-e1b0-4ef3-bcbc-deb6e183289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:47.452849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-921e7e2a-3834-4b46-b7c6-eb6d22639130 req-b58d20ea-e1b0-4ef3-bcbc-deb6e183289c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 1097 time: 0.3764520
Apr 30 04:29:47.583119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c32598a8-093d-49ca-84cb-f33fd2ddb0ed req-c7a8a959-90f3-447b-852d-e3ab9e459423 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288407
Apr 30 04:29:47.598080 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-921e7e2a-3834-4b46-b7c6-eb6d22639130 req-5d4ec693-bb9a-4c7f-8076-05bdbaa75450 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135030
Apr 30 04:29:47.714798 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f', 'code': 200}
Apr 30 04:29:47.715592 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f', 'status': 'completed', 'code': 200}
Apr 30 04:29:48.042802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f9c7712b-d180-4944-9925-300f4f5ac8d7 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:29:48.177693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-d2efded1-381f-4d97-95c7-4eb87842e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:48.179326 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-d2efded1-381f-4d97-95c7-4eb87842e4f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1126 time: 0.4124339
Apr 30 04:29:48.377975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dbd5b-064f-4307-8a53-090d028f3474 req-a760e062-3d0d-4bbc-85eb-e8439a36b0ba tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:48.385322 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-108dbd5b-064f-4307-8a53-090d028f3474 req-a760e062-3d0d-4bbc-85eb-e8439a36b0ba tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 945 time: 0.4314587
Apr 30 04:29:48.478054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-108dbd5b-064f-4307-8a53-090d028f3474 req-1b9dd345-bd91-49f8-bf2c-b003efcadc4a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915346
Apr 30 04:29:48.489678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-01250d58-4efb-4fd8-bb22-0c4fd3bc2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:48.491146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-01250d58-4efb-4fd8-bb22-0c4fd3bc2cdd service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.2998068
Apr 30 04:29:48.608884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:48.655765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'mac_address': 'fa:16:3e:c0:4d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:29:48.678419 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-936cac60-2f9e-43e1-a730-674b83d53e29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f HTTP/1.1" status: 200  len: 217 time: 0.1759830
Apr 30 04:29:48.806537 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:48.897763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-e8d8728e-31a5-44aa-aca2-f88faa4f0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:48.899430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-e8d8728e-31a5-44aa-aca2-f88faa4f0475 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.2129459
Apr 30 04:29:48.900266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c7712b-d180-4944-9925-300f4f5ac8d7 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:29:48.972441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:48.984892 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:48.987060 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:49.216187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:49.229474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.230217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.230822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.231874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.232636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.233166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.233921 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.234713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.235507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.236064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.236639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.237153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:49.243188 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:49.258127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-c6d843ca-d008-40dd-a7cc-f6b3ceddae3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3432119
Apr 30 04:29:49.542208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05014c6a-8b34-4da4-b708-3893b8f21327 req-56b520ac-327d-4662-be0c-cfe62ebe3548 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:49.544947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05014c6a-8b34-4da4-b708-3893b8f21327 req-56b520ac-327d-4662-be0c-cfe62ebe3548 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 943 time: 0.5211742
Apr 30 04:29:49.552160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f9c7712b-d180-4944-9925-300f4f5ac8d7'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:29:49.565630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-8f2482c8-112b-4a33-af74-0cc013a487ef service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2967534
Apr 30 04:29:49.809563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1b1f46a-b69a-4ca4-8d3e-e0d017c05b93 req-a6ddcee3-be96-4a31-8092-d7447fd2598f service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2065947
Apr 30 04:29:49.940589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05014c6a-8b34-4da4-b708-3893b8f21327 req-f21d8e33-b032-4902-8b19-37ebe316dec6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3733091
Apr 30 04:29:50.461689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc094b64-d678-4432-a3f1-c9195ac517fb req-48009029-6e19-4297-bf9a-3e8d5a9099c1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:50.477273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc094b64-d678-4432-a3f1-c9195ac517fb req-48009029-6e19-4297-bf9a-3e8d5a9099c1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.2180736
Apr 30 04:29:50.788847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc094b64-d678-4432-a3f1-c9195ac517fb req-76c6f2bf-037b-4080-a338-c2ce87496796 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3100359
Apr 30 04:29:51.212440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14277bc-90fd-470d-907c-240c2dfea677 req-f2cd70b6-b430-407e-8e5c-c09f9072e9d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:51.221729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d14277bc-90fd-470d-907c-240c2dfea677 req-f2cd70b6-b430-407e-8e5c-c09f9072e9d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 949 time: 0.1841552
Apr 30 04:29:51.359895 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d14277bc-90fd-470d-907c-240c2dfea677 req-579853d9-3ab5-450c-97bc-5d64d66206f6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363750
Apr 30 04:29:51.834613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ae405-a861-4e7e-8a3d-be49957f54a8 req-dd8367e5-1321-4d3e-8adb-5ecf95811b45 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:51.839598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369ae405-a861-4e7e-8a3d-be49957f54a8 req-dd8367e5-1321-4d3e-8adb-5ecf95811b45 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 945 time: 0.1332176
Apr 30 04:29:51.929124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369ae405-a861-4e7e-8a3d-be49957f54a8 req-3f6f3dd6-55e4-4d37-a456-50ca852b5729 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782866
Apr 30 04:29:52.051318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f9c7712b-d180-4944-9925-300f4f5ac8d7 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:29:52.207615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port f9c7712b-d180-4944-9925-300f4f5ac8d7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:29:52.233578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port f9c7712b-d180-4944-9925-300f4f5ac8d7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:29:52.234267 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:52.450936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1816e69-ce8d-4ada-ab82-3ba68fc4e6ae req-9f6283ff-9779-4b2a-8660-c2aa21471c6c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:52.471427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b1816e69-ce8d-4ada-ab82-3ba68fc4e6ae req-9f6283ff-9779-4b2a-8660-c2aa21471c6c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 943 time: 0.2238793
Apr 30 04:29:52.620537 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:52.653978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b1816e69-ce8d-4ada-ab82-3ba68fc4e6ae req-656c759d-5cea-45cd-bfcf-4462a406331c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715963
Apr 30 04:29:52.740742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:52.743738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:29:52.757181 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:52.758069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c6c4aba3-bccf-4a5b-b654-fa63d0a1459f no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:29:52.849021 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:52.949293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cee50a-a07e-4755-a546-7ad693a2fd53 req-10a30256-47a5-40a1-a09c-1caad46bf483 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:52.964260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12cee50a-a07e-4755-a546-7ad693a2fd53 req-10a30256-47a5-40a1-a09c-1caad46bf483 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.3091373
Apr 30 04:29:53.193910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:53.195260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12cee50a-a07e-4755-a546-7ad693a2fd53 req-7ef03943-aa2c-44b1-9301-3cba75aaeb6f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277501
Apr 30 04:29:53.205357 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:53.278946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8ac9f-5619-40c7-a7f3-ed08fd6afc30 req-8831e6c2-be3a-4ae0-a9c6-c023aaf145df tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:53.288985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cda8ac9f-5619-40c7-a7f3-ed08fd6afc30 req-8831e6c2-be3a-4ae0-a9c6-c023aaf145df tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 945 time: 0.3145308
Apr 30 04:29:53.354215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cda8ac9f-5619-40c7-a7f3-ed08fd6afc30 req-7f4fc130-f9c5-42c2-aef7-04784ada2965 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638564
Apr 30 04:29:53.451749 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'code': 200}
Apr 30 04:29:53.713154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5651661-7f14-47fa-ad64-d692ffebc548 req-c0966539-e5e4-47e8-a264-0d994c64d9d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:53.724496 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5651661-7f14-47fa-ad64-d692ffebc548 req-c0966539-e5e4-47e8-a264-0d994c64d9d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.3680768
Apr 30 04:29:53.912144 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5651661-7f14-47fa-ad64-d692ffebc548 req-87a0090b-0398-4f85-bb6c-8b4c2bedacab tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860809
Apr 30 04:29:54.059508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c573f-ffc2-47b7-90c1-484d0da65058 req-d8dedd47-57d5-49c3-90df-e3dd1541260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:54.063485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef1c573f-ffc2-47b7-90c1-484d0da65058 req-d8dedd47-57d5-49c3-90df-e3dd1541260c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1102 time: 0.5198672
Apr 30 04:29:54.347486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef1c573f-ffc2-47b7-90c1-484d0da65058 req-0d6f06a9-2291-4d07-af3b-0b0862d85607 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2732620
Apr 30 04:29:54.830408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd20c67-f2af-4b8d-bfba-0126763f7d8a req-3149181c-3997-4ddf-86e2-2f89a651b0e3 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:54.835332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56408) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:54.839230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abd20c67-f2af-4b8d-bfba-0126763f7d8a req-3149181c-3997-4ddf-86e2-2f89a651b0e3 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 943 time: 0.4519506
Apr 30 04:29:55.007930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abd20c67-f2af-4b8d-bfba-0126763f7d8a req-4dfa7e7a-e546-44ad-b3b8-92cca3acc071 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674740
Apr 30 04:29:55.395891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:55.423092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:29:55.427993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Usage tracker for resource:security_group_rule and tenant:064f2a6b676e4ab59a41b4fe24710dbf is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:29:55.431687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:29:55.439099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:29:55.507196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aee699-6759-45df-9cd5-0d50c1312c81 req-a9502b23-2f7b-4b06-84ef-39531c7dfcf0 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:55.508969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45aee699-6759-45df-9cd5-0d50c1312c81 req-a9502b23-2f7b-4b06-84ef-39531c7dfcf0 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 0.2993946
Apr 30 04:29:55.616716 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:55.639558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:55.656863 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c9f4a8e-da57-4fbb-adf7-8bd93f5ade88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:55.662128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45aee699-6759-45df-9cd5-0d50c1312c81 req-f6993c03-0377-4b9a-8083-06f387b0bec3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419997
Apr 30 04:29:55.900741 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=064f2a6b676e4ab59a41b4fe24710dbf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0621700
Apr 30 04:29:55.903078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56436) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:29:56.023521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867b9367-266a-434f-ad2d-5b43bad8e756,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:56.092641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.093786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.094718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.095652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.096521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.097589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.098529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.099934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.103875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.106149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.107590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.108643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:29:56.116421 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:56.119429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51a4aaf7-119e-439e-852c-05ba27e05aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:56.165588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d197fd-eb92-491f-9a0b-8666b06f3a44 req-57dd2d63-6a28-401a-ae16-3a5060759154 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:56.171125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08d197fd-eb92-491f-9a0b-8666b06f3a44 req-57dd2d63-6a28-401a-ae16-3a5060759154 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.3198028
Apr 30 04:29:56.212014 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51a4aaf7-119e-439e-852c-05ba27e05aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:56.395077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51a4aaf7-119e-439e-852c-05ba27e05aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:56.401554 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c75fcb3-88ba-4208-a212-4e93f699187b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:56.432713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4aaf7-119e-439e-852c-05ba27e05aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867b9367-266a-434f-ad2d-5b43bad8e756,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:56.445320 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-51a4aaf7-119e-439e-852c-05ba27e05aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:56.447333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51a4aaf7-119e-439e-852c-05ba27e05aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:56.459177 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-51a4aaf7-119e-439e-852c-05ba27e05aa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/867b9367-266a-434f-ad2d-5b43bad8e756 HTTP/1.1" status: 204  len: 168 time: 0.5280712
Apr 30 04:29:56.632177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08d197fd-eb92-491f-9a0b-8666b06f3a44 req-3250b468-8143-4a80-9e8a-b1878a9b5df7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3116517
Apr 30 04:29:56.731048 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-a5c7bda2-9290-4e59-8399-20604a3d0ecb service neutron] 10.222.0.37 "GET /v2.0/ports/c6c4aba3-bccf-4a5b-b654-fa63d0a1459f/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 385 time: 0.5562496
Apr 30 04:29:56.794436 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:56.894149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc90c2-25d0-494b-ad27-ebd757efa0be req-b7df6a9c-efb8-45fe-acfd-a2f89fdceecb tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:56.896442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5dc90c2-25d0-494b-ad27-ebd757efa0be req-b7df6a9c-efb8-45fe-acfd-a2f89fdceecb tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 943 time: 0.3784866
Apr 30 04:29:56.924576 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:57.475672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64ff1626-3122-415d-a419-6a549d46af82 req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:57.530493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64ff1626-3122-415d-a419-6a549d46af82 req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:29:57.821421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-64ff1626-3122-415d-a419-6a549d46af82 req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c4aba3-bccf-4a5b-b654-fa63d0a1459f {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:29:57.850341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64ff1626-3122-415d-a419-6a549d46af82 req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:29:57.959782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5dc90c2-25d0-494b-ad27-ebd757efa0be req-51d4766b-2c4e-473c-b937-d3a91a4bbfa8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0241082
Apr 30 04:29:57.968480 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:58.894338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b098bb-85dd-45e4-bfac-1fe10a26e408 req-ec762c1f-7716-488c-b8e6-7ad42b58c48b tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:58.904161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36b098bb-85dd-45e4-bfac-1fe10a26e408 req-ec762c1f-7716-488c-b8e6-7ad42b58c48b tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 1.2875166
Apr 30 04:29:58.906100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-64ff1626-3122-415d-a419-6a549d46af82 req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] Transition to ACTIVE for port object c6c4aba3-bccf-4a5b-b654-fa63d0a1459f will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:29:58.968877 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:29:58.978777 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:29:59.195967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36b098bb-85dd-45e4-bfac-1fe10a26e408 req-9b973a07-a27e-4bc9-9d46-d70ddc917386 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2615662
Apr 30 04:29:59.205943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f848af1-f546-47a1-88af-24bc52a296f4 req-9a82fef3-1c1e-4212-a057-351dd5d782e3 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:29:59.208021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f848af1-f546-47a1-88af-24bc52a296f4 req-9a82fef3-1c1e-4212-a057-351dd5d782e3 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 945 time: 0.4395592
Apr 30 04:29:59.241620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,revision_number=10']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:29:59.330350 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:29:59.370690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ff1626-3122-415d-a419-6a549d46af82 req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] No DVR routers for this DVR port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:29:59.496020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] 10.222.0.37 "PUT /v2.0/ports/c6c4aba3-bccf-4a5b-b654-fa63d0a1459f/bindings/n-h2-766726-20/activate HTTP/1.1" status: 200  len: 370 time: 2.7562995
Apr 30 04:29:59.531555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f848af1-f546-47a1-88af-24bc52a296f4 req-0e051552-534d-485f-95d2-dea8b8bedfa4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2794445
Apr 30 04:30:00.005407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-b0503955-0fd9-46e8-8140-8f9641c81a1b tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:00.009389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-b0503955-0fd9-46e8-8140-8f9641c81a1b tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.4115386
Apr 30 04:30:00.090652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 622d611c-6de5-4eac-b80f-0ee6bb78619f details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:30:00.323604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b619bad-ec43-4f3c-afdb-f81b8124afe4 req-01041dce-be55-460b-9799-16987d623179 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:00.348183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b619bad-ec43-4f3c-afdb-f81b8124afe4 req-01041dce-be55-460b-9799-16987d623179 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.4839458
Apr 30 04:30:00.408332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:00.437115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '622d611c-6de5-4eac-b80f-0ee6bb78619f', 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058', 'port_id': '622d611c-6de5-4eac-b80f-0ee6bb78619f', 'mac_address': 'fa:16:3e:ca:5b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bfe584-f55e-432b-862f-75c9adfc6837', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:30:00.536505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-88927d42-f224-43cc-8763-43c6a99a5be6 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c0b85eaeba8e41c1891bd74090623a4f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1356122
Apr 30 04:30:00.574461 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:00.584215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b619bad-ec43-4f3c-afdb-f81b8124afe4 req-1ecffbd3-6f96-43d7-857f-cd7bab9607ac tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2300494
Apr 30 04:30:00.594499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-34a996cb-307a-4295-895e-eb669e89e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:00.603439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-34a996cb-307a-4295-895e-eb669e89e9bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64&tenant_id=9f4d4e615ca342c98818411263a6b43e HTTP/1.1" status: 200  len: 1096 time: 0.5770648
Apr 30 04:30:00.643250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 622d611c-6de5-4eac-b80f-0ee6bb78619f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:00.666963 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-82b304e2-db24-48ec-bfbe-7e020a0a1590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:00.678899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:00.693752 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:00.700478 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:01.026328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=622d611c-6de5-4eac-b80f-0ee6bb78619f,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:01.030632 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:01.109936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['622d611c-6de5-4eac-b80f-0ee6bb78619f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:30:01.408326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3e08583e-5a07-4c45-a680-275e86805690 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:01.422069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3e08583e-5a07-4c45-a680-275e86805690 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8597696
Apr 30 04:30:01.469917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-aea2bd5a-4e24-4f2b-b9ea-9829ac9a4b38 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/quotas/c0b85eaeba8e41c1891bd74090623a4f HTTP/1.1" status: 200  len: 375 time: 0.0445969
Apr 30 04:30:01.548360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-cc8dace9-061b-4196-838e-a55765587787 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0b85eaeba8e41c1891bd74090623a4f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0622840
Apr 30 04:30:01.579176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-fc310477-5729-4e1f-af66-2d4c357fe0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:01.582057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-fc310477-5729-4e1f-af66-2d4c357fe0f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1096 time: 0.5515974
Apr 30 04:30:01.887586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66c43e-f777-40b5-a8cc-88fb4909dcd0 req-8aed890e-ddd1-492b-b47e-7a3f64ed7227 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:01.902036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8f66c43e-f777-40b5-a8cc-88fb4909dcd0 req-8aed890e-ddd1-492b-b47e-7a3f64ed7227 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 944 time: 0.7713373
Apr 30 04:30:02.039064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8f66c43e-f777-40b5-a8cc-88fb4909dcd0 req-23edfcdb-1a6a-4f50-89a1-696fc6a9dba4 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359606
Apr 30 04:30:02.094103 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 622d611c-6de5-4eac-b80f-0ee6bb78619f up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:30:02.153235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-20b903d2-0ebc-479f-863a-716596e05b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:02.153235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-20b903d2-0ebc-479f-863a-716596e05b5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.5562336
Apr 30 04:30:02.299087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 622d611c-6de5-4eac-b80f-0ee6bb78619f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:30:02.302591 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:02.381953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-1fdf4788-9a2d-4e74-88d8-6206b708d0cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f HTTP/1.1" status: 200  len: 217 time: 0.2145529
Apr 30 04:30:02.458930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56658) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:02.715052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-d3704f07-ed19-4775-af05-2a072ac5766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:02.721727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-d3704f07-ed19-4775-af05-2a072ac5766a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.3248544
Apr 30 04:30:02.815320 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:30:02.816299 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:02.919540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:02.941288 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:02.946404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:02.955881 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:02.959143 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:02.988143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:03.002899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Usage tracker for resource:security_group_rule and tenant:240ddd5c61834059b8d172d13fd97c63 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:30:03.010539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:30:03.027328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:03.117669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-d71244d3-8012-4ede-a3f4-b07e80ebf153 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2255666
Apr 30 04:30:03.382179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=622d611c-6de5-4eac-b80f-0ee6bb78619f,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:03.387953 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:03.398518 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:03.424842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:03.543457 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:03.567121 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab0f4246-c351-4395-bb27-00c783b74df4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:03.597474 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3da7b89d-43f2-4460-80ae-b3dae50b1b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:03.633457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c62b404-ac3a-4e9f-9050-da210b72d6c0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:03.681542 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=240ddd5c61834059b8d172d13fd97c63&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2211502
Apr 30 04:30:03.682868 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:03.687372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56678) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:03.942565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8296af1-6f9b-4602-afa8-47ce8bc60b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:04.027115 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-6303fd7e-fee6-4794-8262-25e8f60bee6b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2923110
Apr 30 04:30:04.035776 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8296af1-6f9b-4602-afa8-47ce8bc60b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:04.294857 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8296af1-6f9b-4602-afa8-47ce8bc60b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:04.318765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22446f8a-f131-4f16-914e-cadc6aebe1bb req-e8623b4a-85ca-40e6-8269-adc8a8381361 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:04.322420 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22446f8a-f131-4f16-914e-cadc6aebe1bb req-e8623b4a-85ca-40e6-8269-adc8a8381361 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 945 time: 1.9286761
Apr 30 04:30:04.336800 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53370493-5661-47fc-8ed9-316b5984db46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:04.338377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ea11e-2b9f-4839-9d35-a0168dabf0c5 req-a7f4baba-bcb1-48cf-8c42-f3a39886a3ea tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:04.341340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e8ea11e-2b9f-4839-9d35-a0168dabf0c5 req-a7f4baba-bcb1-48cf-8c42-f3a39886a3ea tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 945 time: 1.9573734
Apr 30 04:30:04.356429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8296af1-6f9b-4602-afa8-47ce8bc60b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c62b404-ac3a-4e9f-9050-da210b72d6c0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:04.363011 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8296af1-6f9b-4602-afa8-47ce8bc60b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:04.395132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8296af1-6f9b-4602-afa8-47ce8bc60b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:04.400446 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d8296af1-6f9b-4602-afa8-47ce8bc60b16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c62b404-ac3a-4e9f-9050-da210b72d6c0 HTTP/1.1" status: 204  len: 168 time: 0.7077589
Apr 30 04:30:04.430527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-411d6623-5f64-4034-be7f-ca385f5ca0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:04.433362 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-411d6623-5f64-4034-be7f-ca385f5ca0cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1097 time: 0.3294106
Apr 30 04:30:04.487191 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-03eff705-ace1-44ce-84cb-efa28bee0735 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2295046
Apr 30 04:30:04.666461 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:04.969546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-709f6f96-63fc-4934-afb5-71eb85961dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:04.971388 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-709f6f96-63fc-4934-afb5-71eb85961dd8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.5101345
Apr 30 04:30:05.037156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-2001d66a-a7f7-4499-a685-9c626a5d4705 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5307224
Apr 30 04:30:05.104293 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e8ea11e-2b9f-4839-9d35-a0168dabf0c5 req-110f7cf1-04c3-4dab-9fe6-77f140b98e83 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7003529
Apr 30 04:30:05.124095 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22446f8a-f131-4f16-914e-cadc6aebe1bb req-533c3481-a2bc-4963-a80c-8659f2bf4f50 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7628176
Apr 30 04:30:05.284912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-65bcea9a-b3f1-42c8-88a9-83a6884a6b7c tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c0b85eaeba8e41c1891bd74090623a4f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3040123
Apr 30 04:30:05.306114 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-8e1fb720-8444-47ff-8433-e9678d052743 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 200  len: 217 time: 0.2243731
Apr 30 04:30:05.454546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56696) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:05.524001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:05.687755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-461f56cc-dc28-49d3-83d2-685a7b7d5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:05.689152 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-461f56cc-dc28-49d3-83d2-685a7b7d5cc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.2891767
Apr 30 04:30:05.716730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:05.724069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:5025e1b05c6c41a0ac03edec9dd3a8d8 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:30:05.729744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:30:05.745888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:05.749329 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-2d030174-e78d-4fc7-b51f-7c0cd9aa0094 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522168
Apr 30 04:30:05.805439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-192de68e-7aaf-41c0-957f-cffa0ae902b4 req-08c97db3-3d6c-4dcf-a4ca-228a9e9cce14 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 210 time: 0.1559291
Apr 30 04:30:05.809009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-d1344eb3-86e7-49ab-b4d8-407e732d8c3a tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:05.810549 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-d1344eb3-86e7-49ab-b4d8-407e732d8c3a tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5078132
Apr 30 04:30:05.824688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Request body: {'port': {'device_id': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': 'c0b85eaeba8e41c1891bd74090623a4f'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:30:05.872553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b5b67-184e-415e-abb4-2c2c24fef045 req-799f6149-3364-4365-9cd7-7f45dbb54215 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:05.876190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-826b5b67-184e-415e-abb4-2c2c24fef045 req-799f6149-3364-4365-9cd7-7f45dbb54215 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1102 time: 0.5030143
Apr 30 04:30:05.945167 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f', 'code': 200}
Apr 30 04:30:06.007912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.062698 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.101760 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.151260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-826b5b67-184e-415e-abb4-2c2c24fef045 req-bcf6d785-807b-4196-a27f-4f9662883002 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370802
Apr 30 04:30:06.152317 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-079edb0a-7492-4d21-85ee-2158a8b2888f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:06.163793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ee9cab2d-6857-4824-a320-34f97a173655 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:30:06.227566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d580fc85-f8f5-40b4-a9be-9fc231715d4d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:06.240719 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:06.269436 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5025e1b05c6c41a0ac03edec9dd3a8d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8037238
Apr 30 04:30:06.279326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56710) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:06.359816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-cbfb4024-88ff-4afa-bec0-913012d4306d service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5966160
Apr 30 04:30:06.399877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:06.425641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Usage tracker for resource:port and tenant:c0b85eaeba8e41c1891bd74090623a4f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:30:06.443468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:30:06.523262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1626-3122-415d-a419-6a549d46af82 req-a2782a3d-cf4e-4559-99ae-dfcb6f334343 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:06.526666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-a2782a3d-cf4e-4559-99ae-dfcb6f334343 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.9677591
Apr 30 04:30:06.573920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:06.623003 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.643377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Made reservation on behalf of c0b85eaeba8e41c1891bd74090623a4f for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:30:06.647675 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.667046 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.700071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ee9cab2d-6857-4824-a320-34f97a173655,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:06.704277 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-56d9d3e2-cacc-48b3-bd88-64a55db1acac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.708626 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.711079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 622d611c-6de5-4eac-b80f-0ee6bb78619f no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:30:06.741701 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-56d9d3e2-cacc-48b3-bd88-64a55db1acac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.753876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21b24e-0166-443c-bf44-17642c5a61fd req-22d3ce37-fe29-42e5-920f-b06cda1090de tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:06.755445 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed21b24e-0166-443c-bf44-17642c5a61fd req-22d3ce37-fe29-42e5-920f-b06cda1090de tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 944 time: 0.5307498
Apr 30 04:30:06.759358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:06.761754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-b61c82d6-4f60-4094-b7d8-a324dfaed8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:06.763287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-b61c82d6-4f60-4094-b7d8-a324dfaed8e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 1097 time: 0.3697431
Apr 30 04:30:06.766939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Usage tracker for resource:security_group_rule and tenant:c0b85eaeba8e41c1891bd74090623a4f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:30:06.775751 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:06.786985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:30:06.813990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:06.826719 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67e63431-ae5b-4492-a79a-e19bcdc938fd req-0706f1be-0d4f-4759-9b97-739d5ee5e857 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4584584
Apr 30 04:30:06.973164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-56d9d3e2-cacc-48b3-bd88-64a55db1acac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:06.987501 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4a0c5b12-7b38-43c0-a6d9-dc40b50ed3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:07.031628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9d3e2-cacc-48b3-bd88-64a55db1acac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d580fc85-f8f5-40b4-a9be-9fc231715d4d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:07.052382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:07.054334 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-56d9d3e2-cacc-48b3-bd88-64a55db1acac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:07.063536 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:07.065264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed21b24e-0166-443c-bf44-17642c5a61fd req-1f707724-f605-4489-8b70-16eb4cb84b1a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697463
Apr 30 04:30:07.068233 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:07.074592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124fd52-c3cf-4092-b016-c928e1cea99c req-4da42d44-5213-4b67-8694-d0c00eb9bfa5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:07.077934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e124fd52-c3cf-4092-b016-c928e1cea99c req-4da42d44-5213-4b67-8694-d0c00eb9bfa5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 945 time: 0.4893513
Apr 30 04:30:07.104897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8296af1-6f9b-4602-afa8-47ce8bc60b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:07.114475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ee9cab2d-6857-4824-a320-34f97a173655,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:07.142641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64ff1626-3122-415d-a419-6a549d46af82 req-2b8447b2-9a7a-4ec7-b3c5-858472ee30cc service neutron] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:30:07.144812 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:07.201913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e124fd52-c3cf-4092-b016-c928e1cea99c req-14c337cd-285e-4a26-bf28-c7f26146e488 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062403
Apr 30 04:30:07.212155 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64ff1626-3122-415d-a419-6a549d46af82 req-2b8447b2-9a7a-4ec7-b3c5-858472ee30cc service neutron] Notify callbacks [] for binding, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:07.216867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64ff1626-3122-415d-a419-6a549d46af82 req-2b8447b2-9a7a-4ec7-b3c5-858472ee30cc service neutron] 10.222.0.50 "DELETE /v2.0/ports/c6c4aba3-bccf-4a5b-b654-fa63d0a1459f/bindings/n-h1-766726-20 HTTP/1.1" status: 204  len: 173 time: 0.6801391
Apr 30 04:30:07.225528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:07.227997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-8bcd7fa0-282f-4341-b3b5-555d255073a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:07.234370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-56d9d3e2-cacc-48b3-bd88-64a55db1acac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:07.236161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-8bcd7fa0-282f-4341-b3b5-555d255073a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 913 time: 0.4513412
Apr 30 04:30:07.238079 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:07.242738 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:07.249578 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-56d9d3e2-cacc-48b3-bd88-64a55db1acac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d580fc85-f8f5-40b4-a9be-9fc231715d4d HTTP/1.1" status: 204  len: 168 time: 0.9661047
Apr 30 04:30:07.385352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=622d611c-6de5-4eac-b80f-0ee6bb78619f,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:07.396656 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:07.440858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-6d4e85bd-7f47-4aa8-b5ab-e6cc08fa408f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee9cab2d-6857-4824-a320-34f97a173655 HTTP/1.1" status: 200  len: 217 time: 0.1952994
Apr 30 04:30:07.443343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde572a-67a8-45d9-a871-9630d727087f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:07.459105 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:07.617047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-689865b9-f3ee-40e5-a73c-d5fbccc3591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:07.618804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-689865b9-f3ee-40e5-a73c-d5fbccc3591d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.1127741
Apr 30 04:30:07.663578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Allocated IP 192.168.233.96 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/151f146f-2378-4b86-bc98-45df8d26349b) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:30:07.711190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-f0b13ff9-9bdb-4724-b596-63361b56f15a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0767329
Apr 30 04:30:07.730230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77546f-869e-4ee9-9984-fe6b9a607da3 req-ce453c78-a7ec-43ff-ae0f-6e72c8e100ba tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:07.739354 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e77546f-869e-4ee9-9984-fe6b9a607da3 req-ce453c78-a7ec-43ff-ae0f-6e72c8e100ba tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 943 time: 0.2936671
Apr 30 04:30:07.893291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e77546f-869e-4ee9-9984-fe6b9a607da3 req-8a5e9d57-d612-4f38-9953-a42c2b5000c6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529186
Apr 30 04:30:07.946746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655'}, {'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:08.026943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-e1bbb4a1-33b4-4a0f-9f0a-21cc6c3632b4 service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3072162
Apr 30 04:30:08.387268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:08.425570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Transition to ACTIVE for port object 151f146f-2378-4b86-bc98-45df8d26349b will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:30:08.438162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5cc5cd94-5ad5-4310-b907-4e4010c76a66 req-c2aeb5e2-6da4-4a1e-8a30-78b1bcadc7f5 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 210 time: 0.2711198
Apr 30 04:30:08.490998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:08.503135 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3aaf6bb2-cc90-4372-ae76-e03c5d791a58 tempest-ServerDiagnosticsNegativeTest-480031389 tempest-ServerDiagnosticsNegativeTest-480031389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:08.633358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c23553e7-c4e6-4fdf-ba0c-4430c3c720fc req-4cd2efc8-ecc4-41d7-acc4-361580dadb0b service neutron] 10.222.0.37 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5904951
Apr 30 04:30:08.649447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:30:08.668161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-ac83c148-f208-494d-b81e-7a43963f34c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5880532
Apr 30 04:30:08.670098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:30:08.675539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:30:08.777704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:08.778389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:08.787352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:08.815374 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:08.848766 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.0287058
Apr 30 04:30:08.878262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Request body: {'port': {'device_id': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:30:09.126195 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:09.136282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-50141863-9afb-4887-b9f1-555f67d4c443 None None] Provisioning for port 151f146f-2378-4b86-bc98-45df8d26349b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:30:09.143808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-50141863-9afb-4887-b9f1-555f67d4c443 None None] Provisioning complete for port 151f146f-2378-4b86-bc98-45df8d26349b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:30:09.145388 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-50141863-9afb-4887-b9f1-555f67d4c443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:09.289863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-7aa95abf-d316-4731-b699-4702e66998d4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:09.291577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-7aa95abf-d316-4731-b699-4702e66998d4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 820 time: 0.4441416
Apr 30 04:30:09.300477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-50141863-9afb-4887-b9f1-555f67d4c443 None None] Port 151f146f-2378-4b86-bc98-45df8d26349b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:30:09.339657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-f0b4347e-153b-4081-af08-58a4c4e34e39 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/quotas/e00638fa8be2496892bbdeb78ce39e3e HTTP/1.1" status: 200  len: 375 time: 0.0405207
Apr 30 04:30:09.403696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97a33-d141-48e3-bac1-c652c65857c5 req-b6e57e23-46fe-4dee-b99a-46ce747927b5 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:09.405335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76a97a33-d141-48e3-bac1-c652c65857c5 req-b6e57e23-46fe-4dee-b99a-46ce747927b5 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.2867317
Apr 30 04:30:09.516048 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76a97a33-d141-48e3-bac1-c652c65857c5 req-e0600bab-77a7-43ff-be62-f60fce37ba1f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964577
Apr 30 04:30:09.560845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-e272ab34-46c9-40c1-a08b-e0cb84aa2fb0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2138739
Apr 30 04:30:09.631572 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655', 'code': 200}
Apr 30 04:30:09.631856 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f', 'code': 200}
Apr 30 04:30:09.755599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151f146f-2378-4b86-bc98-45df8d26349b {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:09.767714 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:09.797718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Transition to ACTIVE for port object 151f146f-2378-4b86-bc98-45df8d26349b will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:30:09.802988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:09.809474 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:09.862853 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0b9ffb7a-1312-4714-929c-4eda458256d1 service neutron] 10.222.0.46 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2971301
Apr 30 04:30:10.209092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:10.289473 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:10.312308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Attempting to bind port 151f146f-2378-4b86-bc98-45df8d26349b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:30:10.312667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Attempting to bind port 151f146f-2378-4b86-bc98-45df8d26349b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:30:10.313055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Attempting to bind port 151f146f-2378-4b86-bc98-45df8d26349b on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:10.319106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Port 151f146f-2378-4b86-bc98-45df8d26349b on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:30:10.319470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Attempting to bind port 151f146f-2378-4b86-bc98-45df8d26349b on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:10.326011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:30:10.326354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:30:10.326865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:30:10.328832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Bound port: 151f146f-2378-4b86-bc98-45df8d26349b, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:30:10.329203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:10.389331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c39840-95f0-4d91-9496-4476c927ee87 req-e450fba6-3dae-490d-a74d-fb0e82772437 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:10.400702 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09c39840-95f0-4d91-9496-4476c927ee87 req-e450fba6-3dae-490d-a74d-fb0e82772437 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1096 time: 0.6025112
Apr 30 04:30:10.408560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-90093e77-8099-41af-82db-9d8aead3a2a4 service neutron] 10.222.0.46 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5281069
Apr 30 04:30:10.509834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:30:10.516787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:30:10.527783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:10.539219 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:10.554100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09c39840-95f0-4d91-9496-4476c927ee87 req-553fd503-e985-4a10-8e27-ca31e0b7a79c tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516986
Apr 30 04:30:10.631676 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-3e43d679-6a59-47cd-82db-481429545477 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4696572
Apr 30 04:30:10.801995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:10.816662 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:10.823594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:10.825593 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:10.829350 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] 10.222.0.50 "PUT /v2.0/ports/151f146f-2378-4b86-bc98-45df8d26349b HTTP/1.1" status: 200  len: 1096 time: 1.9707060
Apr 30 04:30:10.830218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:11.099158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-d178b396-c5d4-4b2d-8ca0-e5b9f16f68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:11.100540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-d178b396-c5d4-4b2d-8ca0-e5b9f16f68dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1096 time: 0.4183328
Apr 30 04:30:11.120616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b9be4-d4c6-461d-b36e-49a3da14de49 req-7ba9d09c-8fb1-4779-8639-59a20aceca59 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:11.122422 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-998b9be4-d4c6-461d-b36e-49a3da14de49 req-7ba9d09c-8fb1-4779-8639-59a20aceca59 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 943 time: 0.2896817
Apr 30 04:30:11.132797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6934d-9d91-4922-88ff-4232c384d50b req-b6fe9035-ffce-4d59-a702-2857d527a3f0 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:11.134654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50b6934d-9d91-4922-88ff-4232c384d50b req-b6fe9035-ffce-4d59-a702-2857d527a3f0 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 943 time: 0.2464678
Apr 30 04:30:11.378427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-49d465e4-edd1-4d04-9095-359e2040e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:11.381723 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-49d465e4-edd1-4d04-9095-359e2040e1d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0b85eaeba8e41c1891bd74090623a4f&device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 1099 time: 0.3538749
Apr 30 04:30:11.492029 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-f6343aff-b98a-494f-b451-d0b312ae8702 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=151f146f-2378-4b86-bc98-45df8d26349b HTTP/1.1" status: 200  len: 217 time: 0.0962901
Apr 30 04:30:11.571150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-7cb6cd5f-c165-4a6d-b58c-8998ce5e1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:11.573281 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-7cb6cd5f-c165-4a6d-b58c-8998ce5e1868 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1102 time: 0.3144703
Apr 30 04:30:11.584965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-df0d8753-959f-4500-ba7d-00927c199e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:11.586935 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-df0d8753-959f-4500-ba7d-00927c199e4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0874903
Apr 30 04:30:11.600360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-998b9be4-d4c6-461d-b36e-49a3da14de49 req-613af948-4423-4fa0-9968-5d62ce06487c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4639120
Apr 30 04:30:11.717368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-059060e5-d917-41f9-a763-3e27be2f20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:11.720819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-059060e5-d917-41f9-a763-3e27be2f20b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.5609453
Apr 30 04:30:11.852856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-0d9040d2-3d17-457e-b689-e0770f18a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:11.854374 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-0d9040d2-3d17-457e-b689-e0770f18a8ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2718415
Apr 30 04:30:11.859040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-9ddd102a-3514-418f-9052-1478440a7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:11.860907 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-9ddd102a-3514-418f-9052-1478440a7cb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2509758
Apr 30 04:30:11.879557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-50b6934d-9d91-4922-88ff-4232c384d50b req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Deleting port 622d611c-6de5-4eac-b80f-0ee6bb78619f {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:30:11.880504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-50b6934d-9d91-4922-88ff-4232c384d50b req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:12.075970 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-a3715065-249f-4309-a299-509547fe4d72 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.2136788
Apr 30 04:30:12.147617 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-b42e4686-8aee-43c8-923e-65218897ccdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 200  len: 217 time: 0.4182250
Apr 30 04:30:12.299847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-04b1e531-4a9f-40ca-bd07-d02d33185d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:12.302457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-04b1e531-4a9f-40ca-bd07-d02d33185d93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2178333
Apr 30 04:30:12.373222 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-b3369b8b-0e71-4545-8a8c-e02702e26afd service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4003336
Apr 30 04:30:12.689749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-5f0c7cfa-4dad-42ea-b0d1-6809f1e33ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:12.692361 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-5f0c7cfa-4dad-42ea-b0d1-6809f1e33ef3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3815806
Apr 30 04:30:12.695701 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0723f70-aff2-4355-a32d-4353fcd77685 req-06651e92-9b35-4eb6-a29a-aa0bf7b1b15a service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3116121
Apr 30 04:30:12.736638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-1efc74a2-6eef-453e-bb94-587e38f44d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:12.740668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-1efc74a2-6eef-453e-bb94-587e38f44d22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.4139857
Apr 30 04:30:12.895651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3457da-e628-4d75-a45c-442c388550e4 req-4d3a345b-763d-4c21-a1a5-b22ff8e1af0b tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:12.908161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec3457da-e628-4d75-a45c-442c388550e4 req-4d3a345b-763d-4c21-a1a5-b22ff8e1af0b tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 947 time: 0.7797303
Apr 30 04:30:12.912938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-2c630b22-5928-449d-91c3-bb9169413ae3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1597400
Apr 30 04:30:13.001937 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-9cae5b52-2ce5-48bc-a73c-836a35eb27db service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3006928
Apr 30 04:30:13.041916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56876) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:13.090598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91259564-dacd-4e84-9d6a-3ec1cae3f0ee req-292cd90e-4553-450d-8728-54ca52291df2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:13.094254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91259564-dacd-4e84-9d6a-3ec1cae3f0ee req-292cd90e-4553-450d-8728-54ca52291df2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 943 time: 1.2180555
Apr 30 04:30:13.234952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-50b6934d-9d91-4922-88ff-4232c384d50b req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] For port 622d611c-6de5-4eac-b80f-0ee6bb78619f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=622d611c-6de5-4eac-b80f-0ee6bb78619f,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:13.236120 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-50b6934d-9d91-4922-88ff-4232c384d50b req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:13.278026 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-384966fe-3309-4b6b-a908-650b40a1805c service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2676504
Apr 30 04:30:13.398587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-50b6934d-9d91-4922-88ff-4232c384d50b req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Calling delete_port for 622d611c-6de5-4eac-b80f-0ee6bb78619f owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:30:13.446494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec3457da-e628-4d75-a45c-442c388550e4 req-71019885-6a3a-47ee-b3a7-034d05855844 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5265868
Apr 30 04:30:13.453757 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:13.516550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:13.533791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91259564-dacd-4e84-9d6a-3ec1cae3f0ee req-30a75dbd-8052-4fd5-b4f7-cc41a0908aa9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3885877
Apr 30 04:30:13.539077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Usage tracker for resource:security_group_rule and tenant:ac41d8c20947436f81b968cb1b568f37 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:30:13.545010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:30:13.557863 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-53a27ffd-db4c-489e-8070-534c5e93ccec service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6341305
Apr 30 04:30:13.558790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:13.955003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34b95e33-1172-4cbc-a0b0-b055d5267fc4 req-ab076add-3d28-4c10-91fd-f0de7af94451 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3861296
Apr 30 04:30:13.997326 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-50b6934d-9d91-4922-88ff-4232c384d50b req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:14.010877 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:14.013165 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:14.054020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-768c43d0-3a3d-48c0-99ac-0f5ae9ea3fdb tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:14.056122 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-768c43d0-3a3d-48c0-99ac-0f5ae9ea3fdb tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 820 time: 0.3922253
Apr 30 04:30:14.062635 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:14.071127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Request body: {'port': {'device_id': '759ee611-b34b-48db-a282-b5fa99049fa2', 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d', 'admin_state_up': True, 'tenant_id': 'e00638fa8be2496892bbdeb78ce39e3e'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:30:14.094300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event deleted for resources: {'Port': ['ID=622d611c-6de5-4eac-b80f-0ee6bb78619f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:14.109214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385f3af-9bdb-4aba-9064-6bc3365e8660 req-891cc20c-21ee-464e-9d03-51e784a6317b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:14.110851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c385f3af-9bdb-4aba-9064-6bc3365e8660 req-891cc20c-21ee-464e-9d03-51e784a6317b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.4127960
Apr 30 04:30:14.111834 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:14.147010 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:14.215540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ee9cab2d-6857-4824-a320-34f97a173655 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:30:14.246212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac41d8c20947436f81b968cb1b568f37&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1798680
Apr 30 04:30:14.255622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56886) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:14.266337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabfe562-f776-4799-8f44-2481036ccc99,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:14.269642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b6934d-9d91-4922-88ff-4232c384d50b req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] No DVR routers for this DVR port 622d611c-6de5-4eac-b80f-0ee6bb78619f on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:30:14.272821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2a20d-96d5-41a3-8957-08b43ba63035 req-c234ef79-a711-4961-a4d1-678d620c1853 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:14.280751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fad2a20d-96d5-41a3-8957-08b43ba63035 req-c234ef79-a711-4961-a4d1-678d620c1853 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 1096 time: 0.4681354
Apr 30 04:30:14.283335 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:14.295000 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-50b6934d-9d91-4922-88ff-4232c384d50b req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:14.306389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'name': 'network-vif-deleted', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:14.342070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:14.365176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:14.374336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c385f3af-9bdb-4aba-9064-6bc3365e8660 req-0395a8ed-58d1-42e0-b691-f97c05264e24 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176042
Apr 30 04:30:14.387502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Made reservation on behalf of e00638fa8be2496892bbdeb78ce39e3e for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:30:14.396349 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:14.429227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50b6934d-9d91-4922-88ff-4232c384d50b req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "DELETE /v2.0/ports/622d611c-6de5-4eac-b80f-0ee6bb78619f HTTP/1.1" status: 204  len: 173 time: 3.2681847
Apr 30 04:30:14.491011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fad2a20d-96d5-41a3-8957-08b43ba63035 req-f85004c5-896c-4d58-bac2-7772a92cb032 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090654
Apr 30 04:30:14.532833 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea805a81-a7d8-4939-b06b-12c5f648bdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:14.605575 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea805a81-a7d8-4939-b06b-12c5f648bdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:14.654331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 622d611c-6de5-4eac-b80f-0ee6bb78619f no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:30:14.751520 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea805a81-a7d8-4939-b06b-12c5f648bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:14.755998 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f408eba4-f1e1-462d-88fb-43a625891cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:14.822713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea805a81-a7d8-4939-b06b-12c5f648bdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabfe562-f776-4799-8f44-2481036ccc99,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:14.830829 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ea805a81-a7d8-4939-b06b-12c5f648bdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:14.845998 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea805a81-a7d8-4939-b06b-12c5f648bdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:14.847379 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ea805a81-a7d8-4939-b06b-12c5f648bdc4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eabfe562-f776-4799-8f44-2481036ccc99 HTTP/1.1" status: 204  len: 168 time: 0.5854580
Apr 30 04:30:14.849025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 622d611c-6de5-4eac-b80f-0ee6bb78619f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:30:14.849590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 622d611c-6de5-4eac-b80f-0ee6bb78619f not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:30:15.016279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Allocated IP 172.20.0.7 (3a5fe485-1c7d-4f29-a298-10a8d560842d/5248bdd3-1c38-4601-a701-085d44616c83/381be381-f3c7-4f20-9b9d-fda586a19afc) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:30:15.212213 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b', 'status': 'completed', 'code': 200}
Apr 30 04:30:15.224389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77d1d66a-b61c-4da7-b4ec-79649398e505 req-26a57a97-1bc0-4513-8b16-6ce165654afd tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 210 time: 0.2843921
Apr 30 04:30:15.296559 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:30:15.542872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:15.586587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '151f146f-2378-4b86-bc98-45df8d26349b', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '151f146f-2378-4b86-bc98-45df8d26349b', 'mac_address': 'fa:16:3e:e4:ce:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:30:15.735833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-65b96e2f-a071-49ce-a92d-d80a5e918c9e req-06b2c572-a34c-416b-9ec5-9dd7c3928acf tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Synchronizing usage tracker for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:30:15.768479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:15.794249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-8effb0f7-53ee-42f2-ac30-b33fd1ac6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:15.796196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-65b96e2f-a071-49ce-a92d-d80a5e918c9e req-06b2c572-a34c-416b-9ec5-9dd7c3928acf tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Unset dirty status for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:30:15.797777 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-8effb0f7-53ee-42f2-ac30-b33fd1ac6ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c0b85eaeba8e41c1891bd74090623a4f&device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 1099 time: 0.5766873
Apr 30 04:30:15.802858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151f146f-2378-4b86-bc98-45df8d26349b {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:15.803190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65b96e2f-a071-49ce-a92d-d80a5e918c9e req-06b2c572-a34c-416b-9ec5-9dd7c3928acf tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=f70f6d9e-474c-4325-9568-6d32326fc570 HTTP/1.1" status: 200  len: 210 time: 0.2075572
Apr 30 04:30:15.825919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:15.832341 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:15.834554 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-88b354e6-215d-4ae7-9661-7729f3babf18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:15.888723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56906) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:15.897503 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:15.974745 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:15.993940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:16.008259 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:16.030252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:16.041165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Usage tracker for resource:security_group_rule and tenant:7de079374e104c6886d33d3143351755 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:30:16.048500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:30:16.064138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:16.125329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-6a6ca0fb-1245-4039-8acf-9cd81f794797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:16.127593 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-6a6ca0fb-1245-4039-8acf-9cd81f794797 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3122969
Apr 30 04:30:16.231518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['151f146f-2378-4b86-bc98-45df8d26349b'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:30:16.246923 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:16.253418 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70f6d9e-474c-4325-9568-6d32326fc570', 'name': 'network-vif-deleted', 'tag': '622d611c-6de5-4eac-b80f-0ee6bb78619f', 'status': 'completed', 'code': 200}
Apr 30 04:30:16.312333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-bb9f5178-0f1e-4828-8262-7a8cab689040 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=151f146f-2378-4b86-bc98-45df8d26349b HTTP/1.1" status: 200  len: 217 time: 0.1769509
Apr 30 04:30:16.345832 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:16.373113 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a9e10047-32b5-47df-850c-d227f7909a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:16.481423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7de079374e104c6886d33d3143351755&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5895081
Apr 30 04:30:16.485579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56918) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:16.486984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a567ef-1b88-4edd-95e4-2a969406b17b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:16.512946 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:16.516304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-b017dd0e-c8fb-47e6-938c-39ab79b6c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:16.518822 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-b017dd0e-c8fb-47e6-938c-39ab79b6c60c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1968884
Apr 30 04:30:16.520930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:16.535912 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-655881b3-60c2-411e-adb1-8a7d2a9fc57a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:16.661153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5502a1-bacb-41b8-ad52-b648b8f141a4 req-83372761-a4b3-4811-9b6f-6e0157ea606e tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:16.663250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be5502a1-bacb-41b8-ad52-b648b8f141a4 req-83372761-a4b3-4811-9b6f-6e0157ea606e tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 948 time: 0.4081831
Apr 30 04:30:16.700343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:30:16.743025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be5502a1-bacb-41b8-ad52-b648b8f141a4 req-6062fd82-a1f7-4e99-b132-b75553c2bfab tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730727
Apr 30 04:30:16.744786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3137-7cd8-4336-a82e-e754f2536cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:16.780016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3137-7cd8-4336-a82e-e754f2536cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:16.783465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Pushing event updated for resources: {'Port': ['ID=381be381-f3c7-4f20-9b9d-fda586a19afc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:16.797320 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:16.798269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:30:16.805614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:30:16.857990 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3137-7cd8-4336-a82e-e754f2536cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:16.866119 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe2a1912-30be-472b-8851-28111c44797f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:16.874890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe3137-7cd8-4336-a82e-e754f2536cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a567ef-1b88-4edd-95e4-2a969406b17b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:16.877557 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0dbe3137-7cd8-4336-a82e-e754f2536cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:16.900916 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dbe3137-7cd8-4336-a82e-e754f2536cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:16.902098 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0dbe3137-7cd8-4336-a82e-e754f2536cdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63a567ef-1b88-4edd-95e4-2a969406b17b HTTP/1.1" status: 204  len: 168 time: 0.3873589
Apr 30 04:30:16.919813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:16.920538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:17.001775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-b99b437f-a3b8-4688-8037-d872fa120276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:17.003610 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-b99b437f-a3b8-4688-8037-d872fa120276 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2997215
Apr 30 04:30:17.008447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9420443
Apr 30 04:30:17.069530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Request body: {'port': {'device_id': '759ee611-b34b-48db-a282-b5fa99049fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:30:17.291640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:17.303667 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-46f6df7c-309b-463f-8f91-d300c242075c service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2906146
Apr 30 04:30:17.794617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a30903-8f95-424e-aade-68170a90b17f req-afc1f652-d00b-4e65-ad0f-51d494afd667 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:17.796598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87a30903-8f95-424e-aade-68170a90b17f req-afc1f652-d00b-4e65-ad0f-51d494afd667 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.1410160
Apr 30 04:30:17.836845 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-84d5a15b-2486-4afe-b66f-1344257a9a5d req-02a70ad9-adce-4f05-aace-8f33d5e753c9 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5245650
Apr 30 04:30:18.004452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87a30903-8f95-424e-aade-68170a90b17f req-1cac0ad5-c4be-4b60-b5b0-36b2824c6ec4 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493859
Apr 30 04:30:18.055145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-2c63cb8f-9b22-4d6e-b972-b460b7ca9b37 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:18.056784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-2c63cb8f-9b22-4d6e-b972-b460b7ca9b37 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=7be16a9d-3b73-4030-9652-6877b5f62b9b HTTP/1.1" status: 200  len: 943 time: 0.2808366
Apr 30 04:30:18.268404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381be381-f3c7-4f20-9b9d-fda586a19afc {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:18.277965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:18.298151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Transition to ACTIVE for port object 381be381-f3c7-4f20-9b9d-fda586a19afc will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:30:18.303739 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:18.310627 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e72703c3-65f9-4117-840e-5c1e114cb530 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:18.439423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Deleting port ee9cab2d-6857-4824-a320-34f97a173655 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:30:18.440021 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:18.583242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Pushing event updated for resources: {'Port': ['ID=381be381-f3c7-4f20-9b9d-fda586a19afc,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:18.589115 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:18.687036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:30:18.687258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] For port ee9cab2d-6857-4824-a320-34f97a173655, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ee9cab2d-6857-4824-a320-34f97a173655,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:18.687598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:18.688089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:30:18.688868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:18.698984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Port 381be381-f3c7-4f20-9b9d-fda586a19afc on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:30:18.699829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:18.711854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:30:18.712508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:30:18.713236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:30:18.714143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Bound port: 381be381-f3c7-4f20-9b9d-fda586a19afc, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:30:18.714850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:18.831991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Calling delete_port for ee9cab2d-6857-4824-a320-34f97a173655 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:30:18.929349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438d4c1-932e-45ce-8639-648c109d0860 req-a96172a0-5d92-433e-94ba-c3fd17d5c4ff tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:18.939590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:30:18.945435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7438d4c1-932e-45ce-8639-648c109d0860 req-a96172a0-5d92-433e-94ba-c3fd17d5c4ff tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.6602769
Apr 30 04:30:18.948999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:30:18.981961 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:19.002669 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23e47a7c-6303-4564-8226-de9a4528a2e3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:19.032593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7438d4c1-932e-45ce-8639-648c109d0860 req-2c525547-e736-41e8-8bdc-21e18e80dadb tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857930
Apr 30 04:30:19.139770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:19.142699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:19.144234 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/381be381-f3c7-4f20-9b9d-fda586a19afc HTTP/1.1" status: 200  len: 1092 time: 2.0793602
Apr 30 04:30:19.147351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:19.204050 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:19.214762 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a44bc0f3-7336-4216-9eba-4889e24b4864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:19.307481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Pushing event updated for resources: {'Port': ['ID=381be381-f3c7-4f20-9b9d-fda586a19afc,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:19.308964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event deleted for resources: {'Port': ['ID=ee9cab2d-6857-4824-a320-34f97a173655,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:19.317450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:30:19.318236 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:19.349040 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:19.408853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] No DVR routers for this DVR port ee9cab2d-6857-4824-a320-34f97a173655 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:30:19.411951 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:19.416584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'name': 'network-vif-deleted', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:19.430669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-e0feb5b7-7d67-4f90-8eb4-65007c5451d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:19.433989 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-e0feb5b7-7d67-4f90-8eb4-65007c5451d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 1095 time: 0.2351997
Apr 30 04:30:19.441716 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b098da91-5d46-4f5a-9fa6-96e9d490ff8e req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "DELETE /v2.0/ports/ee9cab2d-6857-4824-a320-34f97a173655 HTTP/1.1" status: 204  len: 173 time: 1.3709543
Apr 30 04:30:19.485823 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 151f146f-2378-4b86-bc98-45df8d26349b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:30:19.497066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 151f146f-2378-4b86-bc98-45df8d26349b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:30:19.497485 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:19.562819 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-bfaba551-ee96-4cd9-98b0-7d35e6fc0bc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381be381-f3c7-4f20-9b9d-fda586a19afc HTTP/1.1" status: 200  len: 217 time: 0.1194372
Apr 30 04:30:19.777132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-3dfe4d2b-8f55-4e82-9faa-c18f49fe5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:19.780925 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-3dfe4d2b-8f55-4e82-9faa-c18f49fe5a1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.2099159
Apr 30 04:30:19.927489 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-d61ffe85-0014-4e85-ac78-d733645516f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1344900
Apr 30 04:30:20.002224 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:20.009168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e747bf-0f3b-45bf-96b2-48e8ba9bb4f0 req-4facd65e-b5ef-4aeb-a2b8-ca164cda0782 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:20.024335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3e747bf-0f3b-45bf-96b2-48e8ba9bb4f0 req-4facd65e-b5ef-4aeb-a2b8-ca164cda0782 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 948 time: 0.2638731
Apr 30 04:30:20.126116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3e747bf-0f3b-45bf-96b2-48e8ba9bb4f0 req-41329d12-6167-4b43-b7f2-064c35197acf tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965550
Apr 30 04:30:20.132716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:20.182118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:20.191023 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:20.196735 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:20.289371 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-7929211c-d8af-4cbf-9942-373aa0d6c8c5 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3548965
Apr 30 04:30:20.374329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:20.393348 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:20.584029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d104a-1cad-4e25-bfb3-9ca93ca2f6e1 req-1c237868-3763-4d7a-adda-1caf7614bae0 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:20.588194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a79d104a-1cad-4e25-bfb3-9ca93ca2f6e1 req-1c237868-3763-4d7a-adda-1caf7614bae0 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.1897886
Apr 30 04:30:20.642660 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45dad95a-bf82-4eca-9ce7-cfc8e680007e req-5101b97e-4112-4560-ab64-9177e30d0a69 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3454990
Apr 30 04:30:20.688538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a79d104a-1cad-4e25-bfb3-9ca93ca2f6e1 req-bcd7fb44-3398-4157-be20-6b04932d3393 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920947
Apr 30 04:30:20.784814 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc', 'status': 'completed', 'code': 200}
Apr 30 04:30:20.836623 n-d-766726-20 neutron-server[74581]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7be16a9d-3b73-4030-9652-6877b5f62b9b', 'name': 'network-vif-deleted', 'tag': 'ee9cab2d-6857-4824-a320-34f97a173655', 'status': 'failed', 'code': 422} returned with failed status
Apr 30 04:30:21.050563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-11c60958-3b06-4f7c-97cc-898ddc7943ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:21.058937 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-11c60958-3b06-4f7c-97cc-898ddc7943ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 1095 time: 0.2415950
Apr 30 04:30:21.336801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-e2336a07-6398-41a0-9f34-942d4e065fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:21.340144 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-e2336a07-6398-41a0-9f34-942d4e065fb0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.2773502
Apr 30 04:30:21.501081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-1f35c625-b06b-461f-9f2c-469ff8e94bb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381be381-f3c7-4f20-9b9d-fda586a19afc HTTP/1.1" status: 200  len: 217 time: 0.1526389
Apr 30 04:30:21.565065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-9215854b-ea28-403b-bb5b-cfb4e68c2371 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:21.567623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-9215854b-ea28-403b-bb5b-cfb4e68c2371 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/networks?id=c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 200  len: 822 time: 0.5712574
Apr 30 04:30:21.598598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-e60641b6-91c7-4789-a966-e6f271b50d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:21.600467 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-e60641b6-91c7-4789-a966-e6f271b50d87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.0929663
Apr 30 04:30:21.605539 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-fbb85109-a69b-4e29-89e7-bda81051004e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/quotas/6d5e8240e2c34746b95cb21785b32b97 HTTP/1.1" status: 200  len: 375 time: 0.0303521
Apr 30 04:30:21.760003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b07a9-d20f-4264-a5a2-6007fd80ab08 req-9e2d34be-cc9b-4509-aeab-440f37ee1d08 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:21.764729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e8b07a9-d20f-4264-a5a2-6007fd80ab08 req-9e2d34be-cc9b-4509-aeab-440f37ee1d08 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.3255539
Apr 30 04:30:21.818460 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-c7d12fe4-0296-4865-9001-4329f96ac1f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2063501
Apr 30 04:30:21.924557 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e8b07a9-d20f-4264-a5a2-6007fd80ab08 req-877d7760-2377-46f6-8527-0bcacc5fa258 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501644
Apr 30 04:30:21.956351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-f91d5241-f904-4ce0-b88c-9fe2deb570e6 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d5e8240e2c34746b95cb21785b32b97&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3425674
Apr 30 04:30:21.994799 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-16106b50-eca6-4d52-801e-d5b315ccb1c5 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694934
Apr 30 04:30:22.046558 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b', 'code': 200}
Apr 30 04:30:22.225908 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7336bcd-9744-46b4-b1bd-80f12aadf46f req-187ec5fb-961d-40f5-8996-b6ec4d6a4959 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239630
Apr 30 04:30:22.284259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35c6fc-f75b-430b-a90c-c05bf7a235e7 req-039154ac-7d45-4e8c-a228-93a69a5beb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:22.287719 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8c35c6fc-f75b-430b-a90c-c05bf7a235e7 req-039154ac-7d45-4e8c-a228-93a69a5beb1a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 1101 time: 0.1311505
Apr 30 04:30:22.381137 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8c35c6fc-f75b-430b-a90c-c05bf7a235e7 req-62befde1-d2c4-445e-8e61-bc8e2421ab95 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846021
Apr 30 04:30:22.709680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-d792284b-38c2-4721-846f-7861d7c6e6b0 service neutron] 10.222.0.46 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7522340
Apr 30 04:30:22.734823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f59e-c619-48cc-acca-0a5ba507470f req-279612b6-395a-4e5e-a35a-666d571ffc22 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:22.737570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8f60f59e-c619-48cc-acca-0a5ba507470f req-279612b6-395a-4e5e-a35a-666d571ffc22 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 949 time: 0.2198327
Apr 30 04:30:23.002678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8f60f59e-c619-48cc-acca-0a5ba507470f req-5e55bea9-0212-470c-9b62-1ffda12b67c2 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2304015
Apr 30 04:30:23.061722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-c86d412b-d5c1-4bd1-990c-794dbdb200d9 service neutron] 10.222.0.46 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3221672
Apr 30 04:30:23.803339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b389b8-5724-4516-a276-53afa40b7eb6 req-7a6f2a22-9b4d-4552-b771-cff809ee909a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:23.814861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56b389b8-5724-4516-a276-53afa40b7eb6 req-7a6f2a22-9b4d-4552-b771-cff809ee909a tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.3592062
Apr 30 04:30:23.961102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56b389b8-5724-4516-a276-53afa40b7eb6 req-66eb3d88-791b-40c0-8614-38b7ed34afac tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450677
Apr 30 04:30:23.994666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dabb0-e388-48ba-ab27-f48d53d2eac2 req-b74d0750-f42e-4b27-9589-9125d8f0a237 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:24.005099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-048dabb0-e388-48ba-ab27-f48d53d2eac2 req-b74d0750-f42e-4b27-9589-9125d8f0a237 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.3710959
Apr 30 04:30:24.110494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-048dabb0-e388-48ba-ab27-f48d53d2eac2 req-5afe141f-c366-42f7-ac47-f5ed4fbbcc71 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038830
Apr 30 04:30:24.310325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0e1d324-4ee5-428d-ba46-e1d287e03be4 req-b63b6cca-753f-42ac-80f4-7eac8f3aa7df tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 210 time: 0.1104033
Apr 30 04:30:24.615713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec12e0-689c-491f-bf46-34961a103000 req-ef9162ad-ce25-4786-b649-f1e559c0f0ed tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:24.627274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4eec12e0-689c-491f-bf46-34961a103000 req-ef9162ad-ce25-4786-b649-f1e559c0f0ed tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 949 time: 0.1919670
Apr 30 04:30:24.773142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4eec12e0-689c-491f-bf46-34961a103000 req-351522ae-2842-496d-91b0-0c91e85507bc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441517
Apr 30 04:30:25.078409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-24283056-2c9a-4c2e-94c5-befe6f9c19cf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:25.080009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-24283056-2c9a-4c2e-94c5-befe6f9c19cf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.2964947
Apr 30 04:30:25.098316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f66d93-c0f6-4490-9e37-4e6c946eb9b2 req-8f854edb-55cc-4342-a6d3-2082ff4c4dc1 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:25.105477 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8f66d93-c0f6-4490-9e37-4e6c946eb9b2 req-8f854edb-55cc-4342-a6d3-2082ff4c4dc1 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 946 time: 0.1488853
Apr 30 04:30:25.160424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-e58de3c7-9dd2-4844-a739-27d8a8cec963 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/quotas/df7c0c7b000747d38e7e879591289c56 HTTP/1.1" status: 200  len: 375 time: 0.0707185
Apr 30 04:30:25.207088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8f66d93-c0f6-4490-9e37-4e6c946eb9b2 req-dfd992b9-e568-4a6b-b93a-6f85190b5993 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007264
Apr 30 04:30:25.215077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-1e97c902-e538-4f82-9d50-a4bec89bd29c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:30:25.262022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-1e97c902-e538-4f82-9d50-a4bec89bd29c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:30:25.264432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-1e97c902-e538-4f82-9d50-a4bec89bd29c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1022975
Apr 30 04:30:25.554967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-aa54701b-56e0-494b-ba57-8e383ee62959 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:25.557327 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-aa54701b-56e0-494b-ba57-8e383ee62959 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "GET /v2.0/networks?id=c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 200  len: 822 time: 0.3370817
Apr 30 04:30:25.583823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Request body: {'port': {'device_id': '67dc9d09-412c-4c0c-b9cd-65d87633d065', 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058', 'admin_state_up': True, 'tenant_id': '6d5e8240e2c34746b95cb21785b32b97'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:30:25.680741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-e0442e86-3878-432a-90d6-dd8eba375ecb service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4080701
Apr 30 04:30:25.996777 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-f11dce27-7f29-404b-aee4-220d53d0f351 service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3077068
Apr 30 04:30:26.065280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:26.126497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:26.156775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Made reservation on behalf of 6d5e8240e2c34746b95cb21785b32b97 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:30:26.162292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:26.624022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621d017-8de0-4221-a324-4858a6716f93 req-bee46c34-5ca3-4528-885d-dcd3b5ef2599 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:26.668068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7621d017-8de0-4221-a324-4858a6716f93 req-bee46c34-5ca3-4528-885d-dcd3b5ef2599 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.3173571
Apr 30 04:30:26.795972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Allocated IP 172.20.0.10 (c95113fe-e832-45c9-b506-02b344a19058/e5bfe584-f55e-432b-862f-75c9adfc6837/40264ad8-b311-460e-9d3c-ff502c1f9533) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:30:26.847141 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:26.931908 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:27.042849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7621d017-8de0-4221-a324-4858a6716f93 req-732bd115-23ed-4fe2-b3c6-82e8c3a4a31c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3704464
Apr 30 04:30:27.128532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3aee2-4369-4ab3-85f3-049695d94f1d req-c74c2712-1a70-438c-b76b-8ee534f17a56 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:27.141893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00b3aee2-4369-4ab3-85f3-049695d94f1d req-c74c2712-1a70-438c-b76b-8ee534f17a56 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.4714818
Apr 30 04:30:27.216353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00b3aee2-4369-4ab3-85f3-049695d94f1d req-5081db9d-53d7-4b66-8ff0-d26efb91758c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731020
Apr 30 04:30:27.223159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:27.269427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:27.278989 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09a18b0b-f4f4-45df-8206-803009f35a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:27.384652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Network c95113fe-e832-45c9-b506-02b344a19058 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:30:27.393315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:30:27.398432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:30:27.514169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event updated for resources: {'Port': ['ID=40264ad8-b311-460e-9d3c-ff502c1f9533,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:27.519897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:27.585907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398ed42-a975-4293-ac6b-352f35c2086a req-79eea658-750a-43c1-a8db-f7e29921ac85 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:27.605671 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3398ed42-a975-4293-ac6b-352f35c2086a req-79eea658-750a-43c1-a8db-f7e29921ac85 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 932 time: 0.2526612
Apr 30 04:30:27.612731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:27.613762 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:27.705228 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1297615
Apr 30 04:30:27.729626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Request body: {'port': {'device_id': '67dc9d09-412c-4c0c-b9cd-65d87633d065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:30:27.917793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3398ed42-a975-4293-ac6b-352f35c2086a req-71127048-8dc4-4ea1-9d66-51b0111143be tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3098848
Apr 30 04:30:28.302521 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:28.660145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-865ab8ae-0e8e-477c-9b67-62f3bf6ba238 req-a9eaba73-8ed2-4066-af79-7c697d109d7f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 210 time: 0.0943139
Apr 30 04:30:28.685701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a382464-158f-4bee-a2b2-a92b4255494a req-25a59e7b-79a9-422b-933c-23a8052c1973 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:28.695194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a382464-158f-4bee-a2b2-a92b4255494a req-25a59e7b-79a9-422b-933c-23a8052c1973 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.2618725
Apr 30 04:30:28.769449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a382464-158f-4bee-a2b2-a92b4255494a req-310370c0-1381-472d-982e-af991c3c8f29 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729678
Apr 30 04:30:29.084263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40264ad8-b311-460e-9d3c-ff502c1f9533 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:29.093705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:29.119229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Transition to ACTIVE for port object 40264ad8-b311-460e-9d3c-ff502c1f9533 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:30:29.127771 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:29.136662 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80410062-340e-4e10-bc04-ff80e3132afc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:29.347461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebb9d1-645c-4ba1-8802-49f333bccbbe req-7eaf8fd3-c370-44ff-bddb-4f7c7fe02721 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:29.355269 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfebb9d1-645c-4ba1-8802-49f333bccbbe req-7eaf8fd3-c370-44ff-bddb-4f7c7fe02721 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 946 time: 0.4092960
Apr 30 04:30:29.396936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df083-569b-4cf9-b240-33410bbe8350 req-5952bf36-f14b-4bde-a713-5c0f5361cff2 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:29.405406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-939df083-569b-4cf9-b240-33410bbe8350 req-5952bf36-f14b-4bde-a713-5c0f5361cff2 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.3821495
Apr 30 04:30:29.471202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfebb9d1-645c-4ba1-8802-49f333bccbbe req-45723698-ee4a-4c8a-a900-c5de6dd2f175 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148167
Apr 30 04:30:29.496857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-939df083-569b-4cf9-b240-33410bbe8350 req-b002930f-8d81-4f82-8092-8d473a990727 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871415
Apr 30 04:30:29.997049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66527c74-22e7-4a9c-8c75-4a7421115d3f req-788b6d6f-2443-4d06-9fa5-7172631ffec4 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 210 time: 0.1334631
Apr 30 04:30:30.009187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Pushing event updated for resources: {'Port': ['ID=40264ad8-b311-460e-9d3c-ff502c1f9533,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:30.016722 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:30.041140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Attempting to bind port 40264ad8-b311-460e-9d3c-ff502c1f9533 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:30:30.041397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Attempting to bind port 40264ad8-b311-460e-9d3c-ff502c1f9533 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:30:30.041557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Attempting to bind port 40264ad8-b311-460e-9d3c-ff502c1f9533 on network c95113fe-e832-45c9-b506-02b344a19058 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:30.066555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Port 40264ad8-b311-460e-9d3c-ff502c1f9533 on network c95113fe-e832-45c9-b506-02b344a19058 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:30:30.070124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Attempting to bind port 40264ad8-b311-460e-9d3c-ff502c1f9533 on network c95113fe-e832-45c9-b506-02b344a19058 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:30.092825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:30:30.093337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Checking segment: {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:30:30.093855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Bound using segment: {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:30:30.095200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Bound port: 40264ad8-b311-460e-9d3c-ff502c1f9533, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4b5b59-1133-4449-81f3-b8347fa80616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:30:30.096137 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:30.121717 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34259799-d52f-47b0-b3f4-1c45a0db5dbe req-40f771f5-c0e0-4432-8f90-0c575013dbe2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:30.125803 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34259799-d52f-47b0-b3f4-1c45a0db5dbe req-40f771f5-c0e0-4432-8f90-0c575013dbe2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 944 time: 0.4387670
Apr 30 04:30:30.232106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34259799-d52f-47b0-b3f4-1c45a0db5dbe req-8c83c4af-2d99-480e-a5f9-755f32c4e3bd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932696
Apr 30 04:30:30.241928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-c3de0821-8563-42f7-9361-f129bde4bf29 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:30.243558 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-c3de0821-8563-42f7-9361-f129bde4bf29 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.8768654
Apr 30 04:30:30.298321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Request body: {'port': {'device_id': '368ff600-2672-4923-b675-e6ea51e87289', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'admin_state_up': True, 'tenant_id': 'df7c0c7b000747d38e7e879591289c56'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:30:30.347186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] For port 40264ad8-b311-460e-9d3c-ff502c1f9533, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:30:30.437463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] For port 40264ad8-b311-460e-9d3c-ff502c1f9533, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=40264ad8-b311-460e-9d3c-ff502c1f9533,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:30:30.464843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:30.501093 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ba1789b-ec6e-4959-bb3a-5b6f92a781a6 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:30.578741 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f763e5b8-3c2d-41e2-9fa6-fd9e517854b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:30.632394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Pushing event updated for resources: {'Port': ['ID=40264ad8-b311-460e-9d3c-ff502c1f9533,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:30.648081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095c51d-7647-4020-8aec-d9110f7f3648 req-d664a3a5-e826-4b20-9c97-2739d393d584 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:30.655704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e095c51d-7647-4020-8aec-d9110f7f3648 req-d664a3a5-e826-4b20-9c97-2739d393d584 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.4300570
Apr 30 04:30:30.660625 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-e69118d5-3062-4e7d-9db6-51dc32fc2c22 service neutron] show failed (client error): The resource could not be found.
Apr 30 04:30:30.661649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-e69118d5-3062-4e7d-9db6-51dc32fc2c22 service neutron] 10.222.0.37 "GET /v2.0/ports/f9c7712b-d180-4944-9925-300f4f5ac8d7/bindings/n-h2-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.3159511
Apr 30 04:30:30.662280 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:30.707705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:30.709308 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:30.711693 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] 10.222.0.37 "PUT /v2.0/ports/40264ad8-b311-460e-9d3c-ff502c1f9533 HTTP/1.1" status: 200  len: 1093 time: 2.9970930
Apr 30 04:30:30.712634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc9d09-412c-4c0c-b9cd-65d87633d065', 'tag': '40264ad8-b311-460e-9d3c-ff502c1f9533'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:30.746300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e095c51d-7647-4020-8aec-d9110f7f3648 req-b7d3e38b-a53c-42f6-b3f4-4444e93ba1f3 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895920
Apr 30 04:30:30.747342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:30.762244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:30.778401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Made reservation on behalf of df7c0c7b000747d38e7e879591289c56 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:30:30.785883 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:30.818176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-18d13271-ee47-4b4d-aac1-607032176c91 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:30.824333 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-18d13271-ee47-4b4d-aac1-607032176c91 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.50 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 946 time: 0.3749928
Apr 30 04:30:31.001345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d7269-abcb-46e1-bbfd-472848bf206e req-9fb76d0d-04ee-4347-bf6a-af2fba0c6a86 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:31.004038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-402d7269-abcb-46e1-bbfd-472848bf206e req-9fb76d0d-04ee-4347-bf6a-af2fba0c6a86 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 946 time: 0.2646751
Apr 30 04:30:31.102788 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-402d7269-abcb-46e1-bbfd-472848bf206e req-8dd9261e-54ba-4dbc-a273-80cfd4f03477 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697417
Apr 30 04:30:31.104628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Deleting port df7eefeb-9d7f-4722-a822-91f753b2ffc6 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:30:31.104975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:31.347750 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dc9d09-412c-4c0c-b9cd-65d87633d065', 'tag': '40264ad8-b311-460e-9d3c-ff502c1f9533', 'status': 'completed', 'code': 200}
Apr 30 04:30:31.380129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:30:31.650841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-5f2075ba-2ebd-4310-be5b-bd22a70a5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:31.652954 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-5f2075ba-2ebd-4310-be5b-bd22a70a5330 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae&tenant_id=2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 1102 time: 0.4974141
Apr 30 04:30:31.661519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-3577361c-4f02-40da-88bb-4114adc51888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:31.663705 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-3577361c-4f02-40da-88bb-4114adc51888 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e8240e2c34746b95cb21785b32b97&device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 1096 time: 0.8307836
Apr 30 04:30:31.679014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:30:31.804171 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb1a2051-5da5-4b62-a1ef-2209c8631155 req-15cd42ba-74f8-45f2-a304-d25d3bc56bf9 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 210 time: 0.2638130
Apr 30 04:30:31.841896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] For port df7eefeb-9d7f-4722-a822-91f753b2ffc6, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=df7eefeb-9d7f-4722-a822-91f753b2ffc6,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:31.845780 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:31.868223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:31.901007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '151f146f-2378-4b86-bc98-45df8d26349b', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '151f146f-2378-4b86-bc98-45df8d26349b', 'mac_address': 'fa:16:3e:e4:ce:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:30:32.047620 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:32.091073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 151f146f-2378-4b86-bc98-45df8d26349b {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:32.147048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:32.158447 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:32.161457 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:32.189900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Allocated IP 172.20.0.11 (c1685588-b376-4df0-8702-e53936b65131/c8326175-e83c-408f-988d-f3ddf2f98448/9426f76f-e74b-4679-821a-f6d649ff94fd) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:30:32.257764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc78c5e-b2a1-4fa0-90df-148672d6eec5 req-d6e6deaf-fb89-4506-9b4d-80fd3da04fd1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:32.265774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8dc78c5e-b2a1-4fa0-90df-148672d6eec5 req-d6e6deaf-fb89-4506-9b4d-80fd3da04fd1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.6176496
Apr 30 04:30:32.345740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f9c7712b-d180-4944-9925-300f4f5ac8d7 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:30:32.395417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:32.457888 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-c0f0ecda-371d-43a0-9196-5bbe08ca215e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40264ad8-b311-460e-9d3c-ff502c1f9533 HTTP/1.1" status: 200  len: 217 time: 0.6895418
Apr 30 04:30:32.474717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['151f146f-2378-4b86-bc98-45df8d26349b'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:30:32.633889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:32.644966 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:32.672585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8dc78c5e-b2a1-4fa0-90df-148672d6eec5 req-c5f261a9-6d07-4a09-bf8e-e7a4e7d3d7c7 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3856642
Apr 30 04:30:32.751706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c67cbb-c104-4cbf-9bf9-6809f5395608 req-72a89a77-04a0-4c82-9f4d-6cf2179710b5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:32.765264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06c67cbb-c104-4cbf-9bf9-6809f5395608 req-72a89a77-04a0-4c82-9f4d-6cf2179710b5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 944 time: 0.6630683
Apr 30 04:30:32.770392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:32.771059 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:32.779779 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Floating IP a4793f2e-b262-42a6-8254-c54c1bad6da1 disassociated. External IP: 172.25.8.97, port: df7eefeb-9d7f-4722-a822-91f753b2ffc6.
Apr 30 04:30:32.780516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Calling delete_port for df7eefeb-9d7f-4722-a822-91f753b2ffc6 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:30:32.847715 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:32.978783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06c67cbb-c104-4cbf-9bf9-6809f5395608 req-379ac017-742c-4d2e-ad52-7fcc1ec70a8f tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121854
Apr 30 04:30:33.101338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57350) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:33.236461 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:33.267901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-c0ffa455-26d2-417d-97c7-ec6c70602914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:33.269424 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-c0ffa455-26d2-417d-97c7-ec6c70602914 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5bfe584-f55e-432b-862f-75c9adfc6837 HTTP/1.1" status: 200  len: 862 time: 0.7812903
Apr 30 04:30:33.351035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2b672-a8a2-4c39-a8e9-e64cdffe37e0 req-39dfb137-2ff7-4883-9781-de181a66336d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:33.360655 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ef2b672-a8a2-4c39-a8e9-e64cdffe37e0 req-39dfb137-2ff7-4883-9781-de181a66336d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.5053854
Apr 30 04:30:33.386581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:30:33.426953 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-55951711-ce95-43f6-a6cf-c401f3c76dde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c95113fe-e832-45c9-b506-02b344a19058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1429417
Apr 30 04:30:33.594619 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-93bab448-92fa-4f5f-976e-24184bcb2e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:33.605788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 151f146f-2378-4b86-bc98-45df8d26349b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:30:33.606290 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:33.653702 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:33.686837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:33.705707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae75e0bff534fac9d05a8201e389c4f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:30:33.761994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:30:33.797375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ef2b672-a8a2-4c39-a8e9-e64cdffe37e0 req-ac7f2ce9-f43f-487d-a354-4168388861f7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3948984
Apr 30 04:30:33.837038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:33.837762 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:33.899184 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:33.908138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:33.926407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:33.965999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:33.971733 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f3f7d02a-a904-47ea-b42b-357fe7ea25f4 tempest-FloatingIPDetailsTestJSON-1011043194 tempest-FloatingIPDetailsTestJSON-1011043194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:33.974750 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:33.976271 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device df7eefeb-9d7f-4722-a822-91f753b2ffc6 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:30:34.064594 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:34.129438 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-c896ee45-f2d7-4d13-91ef-1e59134d4acc service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6943469
Apr 30 04:30:34.133946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event deleted for resources: {'Port': ['ID=df7eefeb-9d7f-4722-a822-91f753b2ffc6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:34.146164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:34.162233 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: df7eefeb-9d7f-4722-a822-91f753b2ffc6 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:30:34.162586 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device df7eefeb-9d7f-4722-a822-91f753b2ffc6 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:30:34.193002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:34.195590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:30:34.206232 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:34.393478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308afaf8-0fc8-44e7-a49e-c00efd6aa49e req-fe725807-f6b2-407d-8ea9-d18be60d18aa tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:34.396859 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-308afaf8-0fc8-44e7-a49e-c00efd6aa49e req-fe725807-f6b2-407d-8ea9-d18be60d18aa tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/ports?device_id=98c52105-3a4f-4a71-9faf-08463991657d HTTP/1.1" status: 200  len: 867 time: 1.0336020
Apr 30 04:30:34.417551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.418142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.418732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.419347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.420616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.421257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.421849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.422441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.423070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.423742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.424278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.424879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:34.453947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02b690a4-52f3-4ee3-9df6-699b3cffda58 req-26e1df33-376b-4861-9a24-f8c29d07c363 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 210 time: 0.1909652
Apr 30 04:30:34.470191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:34.481618 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:34.498404 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:34.552558 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:34.618336 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:34.631523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Transition to ACTIVE for port object f9c7712b-d180-4944-9925-300f4f5ac8d7 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:30:34.655908 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:34.818809 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:30:34.819474 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:30:34.855804 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6f6705fd-dd20-46f2-9c51-08c4f558460e req-b6e7cc61-f11a-4efe-bcfb-213d0d8a677a service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6196895
Apr 30 04:30:34.871109 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:35.046328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:35.090173 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:35.118196 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:35.182346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537276fb-f1a7-4130-a02f-65516979b8a6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:35.198492 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:35.213458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Network c1685588-b376-4df0-8702-e53936b65131 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:30:35.237907 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-308afaf8-0fc8-44e7-a49e-c00efd6aa49e req-b0300871-8ef6-4be0-b580-a94f01dfcdb9 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups?id=21eff800-19eb-4fba-a324-82e69c2be216&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8079350
Apr 30 04:30:35.291401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:30:35.319683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f816b2-072b-46de-9389-e15c5ee72e09 req-5363fcd4-744f-4d02-8237-cf0311bbaad5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:35.334117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22f816b2-072b-46de-9389-e15c5ee72e09 req-5363fcd4-744f-4d02-8237-cf0311bbaad5 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.5639303
Apr 30 04:30:35.345815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ae75e0bff534fac9d05a8201e389c4f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2431316
Apr 30 04:30:35.361836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event updated for resources: {'Port': ['ID=9426f76f-e74b-4679-821a-f6d649ff94fd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:35.363482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57398) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:35.367051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:30:35.383790 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:35.394474 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b', 'code': 200}
Apr 30 04:30:35.440537 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:35.517523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:30:35.643896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] No DVR routers for this DVR port f9c7712b-d180-4944-9925-300f4f5ac8d7 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:30:35.759462 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22f816b2-072b-46de-9389-e15c5ee72e09 req-22f182b9-e390-4f06-83a3-fa12da111726 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4107478
Apr 30 04:30:35.889611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=6']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:35.918163 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:35.966578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:35.972125 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:36.072526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:30:36.073070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:30:36.073621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:36.130978 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:36.155020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Port f9c7712b-d180-4944-9925-300f4f5ac8d7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:30:36.155591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:36.220240 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'code': 200}
Apr 30 04:30:36.281296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:30:36.281855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:30:36.284481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:30:36.286970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Bound port: f9c7712b-d180-4944-9925-300f4f5ac8d7, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:30:36.290446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-baa8384f-dc5d-4eea-b5ba-6ca03b4cf87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:36.293453 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:36.383326 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.1166575
Apr 30 04:30:36.406456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-8349544c-4e3e-4801-8fc8-3f0338de5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:36.423149 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-8349544c-4e3e-4801-8fc8-3f0338de5745 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d5e8240e2c34746b95cb21785b32b97&device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 1096 time: 1.2455370
Apr 30 04:30:36.433548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:30:36.443957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Request body: {'port': {'device_id': '368ff600-2672-4923-b675-e6ea51e87289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:30:36.446263 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] Sync routers for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:30:36.461297 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:30:36.462806 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780295a30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:30:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:30:36.700200 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:30:36.847773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-baa8384f-dc5d-4eea-b5ba-6ca03b4cf87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:36.857661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] No DVR routers for this DVR port df7eefeb-9d7f-4722-a822-91f753b2ffc6 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:30:36.861285 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:36.875730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916079e8-2192-4790-919e-cb880728c419 req-53713d27-9b00-4520-acee-a119d97933f4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:36.883311 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-916079e8-2192-4790-919e-cb880728c419 req-53713d27-9b00-4520-acee-a119d97933f4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 944 time: 1.2953322
Apr 30 04:30:36.896576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c52105-3a4f-4a71-9faf-08463991657d', 'name': 'network-vif-deleted', 'tag': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:37.115761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ae4fdbe-94d9-4bac-82c4-ca1059403194 req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.50 "DELETE /v2.0/ports/df7eefeb-9d7f-4722-a822-91f753b2ffc6 HTTP/1.1" status: 204  len: 173 time: 6.2727685
Apr 30 04:30:37.171638 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-916079e8-2192-4790-919e-cb880728c419 req-e74e1445-f834-437b-a63b-5b70593b9e92 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2869127
Apr 30 04:30:37.266398 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-baa8384f-dc5d-4eea-b5ba-6ca03b4cf87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:37.305935 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6adb2e3e-1e64-4fd2-96c8-340d34e17410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:37.363651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:37.386344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8384f-dc5d-4eea-b5ba-6ca03b4cf87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537276fb-f1a7-4130-a02f-65516979b8a6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:37.418120 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-baa8384f-dc5d-4eea-b5ba-6ca03b4cf87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:37.458060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:30:37.492174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c82cbd-28d0-43c7-9770-078332b9b441 req-2f59e8b5-f89c-421f-9d12-0e1e6be1707e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:37.508234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3c82cbd-28d0-43c7-9770-078332b9b441 req-2f59e8b5-f89c-421f-9d12-0e1e6be1707e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 948 time: 1.0464497
Apr 30 04:30:37.520399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-41955158-4f44-4004-82e1-73423bb13b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:37.521981 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-41955158-4f44-4004-82e1-73423bb13b33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 200  len: 923 time: 0.9984818
Apr 30 04:30:37.602534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3c82cbd-28d0-43c7-9770-078332b9b441 req-fda4de58-daff-458d-98ac-f29f2258f514 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852685
Apr 30 04:30:37.614472 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-baa8384f-dc5d-4eea-b5ba-6ca03b4cf87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:37.617840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-baa8384f-dc5d-4eea-b5ba-6ca03b4cf87d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/537276fb-f1a7-4130-a02f-65516979b8a6 HTTP/1.1" status: 204  len: 168 time: 2.0647893
Apr 30 04:30:37.709327 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780295a30>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:30:37.715865 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] Checking router: 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:30:37.737859 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:30:37.739271 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780295a30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:30:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:30:37.858148 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-3c383b15-7d5c-4489-b33e-f6ee92db590f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40264ad8-b311-460e-9d3c-ff502c1f9533 HTTP/1.1" status: 200  len: 217 time: 0.3257947
Apr 30 04:30:37.862583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:30:38.241767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:38.285666 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:38.367049 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:30:38.385428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 40264ad8-b311-460e-9d3c-ff502c1f9533 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:30:38.621848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:38.730443 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:38.813210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-35a61ca8-198b-430d-9397-f625bcc0c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:38.821958 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-35a61ca8-198b-430d-9397-f625bcc0c1e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5bfe584-f55e-432b-862f-75c9adfc6837 HTTP/1.1" status: 200  len: 862 time: 0.8820095
Apr 30 04:30:38.831403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6b09-56b5-4664-8c2c-9e7273a5425b req-3c8d6b0c-2cbf-470d-88b7-f4d29a7b8d91 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:38.834074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:38.836915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e0d6b09-56b5-4664-8c2c-9e7273a5425b req-3c8d6b0c-2cbf-470d-88b7-f4d29a7b8d91 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 932 time: 0.9019470
Apr 30 04:30:38.838079 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:38.839829 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] 10.222.0.50 "PUT /v2.0/ports/f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 1097 time: 7.1664014
Apr 30 04:30:38.849041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:38.966974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 40264ad8-b311-460e-9d3c-ff502c1f9533, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=40264ad8-b311-460e-9d3c-ff502c1f9533,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:39.040420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '40264ad8-b311-460e-9d3c-ff502c1f9533', 'network_id': 'c95113fe-e832-45c9-b506-02b344a19058', 'port_id': '40264ad8-b311-460e-9d3c-ff502c1f9533', 'mac_address': 'fa:16:3e:58:19:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bfe584-f55e-432b-862f-75c9adfc6837', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:30:39.052913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e0d6b09-56b5-4664-8c2c-9e7273a5425b req-ac69b551-302b-466f-9827-b23800a2750f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993761
Apr 30 04:30:39.261177 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:39.307462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40264ad8-b311-460e-9d3c-ff502c1f9533 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:39.334357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 40264ad8-b311-460e-9d3c-ff502c1f9533, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=40264ad8-b311-460e-9d3c-ff502c1f9533,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:39.348694 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:39.351660 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:39.360270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57436) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:39.428345 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:39.464174 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780295a30>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:30:39.472874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=40264ad8-b311-460e-9d3c-ff502c1f9533,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:39.477438 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:39.483847 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a6dec-1f4f-440b-bad9-932e47d80f26 None None] The sync data for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 is: [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:23:23Z', 'revision_number': 4, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '163e6f58-22cb-4083-87e4-96f51169f43a', 'name': '', 'network_id': '926b2a9a-9498-4d47-9666-adc48815dd31', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'mac_address': 'fa:16:3e:cb:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:21Z', 'updated_at': '2021-04-30T04:23:35Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'subnets': [{'id': 'd5102ee2-1ffa-4026-b871-f222812f6c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:30:39.515075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:30:39.547138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Usage tracker for resource:security_group_rule and tenant:9ec7c395f5ad4d54b33ddb4709ba7f93 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:30:39.563412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:30:39.589822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:30:39.679003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['40264ad8-b311-460e-9d3c-ff502c1f9533'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:30:39.784135 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-f86fcadb-c4e3-4742-b37d-7f4853a6380d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c95113fe-e832-45c9-b506-02b344a19058&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.9142332
Apr 30 04:30:39.793828 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:30:40.088833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5176237-a383-4e45-9989-6768e134db8f None None] New status for floating IP a4793f2e-b262-42a6-8254-c54c1bad6da1: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:30:40.092032 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:40.117152 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:40.137025 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bf265aa0-beed-49ea-9650-8edfafa3379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:40.205777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbd1dc-a5cd-4d4f-89c3-bd9917ab404d req-f3c49673-529e-4c9c-9f01-c533f0d68b32 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:40.207321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68dbd1dc-a5cd-4d4f-89c3-bd9917ab404d req-f3c49673-529e-4c9c-9f01-c533f0d68b32 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.4964292
Apr 30 04:30:40.302298 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-5dc555b2-9ccc-4f86-aadc-82a758796fff service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3072903
Apr 30 04:30:40.391683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d627c2b8-bea3-49a4-89d0-b42110103b82,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:40.412665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ec7c395f5ad4d54b33ddb4709ba7f93&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0504863
Apr 30 04:30:40.413653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57446) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:40.415496 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:40.441306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68dbd1dc-a5cd-4d4f-89c3-bd9917ab404d req-69f44107-7f64-46a6-b82d-c9e55a556ad8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932440
Apr 30 04:30:40.468868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-0639dc66-af26-4374-9ed4-2866dee3ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:40.471874 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-0639dc66-af26-4374-9ed4-2866dee3ef39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1100 time: 1.5946372
Apr 30 04:30:40.547646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 381be381-f3c7-4f20-9b9d-fda586a19afc details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:30:40.652434 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c52105-3a4f-4a71-9faf-08463991657d', 'name': 'network-vif-deleted', 'tag': 'df7eefeb-9d7f-4722-a822-91f753b2ffc6', 'status': 'completed', 'code': 200}
Apr 30 04:30:40.661392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ea46-1c4c-456c-8f02-f4d81c4964c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:40.703202 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ea46-1c4c-456c-8f02-f4d81c4964c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:40.904241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f127b0d-7dd3-4b6e-b6b1-dba0d743d52f req-e1197cc3-5f40-4f79-83e7-21276ed326af tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:40.914821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f127b0d-7dd3-4b6e-b6b1-dba0d743d52f req-e1197cc3-5f40-4f79-83e7-21276ed326af tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 945 time: 0.1214781
Apr 30 04:30:40.918319 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ea46-1c4c-456c-8f02-f4d81c4964c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:40.939034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-061bce72-d78a-4b4d-a7a3-b9582e4cd4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:40.955433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0ea46-1c4c-456c-8f02-f4d81c4964c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d627c2b8-bea3-49a4-89d0-b42110103b82,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:40.958715 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4a0ea46-1c4c-456c-8f02-f4d81c4964c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:41.003545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f127b0d-7dd3-4b6e-b6b1-dba0d743d52f req-03704f89-a289-4d92-910e-f242a17d6e43 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874419
Apr 30 04:30:41.007610 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a0ea46-1c4c-456c-8f02-f4d81c4964c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:41.015636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a4a0ea46-1c4c-456c-8f02-f4d81c4964c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d627c2b8-bea3-49a4-89d0-b42110103b82 HTTP/1.1" status: 204  len: 168 time: 0.5728941
Apr 30 04:30:41.166834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9426f76f-e74b-4679-821a-f6d649ff94fd {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:41.189711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-fedca94a-0fba-455d-8b63-c843b3e539f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:41.192590 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-fedca94a-0fba-455d-8b63-c843b3e539f7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.6523671
Apr 30 04:30:41.224935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:41.257956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cbf3b-80de-46dd-982e-234a71beb8b5 req-a4284b72-4b28-49b8-8404-870000ef60a9 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:41.261840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a9cbf3b-80de-46dd-982e-234a71beb8b5 req-a4284b72-4b28-49b8-8404-870000ef60a9 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 948 time: 0.1407375
Apr 30 04:30:41.379217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:41.387886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a9cbf3b-80de-46dd-982e-234a71beb8b5 req-792c99fb-a99b-4034-9a59-52bbe686da58 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165352
Apr 30 04:30:41.433538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '381be381-f3c7-4f20-9b9d-fda586a19afc', 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d', 'port_id': '381be381-f3c7-4f20-9b9d-fda586a19afc', 'mac_address': 'fa:16:3e:65:14:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5248bdd3-1c38-4601-a701-085d44616c83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:30:41.532639 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:41.545564 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-047ee9c7-412d-4bd1-9acc-a5d71698caa5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.3078744
Apr 30 04:30:41.554449 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2a6398c-2af6-46a3-87aa-3498de940a0a req-0196cdaf-8cc3-448b-8c48-1c5565d53289 service neutron] 10.222.0.37 "GET /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1954000
Apr 30 04:30:41.559420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381be381-f3c7-4f20-9b9d-fda586a19afc {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:41.620349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:41.631419 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:41.634712 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:41.759758 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'status': 'completed', 'code': 200}
Apr 30 04:30:41.761394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Transition to ACTIVE for port object 9426f76f-e74b-4679-821a-f6d649ff94fd will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:30:41.763278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=381be381-f3c7-4f20-9b9d-fda586a19afc,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:41.769060 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:42.023161 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:42.051340 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-105d16dc-12c0-4876-805d-af3f7186cc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:42.083931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['381be381-f3c7-4f20-9b9d-fda586a19afc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:30:42.137243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae978c64-ee89-45b8-a737-457ddce91f5e req-fb4f21f9-8245-4cb4-bb5c-90317d3b1719 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:42.153211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae978c64-ee89-45b8-a737-457ddce91f5e req-fb4f21f9-8245-4cb4-bb5c-90317d3b1719 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 944 time: 0.1898990
Apr 30 04:30:42.303212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Pushing event updated for resources: {'Port': ['ID=9426f76f-e74b-4679-821a-f6d649ff94fd,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:42.345316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae978c64-ee89-45b8-a737-457ddce91f5e req-bb935ff5-cf7a-40d2-a460-f0ffb7fcecd8 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909211
Apr 30 04:30:42.348699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-bc63d1e0-5bb4-45da-b9dc-9367486992cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:42.354713 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-bc63d1e0-5bb4-45da-b9dc-9367486992cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.7806027
Apr 30 04:30:42.371156 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:42.427044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 40264ad8-b311-460e-9d3c-ff502c1f9533 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:30:42.566629 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 40264ad8-b311-460e-9d3c-ff502c1f9533 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:30:42.580836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 40264ad8-b311-460e-9d3c-ff502c1f9533 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:30:42.581779 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:42.911098 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:42.968299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 40264ad8-b311-460e-9d3c-ff502c1f9533, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=40264ad8-b311-460e-9d3c-ff502c1f9533,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:42.970013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc9d09-412c-4c0c-b9cd-65d87633d065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40264ad8-b311-460e-9d3c-ff502c1f9533'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:42.974139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7d97c-f8d3-4dd9-a54f-66aaaa59173b req-28811c6d-af4c-42c3-8bf5-30279ff20fba tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:42.984231 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:42.988751 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:43.004227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c7d97c-f8d3-4dd9-a54f-66aaaa59173b req-28811c6d-af4c-42c3-8bf5-30279ff20fba tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 944 time: 0.3001738
Apr 30 04:30:43.112316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-98a10ea2-70e7-4587-9d80-aa24c8e23aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:43.113836 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-98a10ea2-70e7-4587-9d80-aa24c8e23aa0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1100 time: 1.3422008
Apr 30 04:30:43.155938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c7d97c-f8d3-4dd9-a54f-66aaaa59173b req-6d2864db-28bc-4f85-b2af-8f7c291757e4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507101
Apr 30 04:30:43.158996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=40264ad8-b311-460e-9d3c-ff502c1f9533,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:43.167133 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:43.781989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Attempting to bind port 9426f76f-e74b-4679-821a-f6d649ff94fd on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:30:43.782885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Attempting to bind port 9426f76f-e74b-4679-821a-f6d649ff94fd by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:30:43.782885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Attempting to bind port 9426f76f-e74b-4679-821a-f6d649ff94fd on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:43.837985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-c3001940-3b33-49e5-b569-95cfda0db76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:43.839646 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-c3001940-3b33-49e5-b569-95cfda0db76d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.4528513
Apr 30 04:30:43.840416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Port 9426f76f-e74b-4679-821a-f6d649ff94fd on network c1685588-b376-4df0-8702-e53936b65131 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:30:43.840735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Attempting to bind port 9426f76f-e74b-4679-821a-f6d649ff94fd on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:30:43.968716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073292-b7ed-45ac-9643-291db0bfad1d req-9a2c4591-32c7-4a4d-b1a1-823f197d5ffc tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:43.985604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24073292-b7ed-45ac-9643-291db0bfad1d req-9a2c4591-32c7-4a4d-b1a1-823f197d5ffc tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 946 time: 0.2593856
Apr 30 04:30:44.137906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24073292-b7ed-45ac-9643-291db0bfad1d req-f621cdbe-c015-412d-9815-117458c2b497 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552248
Apr 30 04:30:44.431900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 381be381-f3c7-4f20-9b9d-fda586a19afc up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:30:44.480711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:30:44.484841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Checking segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:30:44.488316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Bound using segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:30:44.489623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Bound port: 9426f76f-e74b-4679-821a-f6d649ff94fd, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:30:44.490351 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:44.538435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-21c2f39b-7fd2-48b0-bb8d-c305b52223a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:44.541511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-21c2f39b-7fd2-48b0-bb8d-c305b52223a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.3280942
Apr 30 04:30:44.566174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2d2aa-2051-45bd-a062-a4e9cde132bc req-070fcdbd-3c26-4d9c-9c17-f04fec42a06c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:44.576585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adc2d2aa-2051-45bd-a062-a4e9cde132bc req-070fcdbd-3c26-4d9c-9c17-f04fec42a06c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 948 time: 0.2217107
Apr 30 04:30:44.614473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 381be381-f3c7-4f20-9b9d-fda586a19afc completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:30:44.626866 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 381be381-f3c7-4f20-9b9d-fda586a19afc triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:30:44.627356 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:44.704184 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-9c737fd5-36a3-4c41-946e-28142da69741 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.1321542
Apr 30 04:30:44.743976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adc2d2aa-2051-45bd-a062-a4e9cde132bc req-51b688b1-8f80-4267-88c5-7607f8315742 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655967
Apr 30 04:30:44.769678 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-d767979d-a890-4b12-9afd-9c1b56775237 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9185431
Apr 30 04:30:44.914998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] For port 9426f76f-e74b-4679-821a-f6d649ff94fd, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:30:44.921428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] For port 9426f76f-e74b-4679-821a-f6d649ff94fd, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9426f76f-e74b-4679-821a-f6d649ff94fd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:30:44.956304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:44.995510 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a79b2478-d731-4d04-a8b3-d46b27cccc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:45.099837 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dc9d09-412c-4c0c-b9cd-65d87633d065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40264ad8-b311-460e-9d3c-ff502c1f9533', 'code': 200}
Apr 30 04:30:45.148998 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:45.180537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Pushing event updated for resources: {'Port': ['ID=9426f76f-e74b-4679-821a-f6d649ff94fd,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:45.199933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:45.201509 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:45.203181 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] 10.222.0.50 "PUT /v2.0/ports/9426f76f-e74b-4679-821a-f6d649ff94fd HTTP/1.1" status: 200  len: 1093 time: 8.8018863
Apr 30 04:30:45.208407 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:45.209302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368ff600-2672-4923-b675-e6ea51e87289', 'tag': '9426f76f-e74b-4679-821a-f6d649ff94fd'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:45.298523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:45.309209 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:45.313828 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:45.410151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-1e40c766-1d13-49a3-b78f-52195cc28163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:45.411669 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-1e40c766-1d13-49a3-b78f-52195cc28163 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.6394196
Apr 30 04:30:45.460551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85dc4d-a4c5-420c-9701-d98031b1b72a req-464821a6-3926-4e1c-a41f-b2802b04ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:45.462570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be85dc4d-a4c5-420c-9701-d98031b1b72a req-464821a6-3926-4e1c-a41f-b2802b04ca89 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 1098 time: 0.3567736
Apr 30 04:30:45.536371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=381be381-f3c7-4f20-9b9d-fda586a19afc,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:45.549985 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:45.602308 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be85dc4d-a4c5-420c-9701-d98031b1b72a req-03d6e5b1-6c77-48b9-a3a9-73ea338be0b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255889
Apr 30 04:30:45.658532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a3c50-3bad-4f49-9bce-8dc8c597df38 req-0f23a066-97d1-4019-8a95-0a362791e6f1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:45.665089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-818a3c50-3bad-4f49-9bce-8dc8c597df38 req-0f23a066-97d1-4019-8a95-0a362791e6f1 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 944 time: 0.1863708
Apr 30 04:30:45.749184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-818a3c50-3bad-4f49-9bce-8dc8c597df38 req-a0adeccc-d908-46bb-9a23-c492935d5b82 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827708
Apr 30 04:30:45.787118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f6dbf511-8904-46c7-be36-d8407d8c9f0c req-404839f1-6525-4f50-93a3-38829757bfc7 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9753561
Apr 30 04:30:45.830904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-ec127634-cb11-49ff-8510-fdaea1ce4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:45.842423 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-ec127634-cb11-49ff-8510-fdaea1ce4adc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 1096 time: 0.4500158
Apr 30 04:30:45.865675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57514) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:46.148176 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f19c034-ff4e-467d-ac72-5df065592b7a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:46.260648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f19c034-ff4e-467d-ac72-5df065592b7a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:46.261141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-a52fab41-8c5e-485e-b102-7e6cd8306393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:46.265808 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-a52fab41-8c5e-485e-b102-7e6cd8306393 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7739625
Apr 30 04:30:46.313866 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-9c1ae190-f56c-4529-a57f-2f071a7f9d3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9426f76f-e74b-4679-821a-f6d649ff94fd HTTP/1.1" status: 200  len: 217 time: 0.4523437
Apr 30 04:30:46.593427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f19c034-ff4e-467d-ac72-5df065592b7a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:46.630623 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2c82051b-07a6-4165-9a69-734115b9d045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:46.680205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-529b0cfa-35fc-446c-aeab-a859533391de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:46.682607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-529b0cfa-35fc-446c-aeab-a859533391de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.3309908
Apr 30 04:30:46.689309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19c034-ff4e-467d-ac72-5df065592b7a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eff800-19eb-4fba-a324-82e69c2be216,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:46.697244 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f19c034-ff4e-467d-ac72-5df065592b7a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:46.797971 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f19c034-ff4e-467d-ac72-5df065592b7a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:46.799855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1f19c034-ff4e-467d-ac72-5df065592b7a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "DELETE /v2.0/security-groups/21eff800-19eb-4fba-a324-82e69c2be216 HTTP/1.1" status: 204  len: 168 time: 0.9325972
Apr 30 04:30:46.808153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57534) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:46.816261 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-44b65860-37d9-434e-866b-2d7aecc471a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1210392
Apr 30 04:30:46.821637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-e4e5b120-de26-4d83-8981-9633b3850031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:46.826767 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-e4e5b120-de26-4d83-8981-9633b3850031 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1100 time: 0.6911242
Apr 30 04:30:46.893529 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-51bc0e6c-0fe4-471d-9dcc-9a63a9d95cfc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] show failed (client error): The resource could not be found.
Apr 30 04:30:46.896426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-51bc0e6c-0fe4-471d-9dcc-9a63a9d95cfc tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "GET /v2.0/security-groups/21eff800-19eb-4fba-a324-82e69c2be216 HTTP/1.1" status: 404  len: 347 time: 0.0696306
Apr 30 04:30:46.900028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57538) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:30:47.094456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:47.188642 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-1b0c6b01-827d-44a5-bc4d-a3f73da0406b service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8848965
Apr 30 04:30:47.255625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec75240-b9fe-4fab-a3cf-5b6fdc815a23 req-21eb5ffd-4eb8-4f13-b2b5-1e984466f2e8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:47.259462 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fec75240-b9fe-4fab-a3cf-5b6fdc815a23 req-21eb5ffd-4eb8-4f13-b2b5-1e984466f2e8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.8738503
Apr 30 04:30:47.378531 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-3fdf1f5d-03b4-4f23-a171-af61b3cd2154 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5121479
Apr 30 04:30:47.696832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-694abada-2abd-4a7c-b9df-a11951ae4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:47.699411 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-694abada-2abd-4a7c-b9df-a11951ae4422 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.8361061
Apr 30 04:30:47.709663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fec75240-b9fe-4fab-a3cf-5b6fdc815a23 req-e743ea8f-8360-4af2-bd1f-15ce5e49a300 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4019136
Apr 30 04:30:47.776451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Deleting port d01511e4-7a3b-43e4-bba9-cb3b7fbde2b6 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:30:47.776795 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:48.240803 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-9764a1d0-6ce0-4768-8b66-e0e439e8bd81 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.5317452
Apr 30 04:30:48.413372 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:48.413739 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:48.426747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-e191c80c-9bb7-4166-a670-714051e94e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:48.428543 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-e191c80c-9bb7-4166-a670-714051e94e4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1743333
Apr 30 04:30:48.621193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Calling delete_port for d01511e4-7a3b-43e4-bba9-cb3b7fbde2b6 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:30:48.634528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587c587-dbd7-42d4-acbc-ebb406c1a518 req-f59cb10a-11c3-4871-a664-e65b55a7c54c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:48.635899 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9d011ecd-11e3-42b3-96a4-a5eb12f1625e req-7818b2db-2a5a-43fd-bf35-d06c9782615e service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2560699
Apr 30 04:30:48.636223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8587c587-dbd7-42d4-acbc-ebb406c1a518 req-f59cb10a-11c3-4871-a664-e65b55a7c54c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 946 time: 0.3890588
Apr 30 04:30:48.692620 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-1d0f54f3-b492-412a-bd44-ef159b256085 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3107347
Apr 30 04:30:48.800515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-ebb9f2bf-b48c-4de7-8bab-7d9544991286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:48.800756 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:48.808065 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-ebb9f2bf-b48c-4de7-8bab-7d9544991286 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3647480
Apr 30 04:30:48.808404 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1f6cdd7-d3e3-4547-9c4a-55e638136b33 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:48.883731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8587c587-dbd7-42d4-acbc-ebb406c1a518 req-8875d12a-7065-42e3-b182-246fc0073c9c tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132052
Apr 30 04:30:48.884716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Pushing event deleted for resources: {'Port': ['ID=d01511e4-7a3b-43e4-bba9-cb3b7fbde2b6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:48.889490 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:49.049330 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:49.094754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:49.101197 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] 10.222.0.46 "DELETE /v2.0/floatingips/a4793f2e-b262-42a6-8254-c54c1bad6da1 HTTP/1.1" status: 204  len: 168 time: 2.1890974
Apr 30 04:30:49.245979 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368ff600-2672-4923-b675-e6ea51e87289', 'tag': '9426f76f-e74b-4679-821a-f6d649ff94fd', 'status': 'completed', 'code': 200}
Apr 30 04:30:49.418497 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-ab5004c3-2071-4fde-9f86-38f8e9939af8 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6053679
Apr 30 04:30:49.423152 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f9c7712b-d180-4944-9925-300f4f5ac8d7 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:30:49.734987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:49.741300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-c0949d1f-dbd1-4924-a9a0-71304d1801bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:49.755440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab960ab5-ad6f-4c40-afe9-ef3b1a1529e9 req-58ef9903-b721-4f54-bc23-cebb6df65b92 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:49.760892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab960ab5-ad6f-4c40-afe9-ef3b1a1529e9 req-58ef9903-b721-4f54-bc23-cebb6df65b92 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 948 time: 0.3654118
Apr 30 04:30:49.765141 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-c0949d1f-dbd1-4924-a9a0-71304d1801bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 1096 time: 0.5279496
Apr 30 04:30:49.789273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'mac_address': 'fa:16:3e:c0:4d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:30:49.964058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab960ab5-ad6f-4c40-afe9-ef3b1a1529e9 req-427eb23a-9bb4-4bd3-8f09-389435d2d9c1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945400
Apr 30 04:30:49.988714 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:50.005270 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3868f3a-6da2-4867-b799-d9d9c8111133 req-80735154-b1b7-4bd9-a33b-646f79e5cad3 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5647044
Apr 30 04:30:50.031901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c7712b-d180-4944-9925-300f4f5ac8d7 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:50.069068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:50.078817 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:50.080755 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:50.083833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-bd2a7c9e-2328-4b36-8151-734ea77991a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:50.085590 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-bd2a7c9e-2328-4b36-8151-734ea77991a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 913 time: 0.3103039
Apr 30 04:30:50.348221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:50.359897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.360527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.366416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.367010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.367522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.368062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.368546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.369026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.369520 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.370031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.370553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.371046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:50.380666 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:50.502682 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-9e4cbdb6-97f1-4567-95b1-7784ae052d5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9426f76f-e74b-4679-821a-f6d649ff94fd HTTP/1.1" status: 200  len: 217 time: 0.4100919
Apr 30 04:30:50.536219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f9c7712b-d180-4944-9925-300f4f5ac8d7'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:30:50.672771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-d356a5df-47d3-4193-97e4-b78870f57ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:50.674460 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-d356a5df-47d3-4193-97e4-b78870f57ea6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.1638997
Apr 30 04:30:50.785173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea097f-c433-4c5f-9f02-93beb921a94b req-25906dd4-f31e-41e8-9ae1-d308cd3c36e7 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:50.803064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0ea097f-c433-4c5f-9f02-93beb921a94b req-25906dd4-f31e-41e8-9ae1-d308cd3c36e7 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 944 time: 0.2988594
Apr 30 04:30:50.834545 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-d1f25048-22c5-4f6a-807f-00a05fb6e7ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1512616
Apr 30 04:30:50.948074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0ea097f-c433-4c5f-9f02-93beb921a94b req-3935c0d5-0dd0-4406-984e-822d4a90ec21 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434789
Apr 30 04:30:51.243480 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc', 'code': 200}
Apr 30 04:30:51.245984 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-76f8f1ec-1495-4d87-8161-b0750fd79bde service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4021454
Apr 30 04:30:51.448551 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 9426f76f-e74b-4679-821a-f6d649ff94fd details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:30:51.456698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d9775-63b5-4fa2-8076-e3d0fe9d908a req-bee2464a-7081-4766-99ee-dead33674664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:51.457882 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-478d9775-63b5-4fa2-8076-e3d0fe9d908a req-bee2464a-7081-4766-99ee-dead33674664 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 1097 time: 0.2110870
Apr 30 04:30:51.530241 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-366c4f62-3fd0-401d-86a4-f0537b7ed621 req-74866f8f-e8f6-41ba-9822-874838f4936f service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433598
Apr 30 04:30:51.587811 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-478d9775-63b5-4fa2-8076-e3d0fe9d908a req-658fc454-64c2-41bf-a878-aec639c20080 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215830
Apr 30 04:30:51.609596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc457d-db05-48f1-becc-7c83bc932243 req-f560ea60-96a2-4eb5-9e7a-80ea31e70840 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:51.615828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8cc457d-db05-48f1-becc-7c83bc932243 req-f560ea60-96a2-4eb5-9e7a-80ea31e70840 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.1903415
Apr 30 04:30:51.705972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8cc457d-db05-48f1-becc-7c83bc932243 req-494486b4-d4e5-43b4-89e5-937eec0c667f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696068
Apr 30 04:30:52.028276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 9426f76f-e74b-4679-821a-f6d649ff94fd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9426f76f-e74b-4679-821a-f6d649ff94fd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:52.053877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '9426f76f-e74b-4679-821a-f6d649ff94fd', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'port_id': '9426f76f-e74b-4679-821a-f6d649ff94fd', 'mac_address': 'fa:16:3e:0e:4d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8326175-e83c-408f-988d-f3ddf2f98448', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:30:52.173053 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:52.215806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9426f76f-e74b-4679-821a-f6d649ff94fd {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:30:52.254328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 9426f76f-e74b-4679-821a-f6d649ff94fd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9426f76f-e74b-4679-821a-f6d649ff94fd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:52.261771 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:52.267134 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:52.485847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=9426f76f-e74b-4679-821a-f6d649ff94fd,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:52.493209 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:52.721095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['9426f76f-e74b-4679-821a-f6d649ff94fd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:30:53.356012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61e46-71b7-427d-a793-d699344dda99 req-f477edc4-a088-4d82-902f-d07aca08d41f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:53.362455 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9a61e46-71b7-427d-a793-d699344dda99 req-f477edc4-a088-4d82-902f-d07aca08d41f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 949 time: 0.1989627
Apr 30 04:30:53.467932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f9c7712b-d180-4944-9925-300f4f5ac8d7 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:30:53.602828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9a61e46-71b7-427d-a793-d699344dda99 req-1f53ab17-4cf0-42bc-9348-ac09155aaf76 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362788
Apr 30 04:30:53.640790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port f9c7712b-d180-4944-9925-300f4f5ac8d7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:30:53.663514 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f9c7712b-d180-4944-9925-300f4f5ac8d7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:30:53.664073 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:53.764062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45e982-3bed-4505-900f-c1114adffd97 req-d74b8ef8-ea14-41de-85ec-96019a3d6ccf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:53.766137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8f45e982-3bed-4505-900f-c1114adffd97 req-d74b8ef8-ea14-41de-85ec-96019a3d6ccf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 945 time: 0.3165698
Apr 30 04:30:53.840337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8f45e982-3bed-4505-900f-c1114adffd97 req-e3b874f4-a5b4-4364-8564-19e8dce914c3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678039
Apr 30 04:30:54.221573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a728866-3793-4f8f-8fe4-b1294d476465 req-ceeca5b1-1921-4d3e-9013-be232fc1eb12 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:54.234954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a728866-3793-4f8f-8fe4-b1294d476465 req-ceeca5b1-1921-4d3e-9013-be232fc1eb12 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 946 time: 0.3002880
Apr 30 04:30:54.267249 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:54.326734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-4707df47-ec9e-4cdb-945b-921c5888261a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:54.327768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-4707df47-ec9e-4cdb-945b-921c5888261a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Synchronizing usage tracker for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:30:54.382363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:54.383724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:54.390697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-4707df47-ec9e-4cdb-945b-921c5888261a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Unset dirty status for tenant:6d5e8240e2c34746b95cb21785b32b97 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:30:54.392812 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-4707df47-ec9e-4cdb-945b-921c5888261a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 946 time: 0.4363368
Apr 30 04:30:54.395480 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:54.398228 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:54.480360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a728866-3793-4f8f-8fe4-b1294d476465 req-f2d2edf3-a9f8-4bdd-ab70-79263df63af5 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups?id=6dfe8656-f5e2-4e32-8b1e-8988f712d72c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436950
Apr 30 04:30:54.582085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:54.594927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44505f8-5fa2-4c80-be78-58c6f5cb6d8c req-77d75d75-2597-41b9-ad47-facd506534e7 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:54.596558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b44505f8-5fa2-4c80-be78-58c6f5cb6d8c req-77d75d75-2597-41b9-ad47-facd506534e7 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.2773111
Apr 30 04:30:54.625980 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:54.699778 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b44505f8-5fa2-4c80-be78-58c6f5cb6d8c req-62f163ea-5751-4a13-8f41-d49775d37607 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820270
Apr 30 04:30:54.797125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Deleting port 40264ad8-b311-460e-9d3c-ff502c1f9533 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:30:54.798314 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:55.060926 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'code': 200}
Apr 30 04:30:55.472926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 9426f76f-e74b-4679-821a-f6d649ff94fd up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:30:55.698761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3f467-aa5f-4a69-b8a0-83ac0781f89e req-673a3517-a011-4d53-87f3-2ccacdc95021 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:55.712532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] For port 40264ad8-b311-460e-9d3c-ff502c1f9533, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=40264ad8-b311-460e-9d3c-ff502c1f9533,segment=NetworkSegment(fb4b5b59-1133-4449-81f3-b8347fa80616),segment_id=fb4b5b59-1133-4449-81f3-b8347fa80616)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:55.713168 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:55.726410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64f3f467-aa5f-4a69-b8a0-83ac0781f89e req-673a3517-a011-4d53-87f3-2ccacdc95021 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 945 time: 0.3190286
Apr 30 04:30:55.789673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 9426f76f-e74b-4679-821a-f6d649ff94fd completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:30:55.803834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 9426f76f-e74b-4679-821a-f6d649ff94fd triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:30:55.805105 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:55.856287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64f3f467-aa5f-4a69-b8a0-83ac0781f89e req-70acd572-a9cf-473a-829f-ab8a6d118e1f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285241
Apr 30 04:30:56.054649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Calling delete_port for 40264ad8-b311-460e-9d3c-ff502c1f9533 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:30:56.101559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-50561d89-16cd-45f7-a535-f885573eaaed tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:56.107674 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-50561d89-16cd-45f7-a535-f885573eaaed tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae&tenant_id=2f1716c022164e59bde54d9a0d899d06&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 950 time: 0.8826811
Apr 30 04:30:56.470906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e7c3-21bc-49be-8bb8-12b63150f8cb req-d2648b3c-fd27-49e7-a40f-7d7d988a1dfd tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:56.483951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4049e7c3-21bc-49be-8bb8-12b63150f8cb req-d2648b3c-fd27-49e7-a40f-7d7d988a1dfd tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.2277405
Apr 30 04:30:56.671241 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:56.678678 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-a0112b74-1e76-43b0-8961-1a4c2454ba71 service neutron] 10.222.0.50 "GET /v2.0/ports/f9c7712b-d180-4944-9925-300f4f5ac8d7/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 383 time: 0.5580833
Apr 30 04:30:56.686628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4049e7c3-21bc-49be-8bb8-12b63150f8cb req-4b1a4df5-cb1d-4ceb-8287-5959af478d0f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958520
Apr 30 04:30:56.687614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:56.715034 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:56.751401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 40264ad8-b311-460e-9d3c-ff502c1f9533 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:30:56.812552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab62465-4158-4abd-b835-17c74a968e2f req-2712e5e3-b6cf-4cfd-ac83-741d84984064 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:56.822654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ab62465-4158-4abd-b835-17c74a968e2f req-2712e5e3-b6cf-4cfd-ac83-741d84984064 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 1097 time: 0.2421288
Apr 30 04:30:56.928432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 40264ad8-b311-460e-9d3c-ff502c1f9533 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:30:56.928432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 40264ad8-b311-460e-9d3c-ff502c1f9533 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:30:56.972809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ab62465-4158-4abd-b835-17c74a968e2f req-d957faa6-6ee0-4dd2-97b7-7bc37dd689c4 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382759
Apr 30 04:30:57.000620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 9426f76f-e74b-4679-821a-f6d649ff94fd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9426f76f-e74b-4679-821a-f6d649ff94fd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:30:57.053507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event deleted for resources: {'Port': ['ID=40264ad8-b311-460e-9d3c-ff502c1f9533,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:57.063093 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:57.071427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368ff600-2672-4923-b675-e6ea51e87289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9426f76f-e74b-4679-821a-f6d649ff94fd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:57.090016 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:57.112121 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:30:57.274497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.276387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.276542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.280585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.281374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.282981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.285775 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:57.286359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.288132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.288746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.289456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.292470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.293309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:30:57.316082 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:57.330425 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=9426f76f-e74b-4679-821a-f6d649ff94fd,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:30:57.342075 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:30:57.491516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] No DVR routers for this DVR port 40264ad8-b311-460e-9d3c-ff502c1f9533 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:30:57.506592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8ffd62f-ee76-428e-9d33-a2a8064911f0 req-2a4b526e-293b-41a8-bd32-828890516dae tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/ports?device_id=67dc9d09-412c-4c0c-b9cd-65d87633d065 HTTP/1.1" status: 200  len: 210 time: 0.1453323
Apr 30 04:30:57.539555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:30:57.562626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc9d09-412c-4c0c-b9cd-65d87633d065', 'name': 'network-vif-deleted', 'tag': '40264ad8-b311-460e-9d3c-ff502c1f9533'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:30:57.584787 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a409c9ec-7205-4eea-837c-3083b32cb537 req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.37 "DELETE /v2.0/ports/40264ad8-b311-460e-9d3c-ff502c1f9533 HTTP/1.1" status: 204  len: 173 time: 3.1847856
Apr 30 04:30:57.603660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-b3b0d877-2e9f-4c19-bb4f-ce105668e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:57.605656 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-b3b0d877-2e9f-4c19-bb4f-ce105668e0fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1102 time: 0.7787485
Apr 30 04:30:57.930755 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368ff600-2672-4923-b675-e6ea51e87289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9426f76f-e74b-4679-821a-f6d649ff94fd', 'code': 200}
Apr 30 04:30:58.193849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-bdc4e1d4-b7bf-4e2f-826f-93e7aa44ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:58.195407 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-bdc4e1d4-b7bf-4e2f-826f-93e7aa44ee19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.5827596
Apr 30 04:30:58.338361 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-b716a3be-6e43-4f8a-9575-ea9cc8e654ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.1275909
Apr 30 04:30:58.582427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5f10a-9e97-4a78-86c7-ed5da6e1a4e1 req-3dcef06d-c56b-4a0d-a0e6-817201927138 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:58.593986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25d5f10a-9e97-4a78-86c7-ed5da6e1a4e1 req-3dcef06d-c56b-4a0d-a0e6-817201927138 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 0.5989161
Apr 30 04:30:58.596170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443944ba-e369-4ae4-a4e7-1f03ea449f93 req-0cf35359-602d-4b0f-a308-4b49a524fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:58.599836 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-443944ba-e369-4ae4-a4e7-1f03ea449f93 req-0cf35359-602d-4b0f-a308-4b49a524fb14 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 1098 time: 0.5001869
Apr 30 04:30:58.772933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-d243c14b-e362-46e8-a565-260940d93eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:58.774502 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-d243c14b-e362-46e8-a565-260940d93eea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4207351
Apr 30 04:30:58.859473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25d5f10a-9e97-4a78-86c7-ed5da6e1a4e1 req-92cf7459-b10e-4ff0-91cf-f57095a09543 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2634234
Apr 30 04:30:58.867408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d98a44-8930-4104-a05b-272a9ac0cd45 req-7c78aca7-eb28-49cb-94c9-2ca41bb41387 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:58.876281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2d98a44-8930-4104-a05b-272a9ac0cd45 req-7c78aca7-eb28-49cb-94c9-2ca41bb41387 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 1097 time: 0.4756169
Apr 30 04:30:58.953325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2d98a44-8930-4104-a05b-272a9ac0cd45 req-fd38f935-1f7f-44f7-bfda-125f97b8c616 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758343
Apr 30 04:30:59.051137 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dc9d09-412c-4c0c-b9cd-65d87633d065', 'name': 'network-vif-deleted', 'tag': '40264ad8-b311-460e-9d3c-ff502c1f9533', 'status': 'completed', 'code': 200}
Apr 30 04:30:59.141616 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-443944ba-e369-4ae4-a4e7-1f03ea449f93 req-24485f6d-db80-4e73-8377-a8e5a77c48f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5349202
Apr 30 04:30:59.169920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-eb7f5bcd-234a-4c80-86cd-a4e12f61ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:59.178358 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-eb7f5bcd-234a-4c80-86cd-a4e12f61ddd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3814645
Apr 30 04:30:59.533267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4125e-bd71-485b-978b-2713ba28b39a req-63ba5473-5bc4-4772-ac4b-7c2af458972e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:30:59.550004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edf4125e-bd71-485b-978b-2713ba28b39a req-63ba5473-5bc4-4772-ac4b-7c2af458972e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.2148325
Apr 30 04:30:59.640184 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-1caa74f8-8ee2-4ba9-a3b2-419d029958e4 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3875313
Apr 30 04:30:59.804634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edf4125e-bd71-485b-978b-2713ba28b39a req-631de154-4187-4481-8d8e-99ca2fdb9f06 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2531397
Apr 30 04:30:59.871503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-4cc25c3c-0275-41bd-8cd8-e58d3e029f6e service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2220368
Apr 30 04:31:00.377896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a9b1b-2b87-447c-a78e-012a2f8878aa req-58e74687-aa8d-4167-8aa2-2ca5aac77c9d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:00.387515 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d0a9b1b-2b87-447c-a78e-012a2f8878aa req-58e74687-aa8d-4167-8aa2-2ca5aac77c9d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 0.1679957
Apr 30 04:31:00.504422 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d0a9b1b-2b87-447c-a78e-012a2f8878aa req-f79fc98b-ba59-4435-8475-8c34aed1dd37 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158164
Apr 30 04:31:00.577270 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ad3ac16-9588-4ea6-b548-30e448788c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:00.682769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57804) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:01.550325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaca89-fc4d-4e39-8031-1f79cf5c2ac1 req-a7d41346-c04f-49ff-a705-13fa7aceb956 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:01.555213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3aaaca89-fc4d-4e39-8031-1f79cf5c2ac1 req-a7d41346-c04f-49ff-a705-13fa7aceb956 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.2107322
Apr 30 04:31:01.773146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3aaaca89-fc4d-4e39-8031-1f79cf5c2ac1 req-01b7af21-095b-4818-83f2-eab707f39d67 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020657
Apr 30 04:31:03.326597 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:03.531985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968817-1456-4a1e-b692-41d5f1aaf7c8 req-676ea688-a9cb-4443-970f-89c82fe4df18 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:03.548169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f968817-1456-4a1e-b692-41d5f1aaf7c8 req-676ea688-a9cb-4443-970f-89c82fe4df18 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 0.9309602
Apr 30 04:31:03.623583 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd612f76-4ca4-4960-9763-f1d43239fd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:03.758893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f968817-1456-4a1e-b692-41d5f1aaf7c8 req-7bcfdf6c-80dc-4ff2-9a21-5f7540e79e60 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875467
Apr 30 04:31:04.265164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57890) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:04.395403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:04.578692 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:04.607262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1c9be3fb-3b36-4d34-b2bb-d4f6c3a65b06 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:04.670614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1c9be3fb-3b36-4d34-b2bb-d4f6c3a65b06 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:05.249419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-6f2b418a-cc9b-4b8e-8000-b7e02f170b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:05.251380 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-6f2b418a-cc9b-4b8e-8000-b7e02f170b46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae&tenant_id=2f1716c022164e59bde54d9a0d899d06 HTTP/1.1" status: 200  len: 1102 time: 0.3160620
Apr 30 04:31:05.255379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1c9be3fb-3b36-4d34-b2bb-d4f6c3a65b06 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:05.257832 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92f8b549-e1af-4e9a-b6ba-65359d7cb570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:05.280772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9be3fb-3b36-4d34-b2bb-d4f6c3a65b06 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2739a64-43d1-43b0-887e-629d2c56786d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:05.283613 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1c9be3fb-3b36-4d34-b2bb-d4f6c3a65b06 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:05.295031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:31:05.365695 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1c9be3fb-3b36-4d34-b2bb-d4f6c3a65b06 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:05.367038 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1c9be3fb-3b36-4d34-b2bb-d4f6c3a65b06 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2739a64-43d1-43b0-887e-629d2c56786d HTTP/1.1" status: 204  len: 168 time: 1.0975571
Apr 30 04:31:05.371082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:05.465037 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-56de4d50-2df9-4f15-866f-a247179dc25a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] show failed (client error): The resource could not be found.
Apr 30 04:31:05.473049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-56de4d50-2df9-4f15-866f-a247179dc25a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "GET /v2.0/security-groups/e2739a64-43d1-43b0-887e-629d2c56786d HTTP/1.1" status: 404  len: 347 time: 0.0984921
Apr 30 04:31:05.474421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57908) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:05.527507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f9c7712b-d180-4944-9925-300f4f5ac8d7 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:05.718204 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:05.787726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:05.789248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:05.803610 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:05.807747 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:06.027419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860c7da-61c6-487a-8204-2b328e492c8a req-e1196c5b-6f5d-4a98-a71d-17caf4fc7167 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:06.047158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=10']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:06.061393 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:06.063774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3860c7da-61c6-487a-8204-2b328e492c8a req-e1196c5b-6f5d-4a98-a71d-17caf4fc7167 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 1.3204653
Apr 30 04:31:06.083903 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:06.548964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3860c7da-61c6-487a-8204-2b328e492c8a req-69fc08bd-f13e-4ecf-8371-5475386ee525 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4757483
Apr 30 04:31:06.771104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Deleting port 163e6f58-22cb-4083-87e4-96f51169f43a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:06.771633 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:06.889983 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:06.946455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-e9487d59-a5f2-480c-b635-69fcd727671d tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:31:06.960121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-e9487d59-a5f2-480c-b635-69fcd727671d tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.2755156
Apr 30 04:31:07.186433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Deleting port fb7c975d-a726-409a-a5bc-fa412076778d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:07.187574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:07.355464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] For port 163e6f58-22cb-4083-87e4-96f51169f43a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=163e6f58-22cb-4083-87e4-96f51169f43a,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:07.355464 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:07.736980 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'code': 200}
Apr 30 04:31:07.770593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Request body: {'binding': {'host': 'n-h2-766726-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:31:07.771393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Unknown quota resources ['binding']. {{(pid=74581) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:31:07.853947 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:07.855104 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:07.866269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Calling delete_port for 163e6f58-22cb-4083-87e4-96f51169f43a owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:08.148159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Calling delete_port for fb7c975d-a726-409a-a5bc-fa412076778d owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:08.230408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:08.335346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:31:08.375466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-68cead99-33dd-4ecd-8843-2348957eefd9 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:08.385649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-68cead99-33dd-4ecd-8843-2348957eefd9 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 808 time: 0.3769636
Apr 30 04:31:08.469926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c7712b-d180-4944-9925-300f4f5ac8d7 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:31:08.470268 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-388ddd3c-1236-4c11-af2e-e4ed170cc350 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/quotas/9f4d4e615ca342c98818411263a6b43e HTTP/1.1" status: 200  len: 375 time: 0.0835178
Apr 30 04:31:08.489165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:08.569758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc on host n-h2-766726-20 for vnic_type normal with profile None {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:31:08.570262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:31:08.570615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:08.578869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Port 381be381-f3c7-4f20-9b9d-fda586a19afc on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:31:08.579267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:08.599762 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:08.607880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:31:08.608364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:31:08.608761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:31:08.609221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Bound port: 381be381-f3c7-4f20-9b9d-fda586a19afc, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:31:08.621752 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a65a6ab1-7777-46c4-8742-f4d9e5588c8e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:08.655091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Transition to ACTIVE for port object f9c7712b-d180-4944-9925-300f4f5ac8d7 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:31:08.658226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:08.668387 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5aeb5b3a-eb91-4491-8de6-f772c1e2001e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:08.689744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=163e6f58-22cb-4083-87e4-96f51169f43a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:08.730779 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:08.758080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:08.780722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:31:08.788671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Pushing event deleted for resources: {'Port': ['ID=fb7c975d-a726-409a-a5bc-fa412076778d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:08.797391 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:08.798339 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92020abf-dd47-4d81-994c-66b82af5f1d2 tempest-FloatingIPsAssociationTestJSON-675446534 tempest-FloatingIPsAssociationTestJSON-675446534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:08.930703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] Notify callbacks [] for binding, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:08.931918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] 10.222.0.46 "POST /v2.0/ports/381be381-f3c7-4f20-9b9d-fda586a19afc/bindings HTTP/1.1" status: 201  len: 390 time: 1.9707389
Apr 30 04:31:09.223696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-f8878068-e7d7-4e62-9579-a649a9ac65df tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7358828
Apr 30 04:31:09.629432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=11']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:09.631718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] No DVR routers for this DVR port f9c7712b-d180-4944-9925-300f4f5ac8d7 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:09.634472 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:09.735815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:31:09.736116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:31:09.736398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:09.741842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:09.755268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Port f9c7712b-d180-4944-9925-300f4f5ac8d7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:31:09.755522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Attempting to bind port f9c7712b-d180-4944-9925-300f4f5ac8d7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:09.775987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:31:09.776318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:31:09.776706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:31:09.777150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Bound port: f9c7712b-d180-4944-9925-300f4f5ac8d7, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:31:09.778799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:09.804292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:09.808431 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] 10.222.0.46 "DELETE /v2.0/floatingips/d143bbeb-5033-42f0-ba11-45650afa8efa HTTP/1.1" status: 204  len: 168 time: 4.1533973
Apr 30 04:31:09.853681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-ddaa5e3e-688a-484c-925b-bdab42e890c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:09.855217 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-ddaa5e3e-688a-484c-925b-bdab42e890c2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 1097 time: 0.2922411
Apr 30 04:31:10.000459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:31:10.016037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:31:10.040238 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:10.049386 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9b1dd04e-b287-44b4-9c4c-f712aa8c54b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:10.056137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2982e0ae-60f1-440f-8556-ae8300330cf3 service neutron] 10.222.0.46 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8305070
Apr 30 04:31:10.100598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-ad0d4de5-cefe-42f1-bb5f-d7a8d94c38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:10.102090 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-ad0d4de5-cefe-42f1-bb5f-d7a8d94c38d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.2402968
Apr 30 04:31:10.165371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4cf97-1e8f-4f24-adc0-42047d1b0993 req-9616db18-3a01-4137-ae0b-93c25bd02c74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:10.168201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4bf4cf97-1e8f-4f24-adc0-42047d1b0993 req-9616db18-3a01-4137-ae0b-93c25bd02c74 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 0.6931267
Apr 30 04:31:10.175042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:10.175629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:10.177081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] 10.222.0.37 "PUT /v2.0/ports/f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 1098 time: 4.8989794
Apr 30 04:31:10.177641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:10.181705 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:10.209123 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-0d5bc1ac-7349-4915-8af6-339bce789716 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381be381-f3c7-4f20-9b9d-fda586a19afc HTTP/1.1" status: 200  len: 217 time: 0.0978284
Apr 30 04:31:10.312490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=12']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:10.319750 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:10.338742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-de45453b-7f3b-4ee9-afa9-b85b05843f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:10.340253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-de45453b-7f3b-4ee9-afa9-b85b05843f38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.0932994
Apr 30 04:31:10.415493 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-6a5d0fe9-8f8f-4b37-beb0-394513948172 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0650785
Apr 30 04:31:10.486787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-b3cfac71-4599-4d97-b140-c8d41e2dd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:10.489231 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-b3cfac71-4599-4d97-b140-c8d41e2dd42d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1101 time: 0.2783458
Apr 30 04:31:10.510061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4bf4cf97-1e8f-4f24-adc0-42047d1b0993 req-449177a2-de14-4f08-bd6f-99cd0eab9dc5 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285794
Apr 30 04:31:10.637150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-808a625f-4ce8-4fd2-b8f2-3ae51af135a1 service neutron] 10.222.0.46 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5580823
Apr 30 04:31:10.706717 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-0e941d2b-6a51-411d-8cd0-3f31b9d0c944 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2822123
Apr 30 04:31:10.780394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-86dd27f9-b6b9-476e-aad8-86345efb0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:10.781710 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-86dd27f9-b6b9-476e-aad8-86345efb0c01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2379994
Apr 30 04:31:10.920848 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-66743307-8639-4aff-b8d8-91668fe7b64b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.0850279
Apr 30 04:31:10.995206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-0d3ff325-da5f-4e7b-9999-0c2285bb2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:10.997392 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-0d3ff325-da5f-4e7b-9999-0c2285bb2f6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0681190
Apr 30 04:31:11.074843 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-265f9e69-6760-4e6e-9aa6-4389a759210c service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3554254
Apr 30 04:31:11.111430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-adf92825-2284-4e12-b618-ff51fcc8b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:11.113380 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-adf92825-2284-4e12-b618-ff51fcc8b6cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1075795
Apr 30 04:31:11.429897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:31:11.488794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737c3f7-63c2-4728-9bad-ddff8697553c req-a5f8c616-523d-4b62-ab5d-5d7f9fd6f05d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:11.509034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d737c3f7-63c2-4728-9bad-ddff8697553c req-a5f8c616-523d-4b62-ab5d-5d7f9fd6f05d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 949 time: 0.6539700
Apr 30 04:31:11.574445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:11.639518 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-aa5e574a-e246-4eb9-be81-a7f221958db9 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5129206
Apr 30 04:31:12.013672 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f60fc9f6-ee98-4d80-b654-f5d41ab82db0 req-ff4a1b76-36d1-4b4f-8c43-ebde82b7e262 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3709056
Apr 30 04:31:12.048587 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:12.112341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:12.115055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:12.127628 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:12.132344 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:12.154880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d737c3f7-63c2-4728-9bad-ddff8697553c req-4ee77e1d-6163-41b7-9450-ff6b2199f9d7 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6317496
Apr 30 04:31:12.306846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:12.326724 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:12.358720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:31:12.373925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58050) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:12.379600 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] Sync routers for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:31:12.381341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] 10.222.0.46 "PUT /v2.0/routers/0d4c5bc1-6316-4e42-805e-7148a1ecbf2a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6971509
Apr 30 04:31:12.404088 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:31:12.405257 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2bb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:31:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:12.499733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd039d-a164-4fef-b29b-dd73e090a812 req-a3b5e73a-0179-45c4-87f3-35718ca87de9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:12.503735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9bd039d-a164-4fef-b29b-dd73e090a812 req-a3b5e73a-0179-45c4-87f3-35718ca87de9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.3077326
Apr 30 04:31:12.604816 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'status': 'completed', 'code': 200}
Apr 30 04:31:12.666521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fd8c34c-dbfe-4aa5-8ace-61ba985adf2f req-d53198d4-587a-4e03-a1c3-d0a02f5af319 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 210 time: 0.1600468
Apr 30 04:31:12.738465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9bd039d-a164-4fef-b29b-dd73e090a812 req-106fc3e6-4c4e-4d07-a235-4ce31f0abf17 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2136738
Apr 30 04:31:13.147981 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:31:13.190650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-1d6a336b-09e1-42a9-b1c9-ff0f61df7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:13.193601 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-1d6a336b-09e1-42a9-b1c9-ff0f61df7cb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1101 time: 0.6045573
Apr 30 04:31:13.223230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:13.270134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2fd5a-998c-4f95-a5c0-13b14171742e req-8a230cc3-9138-47bb-bb08-583dd652312a tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:13.272837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2de2fd5a-998c-4f95-a5c0-13b14171742e req-8a230cc3-9138-47bb-bb08-583dd652312a tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 947 time: 0.3665788
Apr 30 04:31:13.291034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57da49-b355-44fd-a8f8-23074bfd2208 req-41cf10fa-c133-4c43-a344-942d468cc03f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:13.295085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a57da49-b355-44fd-a8f8-23074bfd2208 req-41cf10fa-c133-4c43-a344-942d468cc03f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 0.2817488
Apr 30 04:31:13.483618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-346f9b70-1c1b-4c14-ac25-f524d65f9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:13.486342 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-346f9b70-1c1b-4c14-ac25-f524d65f9909 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2f1716c022164e59bde54d9a0d899d06&device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1101 time: 0.8719635
Apr 30 04:31:13.525321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a57da49-b355-44fd-a8f8-23074bfd2208 req-866f2b8d-81b2-495e-aec6-6b280c0f94a8 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931372
Apr 30 04:31:13.577410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2de2fd5a-998c-4f95-a5c0-13b14171742e req-6162a36d-8cbd-4a32-863a-78cb7f868765 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2806282
Apr 30 04:31:13.681103 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2bb0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:31:08Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:13.683556 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b', 'code': 200}
Apr 30 04:31:13.685019 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] Checking router: 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:31:13.695330 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] Routers {'0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:31:13.696003 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2bb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:31:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:13.988886 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] Set router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:31:14.381128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-d0159601-033c-4104-946b-e9ceb06c1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:14.385094 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-d0159601-033c-4104-946b-e9ceb06c1db0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.8821297
Apr 30 04:31:14.692023 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-ba768eaf-8f06-4502-b86e-bfc027b16067 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.2802505
Apr 30 04:31:14.844092 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2bb0>, [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:31:08Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:14.852303 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d45ced-92d0-4c18-8f96-3c347399efcd None None] The sync data for ids ['0d4c5bc1-6316-4e42-805e-7148a1ecbf2a'] in n-d-766726-20 is: [{'id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1234474687-router', 'tenant_id': '5f33ae81c63a424989ffcaf8a0374407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:14Z', 'updated_at': '2021-04-30T04:31:08Z', 'revision_number': 5, 'project_id': '5f33ae81c63a424989ffcaf8a0374407', 'gw_port': {'id': '470dfca6-faf4-416d-acfd-20d3e7782154', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4c5bc1-6316-4e42-805e-7148a1ecbf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:16Z', 'updated_at': '2021-04-30T04:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:31:14.861770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-b9cce2d8-1412-49a8-9f20-ede1b6a1b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:14.865164 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-b9cce2d8-1412-49a8-9f20-ede1b6a1b947 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1469576
Apr 30 04:31:15.054438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-ec95324e-f696-40ad-b681-834b1c92fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:15.055770 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-ec95324e-f696-40ad-b681-834b1c92fca6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.8402879
Apr 30 04:31:15.084348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:15.156130 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-faf57761-c396-48d6-abd7-45b27b712eff req-f0c85d06-a0b5-400c-bbb8-b2aa3f048994 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 210 time: 0.6908159
Apr 30 04:31:15.382694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-4a38009a-675b-4044-ae43-b683e678403b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:15.393406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-4a38009a-675b-4044-ae43-b683e678403b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 808 time: 1.1615777
Apr 30 04:31:15.396610 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-99b85a54-788a-4c89-a6ab-944b541e44ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 200  len: 217 time: 0.2981629
Apr 30 04:31:15.403328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbae88-37eb-4546-bc47-47f5a80ba873 req-ea3d0a9a-0d73-48cd-a880-b94096befb49 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:15.422719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fdbae88-37eb-4546-bc47-47f5a80ba873 req-ea3d0a9a-0d73-48cd-a880-b94096befb49 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 949 time: 1.3187010
Apr 30 04:31:15.469817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Request body: {'port': {'device_id': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2', 'admin_state_up': True, 'tenant_id': '9f4d4e615ca342c98818411263a6b43e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:31:15.664212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-c0eb5fea-ca96-48cf-81e5-7f6eb97cef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:15.676967 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-c0eb5fea-ca96-48cf-81e5-7f6eb97cef56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2684786
Apr 30 04:31:15.680465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-25f61600-afbf-4c51-8147-8a3d4ea1d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:15.681937 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-25f61600-afbf-4c51-8147-8a3d4ea1d3db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7326310
Apr 30 04:31:15.892229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fdbae88-37eb-4546-bc47-47f5a80ba873 req-92436a00-540b-489a-9346-b6458fa1491c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4609516
Apr 30 04:31:16.083955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3aac4-260f-4c0d-b5bf-86fb19ed3ae9 req-32c9dfac-b9b2-4999-aaf8-b4a66689fb45 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:16.108015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aab3aac4-260f-4c0d-b5bf-86fb19ed3ae9 req-32c9dfac-b9b2-4999-aaf8-b4a66689fb45 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.6088305
Apr 30 04:31:16.110699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58108) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:16.130574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:16.416557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:16.533273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Deleting port 470dfca6-faf4-416d-acfd-20d3e7782154 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:16.534092 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:16.564961 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-4da041a1-47b8-42af-b386-ab36fbec8470 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8605521
Apr 30 04:31:16.590856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f9c7712b-d180-4944-9925-300f4f5ac8d7 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:31:16.621241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Made reservation on behalf of 9f4d4e615ca342c98818411263a6b43e for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:31:16.634284 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:16.717988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aab3aac4-260f-4c0d-b5bf-86fb19ed3ae9 req-d6fc8d27-0d33-4e8a-af76-804fd6c78918 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6082928
Apr 30 04:31:16.795280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] Deleting subnet e5bfe584-f55e-432b-862f-75c9adfc6837 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:31:16.797447 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:31:16.919958 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:16.936676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 163e6f58-22cb-4083-87e4-96f51169f43a no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:16.965160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-dcde80bc-8cf2-429e-a3b2-e7192c43e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:16.975828 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-dcde80bc-8cf2-429e-a3b2-e7192c43e467 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.2600691
Apr 30 04:31:17.096705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:17.120417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'mac_address': 'fa:16:3e:c0:4d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:31:17.139580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 163e6f58-22cb-4083-87e4-96f51169f43a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:31:17.140701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 163e6f58-22cb-4083-87e4-96f51169f43a not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:31:17.233459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:17.248613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c64e5bd-0e15-4f90-8ca5-d2e74fc79d24 req-a20822e6-947c-440a-8b54-be21ab384525 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 210 time: 0.1917484
Apr 30 04:31:17.278546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:17.280900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c7712b-d180-4944-9925-300f4f5ac8d7 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:31:17.317109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:17.324921 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:17.330728 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:17.353117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] For port 470dfca6-faf4-416d-acfd-20d3e7782154, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=470dfca6-faf4-416d-acfd-20d3e7782154,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:17.353487 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:17.429278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=13']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:17.432955 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:17.622693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Allocated IP 172.20.0.8 (bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2/eae39813-bd0b-4305-9c0b-e895f4776ee6/fd5ab434-68f0-48c8-83df-540d75304c03) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:31:17.701051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Calling delete_port for 470dfca6-faf4-416d-acfd-20d3e7782154 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:17.706528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f9c7712b-d180-4944-9925-300f4f5ac8d7'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:17.772948 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-491b503e-e5e4-4a34-8b7c-d3f24673b2d4 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1859469
Apr 30 04:31:17.787343 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:17.838965 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-85c8f0fd-c273-4d57-b4a6-44cb1627bf19 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8620033
Apr 30 04:31:17.946434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c829028-968b-4412-acb9-915c2c207f77 req-82bb9125-8215-4b9f-abad-847cd49f8188 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:17.949273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c829028-968b-4412-acb9-915c2c207f77 req-82bb9125-8215-4b9f-abad-847cd49f8188 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 1.5716369
Apr 30 04:31:18.143543 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18cb0570-d1b1-4531-ac3a-66f1aaa0c94b req-660de5ee-5875-4787-b5ff-73b115489419 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962623
Apr 30 04:31:18.321414 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:18.327224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58140) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:18.332090 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1d761d11-0da4-4ef9-b637-3fa0dda1f03d tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:18.402375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c829028-968b-4412-acb9-915c2c207f77 req-cf6fad74-16f3-4a78-9feb-be3a25ee19e4 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3997800
Apr 30 04:31:18.494987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Pushing event deleted for resources: {'Port': ['ID=470dfca6-faf4-416d-acfd-20d3e7782154,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:18.511569 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:18.794945 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:18.817529 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:18.973669 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:19.030807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:19.042297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Usage tracker for resource:security_group_rule and tenant:a22d07d0951b41759c719b215401a106 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:19.050780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:19.070800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9feb6c-fadd-40cf-9dcc-f8e4d3403526 req-206853af-1f76-4f6b-9d2c-416e1fbfbed0 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:19.084028 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a9feb6c-fadd-40cf-9dcc-f8e4d3403526 req-206853af-1f76-4f6b-9d2c-416e1fbfbed0 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 950 time: 0.4888241
Apr 30 04:31:19.167718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:19.246264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a9feb6c-fadd-40cf-9dcc-f8e4d3403526 req-c92e6eb1-f74a-447d-8ff2-02ed332ce6d8 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608171
Apr 30 04:31:19.319799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:19.346265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:19.352515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:19.409103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:19.410094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d4c5bc1-6316-4e42-805e-7148a1ecbf2a {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:31:19.430878 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d0c17a1-1e72-4cfd-b017-6a44626e4a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:19.445364 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:19.454682 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] 10.222.0.46 "DELETE /v2.0/routers/0d4c5bc1-6316-4e42-805e-7148a1ecbf2a HTTP/1.1" status: 204  len: 168 time: 7.0774424
Apr 30 04:31:19.456441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58176) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:19.518439 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:19.521692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:19.539088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:19.720598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5bfe584-f55e-432b-862f-75c9adfc6837,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:19.760501 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:19.877906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] Deleting subnet d5102ee2-1ffa-4026-b871-f222812f6c0a {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:31:19.884187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:19.953263 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:20.037281 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:20.089079 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:20.284885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:31:20.318920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:31:20.344475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:31:20.392958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e5bfe584-f55e-432b-862f-75c9adfc6837 HTTP/1.1" status: 204  len: 168 time: 4.2777212
Apr 30 04:31:20.400665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58182) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:20.409337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Pushing event updated for resources: {'Port': ['ID=fd5ab434-68f0-48c8-83df-540d75304c03,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:20.430324 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:20.514816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:20.516292 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:20.535429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:20.562533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290207-0dee-41c4-bd08-9af02de5bba8 req-c4d2e699-abca-4202-beee-ab3e2870cd43 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:20.570572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32290207-0dee-41c4-bd08-9af02de5bba8 req-c4d2e699-abca-4202-beee-ab3e2870cd43 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 1.0358372
Apr 30 04:31:20.572577 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:20.582239 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-13dd4727-00dc-4c0c-929e-79a59a94dba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:20.624399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f9c7712b-d180-4944-9925-300f4f5ac8d7 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:31:20.638457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3370d9-8f7a-4734-a9cc-77c6a7f7f778 req-bad805ac-a6de-4c95-b124-637ef0cfaa6c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:20.639499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3b3370d9-8f7a-4734-a9cc-77c6a7f7f778 req-bad805ac-a6de-4c95-b124-637ef0cfaa6c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Synchronizing usage tracker for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:31:20.658621 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2041075
Apr 30 04:31:20.686985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Request body: {'port': {'device_id': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:31:20.723675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9d69bb-5e54-4244-89c0-74792ee1e31a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:20.733180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a22d07d0951b41759c719b215401a106&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3945847
Apr 30 04:31:20.736683 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:20.744948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58186) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:20.765395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:20.782069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32290207-0dee-41c4-bd08-9af02de5bba8 req-ebbe2e3d-d8c8-4cd1-a1e4-b6b0dc14d320 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078676
Apr 30 04:31:20.788811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port f9c7712b-d180-4944-9925-300f4f5ac8d7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:31:20.804525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port f9c7712b-d180-4944-9925-300f4f5ac8d7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:31:20.806272 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:20.920240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3b3370d9-8f7a-4734-a9cc-77c6a7f7f778 req-bad805ac-a6de-4c95-b124-637ef0cfaa6c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Unset dirty status for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:31:20.922207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b3370d9-8f7a-4734-a9cc-77c6a7f7f778 req-bad805ac-a6de-4c95-b124-637ef0cfaa6c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 931 time: 0.7808530
Apr 30 04:31:20.985223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 470dfca6-faf4-416d-acfd-20d3e7782154 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:21.028398 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:21.054555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 470dfca6-faf4-416d-acfd-20d3e7782154 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:31:21.054811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 470dfca6-faf4-416d-acfd-20d3e7782154 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:31:21.061080 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:21.148966 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:21.156633 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:21.158151 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:21.167075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5102ee2-1ffa-4026-b871-f222812f6c0a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:21.173582 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:21.181072 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d5102ee2-1ffa-4026-b871-f222812f6c0a HTTP/1.1" status: 204  len: 168 time: 1.7228012
Apr 30 04:31:21.183035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58192) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:21.187157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82252a4f-0b83-45f5-aa14-6e0c87454416 None None] Network 926b2a9a-9498-4d47-9666-adc48815dd31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:31:21.266188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:21.288347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b3370d9-8f7a-4734-a9cc-77c6a7f7f778 req-9a5e4034-d33a-4811-a9d6-3e87029c892e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3413620
Apr 30 04:31:21.407029 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-769efc5b-2759-4e2c-bef0-4f695f9e445b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:21.451934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:21.486732 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:21.494446 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:21.570533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:21.697306 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-769efc5b-2759-4e2c-bef0-4f695f9e445b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:21.781441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:21.829238 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=14']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:21.855091 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:22.142381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bda2dc0>,) {'filters': {'network_id': ['c95113fe-e832-45c9-b506-02b344a19058']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:22.168930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bda2dc0>, 'fb4b5b59-1133-4449-81f3-b8347fa80616') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:22.169407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bda2dc0>, 'fb4b5b59-1133-4449-81f3-b8347fa80616') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:22.207453 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:22.236582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] DHCP port deletion for 926b2a9a-9498-4d47-9666-adc48815dd31 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:31:22.241623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Deleting port 29ec3e12-da61-43c1-94c3-045bca987fc8 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:22.242174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:22.252001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff68d2-9b12-4084-bf0c-c419bf4618f4 req-fc1601df-1687-4236-bff4-8f1946f7741a tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:22.254534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ff68d2-9b12-4084-bf0c-c419bf4618f4 req-fc1601df-1687-4236-bff4-8f1946f7741a tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 1103 time: 0.4641485
Apr 30 04:31:22.264891 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-769efc5b-2759-4e2c-bef0-4f695f9e445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:22.270523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:22.300927 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f19c034-ff4e-467d-ac72-5df065592b7a tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:22.309904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:31:22.328942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d573bf0-90e0-42d2-860e-8355d8680c32 req-3ace2bad-83e9-4a20-b5ba-c6969c5c5713 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:22.342867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d573bf0-90e0-42d2-860e-8355d8680c32 req-3ace2bad-83e9-4a20-b5ba-c6969c5c5713 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 0.6137013
Apr 30 04:31:22.362117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] Deleting port 29ec3e12-da61-43c1-94c3-045bca987fc8 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:22.362817 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:22.393187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769efc5b-2759-4e2c-bef0-4f695f9e445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9d69bb-5e54-4244-89c0-74792ee1e31a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:22.415153 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-769efc5b-2759-4e2c-bef0-4f695f9e445b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:22.480757 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-769efc5b-2759-4e2c-bef0-4f695f9e445b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:22.482761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-769efc5b-2759-4e2c-bef0-4f695f9e445b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce9d69bb-5e54-4244-89c0-74792ee1e31a HTTP/1.1" status: 204  len: 168 time: 1.7336328
Apr 30 04:31:22.546995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d573bf0-90e0-42d2-860e-8355d8680c32 req-e245d78a-cc71-4b5b-a9d6-7e42b01e8bde tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025521
Apr 30 04:31:22.601356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] For port 29ec3e12-da61-43c1-94c3-045bca987fc8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=29ec3e12-da61-43c1-94c3-045bca987fc8,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:22.601849 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:22.618430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3ff68d2-9b12-4084-bf0c-c419bf4618f4 req-2ecef7dd-c6bb-48a8-8572-4bbbaae203b7 tempest-MigrationsAdminTest-1355530278 tempest-MigrationsAdminTest-1355530278-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3446524
Apr 30 04:31:23.019217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5ab434-68f0-48c8-83df-540d75304c03 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:31:23.046532 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:23.053280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] For port 29ec3e12-da61-43c1-94c3-045bca987fc8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=29ec3e12-da61-43c1-94c3-045bca987fc8,segment=NetworkSegment(0a07cb73-f6d0-40ba-90bb-f125899fa6dc),segment_id=0a07cb73-f6d0-40ba-90bb-f125899fa6dc)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:23.063874 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:23.129956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Transition to ACTIVE for port object fd5ab434-68f0-48c8-83df-540d75304c03 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:31:23.141586 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:23.163379 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:23.183155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Network c95113fe-e832-45c9-b506-02b344a19058 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:31:23.190735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] Calling delete_port for 29ec3e12-da61-43c1-94c3-045bca987fc8 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:23.231417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:23.250640 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'code': 200}
Apr 30 04:31:23.252875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 29ec3e12-da61-43c1-94c3-045bca987fc8 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:23.636087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58214) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:23.661370 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:23.678508 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:23.775284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No active binding found for port 29ec3e12-da61-43c1-94c3-045bca987fc8 {{(pid=74583) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Apr 30 04:31:23.776068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 29ec3e12-da61-43c1-94c3-045bca987fc8 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:31:23.810361 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] No DVR routers for this DVR port 29ec3e12-da61-43c1-94c3-045bca987fc8 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:23.832872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] Pushing event deleted for resources: {'Port': ['ID=29ec3e12-da61-43c1-94c3-045bca987fc8,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:23.834454 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:23.838499 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:23.895924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ab434-68f0-48c8-83df-540d75304c03,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:23.915144 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:23.927410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:23.946188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Usage tracker for resource:security_group_rule and tenant:dd669c0c248448f584f1c1095e574f23 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:23.952797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:23.967444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Calling delete_port for 29ec3e12-da61-43c1-94c3-045bca987fc8 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:23.969177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:24.034670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29c757-9f75-48b2-bf6e-2f1c0bd4a41a req-7918f3d6-59dc-4dae-abe3-b08a8ba3a8c8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:24.048356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b29c757-9f75-48b2-bf6e-2f1c0bd4a41a req-7918f3d6-59dc-4dae-abe3-b08a8ba3a8c8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.7232339
Apr 30 04:31:24.100534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:31:24.100803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:31:24.101087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:24.117810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56fe36-4a7f-4ccc-a824-47ec073a2e5a req-e18a3303-6606-47b7-a245-b5e5ece220e4 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:24.119332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c56fe36-4a7f-4ccc-a824-47ec073a2e5a req-e18a3303-6606-47b7-a245-b5e5ece220e4 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 0.8011994
Apr 30 04:31:24.143346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Port fd5ab434-68f0-48c8-83df-540d75304c03 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:31:24.143711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:24.258846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Network c95113fe-e832-45c9-b506-02b344a19058 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:31:24.300233 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:31:24.344288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:31:24.344635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:31:24.345265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:31:24.345992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Bound port: fd5ab434-68f0-48c8-83df-540d75304c03, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:31:24.346551 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:24.375380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b29c757-9f75-48b2-bf6e-2f1c0bd4a41a req-c8180266-3bb7-43c4-a5ba-8d5d612d5a20 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3253014
Apr 30 04:31:24.508294 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:24.535793 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:24.578152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:31:24.584394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:31:24.604607 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:24.615599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c56fe36-4a7f-4ccc-a824-47ec073a2e5a req-d0c8a083-cee5-46a6-a83d-60a97b7e411e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4830143
Apr 30 04:31:24.628607 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-45f42055-3400-4bdd-a208-c866975d7665 tempest-InstanceActionsV221TestJSON-1196356318 tempest-InstanceActionsV221TestJSON-1196356318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:24.759884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] No DVR routers for this DVR port 29ec3e12-da61-43c1-94c3-045bca987fc8 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:24.765538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:24.783118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:24.784267 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:24.786593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] 10.222.0.37 "PUT /v2.0/ports/fd5ab434-68f0-48c8-83df-540d75304c03 HTTP/1.1" status: 200  len: 1092 time: 4.1060426
Apr 30 04:31:24.787435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:24.851908 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:24.870547 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:24.923013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=29ec3e12-da61-43c1-94c3-045bca987fc8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:24.952001 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:25.002682 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:25.022835 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-86584e1a-6f04-4a3f-ae49-aad5ba754364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:25.123111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ab434-68f0-48c8-83df-540d75304c03,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:25.140256 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:25.144415 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8145c6df-64bc-4c14-8157-59d2487f1641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:25.166392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c95113fe-e832-45c9-b506-02b344a19058,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:25.182238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd669c0c248448f584f1c1095e574f23&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5338314
Apr 30 04:31:25.190915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58228) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:25.195705 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:25.228468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caaf901-6ebe-4f80-b7d6-271b043c310e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:25.239142 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c95113fe-e832-45c9-b506-02b344a19058 HTTP/1.1" status: 204  len: 168 time: 4.8317971
Apr 30 04:31:25.243558 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:25.272221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-6a59a029-ad7b-4918-97a7-d4d910678517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:25.275579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-6a59a029-ad7b-4918-97a7-d4d910678517 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 1095 time: 0.3515203
Apr 30 04:31:25.349074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:25.569253 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75d1902f-9a4b-423e-bd94-b418d91c9e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:25.589639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a9dd2e0>,) {'filters': {'network_id': ['926b2a9a-9498-4d47-9666-adc48815dd31']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:25.617515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a9dd2e0>, '0a07cb73-f6d0-40ba-90bb-f125899fa6dc') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:25.618322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a9dd2e0>, '0a07cb73-f6d0-40ba-90bb-f125899fa6dc') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:25.648762 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:25.651204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-7144b515-71e2-47ce-ba6d-00d7747e9f1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5ab434-68f0-48c8-83df-540d75304c03 HTTP/1.1" status: 200  len: 217 time: 0.3649278
Apr 30 04:31:25.658925 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75d1902f-9a4b-423e-bd94-b418d91c9e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:25.693055 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:25.718012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:31:25.819679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58242) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:25.942546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-382eaf36-91e1-4d30-8b71-e6aec29d5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:25.945002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-382eaf36-91e1-4d30-8b71-e6aec29d5515 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.2544606
Apr 30 04:31:26.039168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58248) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:26.043034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9d493c2a-7493-4651-ad95-d6d0218da09e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d5e8240e2c34746b95cb21785b32b97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2134581
Apr 30 04:31:26.047634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-b0c8c283-3c79-484c-8ba6-0289796361ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0940330
Apr 30 04:31:26.156981 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03', 'status': 'completed', 'code': 200}
Apr 30 04:31:26.179983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5f4f1-6dea-44f2-b44f-6241a4ad6f82 req-1c5078a6-5cb9-4aa3-916d-608194427d5c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:26.194635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ffd5f4f1-6dea-44f2-b44f-6241a4ad6f82 req-1c5078a6-5cb9-4aa3-916d-608194427d5c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 0.6590188
Apr 30 04:31:26.305325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Network 926b2a9a-9498-4d47-9666-adc48815dd31 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:31:26.318146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:26.587580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ffd5f4f1-6dea-44f2-b44f-6241a4ad6f82 req-5d24316f-bf52-4531-824d-f80b6b789953 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3913629
Apr 30 04:31:26.646034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75d1902f-9a4b-423e-bd94-b418d91c9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:26.663188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-ba8acf92-87e2-4568-bae9-2fab045b9149 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6069648
Apr 30 04:31:26.730609 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-51a4aaf7-119e-439e-852c-05ba27e05aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:26.798444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Network 926b2a9a-9498-4d47-9666-adc48815dd31 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:31:26.857815 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:31:26.865900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1902f-9a4b-423e-bd94-b418d91c9e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caaf901-6ebe-4f80-b7d6-271b043c310e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:26.877344 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:26.930833 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75d1902f-9a4b-423e-bd94-b418d91c9e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:26.952058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75d1902f-9a4b-423e-bd94-b418d91c9e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:26.954072 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-75d1902f-9a4b-423e-bd94-b418d91c9e2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4caaf901-6ebe-4f80-b7d6-271b043c310e HTTP/1.1" status: 204  len: 168 time: 1.7549679
Apr 30 04:31:27.000268 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:27.049013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b078b1-6d7b-4465-990b-4222f870c09c req-707998e0-cf93-4660-abb3-60cffa2c900f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:27.051156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c5b078b1-6d7b-4465-990b-4222f870c09c req-707998e0-cf93-4660-abb3-60cffa2c900f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 951 time: 0.5911863
Apr 30 04:31:27.165229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c5b078b1-6d7b-4465-990b-4222f870c09c req-f185a05d-1338-4576-9cf8-d46ff44147a5 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952086
Apr 30 04:31:27.176557 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ed45469-cc27-4fca-8a96-32de7b0df5f9 req-e2486b4a-c182-4a49-bf5a-531ab1c45725 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5014911
Apr 30 04:31:27.196568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ffdb-faf2-44e2-95a7-a8bfd80d02d6 req-b9f90453-51be-4028-80d5-50c32cda039d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:27.199036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df82ffdb-faf2-44e2-95a7-a8bfd80d02d6 req-b9f90453-51be-4028-80d5-50c32cda039d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.4008062
Apr 30 04:31:27.294707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:27.350783 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:27.377689 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:27.393772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-42526496-6826-460c-bea0-b39636cad238 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:27.396190 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-42526496-6826-460c-bea0-b39636cad238 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.37 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 951 time: 0.7881744
Apr 30 04:31:27.397773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1df037aa-86d3-483f-99bc-e69fb474d0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:27.455130 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df82ffdb-faf2-44e2-95a7-a8bfd80d02d6 req-7f1112c8-f9a3-421a-b4dd-dc63fde02778 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201190
Apr 30 04:31:27.459606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Pushing event deleted for resources: {'Network': ['ID=926b2a9a-9498-4d47-9666-adc48815dd31,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:27.512367 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:27.542578 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] 10.222.0.46 "DELETE /v2.0/networks/926b2a9a-9498-4d47-9666-adc48815dd31 HTTP/1.1" status: 204  len: 168 time: 6.3552382
Apr 30 04:31:27.544320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58256) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:27.672397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-662eaa20-1bf3-450a-8e7e-4aed9d18ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:27.687201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-662eaa20-1bf3-450a-8e7e-4aed9d18ad72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 1095 time: 0.3853400
Apr 30 04:31:27.924781 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1df037aa-86d3-483f-99bc-e69fb474d0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:28.072232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe951d-ad78-4841-9ea1-e7f84eb70238 req-9d752182-78f7-4bc0-811a-70473290d72e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:28.088906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5dbe951d-ad78-4841-9ea1-e7f84eb70238 req-9d752182-78f7-4bc0-811a-70473290d72e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 0.5940990
Apr 30 04:31:28.282441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-2065a54d-c440-49e9-8828-68dc45d2b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:28.287364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-2065a54d-c440-49e9-8828-68dc45d2b0ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.5873790
Apr 30 04:31:28.375458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5dbe951d-ad78-4841-9ea1-e7f84eb70238 req-3ce68935-c093-44eb-8da4-9bd68311ad39 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2852640
Apr 30 04:31:28.475559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-cd4e4b5e-9de6-491b-9b3b-104e462532ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5ab434-68f0-48c8-83df-540d75304c03 HTTP/1.1" status: 200  len: 217 time: 0.1776354
Apr 30 04:31:28.571496 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1df037aa-86d3-483f-99bc-e69fb474d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:28.591000 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd2eafcf-6432-4439-b156-4ae33b1208ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:28.632489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df037aa-86d3-483f-99bc-e69fb474d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfe8656-f5e2-4e32-8b1e-8988f712d72c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:28.682508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f9c7712b-d180-4944-9925-300f4f5ac8d7 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:28.774118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-0e1fe9a8-9fb2-46c9-a3b9-21222d68574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:28.776157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-0e1fe9a8-9fb2-46c9-a3b9-21222d68574c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.2913110
Apr 30 04:31:28.791105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f5de5-5768-419e-ab5b-4b94d6912dd3 req-861ec787-09dc-4837-94e9-9932b0e7854a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:28.799951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f7f5de5-5768-419e-ab5b-4b94d6912dd3 req-861ec787-09dc-4837-94e9-9932b0e7854a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 0.3978364
Apr 30 04:31:28.802021 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1df037aa-86d3-483f-99bc-e69fb474d0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:28.821948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Deleting port f9c7712b-d180-4944-9925-300f4f5ac8d7 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:28.829784 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:28.992400 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1df037aa-86d3-483f-99bc-e69fb474d0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:29.005782 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1df037aa-86d3-483f-99bc-e69fb474d0f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6dfe8656-f5e2-4e32-8b1e-8988f712d72c HTTP/1.1" status: 204  len: 168 time: 2.9648094
Apr 30 04:31:29.010945 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-9dcd374c-ff6c-4169-821c-199dd304207e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1936119
Apr 30 04:31:29.116597 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:29.129257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f7f5de5-5768-419e-ab5b-4b94d6912dd3 req-01c29d67-8e59-4594-b68b-55b08793eee3 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3283298
Apr 30 04:31:29.210098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:29.244960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:29.268101 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:29.271190 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:29.433620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd13e6a-fc5f-42d7-b9b2-09bf500bddc5 req-3eb6c90a-4459-45e8-9da6-1e37ee3c99bd tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:29.443043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ebd13e6a-fc5f-42d7-b9b2-09bf500bddc5 req-3eb6c90a-4459-45e8-9da6-1e37ee3c99bd tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 951 time: 0.6240704
Apr 30 04:31:29.448591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] For port f9c7712b-d180-4944-9925-300f4f5ac8d7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f9c7712b-d180-4944-9925-300f4f5ac8d7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:29.449388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:29.601888 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=15']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:29.616147 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:29.646543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:31:29.690734 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ebd13e6a-fc5f-42d7-b9b2-09bf500bddc5 req-013ee457-a694-416f-ad8f-2e3edbbeb8d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178397
Apr 30 04:31:29.694181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-e2681003-c9d5-4952-99a5-4cb5ee955b4c service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6588008
Apr 30 04:31:30.226292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Calling delete_port for f9c7712b-d180-4944-9925-300f4f5ac8d7 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:30.235180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:30.277896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '151f146f-2378-4b86-bc98-45df8d26349b', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '151f146f-2378-4b86-bc98-45df8d26349b', 'mac_address': 'fa:16:3e:e4:ce:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:31:30.288067 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'code': 200}
Apr 30 04:31:30.383163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1198cf1-a913-4e14-87ab-3cf75ee7452b req-e2555d80-bd67-485c-99d2-86b80ac4e56f service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6764631
Apr 30 04:31:30.402283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27608544-cb69-4a3f-85f2-a1894bd329f5 req-990defa8-eebb-4960-8066-edf4b3022bde tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:30.415926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27608544-cb69-4a3f-85f2-a1894bd329f5 req-990defa8-eebb-4960-8066-edf4b3022bde tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.8525326
Apr 30 04:31:30.529806 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:30.616597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151f146f-2378-4b86-bc98-45df8d26349b {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:31:30.635586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27608544-cb69-4a3f-85f2-a1894bd329f5 req-a5c7059b-c47d-4341-9eab-d98122ee2ca0 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177911
Apr 30 04:31:30.684691 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ad70a5a3-3546-4347-a212-3a1433b8ba53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:30.710476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:30.720592 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:30.724049 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:30.911762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f47fff-6611-4227-b1db-da162a57b0eb req-c0aea7e1-c1ba-4c10-a5d4-2fad2745ba6b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:30.914241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:30.933443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20f47fff-6611-4227-b1db-da162a57b0eb req-c0aea7e1-c1ba-4c10-a5d4-2fad2745ba6b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 0.3880923
Apr 30 04:31:30.938488 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:31.009100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['151f146f-2378-4b86-bc98-45df8d26349b'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:31.066213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-2003b94e-25d0-4fca-88dc-5730ab6a70bf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:31.067558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-2003b94e-25d0-4fca-88dc-5730ab6a70bf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Synchronizing usage tracker for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:31:31.140873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-2003b94e-25d0-4fca-88dc-5730ab6a70bf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Unset dirty status for tenant:df7c0c7b000747d38e7e879591289c56 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:31:31.143154 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-2003b94e-25d0-4fca-88dc-5730ab6a70bf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 1.1145604
Apr 30 04:31:31.199341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20f47fff-6611-4227-b1db-da162a57b0eb req-82a6b8bd-ec96-4f03-b4d4-3f7f26f23495 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645621
Apr 30 04:31:31.306408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84984b4-9936-4ea5-8d53-0139707e5990 req-27a59036-5e54-4b7c-b947-2fd418d55b0d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:31.323903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b84984b4-9936-4ea5-8d53-0139707e5990 req-27a59036-5e54-4b7c-b947-2fd418d55b0d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 946 time: 0.3015361
Apr 30 04:31:31.463414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b84984b4-9936-4ea5-8d53-0139707e5990 req-88d1202f-7db2-4332-8735-790bb2cc2133 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296754
Apr 30 04:31:31.526576 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:31.539694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7f953fea-f94e-4875-9d7b-30f1a3a56487'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:31.617076 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1c00a524-0f79-4684-9e32-e5cc2d2fb872 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:31.714955 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c7f7814-4ef1-40ac-ad2e-cbbbacc93b4c req-b71b650b-5d8d-4e2b-9260-245067419a0e tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 210 time: 0.1048217
Apr 30 04:31:31.718526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 9426f76f-e74b-4679-821a-f6d649ff94fd no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:31.759623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Pushing event deleted for resources: {'Port': ['ID=f9c7712b-d180-4944-9925-300f4f5ac8d7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:31.766566 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:32.005249 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:32.110714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13d437-dad3-4e36-b3dd-56f6a7fb023b req-8bff0c82-3d90-4bc9-9669-335b1446f898 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:32.113522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f13d437-dad3-4e36-b3dd-56f6a7fb023b req-8bff0c82-3d90-4bc9-9669-335b1446f898 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.2674954
Apr 30 04:31:32.162348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 9426f76f-e74b-4679-821a-f6d649ff94fd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9426f76f-e74b-4679-821a-f6d649ff94fd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:32.164444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d48d7d14-197e-44c1-992b-a90bf596c9da', 'ecebb2de-a133-4a0f-997d-49d3e7c8c184'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:32.228122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f13d437-dad3-4e36-b3dd-56f6a7fb023b req-d6ae6885-e69c-4a66-83f7-d4407ffd457a tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869021
Apr 30 04:31:32.228377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] No DVR routers for this DVR port f9c7712b-d180-4944-9925-300f4f5ac8d7 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:32.237389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:32.242254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-deleted', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:32.340657 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368ff600-2672-4923-b675-e6ea51e87289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9426f76f-e74b-4679-821a-f6d649ff94fd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:32.341586 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a7093cd3-21bd-449c-9e76-bd13fa836827 req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.37 "DELETE /v2.0/ports/f9c7712b-d180-4944-9925-300f4f5ac8d7 HTTP/1.1" status: 204  len: 173 time: 4.9309437
Apr 30 04:31:32.373808 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:32.380531 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68bc11fd-df17-43d8-a419-669abc4dddae', 'name': 'network-vif-deleted', 'tag': 'f9c7712b-d180-4944-9925-300f4f5ac8d7', 'status': 'completed', 'code': 200}
Apr 30 04:31:32.441491 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:32.455881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Deleting port 9426f76f-e74b-4679-821a-f6d649ff94fd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:32.456447 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:32.522030 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368ff600-2672-4923-b675-e6ea51e87289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9426f76f-e74b-4679-821a-f6d649ff94fd', 'code': 200}
Apr 30 04:31:32.557559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87ccbf-5358-4bc8-ba1b-b92265e1f3bc req-9606cf72-6761-47e1-8c8d-464055911df6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:32.572263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df87ccbf-5358-4bc8-ba1b-b92265e1f3bc req-9606cf72-6761-47e1-8c8d-464055911df6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 0.1745877
Apr 30 04:31:32.670114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=9426f76f-e74b-4679-821a-f6d649ff94fd,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:32.677431 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:32.709341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df87ccbf-5358-4bc8-ba1b-b92265e1f3bc req-a4d43949-58d8-4e37-a1ba-fc24e4ad290d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168165
Apr 30 04:31:32.861868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51670c36-f4c2-4156-9c43-8c57f74a188d req-44cb1795-0810-40e3-b0ef-bd195b15f11f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:32.866399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51670c36-f4c2-4156-9c43-8c57f74a188d req-44cb1795-0810-40e3-b0ef-bd195b15f11f tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 944 time: 0.1605906
Apr 30 04:31:33.024091 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51670c36-f4c2-4156-9c43-8c57f74a188d req-e90903df-64c1-460b-8dc9-88b42d7ef52d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403127
Apr 30 04:31:33.119285 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:33.246376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] For port 9426f76f-e74b-4679-821a-f6d649ff94fd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=9426f76f-e74b-4679-821a-f6d649ff94fd,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:33.246822 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:33.268316 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:33.270969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e26876f3-de4d-4eec-a28d-46f6616cddb2 req-097703cf-fc51-46d7-959c-81dc93656f3c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=68bc11fd-df17-43d8-a419-669abc4dddae HTTP/1.1" status: 200  len: 210 time: 0.1141539
Apr 30 04:31:33.555743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Calling delete_port for 9426f76f-e74b-4679-821a-f6d649ff94fd owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:33.599776 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-824f34eb-74a2-4c40-b90f-c76fc944529f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:33.667031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 381be381-f3c7-4f20-9b9d-fda586a19afc details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:31:33.673561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:31:33.692555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d3a66-f8a4-4af4-aa20-fa4eaed31ee0 req-92062ba2-2126-44ec-a00e-1f6ac0ea8624 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:33.707747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b01d3a66-f8a4-4af4-aa20-fa4eaed31ee0 req-92062ba2-2126-44ec-a00e-1f6ac0ea8624 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.2378373
Apr 30 04:31:33.838325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b01d3a66-f8a4-4af4-aa20-fa4eaed31ee0 req-f3b21e08-f73e-4f24-b8d4-c94275267237 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287324
Apr 30 04:31:33.992485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 151f146f-2378-4b86-bc98-45df8d26349b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:31:33.993748 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:34.149738 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:31:34.226590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d0f5-8e30-4734-adcd-76ff23beec2e req-b0162316-ad59-4916-ae3d-8f176c1b5ce5 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:34.233902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:34.235064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4637d0f5-8e30-4734-adcd-76ff23beec2e req-b0162316-ad59-4916-ae3d-8f176c1b5ce5 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 0.1803606
Apr 30 04:31:34.260908 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-926a1889-2ca4-458e-99c8-08bae2d698cd tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:34.311338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4637d0f5-8e30-4734-adcd-76ff23beec2e req-73dd9f90-d099-4fc1-a05f-b89c4c868c83 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711749
Apr 30 04:31:34.483918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event deleted for resources: {'Port': ['ID=9426f76f-e74b-4679-821a-f6d649ff94fd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:34.502461 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:34.579677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fbd574d9-fbcb-4c16-aead-473ec499f8fe req-698a1678-2951-4d03-bc64-cf6746c026e2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=368ff600-2672-4923-b675-e6ea51e87289 HTTP/1.1" status: 200  len: 210 time: 0.1244447
Apr 30 04:31:34.649007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58500) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:34.742485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] No DVR routers for this DVR port 9426f76f-e74b-4679-821a-f6d649ff94fd on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:34.748354 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:34.757003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368ff600-2672-4923-b675-e6ea51e87289', 'name': 'network-vif-deleted', 'tag': '9426f76f-e74b-4679-821a-f6d649ff94fd'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:34.853198 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:34.896226 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4b93c8d5-3342-43b5-bfdf-ae45be6fbc30 req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "DELETE /v2.0/ports/9426f76f-e74b-4679-821a-f6d649ff94fd HTTP/1.1" status: 204  len: 173 time: 3.7365751
Apr 30 04:31:34.919878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Deleting port d093a3ad-6eaa-459b-9e17-5352f360038d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:34.920496 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:35.017156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:35.023049 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:35.058199 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368ff600-2672-4923-b675-e6ea51e87289', 'name': 'network-vif-deleted', 'tag': '9426f76f-e74b-4679-821a-f6d649ff94fd', 'status': 'completed', 'code': 200}
Apr 30 04:31:35.079554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:35.081191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-a9fcf965-4e08-442d-a616-467033554547 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:35.088050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:35.088365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:35.088662 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-a9fcf965-4e08-442d-a616-467033554547 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.9622927
Apr 30 04:31:35.106101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6945b0e2134a9a959c5518bb73bb09 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:35.113037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:35.114758 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 381be381-f3c7-4f20-9b9d-fda586a19afc has no active binding in host n-h2-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:31:35.127861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-20'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:31:35.130704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:35.132838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:35.137951 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:35.152834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:35.352154 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:35.361141 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:35.368199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=10']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:35.393780 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:35.406811 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b', 'code': 200}
Apr 30 04:31:35.410207 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-27c42430-3cfa-489a-9631-33688a28e949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:35.455702 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf6945b0e2134a9a959c5518bb73bb09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8049767
Apr 30 04:31:35.456983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58538) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:35.457965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff589b-31b2-40ba-b37c-2b799b24489f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:35.481802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.482550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.483134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.483758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.484344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.484918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.485485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.486102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.487944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.488665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.489250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.490172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:35.510331 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:35.717332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] For port d093a3ad-6eaa-459b-9e17-5352f360038d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d093a3ad-6eaa-459b-9e17-5352f360038d,segment=NetworkSegment(061e31f4-fada-4c63-8351-cc4b12c844ba),segment_id=061e31f4-fada-4c63-8351-cc4b12c844ba)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:35.718249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:35.941761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Calling delete_port for d093a3ad-6eaa-459b-9e17-5352f360038d owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:36.032025 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfe79efa-4e0e-413d-ab74-7dd3485bb3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:36.109897 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:36.133167 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfe79efa-4e0e-413d-ab74-7dd3485bb3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:36.200594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:36.202554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc307a8-a9ec-4ca5-ac4d-21d511e38648 req-a4f28da9-17f8-4b12-9b30-1a83ed0793a6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:36.209419 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fc307a8-a9ec-4ca5-ac4d-21d511e38648 req-a4f28da9-17f8-4b12-9b30-1a83ed0793a6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 951 time: 0.6650000
Apr 30 04:31:36.265373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f799e-dccf-47bc-9337-1fb213498250 req-33ec1ad4-a1bf-4a9d-9aa2-20c4e29faaf4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:36.267471 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce7f799e-dccf-47bc-9337-1fb213498250 req-33ec1ad4-a1bf-4a9d-9aa2-20c4e29faaf4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.7202876
Apr 30 04:31:36.291127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fc307a8-a9ec-4ca5-ac4d-21d511e38648 req-623a0356-a81d-4617-b2c1-3c25f04685d1 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782549
Apr 30 04:31:36.399000 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfe79efa-4e0e-413d-ab74-7dd3485bb3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:36.411697 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-353b93cc-9e00-4aa7-8903-8897ab709613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:36.469062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe79efa-4e0e-413d-ab74-7dd3485bb3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff589b-31b2-40ba-b37c-2b799b24489f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:36.477501 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cfe79efa-4e0e-413d-ab74-7dd3485bb3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:36.532497 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce7f799e-dccf-47bc-9337-1fb213498250 req-e6647940-7af5-415d-8198-1494585a3baf tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256005
Apr 30 04:31:36.557658 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfe79efa-4e0e-413d-ab74-7dd3485bb3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:36.560082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cfe79efa-4e0e-413d-ab74-7dd3485bb3b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aeff589b-31b2-40ba-b37c-2b799b24489f HTTP/1.1" status: 204  len: 168 time: 1.0985367
Apr 30 04:31:36.878886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:36.917188 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:37.315948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adc03d-6fbb-485e-aa8e-e80184ff1805 req-a4bdafb4-05ba-405c-a78f-be0f6f62b0a0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:37.334361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39adc03d-6fbb-485e-aa8e-e80184ff1805 req-a4bdafb4-05ba-405c-a78f-be0f6f62b0a0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 0.4434338
Apr 30 04:31:37.484108 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39adc03d-6fbb-485e-aa8e-e80184ff1805 req-1d333624-3ca4-47de-bcfd-79e9fc1f856c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466775
Apr 30 04:31:37.601168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d093a3ad-6eaa-459b-9e17-5352f360038d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:37.611550 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:38.004657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:38.219542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71680f-c91c-4fdd-9d98-2778a3233695 req-9b9de582-5d1f-4bfe-a9a3-14a8e83e45eb tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:38.237223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f71680f-c91c-4fdd-9d98-2778a3233695 req-9b9de582-5d1f-4bfe-a9a3-14a8e83e45eb tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 945 time: 0.3164594
Apr 30 04:31:38.269976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307a7e0-b5ad-4d9d-b6ca-6358a5774255 req-eb88335f-4a16-4d21-8e5d-d61c4e4acb03 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:38.274834 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8307a7e0-b5ad-4d9d-b6ca-6358a5774255 req-eb88335f-4a16-4d21-8e5d-d61c4e4acb03 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 951 time: 0.4371295
Apr 30 04:31:38.317570 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:31:38.328962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58598) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:38.451161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:38.534603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:38.562156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f71680f-c91c-4fdd-9d98-2778a3233695 req-01ef7b16-22ed-44d2-84a5-816e9463b19f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2852395
Apr 30 04:31:38.586840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Usage tracker for resource:security_group_rule and tenant:c3cf9c52e86d4314a9024ed82878a96f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:38.641628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8307a7e0-b5ad-4d9d-b6ca-6358a5774255 req-e22a5554-3632-457b-8017-3f25718af626 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3126011
Apr 30 04:31:38.645945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:38.656936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:31:38.682556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:38.715360 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:38.745928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b9952-d692-4304-b56c-22265b699330 req-7ffe1f43-f637-4602-830e-3e956651f2d6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:38.747872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d60b9952-d692-4304-b56c-22265b699330 req-7ffe1f43-f637-4602-830e-3e956651f2d6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Synchronizing usage tracker for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:31:38.995262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:39.004874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:39.019846 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4a0ea46-1c4c-456c-8f02-f4d81c4964c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:39.067748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474d395d-fd4d-4fcb-b04d-b92d1a7c95f1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:39.073507 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:39.115137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3cf9c52e86d4314a9024ed82878a96f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7422109
Apr 30 04:31:39.117391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58622) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:39.203667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5956fe97-c9d7-45f2-ac3d-8ecce1db6a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:39.228463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d60b9952-d692-4304-b56c-22265b699330 req-7ffe1f43-f637-4602-830e-3e956651f2d6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Unset dirty status for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:31:39.229557 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d60b9952-d692-4304-b56c-22265b699330 req-7ffe1f43-f637-4602-830e-3e956651f2d6 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 951 time: 2.0383067
Apr 30 04:31:39.242699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:39.243221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5956fe97-c9d7-45f2-ac3d-8ecce1db6a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:39.253750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:39.330215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5956fe97-c9d7-45f2-ac3d-8ecce1db6a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:39.339286 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f970a53b-670f-4957-988c-8b1da4a2694d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:39.356306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956fe97-c9d7-45f2-ac3d-8ecce1db6a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d395d-fd4d-4fcb-b04d-b92d1a7c95f1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:39.367561 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5956fe97-c9d7-45f2-ac3d-8ecce1db6a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:39.370725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5956fe97-c9d7-45f2-ac3d-8ecce1db6a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:39.373970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5956fe97-c9d7-45f2-ac3d-8ecce1db6a26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/474d395d-fd4d-4fcb-b04d-b92d1a7c95f1 HTTP/1.1" status: 204  len: 168 time: 0.2545779
Apr 30 04:31:39.385133 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:39.392259 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e8f5989-b46f-48f4-aa77-71d2cf99bd9e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:39.500376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Pushing event updated for resources: {'Port': ['ID=381be381-f3c7-4f20-9b9d-fda586a19afc,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:39.554306 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:39.785821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-aa6d9db5-0f58-4cad-919b-726fb5e78bcf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:39.793517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-aa6d9db5-0f58-4cad-919b-726fb5e78bcf tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 0.3518603
Apr 30 04:31:39.812862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-d60b9952-d692-4304-b56c-22265b699330 req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Deleting port ecebb2de-a133-4a0f-997d-49d3e7c8c184 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:39.813721 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d60b9952-d692-4304-b56c-22265b699330 req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:39.819131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-571bc46d-2730-451d-a20c-5e994ced3409 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/quotas/df7c0c7b000747d38e7e879591289c56 HTTP/1.1" status: 200  len: 375 time: 0.0245967
Apr 30 04:31:39.950634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-4ce29bf9-e35f-45cc-a729-e0a4f0343f1e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1209648
Apr 30 04:31:40.016153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b0736-d8a4-4bb1-9561-963fede09225 req-146794f9-702e-435e-b861-1509323f000c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:40.024481 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d5b0736-d8a4-4bb1-9561-963fede09225 req-146794f9-702e-435e-b861-1509323f000c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 0.3419089
Apr 30 04:31:40.149509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d5b0736-d8a4-4bb1-9561-963fede09225 req-928391bc-cd2d-48cc-a6e1-f17cde933d74 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241734
Apr 30 04:31:40.208834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-d60b9952-d692-4304-b56c-22265b699330 req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] For port ecebb2de-a133-4a0f-997d-49d3e7c8c184, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ecebb2de-a133-4a0f-997d-49d3e7c8c184,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:40.209227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d60b9952-d692-4304-b56c-22265b699330 req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:40.241264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-d5a5fd33-5244-4ff9-900d-e8ce0db75583 service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2879272
Apr 30 04:31:40.323970 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc', 'code': 200}
Apr 30 04:31:40.421767 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc on host n-h1-766726-20 for vnic_type normal with profile {"migrating_to": "n-h2-766726-20"} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:31:40.422103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:31:40.422490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:40.490270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-d60b9952-d692-4304-b56c-22265b699330 req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Calling delete_port for ecebb2de-a133-4a0f-997d-49d3e7c8c184 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:40.502917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Router 9e1a5e53-2f4c-4140-8c01-04ea22156325 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:31:40.521582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Port 381be381-f3c7-4f20-9b9d-fda586a19afc on network 3a5fe485-1c7d-4f29-a298-10a8d560842d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:31:40.521796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Attempting to bind port 381be381-f3c7-4f20-9b9d-fda586a19afc on network 3a5fe485-1c7d-4f29-a298-10a8d560842d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:40.538007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:31:40.538416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Checking segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:31:40.538830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Bound using segment: {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:31:40.542084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Bound port: 381be381-f3c7-4f20-9b9d-fda586a19afc, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186153a3-921e-4503-ba9c-c036b01208cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '3a5fe485-1c7d-4f29-a298-10a8d560842d'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:31:40.542084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:40.545835 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-3a63480b-590f-4cfb-a18a-667f2818e31b service neutron] 10.222.0.46 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3051798
Apr 30 04:31:40.622218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd77800-9eee-4afa-8247-cf4a78a6f68d req-fa7544b7-ec27-4718-9361-e5585d6ff27f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:40.631465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5bd77800-9eee-4afa-8247-cf4a78a6f68d req-fa7544b7-ec27-4718-9361-e5585d6ff27f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.1615450
Apr 30 04:31:40.701349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5bd77800-9eee-4afa-8247-cf4a78a6f68d req-4f866c2d-86a2-492c-b301-288e6144d9c3 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622332
Apr 30 04:31:40.786547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device fd5ab434-68f0-48c8-83df-540d75304c03 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:31:41.102173 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d60b9952-d692-4304-b56c-22265b699330 req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:41.149247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a2f7296-8a74-49a9-8570-1a3b8c5387b1 req-85c6c717-70ae-4708-bab7-bf0a26444b23 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3fc893-78ef-4676-ab83-5f53e5a22a01 HTTP/1.1" status: 200  len: 210 time: 0.2124343
Apr 30 04:31:41.155116 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f9dd4470-dce0-4398-9535-26c8fd423f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:41.336032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Pushing event deleted for resources: {'Port': ['ID=ecebb2de-a133-4a0f-997d-49d3e7c8c184,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:41.460539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:41.500543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'fd5ab434-68f0-48c8-83df-540d75304c03', 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2', 'port_id': 'fd5ab434-68f0-48c8-83df-540d75304c03', 'mac_address': 'fa:16:3e:56:00:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae39813-bd0b-4305-9c0b-e895f4776ee6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:31:41.503282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7f953fea-f94e-4875-9d7b-30f1a3a56487'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:41.506694 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:41.510852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60b9952-d692-4304-b56c-22265b699330 req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] No DVR routers for this DVR port ecebb2de-a133-4a0f-997d-49d3e7c8c184 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:41.523971 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d60b9952-d692-4304-b56c-22265b699330 req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:41.592074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d48d7d14-197e-44c1-992b-a90bf596c9da'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:41.657508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0519db7c-ae52-45d3-861b-e56496dba62f req-8d460a4a-7bc9-475b-8299-93787d2f5262 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 210 time: 0.2595160
Apr 30 04:31:41.702174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:31:41.728136 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d60b9952-d692-4304-b56c-22265b699330 req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "DELETE /v2.0/ports/ecebb2de-a133-4a0f-997d-49d3e7c8c184 HTTP/1.1" status: 204  len: 173 time: 2.4767535
Apr 30 04:31:41.759811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:41.816562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:31:41.848203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:41.856891 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb8d1859-d9e9-4cbb-af19-b4006d3f27e4 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:41.978069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Pushing event updated for resources: {'Port': ['ID=381be381-f3c7-4f20-9b9d-fda586a19afc,revision_number=8']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:41.986500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:31:41.989574 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:42.011581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49106c-0e30-4783-a20e-410d299b2f19 req-f6c18fe9-56ff-4163-bdcf-996976f0723e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:42.020270 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa49106c-0e30-4783-a20e-410d299b2f19 req-f6c18fe9-56ff-4163-bdcf-996976f0723e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 0.3606005
Apr 30 04:31:42.111345 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] 10.222.0.46 "PUT /v2.0/routers/9e1a5e53-2f4c-4140-8c01-04ea22156325/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.5585077
Apr 30 04:31:42.135392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58716) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:42.204523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa49106c-0e30-4783-a20e-410d299b2f19 req-e9d23031-e60e-4f08-b81b-73ffeeb82ebe tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830952
Apr 30 04:31:42.285564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: ecebb2de-a133-4a0f-997d-49d3e7c8c184 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:31:42.286158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ecebb2de-a133-4a0f-997d-49d3e7c8c184 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:31:42.292576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acdb414-236f-471d-9106-644cc308715f None None] Sync routers for ids ['9e1a5e53-2f4c-4140-8c01-04ea22156325'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:31:42.305456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:42.306111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:42.308062 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] 10.222.0.50 "PUT /v2.0/ports/381be381-f3c7-4f20-9b9d-fda586a19afc HTTP/1.1" status: 200  len: 1123 time: 7.2090468
Apr 30 04:31:42.325649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-deleted', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184'}, {'name': 'network-changed', 'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:42.332544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144eee34-b161-4146-ae5a-a91ba58a4f4a req-7b847917-9a69-4686-8b51-1b716db00d8a tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:42.346483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-144eee34-b161-4146-ae5a-a91ba58a4f4a req-7b847917-9a69-4686-8b51-1b716db00d8a tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.2984276
Apr 30 04:31:42.552860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['381be381-f3c7-4f20-9b9d-fda586a19afc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:42.581827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:42.666219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['381be381-f3c7-4f20-9b9d-fda586a19afc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:42.845355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acdb414-236f-471d-9106-644cc308715f None None] Routers {'9e1a5e53-2f4c-4140-8c01-04ea22156325'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:31:42.846634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9acdb414-236f-471d-9106-644cc308715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7805510d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:31:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9e1a5e53-2f4c-4140-8c01-04ea22156325'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:42.983961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-144eee34-b161-4146-ae5a-a91ba58a4f4a req-4635ba2e-11a7-4b87-aa85-bd35dda79d06 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6362679
Apr 30 04:31:43.097486 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:43.200403 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5ab434-68f0-48c8-83df-540d75304c03 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:31:43.234078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:43.415089 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3fc893-78ef-4676-ab83-5f53e5a22a01', 'name': 'network-vif-deleted', 'tag': 'ecebb2de-a133-4a0f-997d-49d3e7c8c184', 'status': 'completed', 'code': 200}
Apr 30 04:31:43.419684 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc', 'status': 'completed', 'code': 200}
Apr 30 04:31:43.491144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Deleting port 49b322d0-45fa-4331-92c0-f33bb5b81030 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:43.492633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:43.650002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ac9f440-7f71-4d17-a829-fa0b413a5a73 req-9895a62e-69f2-4743-9564-b39161432b39 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 210 time: 0.0798147
Apr 30 04:31:43.871836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:43.999674 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:44.028659 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:44.160257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-9acdb414-236f-471d-9106-644cc308715f None None] Set router 9e1a5e53-2f4c-4140-8c01-04ea22156325 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:31:44.213429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2ce35-4201-4c44-9129-c80f81b4909e req-85a96b70-8692-44e9-bfa0-a7e5a1c6e40a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:44.217460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78a2ce35-4201-4c44-9129-c80f81b4909e req-85a96b70-8692-44e9-bfa0-a7e5a1c6e40a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 944 time: 0.2302527
Apr 30 04:31:44.305513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] For port 49b322d0-45fa-4331-92c0-f33bb5b81030, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=49b322d0-45fa-4331-92c0-f33bb5b81030,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:44.306396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:44.353014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78a2ce35-4201-4c44-9129-c80f81b4909e req-2b63a892-9bea-4eda-a4ba-57cb8a71ea72 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242373
Apr 30 04:31:44.355277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-ef47d04c-40d2-4d84-abfd-09bd937b7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:44.358442 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-ef47d04c-40d2-4d84-abfd-09bd937b7f62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 1126 time: 0.4516180
Apr 30 04:31:44.904105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Calling delete_port for 49b322d0-45fa-4331-92c0-f33bb5b81030 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:45.175212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['fd5ab434-68f0-48c8-83df-540d75304c03'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:45.581808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:45.839119 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:45.976786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-49166b10-f7df-4e4c-a834-9b6a436aab90 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:45.985041 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-49166b10-f7df-4e4c-a834-9b6a436aab90 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 812 time: 1.3764720
Apr 30 04:31:45.994757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=49b322d0-45fa-4331-92c0-f33bb5b81030,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:45.995661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90e027-d162-4032-b909-3df51011a9e1 req-a8115ef5-67f3-4025-ae06-3049fba1f341 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:46.018304 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:46.033383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb90e027-d162-4032-b909-3df51011a9e1 req-a8115ef5-67f3-4025-ae06-3049fba1f341 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 0.3917582
Apr 30 04:31:46.113516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=fd5ab434-68f0-48c8-83df-540d75304c03,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:46.150101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Request body: {'port': {'device_id': 'ca7647db-3988-4b56-af91-d251724d115c', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'admin_state_up': True, 'tenant_id': 'df7c0c7b000747d38e7e879591289c56'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:31:46.171981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb90e027-d162-4032-b909-3df51011a9e1 req-25dca8d1-75d1-4fcf-a1d8-846ca5fe2139 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349516
Apr 30 04:31:46.194149 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.166s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:46.478416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9acdb414-236f-471d-9106-644cc308715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7805510d0>, [{'id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:35Z', 'updated_at': '2021-04-30T04:31:36Z', 'revision_number': 5, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'gw_port': {'id': '49b322d0-45fa-4331-92c0-f33bb5b81030', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:81:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:23:38Z', 'updated_at': '2021-04-30T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:46.488743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acdb414-236f-471d-9106-644cc308715f None None] Checking router: 9e1a5e53-2f4c-4140-8c01-04ea22156325 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:31:46.505990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acdb414-236f-471d-9106-644cc308715f None None] Routers {'9e1a5e53-2f4c-4140-8c01-04ea22156325'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:31:46.510349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9acdb414-236f-471d-9106-644cc308715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7805510d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:31:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9e1a5e53-2f4c-4140-8c01-04ea22156325'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:46.561267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8cfc727-ba09-4799-88dc-7b2ee8f7df7f req-fee19142-2e44-4961-9e6d-81c6ab78b473 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 210 time: 0.1336005
Apr 30 04:31:46.562269 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:46.912179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-9acdb414-236f-471d-9106-644cc308715f None None] Set router 9e1a5e53-2f4c-4140-8c01-04ea22156325 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:31:46.953569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:46.957340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:47.215962 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:47.218330 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1a5e53-2f4c-4140-8c01-04ea22156325 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:31:47.266018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c11bea-c3e6-40d6-a9ea-cd6cf17671c4 req-9133a19b-be2c-4407-a875-faae7f724166 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:47.275282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53c11bea-c3e6-40d6-a9ea-cd6cf17671c4 req-9133a19b-be2c-4407-a875-faae7f724166 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 944 time: 0.5349982
Apr 30 04:31:47.343537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9acdb414-236f-471d-9106-644cc308715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7805510d0>, [{'id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:35Z', 'updated_at': '2021-04-30T04:31:45Z', 'revision_number': 7, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:47.349220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acdb414-236f-471d-9106-644cc308715f None None] The sync data for ids ['9e1a5e53-2f4c-4140-8c01-04ea22156325'] in n-d-766726-20 is: [{'id': '9e1a5e53-2f4c-4140-8c01-04ea22156325', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1647067385-router', 'tenant_id': '28416bece07d4ea688ec6fe08e92f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:23:35Z', 'updated_at': '2021-04-30T04:31:45Z', 'revision_number': 7, 'project_id': '28416bece07d4ea688ec6fe08e92f8c5', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:31:47.533127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:47.538574 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] 10.222.0.46 "DELETE /v2.0/routers/9e1a5e53-2f4c-4140-8c01-04ea22156325 HTTP/1.1" status: 204  len: 168 time: 5.4015300
Apr 30 04:31:47.546423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58836) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:47.563544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:47.567272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-d26d404b-7b98-42aa-ac64-9034070cf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:47.569468 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-d26d404b-7b98-42aa-ac64-9034070cf1c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 2.9641218
Apr 30 04:31:47.704304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 381be381-f3c7-4f20-9b9d-fda586a19afc details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:31:47.788352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53c11bea-c3e6-40d6-a9ea-cd6cf17671c4 req-0daddcb4-6fde-4a0a-bd2b-9c643c27953c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5001326
Apr 30 04:31:48.082150 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device fd5ab434-68f0-48c8-83df-540d75304c03 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:31:48.161151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb963c3-2cb2-46fc-b83e-074c25942600 req-4d2e6afa-a6c8-4fc3-af1a-3223b5554107 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:48.170530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-efb963c3-2cb2-46fc-b83e-074c25942600 req-4d2e6afa-a6c8-4fc3-af1a-3223b5554107 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 0.8899684
Apr 30 04:31:48.194833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] Deleting subnet 7a95833d-b698-4e4e-92b7-238f71eae290 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:31:48.211409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:48.240379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Usage tracker for resource:port and tenant:df7c0c7b000747d38e7e879591289c56 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:48.267558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:48.315462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 381be381-f3c7-4f20-9b9d-fda586a19afc has no active binding in host n-h2-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:31:48.321679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58862) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:48.325683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port fd5ab434-68f0-48c8-83df-540d75304c03 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:31:48.337835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:48.351066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port fd5ab434-68f0-48c8-83df-540d75304c03 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:31:48.351732 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:48.362220 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-389eabde-51b0-4190-814a-b421a6d1baeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381be381-f3c7-4f20-9b9d-fda586a19afc HTTP/1.1" status: 200  len: 217 time: 0.7839832
Apr 30 04:31:48.390802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:48.522092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:48.624169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-efb963c3-2cb2-46fc-b83e-074c25942600 req-5f1928e0-452b-441a-93cf-c879b3288ea0 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/security-groups?id=171efc6e-91e2-4c8d-b237-88d8d8895460&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3009844
Apr 30 04:31:48.779214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Made reservation on behalf of df7c0c7b000747d38e7e879591289c56 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:31:48.782895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:48.833914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-6107dd73-928b-4050-9215-2d1d1f93c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:48.834267 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:48.836162 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-6107dd73-928b-4050-9215-2d1d1f93c0ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.4596891
Apr 30 04:31:48.877561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d093a3ad-6eaa-459b-9e17-5352f360038d no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:48.927494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-c14be3fa-028d-4b6b-92ff-a5a773dabc30 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:48.928245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-c14be3fa-028d-4b6b-92ff-a5a773dabc30 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Synchronizing usage tracker for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:31:49.062972 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-a5dee9b2-0386-4714-a7b8-7e9d0ec20ac0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1468601
Apr 30 04:31:49.077096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: d093a3ad-6eaa-459b-9e17-5352f360038d {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:31:49.081781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d093a3ad-6eaa-459b-9e17-5352f360038d not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:31:49.081781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 49b322d0-45fa-4331-92c0-f33bb5b81030 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:49.204871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 49b322d0-45fa-4331-92c0-f33bb5b81030 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:31:49.205372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 49b322d0-45fa-4331-92c0-f33bb5b81030 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:31:49.213576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-c14be3fa-028d-4b6b-92ff-a5a773dabc30 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Unset dirty status for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:31:49.214960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-c14be3fa-028d-4b6b-92ff-a5a773dabc30 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 950 time: 1.8956094
Apr 30 04:31:49.221057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:49.251019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:49.257881 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:49.260025 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:49.290029 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:49.366835 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ba2bcbd4-2a49-4edd-97f7-31ead1983df9 req-6c43c665-ce4d-4a51-81ce-9907ca8bddfc tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 210 time: 0.3153389
Apr 30 04:31:49.390896 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:49.522314 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=fd5ab434-68f0-48c8-83df-540d75304c03,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:49.536147 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:49.547408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:49.559990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Allocated IP 172.20.0.5 (c1685588-b376-4df0-8702-e53936b65131/c8326175-e83c-408f-988d-f3ddf2f98448/566bf91c-9dda-4417-be57-940f13816d61) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:31:49.580037 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-bf64c6b8-ccdc-4b0a-8a3f-aae3728efe44 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4935293
Apr 30 04:31:49.805376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Usage tracker for resource:security_group_rule and tenant:100464a7b7aa4994a644721a1e639c0c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:49.875574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-2997780d-8fd4-431b-8824-5b140218d5e6 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=49fdd0d28bf241169d2786f648e1154c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0648024
Apr 30 04:31:49.879129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:49.936206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:50.026072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 381be381-f3c7-4f20-9b9d-fda586a19afc no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:50.055890 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cb76e2ff-e8cd-4ae2-87be-20894c01c439 req-3ce513e9-3091-4a5a-8d17-73185e673c24 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4675963
Apr 30 04:31:50.065838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Deleting port d48d7d14-197e-44c1-992b-a90bf596c9da {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:50.066644 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:50.172715 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:50.316173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-ecc4430e-2aca-41bb-9014-3c4fb7f044f0 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:50.318929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-ecc4430e-2aca-41bb-9014-3c4fb7f044f0 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4216614
Apr 30 04:31:50.325592 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:50.347082 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e163b45f-dbd0-43c2-a885-0ee1e14ce6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:50.383879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b4b210-6f3f-4f7b-afbe-2dacf0a37da9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:50.427067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-f4319951-142b-4cbd-8357-9287e0ebf231 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/quotas/49fdd0d28bf241169d2786f648e1154c HTTP/1.1" status: 200  len: 375 time: 0.0919704
Apr 30 04:31:50.429605 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:50.617196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=100464a7b7aa4994a644721a1e639c0c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2881522
Apr 30 04:31:50.666467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759c088-5af9-4fc5-a8aa-936273c9adb3 req-fb150f62-dfc0-4417-b87e-d60230837547 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:50.684298 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b759c088-5af9-4fc5-a8aa-936273c9adb3 req-fb150f62-dfc0-4417-b87e-d60230837547 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 1.8196938
Apr 30 04:31:50.702424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58890) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:50.739997 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-695754ad-2329-4dc9-a892-2ca7344c8f97 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=49fdd0d28bf241169d2786f648e1154c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2906487
Apr 30 04:31:50.825485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b759c088-5af9-4fc5-a8aa-936273c9adb3 req-252816d0-18f0-4213-9ca8-d8fbf62dd7c3 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397789
Apr 30 04:31:50.885907 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:50.920447 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-640e4612-c52b-4818-bb51-d72bc49a9b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:50.978350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] For port d48d7d14-197e-44c1-992b-a90bf596c9da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d48d7d14-197e-44c1-992b-a90bf596c9da,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:50.979025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:51.219546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45daf75c-0aab-4d94-a035-4804d641442e None None] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:31:51.281683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:51.284689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a95833d-b698-4e4e-92b7-238f71eae290,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:51.298265 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:51.337273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7a95833d-b698-4e4e-92b7-238f71eae290 HTTP/1.1" status: 204  len: 168 time: 3.7641673
Apr 30 04:31:51.340696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58908) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:51.461071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Calling delete_port for d48d7d14-197e-44c1-992b-a90bf596c9da owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:51.470560 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03', 'code': 200}
Apr 30 04:31:51.612423 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-46479e74-2af5-46e8-b6c6-b39758d93b25 service neutron] 10.222.0.37 "GET /v2.0/ports/381be381-f3c7-4f20-9b9d-fda586a19afc/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 385 time: 0.9082949
Apr 30 04:31:51.619331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:51.625430 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:51.732860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7f953fea-f94e-4875-9d7b-30f1a3a56487'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:31:51.774695 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d48d7d14-197e-44c1-992b-a90bf596c9da no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:51.796743 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd545ab7-e1ea-45f2-b543-2d993e17fd2b tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:51.807489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ebd7721e-ee25-449e-9d20-efef167d46f2 req-f1c6a0ec-dd72-4fdc-85a6-ac03807c3c27 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 210 time: 0.0809801
Apr 30 04:31:51.854340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b657732-f2ce-46d4-9873-b34ef7dcc385 req-974eecdb-6e16-4f5d-9910-0e8edd227bbe tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:51.863009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: d48d7d14-197e-44c1-992b-a90bf596c9da {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:31:51.863260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d48d7d14-197e-44c1-992b-a90bf596c9da not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:31:51.877867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b657732-f2ce-46d4-9873-b34ef7dcc385 req-974eecdb-6e16-4f5d-9910-0e8edd227bbe tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.6654997
Apr 30 04:31:52.075212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3b76e-7ac0-482b-b173-8e58207290f0 req-c1389ea8-6ce2-4543-b6f9-0698f4cf9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:52.077590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cd3b76e-7ac0-482b-b173-8e58207290f0 req-c1389ea8-6ce2-4543-b6f9-0698f4cf9dd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 1097 time: 0.6466050
Apr 30 04:31:52.185694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Pushing event deleted for resources: {'Port': ['ID=d48d7d14-197e-44c1-992b-a90bf596c9da,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:52.191786 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:52.215527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] DHCP port deletion for 2927dea2-79c2-47f3-8bee-c82d61b2614c request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:31:52.416602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] Deleting port e064b3e7-25dd-45b2-9820-b6906b244bde {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:52.419158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:52.509701 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b657732-f2ce-46d4-9873-b34ef7dcc385 req-8541efef-37b2-4655-b7fa-6ebaa0471450 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6180394
Apr 30 04:31:52.523699 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9538eaf6-1dd9-4fd4-a104-4a0f67f3eb31 req-acdc447d-ff37-4a7a-ace9-b1a83314b699 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 210 time: 0.2514224
Apr 30 04:31:52.534265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Deleting port e064b3e7-25dd-45b2-9820-b6906b244bde {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:31:52.534619 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:52.571766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cd3b76e-7ac0-482b-b173-8e58207290f0 req-23acfb0d-4c8c-49b2-ad2a-15e2a293e3a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4852443
Apr 30 04:31:52.725287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] For port e064b3e7-25dd-45b2-9820-b6906b244bde, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e064b3e7-25dd-45b2-9820-b6906b244bde,segment=NetworkSegment(061e31f4-fada-4c63-8351-cc4b12c844ba),segment_id=061e31f4-fada-4c63-8351-cc4b12c844ba)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:52.725697 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:52.788465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] For port e064b3e7-25dd-45b2-9820-b6906b244bde, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e064b3e7-25dd-45b2-9820-b6906b244bde,segment=NetworkSegment(061e31f4-fada-4c63-8351-cc4b12c844ba),segment_id=061e31f4-fada-4c63-8351-cc4b12c844ba)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:52.790185 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.062764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] No DVR routers for this DVR port d48d7d14-197e-44c1-992b-a90bf596c9da on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:53.078850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e064b3e7-25dd-45b2-9820-b6906b244bde no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:31:53.105094 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd720b16-0326-47f1-9d75-35c0fb84d3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.132181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Calling delete_port for e064b3e7-25dd-45b2-9820-b6906b244bde owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:53.147913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd720b16-0326-47f1-9d75-35c0fb84d3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.153859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] Calling delete_port for e064b3e7-25dd-45b2-9820-b6906b244bde owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:31:53.197707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-b8dae681-9ce9-49ec-ad2b-3b9eba5a8652 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=49fdd0d28bf241169d2786f648e1154c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1868129
Apr 30 04:31:53.227330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.237561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.242707 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.249231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'name': 'network-vif-deleted', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:53.269292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd720b16-0326-47f1-9d75-35c0fb84d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.307130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port e064b3e7-25dd-45b2-9820-b6906b244bde, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e064b3e7-25dd-45b2-9820-b6906b244bde,segment=NetworkSegment(061e31f4-fada-4c63-8351-cc4b12c844ba),segment_id=061e31f4-fada-4c63-8351-cc4b12c844ba)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:53.307992 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5ff28cf-5199-4002-a58d-9e7dab2aa9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:53.318199 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.321619 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:53.363788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd720b16-0326-47f1-9d75-35c0fb84d3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b4b210-6f3f-4f7b-afbe-2dacf0a37da9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:53.385440 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd720b16-0326-47f1-9d75-35c0fb84d3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:53.522364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=e064b3e7-25dd-45b2-9820-b6906b244bde,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:53.547594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd720b16-0326-47f1-9d75-35c0fb84d3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.552871 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dd720b16-0326-47f1-9d75-35c0fb84d3ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6b4b210-6f3f-4f7b-afbe-2dacf0a37da9 HTTP/1.1" status: 204  len: 168 time: 2.7163944
Apr 30 04:31:53.562944 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f53c67d1-afa9-4971-abbd-071ac2d61ce2 req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.50 "DELETE /v2.0/ports/d48d7d14-197e-44c1-992b-a90bf596c9da HTTP/1.1" status: 204  len: 173 time: 4.3338087
Apr 30 04:31:53.597847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.601544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.609572 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.611017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.613419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.622170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.622170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.622170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.622170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.623466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.624967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.627091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:53.641104 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:53.643190 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.668159 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:53.735436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:53.801923 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:31:53.827645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-4445c39d-3ea2-4362-bc04-37e21752be58 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=49fdd0d28bf241169d2786f648e1154c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2041266
Apr 30 04:31:53.859187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.874450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:31:53.896288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] Pushing event deleted for resources: {'Port': ['ID=e064b3e7-25dd-45b2-9820-b6906b244bde,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:53.912441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:53.913266 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:53.922140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] No DVR routers for this DVR port e064b3e7-25dd-45b2-9820-b6906b244bde on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:53.998626 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6149a169-8b74-492b-8a53-0f1db950db70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:54.005190 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c8247ae-0744-4ee8-a6a4-eb91fc17b578 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:54.178086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e31cf9-c799-491d-bb46-40706459ed14 req-b1c9246b-6065-4e13-b3ba-f803cf2b509d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:54.196119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30e31cf9-c799-491d-bb46-40706459ed14 req-b1c9246b-6065-4e13-b3ba-f803cf2b509d tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 943 time: 1.0918872
Apr 30 04:31:54.245889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-618f4b89-41eb-4f14-a7bc-c644e661ddcc tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:54.267082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381be381-f3c7-4f20-9b9d-fda586a19afc {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:31:54.273181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-618f4b89-41eb-4f14-a7bc-c644e661ddcc tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.0745916
Apr 30 04:31:54.279055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Network c1685588-b376-4df0-8702-e53936b65131 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:31:54.290830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:31:54.315905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event updated for resources: {'Port': ['ID=566bf91c-9dda-4417-be57-940f13816d61,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:54.323144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:31:54.340203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:31:54.413764 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:54.454710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:54.500236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e064b3e7-25dd-45b2-9820-b6906b244bde,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:54.508667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] No DVR routers for this DVR port e064b3e7-25dd-45b2-9820-b6906b244bde on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:54.529122 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:54.561461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58944) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:54.588353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6d76ebad-2ec3-4e37-9128-a5cc5bd87949 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/quotas/49fdd0d28bf241169d2786f648e1154c HTTP/1.1" status: 200  len: 375 time: 0.2016304
Apr 30 04:31:54.596197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:54.598312 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:54.686261 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.6730120
Apr 30 04:31:54.700040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:54.704953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Request body: {'port': {'device_id': 'ca7647db-3988-4b56-af91-d251724d115c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:31:54.718528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30e31cf9-c799-491d-bb46-40706459ed14 req-cd95c6f2-83e8-4a02-a236-5a999870d539 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4799793
Apr 30 04:31:54.729599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-4ac77d8d-6804-434a-8958-d8504276b61c tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=49fdd0d28bf241169d2786f648e1154c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1401720
Apr 30 04:31:54.861921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] Transition to ACTIVE for port object 381be381-f3c7-4f20-9b9d-fda586a19afc will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:31:55.201564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:55.210935 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c97b460-9895-4342-a59a-327a7dab050c', 'name': 'network-vif-deleted', 'tag': 'd48d7d14-197e-44c1-992b-a90bf596c9da', 'status': 'completed', 'code': 200}
Apr 30 04:31:55.211902 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:55.307034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:55.390802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:55.471732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Usage tracker for resource:security_group_rule and tenant:364c5f90fcd0405d96f5ff79dc191f2f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:55.475769 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:55.516158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:55.528106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-8d23d239-51fe-4a62-85bc-179ae1b8b227 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:55.529621 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-8d23d239-51fe-4a62-85bc-179ae1b8b227 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.7007804
Apr 30 04:31:55.564068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-28c30ae2-98a8-4cdb-bee1-f8eddfb38ffb req-161141ab-a89b-4a8f-b86a-5718ed1e1439 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c97b460-9895-4342-a59a-327a7dab050c HTTP/1.1" status: 200  len: 210 time: 0.1782382
Apr 30 04:31:55.567519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:55.598783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Request body: {'port': {'device_id': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '49fdd0d28bf241169d2786f648e1154c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:31:55.784975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] No DVR routers for this DVR port 381be381-f3c7-4f20-9b9d-fda586a19afc on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:31:55.841567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] Pushing event updated for resources: {'Port': ['ID=381be381-f3c7-4f20-9b9d-fda586a19afc,revision_number=10']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:55.844556 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:55.873736 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] 10.222.0.37 "PUT /v2.0/ports/381be381-f3c7-4f20-9b9d-fda586a19afc/bindings/n-h2-766726-20/activate HTTP/1.1" status: 200  len: 370 time: 4.2443793
Apr 30 04:31:56.035623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a34dc70>,) {'filters': {'network_id': ['2927dea2-79c2-47f3-8bee-c82d61b2614c']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:56.086218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a34dc70>, '061e31f4-fada-4c63-8351-cc4b12c844ba') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:56.086556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a34dc70>, '061e31f4-fada-4c63-8351-cc4b12c844ba') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:31:56.120091 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:56.173756 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:56.218392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cf9a9-26fb-45fa-8fb3-984d18d638c0 req-c1919060-8ad7-49b8-9088-2a725fbfc65b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:56.220031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d1cf9a9-26fb-45fa-8fb3-984d18d638c0 req-c1919060-8ad7-49b8-9088-2a725fbfc65b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.8368511
Apr 30 04:31:56.224473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:31:56.241705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:56.292312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Usage tracker for resource:port and tenant:49fdd0d28bf241169d2786f648e1154c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:56.319718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-3333031c-3298-4c13-9637-eef587775c42 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:56.322621 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-3333031c-3298-4c13-9637-eef587775c42 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.2904978
Apr 30 04:31:56.370127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:56.387337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:56.392789 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:56.441272 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:56.456091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012e41f-ca4b-407c-aff6-630d7cfa4417 req-ab375609-b400-43e9-a000-4bd4343c1e47 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:56.457725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9012e41f-ca4b-407c-aff6-630d7cfa4417 req-ab375609-b400-43e9-a000-4bd4343c1e47 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 931 time: 0.7000139
Apr 30 04:31:56.465611 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ea805a81-a7d8-4939-b06b-12c5f648bdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:56.556853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Made reservation on behalf of 49fdd0d28bf241169d2786f648e1154c for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:31:56.561612 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:56.612491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d1cf9a9-26fb-45fa-8fb3-984d18d638c0 req-77362625-151e-42f2-9995-2d5683f84722 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3723533
Apr 30 04:31:56.639100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:31:56.647175 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:56.661140 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:56.695593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=364c5f90fcd0405d96f5ff79dc191f2f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1287787
Apr 30 04:31:56.710144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58978) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:56.714435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb9fa73-6f72-47e2-990a-0ea0ca466690,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:56.739174 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:56.805292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:56.831586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-0619ddaf-7a05-4876-9cd1-4f4810b71cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:56.834521 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-0619ddaf-7a05-4876-9cd1-4f4810b71cdd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2&tenant_id=e00638fa8be2496892bbdeb78ce39e3e HTTP/1.1" status: 200  len: 1096 time: 0.4569182
Apr 30 04:31:56.836926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Usage tracker for resource:security_group_rule and tenant:49fdd0d28bf241169d2786f648e1154c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:56.848907 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:56.861599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566bf91c-9dda-4417-be57-940f13816d61 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:31:56.914688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:56.945292 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:56.946795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9012e41f-ca4b-407c-aff6-630d7cfa4417 req-9a26c523-54b2-4366-9eb5-af2b52d6a110 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4096472
Apr 30 04:31:56.960217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:56.964816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4cec91c1-35a4-4dfb-9bd0-b2eaa3579c50 req-8ac0d295-dc1e-4456-9ae3-9fea1a56fab5 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 210 time: 0.1371443
Apr 30 04:31:57.140001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:57.147622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-89d7b76d-677f-4d41-a202-203aa1704464 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=49fdd0d28bf241169d2786f648e1154c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1035733
Apr 30 04:31:57.181197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Transition to ACTIVE for port object 566bf91c-9dda-4417-be57-940f13816d61 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:31:57.190801 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ae425f4-4c8a-4abb-9c99-a691e73617a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:57.206170 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:57.236802 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80c24ca6-3add-4b6a-9562-141abcf34208 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:57.258849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Network 2927dea2-79c2-47f3-8bee-c82d61b2614c has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:31:57.335888 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:31:57.596801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Pushing event updated for resources: {'Port': ['ID=566bf91c-9dda-4417-be57-940f13816d61,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:57.702839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.706121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.706897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.707474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.708023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.708541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.709364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.710065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.710587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.711113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.711702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.712218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:31:57.726283 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:57.805517 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ae425f4-4c8a-4abb-9c99-a691e73617a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:57.821723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-24a0df8e-7a70-4dd3-a1a4-34076f562590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:57.823575 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-24a0df8e-7a70-4dd3-a1a4-34076f562590 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 1096 time: 0.9051440
Apr 30 04:31:57.874686 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.032811 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:58.078379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Attempting to bind port 566bf91c-9dda-4417-be57-940f13816d61 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:31:58.078714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Attempting to bind port 566bf91c-9dda-4417-be57-940f13816d61 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:31:58.079035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Attempting to bind port 566bf91c-9dda-4417-be57-940f13816d61 on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:58.104005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Port 566bf91c-9dda-4417-be57-940f13816d61 on network c1685588-b376-4df0-8702-e53936b65131 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:31:58.104331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Attempting to bind port 566bf91c-9dda-4417-be57-940f13816d61 on network c1685588-b376-4df0-8702-e53936b65131 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:31:58.112011 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ae425f4-4c8a-4abb-9c99-a691e73617a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.119353 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:58.132218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:31:58.132648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Checking segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:31:58.133046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Bound using segment: {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:31:58.133504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Bound port: 566bf91c-9dda-4417-be57-940f13816d61, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb6f43d0-3b1b-4ab1-84c5-efb208513235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c1685588-b376-4df0-8702-e53936b65131'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:31:58.133855 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.148224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-3123b74a-331f-429a-9a92-9c56f02a6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:58.149913 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-3123b74a-331f-429a-9a92-9c56f02a6949 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.3172076
Apr 30 04:31:58.157884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae425f4-4c8a-4abb-9c99-a691e73617a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb9fa73-6f72-47e2-990a-0ea0ca466690,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:58.239777 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2ae425f4-4c8a-4abb-9c99-a691e73617a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:58.269304 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.296408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ae425f4-4c8a-4abb-9c99-a691e73617a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.300328 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2ae425f4-4c8a-4abb-9c99-a691e73617a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7eb9fa73-6f72-47e2-990a-0ea0ca466690 HTTP/1.1" status: 204  len: 168 time: 1.5789113
Apr 30 04:31:58.303873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db799e9-bc5f-48b4-98e6-7920e8ebd25c req-5940ea97-d649-4601-a9b7-97baa0a19a82 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:58.312518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9db799e9-bc5f-48b4-98e6-7920e8ebd25c req-5940ea97-d649-4601-a9b7-97baa0a19a82 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 944 time: 0.9433744
Apr 30 04:31:58.318535 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-64cd06f7-7694-4184-9cb7-e0a9ff379a74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381be381-f3c7-4f20-9b9d-fda586a19afc HTTP/1.1" status: 200  len: 217 time: 0.1573253
Apr 30 04:31:58.337899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1aab0267-0a45-4920-a692-196af0d5f6a1 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:58.341284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1aab0267-0a45-4920-a692-196af0d5f6a1 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.1425881
Apr 30 04:31:58.345948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2927dea2-79c2-47f3-8bee-c82d61b2614c HTTP/1.1" status: 204  len: 168 time: 7.0006728
Apr 30 04:31:58.369917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2927dea2-79c2-47f3-8bee-c82d61b2614c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:58.377460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Request body: {'port': {'device_id': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '49fdd0d28bf241169d2786f648e1154c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:31:58.430155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-3a25ec5f-2835-459e-bd28-36c1d99aa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:58.431793 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-3a25ec5f-2835-459e-bd28-36c1d99aa4b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.0985420
Apr 30 04:31:58.470924 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:58.478768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] For port 566bf91c-9dda-4417-be57-940f13816d61, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:31:58.489744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] For port 566bf91c-9dda-4417-be57-940f13816d61, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=566bf91c-9dda-4417-be57-940f13816d61,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:31:58.585066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.626478 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67738e86-57e4-4958-93d5-121a8c531c00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:58.695106 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-7d8ebba4-9239-4ce8-a1f8-5a57bd86b168 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2035339
Apr 30 04:31:58.741684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:58.742853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.744989 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] 10.222.0.50 "PUT /v2.0/ports/566bf91c-9dda-4417-be57-940f13816d61 HTTP/1.1" status: 200  len: 1092 time: 4.0479543
Apr 30 04:31:58.763953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7647db-3988-4b56-af91-d251724d115c', 'tag': '566bf91c-9dda-4417-be57-940f13816d61'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:31:58.784478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:31:58.789156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Usage tracker for resource:port and tenant:49fdd0d28bf241169d2786f648e1154c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:31:58.793640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:31:58.803584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:31:58.860611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.893888 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9db799e9-bc5f-48b4-98e6-7920e8ebd25c req-2ef75e5b-3559-4120-8143-285570e79b2c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5799978
Apr 30 04:31:58.904586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Made reservation on behalf of 49fdd0d28bf241169d2786f648e1154c for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:31:58.910972 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.939735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:58.954761 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0dbe3137-7cd8-4336-a82e-e754f2536cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:31:59.044119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:59.112742 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:59.192016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59016) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:59.290892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Pushing event updated for resources: {'Port': ['ID=566bf91c-9dda-4417-be57-940f13816d61,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:31:59.313796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Allocated IP 192.168.233.23 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/eecc02d8-f935-4955-84b4-337dbdc9a1bd) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:31:59.321215 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:31:59.535752 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-1b3adb0e-7e49-4d18-a19e-2078e6c9268b service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8223190
Apr 30 04:31:59.549285 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7ffe2b86-3cca-4508-be5c-dbeedef0e5fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f33ae81c63a424989ffcaf8a0374407&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3445928
Apr 30 04:31:59.554912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59022) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:31:59.593979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:31:59.613890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Transition to ACTIVE for port object eecc02d8-f935-4955-84b4-337dbdc9a1bd will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:31:59.652903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2d840-d176-4a67-a4c7-cd9018f5f32c req-7b651c7d-f84f-4822-aa0d-0f558b79c22c tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:59.663354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-6fdd291d-91ed-4382-b33a-0a5421a17c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:31:59.665138 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-6fdd291d-91ed-4382-b33a-0a5421a17c4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 1095 time: 0.8139558
Apr 30 04:31:59.677187 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0e2d840-d176-4a67-a4c7-cd9018f5f32c req-7b651c7d-f84f-4822-aa0d-0f558b79c22c tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 1097 time: 1.7017257
Apr 30 04:31:59.773470 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-0ac7f6ed-d2c9-4bec-8d2f-07cd0bd3ddc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=566bf91c-9dda-4417-be57-940f13816d61 HTTP/1.1" status: 200  len: 217 time: 0.0889215
Apr 30 04:32:00.027600 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:00.083699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1da514c-ac31-4ff8-8224-fe7ad056cdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:00.091627 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d14a5258-bc15-4d4f-8652-bb7676d6ab0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:00.115068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1da514c-ac31-4ff8-8224-fe7ad056cdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:00.227628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-9c157a3e-0afb-4fc8-a7a3-84da8c66c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:00.229319 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-9c157a3e-0afb-4fc8-a7a3-84da8c66c7d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.4480703
Apr 30 04:32:00.262584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0e2d840-d176-4a67-a4c7-cd9018f5f32c req-3778f846-6b25-4652-a996-edf0f8037d86 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491724
Apr 30 04:32:00.294023 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-2846d2de-9159-4ce5-ac7f-cc625f1fe121 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475171
Apr 30 04:32:00.323683 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-464ad748-d488-4b98-b508-e80548edce5b service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7711842
Apr 30 04:32:00.333312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:32:00.344434 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1da514c-ac31-4ff8-8224-fe7ad056cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:00.353827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:32:00.367473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:32:00.572428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:00.573788 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:00.584025 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-64985c8e-4718-4c4c-922f-3866c1255972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:00.588835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Allocated IP 192.168.233.150 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/050a0d0e-f281-443a-83d2-9bfe40bf4444) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:32:00.594875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Pushing event updated for resources: {'Port': ['ID=eecc02d8-f935-4955-84b4-337dbdc9a1bd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:00.627830 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-299d2a4f-7a65-4604-9782-e69f74699625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:00.740055 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:00.790420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da514c-ac31-4ff8-8224-fe7ad056cdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7276bf2e-7863-4cc1-a0ec-7889df4d2664,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:00.845236 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1da514c-ac31-4ff8-8224-fe7ad056cdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:00.846132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1da514c-ac31-4ff8-8224-fe7ad056cdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:00.850115 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e1da514c-ac31-4ff8-8224-fe7ad056cdcf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7276bf2e-7863-4cc1-a0ec-7889df4d2664 HTTP/1.1" status: 204  len: 168 time: 1.2417321
Apr 30 04:32:00.885211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-942d2943-e0ef-4481-b62c-5fb3a38c8008 None None] Provisioning for port eecc02d8-f935-4955-84b4-337dbdc9a1bd completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:32:00.899231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-b65645fd-7c30-4e97-a8c3-c6da00b1973f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:00.900055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-b65645fd-7c30-4e97-a8c3-c6da00b1973f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Synchronizing usage tracker for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:32:00.910631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-942d2943-e0ef-4481-b62c-5fb3a38c8008 None None] Provisioning complete for port eecc02d8-f935-4955-84b4-337dbdc9a1bd triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:32:00.911313 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-942d2943-e0ef-4481-b62c-5fb3a38c8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:00.916611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.5630491
Apr 30 04:32:00.976353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Request body: {'port': {'device_id': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:00.990527 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-7cfc7805-fca3-4bbf-b997-eda53ac3891a service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6933057
Apr 30 04:32:01.061856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-b65645fd-7c30-4e97-a8c3-c6da00b1973f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Unset dirty status for tenant:2f1716c022164e59bde54d9a0d899d06 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:32:01.062898 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-b65645fd-7c30-4e97-a8c3-c6da00b1973f tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.37 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 950 time: 0.8960187
Apr 30 04:32:01.114625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-942d2943-e0ef-4481-b62c-5fb3a38c8008 None None] Port eecc02d8-f935-4955-84b4-337dbdc9a1bd cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:32:01.223540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9b317-73f1-49e0-aebb-877a4c197b24 req-edd98107-c397-4779-bd28-f31c81016dcb tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:01.224853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0ab9b317-73f1-49e0-aebb-877a4c197b24 req-edd98107-c397-4779-bd28-f31c81016dcb tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Synchronizing usage tracker for tenant:49fdd0d28bf241169d2786f648e1154c on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:32:01.239171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-d7dc765d-167d-413c-a6c7-968805065b14 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:01.240807 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-d7dc765d-167d-413c-a6c7-968805065b14 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2&tenant_id=e00638fa8be2496892bbdeb78ce39e3e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.4517298
Apr 30 04:32:01.349013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0ab9b317-73f1-49e0-aebb-877a4c197b24 req-edd98107-c397-4779-bd28-f31c81016dcb tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Unset dirty status for tenant:49fdd0d28bf241169d2786f648e1154c on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:32:01.364199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ab9b317-73f1-49e0-aebb-877a4c197b24 req-edd98107-c397-4779-bd28-f31c81016dcb tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 935 time: 1.3524277
Apr 30 04:32:01.469716 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9366a18b-4533-47e8-8896-73ff5522ff61 req-0f8e078f-d82d-482f-af44-9f29d4d84ebb service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4555316
Apr 30 04:32:01.523065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Deleting port 7f953fea-f94e-4875-9d7b-30f1a3a56487 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:32:01.527961 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:01.611947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-4c8d189a-4198-413e-b692-c6cebb459209 service neutron] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:32:01.621491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-4c8d189a-4198-413e-b692-c6cebb459209 service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:01.622609 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-4c8d189a-4198-413e-b692-c6cebb459209 service neutron] 10.222.0.50 "DELETE /v2.0/ports/381be381-f3c7-4f20-9b9d-fda586a19afc/bindings/n-h1-766726-20 HTTP/1.1" status: 204  len: 173 time: 0.3241360
Apr 30 04:32:01.668204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:01.709414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59056) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:01.747274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59058) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:01.847861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] For port 7f953fea-f94e-4875-9d7b-30f1a3a56487, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7f953fea-f94e-4875-9d7b-30f1a3a56487,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:01.849530 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:01.974149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321bb2a-c735-42a8-b683-daabd0e9361f req-1e05e17f-cac6-444c-b887-fd16c49f3e6c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:01.998486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c321bb2a-c735-42a8-b683-daabd0e9361f req-1e05e17f-cac6-444c-b887-fd16c49f3e6c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 943 time: 1.3745801
Apr 30 04:32:02.108870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1153793530', 'router:external': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:02.114101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:02.118155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0ab9b317-73f1-49e0-aebb-877a4c197b24 req-c7f08cba-e36c-4f94-8247-222bd6293e83 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Synchronizing usage tracker for tenant:49fdd0d28bf241169d2786f648e1154c on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:32:02.120412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Usage tracker for resource:network and tenant:4c4afa19f5f84802805e51d479769022 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:02.124327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:02.130911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:02.148541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Calling delete_port for 7f953fea-f94e-4875-9d7b-30f1a3a56487 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:32:02.152600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Made reservation on behalf of 4c4afa19f5f84802805e51d479769022 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:32:02.155630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:02.175182 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:02.202853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:02.210261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Usage tracker for resource:security_group_rule and tenant:4c4afa19f5f84802805e51d479769022 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:02.215965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:02.223840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:02.410410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:02.411629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:02.418618 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:02.426025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c321bb2a-c735-42a8-b683-daabd0e9361f req-166b6027-7899-44a6-9202-bd46f039c69c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4262707
Apr 30 04:32:02.469525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Pushing event deleted for resources: {'Port': ['ID=7f953fea-f94e-4875-9d7b-30f1a3a56487,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:02.471495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59066) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:02.476079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d6f7fc78-4b3f-4bfe-9547-869640c7da4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28416bece07d4ea688ec6fe08e92f8c5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6924667
Apr 30 04:32:02.482662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:02.488494 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:02.492177 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1df037aa-86d3-483f-99bc-e69fb474d0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:02.633629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0ab9b317-73f1-49e0-aebb-877a4c197b24 req-c7f08cba-e36c-4f94-8247-222bd6293e83 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Unset dirty status for tenant:49fdd0d28bf241169d2786f648e1154c on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:32:02.639232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ab9b317-73f1-49e0-aebb-877a4c197b24 req-c7f08cba-e36c-4f94-8247-222bd6293e83 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2250867
Apr 30 04:32:02.658888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:32:02.685499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] No DVR routers for this DVR port 7f953fea-f94e-4875-9d7b-30f1a3a56487 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:32:02.716565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:02.723249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b522939-9726-44f7-aee8-720ffad8c0ed,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:02.789853 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:02.795158 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7647db-3988-4b56-af91-d251724d115c', 'tag': '566bf91c-9dda-4417-be57-940f13816d61', 'status': 'completed', 'code': 200}
Apr 30 04:32:02.795574 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:02.801137 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:02.801881 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Added segment c0daa5d9-0801-4009-82a7-c643a18cc8c9 of type vlan for network deba24db-2ef0-4d82-a38b-f9a9a39d1246
Apr 30 04:32:02.857834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Transition to ACTIVE for port object 050a0d0e-f281-443a-83d2-9bfe40bf4444 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:32:02.888818 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f91bd7ec-9a05-4026-852f-be0c353933c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:02.933683 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f91bd7ec-9a05-4026-852f-be0c353933c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:03.063849 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c5c0238a-afdb-4926-b8d7-2deee7f14afb req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.37 "DELETE /v2.0/ports/7f953fea-f94e-4875-9d7b-30f1a3a56487 HTTP/1.1" status: 204  len: 173 time: 1.9932132
Apr 30 04:32:03.076547 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f91bd7ec-9a05-4026-852f-be0c353933c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:03.092573 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f9fef4f-2569-4ca5-8ccc-c300ca648d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:03.115372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:03.122014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bd7ec-9a05-4026-852f-be0c353933c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe56a0f-60d3-403f-9a28-97e1d0f46955,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:03.144094 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f91bd7ec-9a05-4026-852f-be0c353933c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:03.147313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f91bd7ec-9a05-4026-852f-be0c353933c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:03.148819 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f91bd7ec-9a05-4026-852f-be0c353933c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2fe56a0f-60d3-403f-9a28-97e1d0f46955 HTTP/1.1" status: 204  len: 168 time: 0.6687825
Apr 30 04:32:03.222061 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:03.312369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-ec384fd7-6184-4de7-89e4-b3b67c534a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:03.326730 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-ec384fd7-6184-4de7-89e4-b3b67c534a35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df7c0c7b000747d38e7e879591289c56&device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 1095 time: 0.4758527
Apr 30 04:32:03.327861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:03.328955 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:03.331905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:03.336446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:03.368319 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-98f8a3b2-47b9-4020-be7c-58dc8db92742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:03.382496 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:03.573189 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3dc414bf-64ee-4f0d-9035-6b1926b52ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:03.623445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-e817a9b2-b66a-432d-ba46-02a0a60a8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:03.625175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-e817a9b2-b66a-432d-ba46-02a0a60a8e69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 200  len: 913 time: 0.2601910
Apr 30 04:32:03.630439 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.8818846
Apr 30 04:32:03.857595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59082) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:03.970019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'subnet': {'network_id': 'deba24db-2ef0-4d82-a38b-f9a9a39d1246', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:03.982969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:03.996650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Usage tracker for resource:subnet and tenant:4c4afa19f5f84802805e51d479769022 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:04.000157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:04.016170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2c1ce6cd-2cee-4e6e-a25f-126993dac337 req-c81e89cb-b411-4bb9-9ddb-a3f11e9da378 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] 10.222.0.46 "GET /v2.0/ports?device_id=06712ab4-2b81-4dd0-81f6-02617701e0af HTTP/1.1" status: 200  len: 210 time: 0.7734287
Apr 30 04:32:04.016830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:04.041150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:32:04.052703 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-67eecf89-d227-4704-b85f-19bc20a77f93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=566bf91c-9dda-4417-be57-940f13816d61 HTTP/1.1" status: 200  len: 217 time: 0.4209542
Apr 30 04:32:04.058003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Made reservation on behalf of 4c4afa19f5f84802805e51d479769022 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:32:04.060689 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:04.088710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:32:04.178070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:04.239661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event updated for resources: {'Network': ['ID=deba24db-2ef0-4d82-a38b-f9a9a39d1246,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:04.255997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7f953fea-f94e-4875-9d7b-30f1a3a56487 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:32:04.256282 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:04.296800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-a66c20f4-215a-4429-9ba6-034917e12849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:04.298481 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-a66c20f4-215a-4429-9ba6-034917e12849 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 200  len: 852 time: 0.1112304
Apr 30 04:32:04.313245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:32:04.368974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network deba24db-2ef0-4d82-a38b-f9a9a39d1246 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:32:04.397209 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:04.400626 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-139c8ef7-a808-44ec-b24b-35a4e3e69f3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c1685588-b376-4df0-8702-e53936b65131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0953965
Apr 30 04:32:04.513962 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 7f953fea-f94e-4875-9d7b-30f1a3a56487 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:32:04.514305 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7f953fea-f94e-4875-9d7b-30f1a3a56487 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:32:04.705906 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-341b4c54-96c4-4102-aa29-f46d2f6420b1 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2973256
Apr 30 04:32:04.788220 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:04.799082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'name': 'network-vif-deleted', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:04.804355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343cc54-458e-4d90-9145-4b421ef96c01 req-6ea77d00-f4c1-4fdf-a14a-9255dd4b10db tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:04.816612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3343cc54-458e-4d90-9145-4b421ef96c01 req-6ea77d00-f4c1-4fdf-a14a-9255dd4b10db tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 944 time: 1.0195150
Apr 30 04:32:04.910161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ac1fa850-f7aa-4af5-95f1-ebbc91dc21a8 None None] Provisioning for port 050a0d0e-f281-443a-83d2-9bfe40bf4444 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:32:04.939982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ac1fa850-f7aa-4af5-95f1-ebbc91dc21a8 None None] Provisioning complete for port 050a0d0e-f281-443a-83d2-9bfe40bf4444 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:32:04.940635 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac1fa850-f7aa-4af5-95f1-ebbc91dc21a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:04.962832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:04.963688 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:05.028361 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:32:05.073204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 9.5066023
Apr 30 04:32:05.155520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Request body: {'port': {'device_id': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:05.229204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ac1fa850-f7aa-4af5-95f1-ebbc91dc21a8 None None] Port 050a0d0e-f281-443a-83d2-9bfe40bf4444 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:32:05.240407 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3343cc54-458e-4d90-9145-4b421ef96c01 req-8dc02f4a-6135-4ba9-ad9f-4e5c97f8c62f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4229314
Apr 30 04:32:05.393543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecc02d8-f935-4955-84b4-337dbdc9a1bd {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:32:05.460495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:05.561724 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed457a3f-f960-41c6-acd7-65bbbcbadad1 req-2fec1056-5a3a-4a6c-8e5f-c5ec73ed0b15 service neutron] 10.222.0.50 "GET /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8254418
Apr 30 04:32:05.564105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Transition to ACTIVE for port object eecc02d8-f935-4955-84b4-337dbdc9a1bd will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:32:05.574598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e124ea-72e8-410a-88f4-3632f82384ae req-dea187d0-af27-4ac9-91d9-c9a50f4fe392 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:05.576658 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18e124ea-72e8-410a-88f4-3632f82384ae req-dea187d0-af27-4ac9-91d9-c9a50f4fe392 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 1097 time: 1.1774096
Apr 30 04:32:05.622052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:05.636122 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-15afb8e7-a55b-4965-beec-223f27e540c9 tempest-DeleteServersAdminTestJSON-1866099111 tempest-DeleteServersAdminTestJSON-1866099111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:05.742583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 566bf91c-9dda-4417-be57-940f13816d61 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:32:05.903053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:32:05.905754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:05.920130 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4ecae73-1ad2-4590-b8d2-bf5631cebc9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:05.932434 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:06.040150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Pushing event updated for resources: {'Port': ['ID=eecc02d8-f935-4955-84b4-337dbdc9a1bd,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:06.066646 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:06.083383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18e124ea-72e8-410a-88f4-3632f82384ae req-2ef24e9c-2af0-474f-90b9-7cefd6fc85d2 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4515312
Apr 30 04:32:06.183934 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:06.263365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d98702a2-c5c2-49ec-8c08-cf9f857d0f90,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:06.270111 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:06.271620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 566bf91c-9dda-4417-be57-940f13816d61, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=566bf91c-9dda-4417-be57-940f13816d61,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:06.326374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '566bf91c-9dda-4417-be57-940f13816d61', 'network_id': 'c1685588-b376-4df0-8702-e53936b65131', 'port_id': '566bf91c-9dda-4417-be57-940f13816d61', 'mac_address': 'fa:16:3e:db:21:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8326175-e83c-408f-988d-f3ddf2f98448', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:32:06.391969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Checking segment: {'id': 'c0daa5d9-0801-4009-82a7-c643a18cc8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'deba24db-2ef0-4d82-a38b-f9a9a39d1246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:32:06.392788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network hostable DHCP agents. Network: deba24db-2ef0-4d82-a38b-f9a9a39d1246, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:32:06.396222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34d8f-4bca-47f9-a909-ae3f4c2040e2 req-db258a1a-042b-4f12-9528-f66eb4a27e99 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:06.405394 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8e34d8f-4bca-47f9-a909-ae3f4c2040e2 req-db258a1a-042b-4f12-9528-f66eb4a27e99 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 943 time: 0.8398325
Apr 30 04:32:06.420986 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:06.441364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566bf91c-9dda-4417-be57-940f13816d61 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:32:06.457987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network deba24db-2ef0-4d82-a38b-f9a9a39d1246 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:32:06.471121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 566bf91c-9dda-4417-be57-940f13816d61, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=566bf91c-9dda-4417-be57-940f13816d61,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:06.479845 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:06.482207 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a085997e-00aa-4977-b71e-80d45a4e017d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:06.487645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, deba24db-2ef0-4d82-a38b-f9a9a39d1246) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:32:06.504647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:06.505339 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:06.527392 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5be73651-57bd-425a-a078-f109279a9148 req-82177e1a-8598-4648-8c80-6ebd7dac1f70 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2457645
Apr 30 04:32:06.537777 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.6787269
Apr 30 04:32:06.540736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59142) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:06.544211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f1f404-7008-4611-8a62-b478963a0146 None None] Network deba24db-2ef0-4d82-a38b-f9a9a39d1246 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:32:06.547914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1731926601', 'network_id': 'deba24db-2ef0-4d82-a38b-f9a9a39d1246'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:06.553636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:06.560084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Usage tracker for resource:port and tenant:4c4afa19f5f84802805e51d479769022 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:06.564228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:06.575094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:06.595529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Made reservation on behalf of 4c4afa19f5f84802805e51d479769022 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:32:06.599679 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:06.622649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Attempting to bind port eecc02d8-f935-4955-84b4-337dbdc9a1bd on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:32:06.622999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Attempting to bind port eecc02d8-f935-4955-84b4-337dbdc9a1bd by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:32:06.623632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Attempting to bind port eecc02d8-f935-4955-84b4-337dbdc9a1bd on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:32:06.638163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] device_id is not set on port 7b24f94d-27e9-4e90-b142-1fcb70836565 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:32:06.659423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Port eecc02d8-f935-4955-84b4-337dbdc9a1bd on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:32:06.660134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Attempting to bind port eecc02d8-f935-4955-84b4-337dbdc9a1bd on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:32:06.692875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:32:06.693648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:32:06.694309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:32:06.695003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Bound port: eecc02d8-f935-4955-84b4-337dbdc9a1bd, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:32:06.695747 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:06.695872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=566bf91c-9dda-4417-be57-940f13816d61,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:06.701796 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:06.725378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8e34d8f-4bca-47f9-a909-ae3f4c2040e2 req-c8a41d3b-da4c-4911-93c2-394d0ba214eb tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3186431
Apr 30 04:32:06.874005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc30f05-f795-4c67-814c-87c6f6fbeec6 None None] Network deba24db-2ef0-4d82-a38b-f9a9a39d1246 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:32:06.960711 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06712ab4-2b81-4dd0-81f6-02617701e0af', 'name': 'network-vif-deleted', 'tag': '7f953fea-f94e-4875-9d7b-30f1a3a56487', 'status': 'completed', 'code': 200}
Apr 30 04:32:06.992406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:32:07.005139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:32:07.081975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:07.099153 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:07.157260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73651-57bd-425a-a078-f109279a9148 req-613447fc-29cc-4073-93b7-7be81b277ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:07.159678 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5be73651-57bd-425a-a078-f109279a9148 req-613447fc-29cc-4073-93b7-7be81b277ae2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 1096 time: 0.4543333
Apr 30 04:32:07.197931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Allocated IP 2001:db8::2ec (deba24db-2ef0-4d82-a38b-f9a9a39d1246/d98702a2-c5c2-49ec-8c08-cf9f857d0f90/7b24f94d-27e9-4e90-b142-1fcb70836565) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:32:07.359390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['566bf91c-9dda-4417-be57-940f13816d61'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:32:07.425639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:07.426853 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:07.429517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] 10.222.0.50 "PUT /v2.0/ports/eecc02d8-f935-4955-84b4-337dbdc9a1bd HTTP/1.1" status: 200  len: 1096 time: 6.4623389
Apr 30 04:32:07.430503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:07.530149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c592362-e737-4d01-9aa0-c940d6032d90 req-b37e19fa-5b5d-489a-aaf1-603cebca616d tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:07.538549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c592362-e737-4d01-9aa0-c940d6032d90 req-b37e19fa-5b5d-489a-aaf1-603cebca616d tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 947 time: 1.1054490
Apr 30 04:32:08.227330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:08.233292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73651-57bd-425a-a078-f109279a9148 req-80a9bfa2-6123-4e3a-b2c4-6c8f740f4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:08.234959 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5be73651-57bd-425a-a078-f109279a9148 req-80a9bfa2-6123-4e3a-b2c4-6c8f740f4c12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 1.0166311
Apr 30 04:32:08.235462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59188) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:08.327062 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5be73651-57bd-425a-a078-f109279a9148 req-7d6dfb15-8d3d-4656-a4f6-e48862001c10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 200  len: 217 time: 0.0835488
Apr 30 04:32:08.409549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be73651-57bd-425a-a078-f109279a9148 req-0af9b78c-a60d-4cbe-b7f2-7c4d72b22af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:08.411128 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5be73651-57bd-425a-a078-f109279a9148 req-0af9b78c-a60d-4cbe-b7f2-7c4d72b22af0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.0768476
Apr 30 04:32:08.415229 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:08.423272 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2951ad6d-1ae5-450c-b31e-2ee15ed25f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:08.455361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Pushing event updated for resources: {'Port': ['ID=eecc02d8-f935-4955-84b4-337dbdc9a1bd,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:08.462077 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.362s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:08.500291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event updated for resources: {'Port': ['ID=7b24f94d-27e9-4e90-b142-1fcb70836565,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:08.516531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c592362-e737-4d01-9aa0-c940d6032d90 req-cdee4ccd-e360-4bfc-afd1-ed060c3de9f0 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8192616
Apr 30 04:32:08.524299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050a0d0e-f281-443a-83d2-9bfe40bf4444 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:32:08.547924 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:08.581621 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:08.631807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Transition to ACTIVE for port object 050a0d0e-f281-443a-83d2-9bfe40bf4444 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:32:08.656661 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:08.663680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5be73651-57bd-425a-a078-f109279a9148 req-bf6282ab-d5f7-4a05-8e54-f474d8f2dcf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1646316
Apr 30 04:32:08.669805 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:08.677252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network deba24db-2ef0-4d82-a38b-f9a9a39d1246 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:32:08.731921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:32:08.744869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:32:08.747470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:08.748689 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:08.748947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-26f238bd-95e0-41ff-98a1-e8d523ad19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:08.751653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-26f238bd-95e0-41ff-98a1-e8d523ad19c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49fdd0d28bf241169d2786f648e1154c&device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 1099 time: 1.2080643
Apr 30 04:32:08.755385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dc5b3-5654-475a-a820-3db2fa8bd534 req-cb70a39a-9e21-4d97-acab-7079ac5124ec tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:08.758137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af6dc5b3-5654-475a-a820-3db2fa8bd534 req-cb70a39a-9e21-4d97-acab-7079ac5124ec tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 1096 time: 0.4615650
Apr 30 04:32:09.087573 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-946f95bc-3949-4d0c-8503-4b75b334e994 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f1716c022164e59bde54d9a0d899d06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8467143
Apr 30 04:32:09.091316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59210) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:09.096204 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.5515699
Apr 30 04:32:09.101296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59212) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:09.207531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-d6541858-8e82-400e-ada3-b5b3423a4394 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd HTTP/1.1" status: 200  len: 217 time: 0.4239175
Apr 30 04:32:09.270571 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5be73651-57bd-425a-a078-f109279a9148 req-0139f6de-9cbd-4229-857f-71c6daf4e523 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5912666
Apr 30 04:32:09.343796 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af6dc5b3-5654-475a-a820-3db2fa8bd534 req-6e12f2be-3a99-45ce-887e-ee88bd196b24 tempest-LiveAutoBlockMigrationV225Test-1951563980 tempest-LiveAutoBlockMigrationV225Test-1951563980-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5568142
Apr 30 04:32:09.497392 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd', 'status': 'completed', 'code': 200}
Apr 30 04:32:09.543993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:09.553282 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:09.583892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-3033b92a-2401-4a9b-a160-9c631535eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:09.585418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-3033b92a-2401-4a9b-a160-9c631535eac4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2942367
Apr 30 04:32:09.641935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f76441a0-72c8-47ac-a9c7-86d5e601567d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:09.700876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Attempting to bind port 050a0d0e-f281-443a-83d2-9bfe40bf4444 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:32:09.701251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Attempting to bind port 050a0d0e-f281-443a-83d2-9bfe40bf4444 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:32:09.701527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Attempting to bind port 050a0d0e-f281-443a-83d2-9bfe40bf4444 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:32:09.712761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Port 050a0d0e-f281-443a-83d2-9bfe40bf4444 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:32:09.713361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Attempting to bind port 050a0d0e-f281-443a-83d2-9bfe40bf4444 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:32:09.721473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f76441a0-72c8-47ac-a9c7-86d5e601567d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:09.726693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:32:09.727035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:32:09.727474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:32:09.727925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Bound port: 050a0d0e-f281-443a-83d2-9bfe40bf4444, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:32:09.728282 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:09.749069 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5be73651-57bd-425a-a078-f109279a9148 req-96a0178a-c0b4-4de1-9c61-5e49e80128b6 service neutron] 10.222.0.50 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4671259
Apr 30 04:32:09.757596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Deleting port 7b24f94d-27e9-4e90-b142-1fcb70836565 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:32:09.757991 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:09.787337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 566bf91c-9dda-4417-be57-940f13816d61 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:32:09.845628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41236de1-459f-4e63-8417-8f312e7944f2 req-c6d9a987-e184-4e3b-8b83-c0f6960e6316 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:09.847740 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41236de1-459f-4e63-8417-8f312e7944f2 req-c6d9a987-e184-4e3b-8b83-c0f6960e6316 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 950 time: 0.2114117
Apr 30 04:32:09.853708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-e0c8cad0-547d-411f-b4f0-f1b4bd682025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:09.855918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-e0c8cad0-547d-411f-b4f0-f1b4bd682025 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2613704
Apr 30 04:32:09.933959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f76441a0-72c8-47ac-a9c7-86d5e601567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:09.952969 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2c699dd8-a8ce-4c1b-8ea9-c03040c11bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:09.968000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 566bf91c-9dda-4417-be57-940f13816d61 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:32:09.979098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 566bf91c-9dda-4417-be57-940f13816d61 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:32:09.980766 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:09.982332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76441a0-72c8-47ac-a9c7-86d5e601567d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171efc6e-91e2-4c8d-b237-88d8d8895460,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:09.985842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:09.995016 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f76441a0-72c8-47ac-a9c7-86d5e601567d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:10.012931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:32:10.050792 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41236de1-459f-4e63-8417-8f312e7944f2 req-08fba2e3-1208-47ad-9cf5-b14913c3839a tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915183
Apr 30 04:32:10.052691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:32:10.071153 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:10.086821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f76441a0-72c8-47ac-a9c7-86d5e601567d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:10.088661 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f76441a0-72c8-47ac-a9c7-86d5e601567d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/171efc6e-91e2-4c8d-b237-88d8d8895460 HTTP/1.1" status: 204  len: 168 time: 0.9933124
Apr 30 04:32:10.090673 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2768aec0-9cf2-4b14-914e-a7598f0f05b7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:10.176800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Calling delete_port for 7b24f94d-27e9-4e90-b142-1fcb70836565 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:32:10.267634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:10.268732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:10.280660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] 10.222.0.37 "PUT /v2.0/ports/050a0d0e-f281-443a-83d2-9bfe40bf4444 HTTP/1.1" status: 200  len: 1097 time: 5.1868560
Apr 30 04:32:10.287273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-f3deced4-2377-4a25-b6ad-bc410c7410e0 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4122570
Apr 30 04:32:10.424839 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:10.490681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:10.496588 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-82fd40f7-55d5-447c-a110-de2488e5af88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:10.563896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7647db-3988-4b56-af91-d251724d115c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566bf91c-9dda-4417-be57-940f13816d61'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:10.614160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 566bf91c-9dda-4417-be57-940f13816d61, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=566bf91c-9dda-4417-be57-940f13816d61,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:10.624770 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:10.630015 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:32:10.632497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b24f94d-27e9-4e90-b142-1fcb70836565,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:10.640306 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:10.718684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:10.735908 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:10.789991 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:10.803063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "DELETE /v2.0/ports/7b24f94d-27e9-4e90-b142-1fcb70836565 HTTP/1.1" status: 204  len: 168 time: 1.7002294
Apr 30 04:32:10.810736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59248) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:10.820461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'deba24db-2ef0-4d82-a38b-f9a9a39d1246', 'external_fixed_ips': [{'subnet_id': 'd98702a2-c5c2-49ec-8c08-cf9f857d0f90', 'ip_address': '2001:db8::2ec'}]}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:10.829637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:10.835816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59252) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:10.842049 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:10.851358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Usage tracker for resource:router and tenant:4c4afa19f5f84802805e51d479769022 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:10.869448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:10.882719 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-cbeeed3c-8225-436f-95d0-f3b12f3a987c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2412915
Apr 30 04:32:10.892084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:10.897755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=566bf91c-9dda-4417-be57-940f13816d61,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:10.910380 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:10.928449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:10.929507 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:10.947671 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6d77da34-76c2-40e3-bebf-c3e16e9f3fc1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75cec04bdf4642149401cdd212ab25ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1082139
Apr 30 04:32:10.947873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59256) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:11.011651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-d723ade3-9610-482e-b144-fedf866fd4be tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:32:11.012486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c6967a2-c7ec-44d4-bdbe-e87e4ebed53f req-900a52ce-b30e-4f6a-986f-96319aed71de service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7076318
Apr 30 04:32:11.012799 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-d723ade3-9610-482e-b144-fedf866fd4be tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8488107
Apr 30 04:32:11.020817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-ad29af52-b485-4595-8a82-09fdb80bb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:11.024061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-ad29af52-b485-4595-8a82-09fdb80bb1d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49fdd0d28bf241169d2786f648e1154c&device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 1100 time: 0.6173625
Apr 30 04:32:11.054916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:11.099988 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:11.109802 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c070ddc-e027-44bc-9387-b5608b4008d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:11.138378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:11.144770 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:11.147179 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:11.233079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=11']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:11.237331 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:11.289881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-53bfd064-2074-4129-afc0-51573414bfe6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444 HTTP/1.1" status: 200  len: 217 time: 0.2388670
Apr 30 04:32:11.347768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2508a-b7f1-4247-b9fe-88860657c3cc req-f060eb3a-c607-4c2f-b8a6-29dec6f11f59 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:11.349432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05d2508a-b7f1-4247-b9fe-88860657c3cc req-f060eb3a-c607-4c2f-b8a6-29dec6f11f59 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 945 time: 0.6479146
Apr 30 04:32:11.425315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Request body: {'binding': {'host': 'n-h2-766726-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:11.425884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Unknown quota resources ['binding']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:32:11.457463 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c070ddc-e027-44bc-9387-b5608b4008d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:11.599647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:11.606708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-f03a9339-a86b-4c40-90a1-f9764b9199c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:11.608107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-f03a9339-a86b-4c40-90a1-f9764b9199c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 1096 time: 0.5890477
Apr 30 04:32:11.625221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05d2508a-b7f1-4247-b9fe-88860657c3cc req-d18eb504-ff79-43a2-be46-f098a6e45ad4 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2630026
Apr 30 04:32:11.635050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-c35bd6cd-aebb-48b3-b8e7-36c443a2ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:11.639531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-c35bd6cd-aebb-48b3-b8e7-36c443a2ed43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.3404715
Apr 30 04:32:11.734754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-b46e8fc8-b5ad-4d4e-8bdc-c1e464453a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:11.737840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-b46e8fc8-b5ad-4d4e-8bdc-c1e464453a91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49fdd0d28bf241169d2786f648e1154c&device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 1099 time: 0.5634680
Apr 30 04:32:11.807429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:11.955071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-72bc122d-38ab-488c-8cd0-7a0d68bbd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:11.956845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-72bc122d-38ab-488c-8cd0-7a0d68bbd737 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3071482
Apr 30 04:32:11.968309 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c070ddc-e027-44bc-9387-b5608b4008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:11.968730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-791082a1-1e53-4b17-b65f-1248c5986243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:11.970948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-791082a1-1e53-4b17-b65f-1248c5986243 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2259765
Apr 30 04:32:11.978812 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a4a95afc-7287-4cc8-ba10-72c9cefd943d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:12.023936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c070ddc-e027-44bc-9387-b5608b4008d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d0c71a-676e-48e6-baf3-bdb21c6fa9e5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:12.035507 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c070ddc-e027-44bc-9387-b5608b4008d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:12.105632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-5d482d1b-2b62-4c1b-b65c-646db2b701e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:12.107167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-5d482d1b-2b62-4c1b-b65c-646db2b701e8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 200  len: 921 time: 0.4563563
Apr 30 04:32:12.153770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-892ff2db-7118-4761-8393-01345e856848 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd HTTP/1.1" status: 200  len: 217 time: 0.1382828
Apr 30 04:32:12.179899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c070ddc-e027-44bc-9387-b5608b4008d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:12.184092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9c070ddc-e027-44bc-9387-b5608b4008d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7d0c71a-676e-48e6-baf3-bdb21c6fa9e5 HTTP/1.1" status: 204  len: 168 time: 1.2322712
Apr 30 04:32:12.253740 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-69d7e73c-c883-4139-a7d2-0810e1396eaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 200  len: 217 time: 0.1361313
Apr 30 04:32:12.257664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 on host n-h2-766726-20 for vnic_type normal with profile None {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:32:12.258004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:32:12.258337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:32:12.308538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Port fd5ab434-68f0-48c8-83df-540d75304c03 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:32:12.308942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:32:12.334183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:32:12.334527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:32:12.334926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:32:12.335409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Bound port: fd5ab434-68f0-48c8-83df-540d75304c03, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:32:12.337929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-be843753-a50f-4445-809d-a7e5cd97ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:12.341135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-be843753-a50f-4445-809d-a7e5cd97ec2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1114364
Apr 30 04:32:12.364975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-c1bf0c80-b32e-4b11-b29b-f26c08dd3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:12.366497 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-c1bf0c80-b32e-4b11-b29b-f26c08dd3e68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 200  len: 860 time: 0.1055450
Apr 30 04:32:12.432900 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-d1864f41-f1d5-4f75-a2ce-250053b212b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3a5fe485-1c7d-4f29-a298-10a8d560842d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596392
Apr 30 04:32:12.455456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-fdac47e6-4446-481b-9730-1fcae3ab77ca service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4839089
Apr 30 04:32:12.472304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:32:12.492186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:12.493384 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] 10.222.0.46 "POST /v2.0/ports/fd5ab434-68f0-48c8-83df-540d75304c03/bindings HTTP/1.1" status: 201  len: 390 time: 1.4366126
Apr 30 04:32:12.783856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ed728-2977-4b16-bd30-d29ae6bf962f req-4b97653d-b446-40e3-8e14-2fc5d4cbdf2a tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:12.791371 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-f3e35339-0991-4d3e-9b2f-7ee2198000c1 service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3499222
Apr 30 04:32:12.792992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea4ed728-2977-4b16-bd30-d29ae6bf962f req-4b97653d-b446-40e3-8e14-2fc5d4cbdf2a tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 947 time: 0.3343260
Apr 30 04:32:12.833122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ace1f4-b7dd-475e-b231-ef0d55a3b170 req-07366515-b767-448c-9949-be4b44bca7e0 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3090427
Apr 30 04:32:12.837786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-2b449cf6-026e-45ca-b619-376ff4ef6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:12.883679 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-2b449cf6-026e-45ca-b619-376ff4ef6268 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4743443
Apr 30 04:32:13.129182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea4ed728-2977-4b16-bd30-d29ae6bf962f req-b3240731-d2ad-459b-a1f4-92ad6d880957 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3365068
Apr 30 04:32:13.149769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-4103a4b1-29c8-4e45-899d-4cfc384c4980 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2647860
Apr 30 04:32:13.219494 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7647db-3988-4b56-af91-d251724d115c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566bf91c-9dda-4417-be57-940f13816d61', 'code': 200}
Apr 30 04:32:13.342574 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'status': 'completed', 'code': 200}
Apr 30 04:32:13.343008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.50', 60873) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:13.479124 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:13.516914 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-540dfa57-d6f1-442c-8de2-b69c4f3aa7cf req-2f8aa8ef-9c13-437e-9fa1-71f6a8cb6f2b service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3550525
Apr 30 04:32:13.555191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-82d59972-fed7-49c8-bcf6-658451f6fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:13.556742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-82d59972-fed7-49c8-bcf6-658451f6fe0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49fdd0d28bf241169d2786f648e1154c&device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 1100 time: 0.2183359
Apr 30 04:32:13.561162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67a687-4752-4571-99b4-f02dce55f36e req-81d81386-922c-40c8-9c51-2266340b810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:13.562657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff67a687-4752-4571-99b4-f02dce55f36e req-81d81386-922c-40c8-9c51-2266340b810d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 1097 time: 0.2186432
Apr 30 04:32:13.685001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:13.754082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff67a687-4752-4571-99b4-f02dce55f36e req-9d0d1e91-8f7b-4b9d-9096-ce1a6e16058d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672878
Apr 30 04:32:13.794334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-e31fee79-5e49-423c-bbec-49e5fb53ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:13.796448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-e31fee79-5e49-423c-bbec-49e5fb53ec5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2325025
Apr 30 04:32:13.936147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-fdc844ac-b915-4b7b-800a-1bf70491737c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444 HTTP/1.1" status: 200  len: 217 time: 0.1320286
Apr 30 04:32:14.106544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-da6e6566-abfa-4087-86ab-6ec7469d197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:14.112448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-da6e6566-abfa-4087-86ab-6ec7469d197a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1641147
Apr 30 04:32:14.322947 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-174995eb-b0a8-4299-a057-4f8b12a4fc2e req-56b8ef7d-1be1-4fa5-849a-23fc8362464b service neutron] 10.222.0.37 "GET /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5214348
Apr 30 04:32:14.392425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-24beb8de-9dd0-4943-8273-b81450e88b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:14.394929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Allocated IP 2001:db8::2ec (deba24db-2ef0-4d82-a38b-f9a9a39d1246/d98702a2-c5c2-49ec-8c08-cf9f857d0f90/b591f05e-29c7-4190-b090-e67a456a4ad8) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:32:14.399550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-24beb8de-9dd0-4943-8273-b81450e88b97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2748709
Apr 30 04:32:14.409239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-78851f46-b751-44c6-aea2-db7d3386f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:14.410831 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-78851f46-b751-44c6-aea2-db7d3386f928 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 1097 time: 1.1703060
Apr 30 04:32:14.509974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972974ac-b6e7-4996-8102-cc57080d5884 req-0ecdf9cb-b9fa-4a97-9188-e11e7a939dde tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:14.512328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-972974ac-b6e7-4996-8102-cc57080d5884 req-0ecdf9cb-b9fa-4a97-9188-e11e7a939dde tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Synchronizing usage tracker for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:32:14.723352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-c875ddcd-966a-4ba4-ae1b-83bf79464d4f service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3201783
Apr 30 04:32:14.895513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c133dfd-ac35-4cf1-abd8-4458a4649ffc req-b3573f71-a550-4899-8ce0-f7935bf8a948 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:14.902682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-972974ac-b6e7-4996-8102-cc57080d5884 req-0ecdf9cb-b9fa-4a97-9188-e11e7a939dde tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Unset dirty status for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:32:14.903994 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c133dfd-ac35-4cf1-abd8-4458a4649ffc req-b3573f71-a550-4899-8ce0-f7935bf8a948 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 944 time: 0.3714974
Apr 30 04:32:14.904733 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-972974ac-b6e7-4996-8102-cc57080d5884 req-0ecdf9cb-b9fa-4a97-9188-e11e7a939dde tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.50 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 944 time: 1.6699297
Apr 30 04:32:14.946238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d29182-72d6-4f5a-8120-863d668ba45a req-57fb7c35-5fb6-4ff8-8635-283842101991 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:14.954771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1d29182-72d6-4f5a-8120-863d668ba45a req-57fb7c35-5fb6-4ff8-8635-283842101991 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 945 time: 0.4089584
Apr 30 04:32:15.032722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a42fe7b-45ca-49e1-9c49-8f86aed23daf req-7f401908-97b1-4d43-bef4-d72c447d6b19 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3020365
Apr 30 04:32:15.033583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:15.052102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1d29182-72d6-4f5a-8120-863d668ba45a req-129a808f-0f15-4aaf-b174-eebf685a1ccd tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963538
Apr 30 04:32:15.081797 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:15.084390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c133dfd-ac35-4cf1-abd8-4458a4649ffc req-7fec3c0f-a342-40e6-9e38-df86f41571fc tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769516
Apr 30 04:32:15.111958 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65284385-b678-4e47-9bbb-85729eeeec8a tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:15.223290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:15.307121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network deba24db-2ef0-4d82-a38b-f9a9a39d1246 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:32:15.329703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:32:15.335169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:32:15.389245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5554c-834b-473e-b0ee-ce12ccfc2ea7 req-e02ce1d0-0374-4933-b984-82f94b385bae tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:15.391131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d5554c-834b-473e-b0ee-ce12ccfc2ea7 req-e02ce1d0-0374-4933-b984-82f94b385bae tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 947 time: 0.1624203
Apr 30 04:32:15.405452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6acc8-c848-4040-9ffd-6d0c0daa91b1 req-88ef8024-6f52-4414-809a-13ba9d06bf27 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:15.407259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7b6acc8-c848-4040-9ffd-6d0c0daa91b1 req-88ef8024-6f52-4414-809a-13ba9d06bf27 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.1386209
Apr 30 04:32:15.486522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d5554c-834b-473e-b0ee-ce12ccfc2ea7 req-22c7f9f9-b989-4291-8377-67c94ba8d600 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773258
Apr 30 04:32:15.496360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7b6acc8-c848-4040-9ffd-6d0c0daa91b1 req-441f3034-ecba-46c4-9a44-c63a9fea567d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724633
Apr 30 04:32:15.513404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-039caeaf-05d1-4b5f-b68a-6d82ffb87040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:15.517360 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-039caeaf-05d1-4b5f-b68a-6d82ffb87040 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 1.0873921
Apr 30 04:32:15.647477 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b', 'code': 200}
Apr 30 04:32:15.722356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event updated for resources: {'Port': ['ID=b591f05e-29c7-4190-b090-e67a456a4ad8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:15.780929 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:15.810729 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-9b8a8d6a-7b2b-41a7-a423-d9c5d42ca28d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5ab434-68f0-48c8-83df-540d75304c03 HTTP/1.1" status: 200  len: 217 time: 0.2617543
Apr 30 04:32:15.817771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device eecc02d8-f935-4955-84b4-337dbdc9a1bd details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:32:16.012039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-a139970e-6e3c-4bdb-9dd6-14c45f7feb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:16.015007 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-a139970e-6e3c-4bdb-9dd6-14c45f7feb1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.1385682
Apr 30 04:32:16.129996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:32:16.194895 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-8c9933b8-d85c-4824-8f8c-6fcf0cd33c6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1627998
Apr 30 04:32:16.238474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:16.280986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd', 'mac_address': 'fa:16:3e:98:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:32:16.396425 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:32:16.531104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37ac8d-7fd6-4275-bcf8-4fa6983667fa req-ef2d9c42-284d-4707-aa62-9cf10f6a3d98 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:16.546577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf37ac8d-7fd6-4275-bcf8-4fa6983667fa req-ef2d9c42-284d-4707-aa62-9cf10f6a3d98 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 945 time: 0.1707540
Apr 30 04:32:16.640751 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:16.646324 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf37ac8d-7fd6-4275-bcf8-4fa6983667fa req-752c5391-9035-4e9a-b02f-a76dcf648e6a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982587
Apr 30 04:32:16.703119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecc02d8-f935-4955-84b4-337dbdc9a1bd {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:32:16.728501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:16.739929 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:16.744553 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:16.845054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:16.870884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'mac_address': 'fa:16:3e:8f:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:32:16.885272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=eecc02d8-f935-4955-84b4-337dbdc9a1bd,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:16.978180 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:17.054172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-972974ac-b6e7-4996-8102-cc57080d5884 req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Deleting port 381be381-f3c7-4f20-9b9d-fda586a19afc {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:32:17.055044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-972974ac-b6e7-4996-8102-cc57080d5884 req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:17.056580 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:17.092847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050a0d0e-f281-443a-83d2-9bfe40bf4444 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:32:17.123545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae166e-ab21-42cb-95b1-455764f7baff req-2ceda58f-5199-4773-b6eb-aaac079b853e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:17.137026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7bae166e-ab21-42cb-95b1-455764f7baff req-2ceda58f-5199-4773-b6eb-aaac079b853e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 944 time: 0.2738025
Apr 30 04:32:17.139074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:17.152215 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['eecc02d8-f935-4955-84b4-337dbdc9a1bd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:32:17.224158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:17.231652 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:17.244480 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7bae166e-ab21-42cb-95b1-455764f7baff req-d837038d-dd7a-480c-a7c7-f04649f500b8 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055927
Apr 30 04:32:17.250984 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-70c033f1-3cd5-42c4-b04b-bec322faf0c7 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0456617
Apr 30 04:32:17.256980 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:17.310251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99e149-dc92-4446-8763-c2d6950247d4 req-396336e5-6e91-4160-96d0-09cd0b9ae857 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:17.320011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f99e149-dc92-4446-8763-c2d6950247d4 req-396336e5-6e91-4160-96d0-09cd0b9ae857 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 948 time: 0.3227079
Apr 30 04:32:17.432397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f99e149-dc92-4446-8763-c2d6950247d4 req-84887e69-d66d-4510-b38b-0c1ca593635d tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104422
Apr 30 04:32:17.465703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:17.493569 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:17.592632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35550770-ff80-454f-8148-45275f75e867 req-56d8a4ac-93eb-4b9f-9028-af5df83cdaf3 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:17.595787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35550770-ff80-454f-8148-45275f75e867 req-56d8a4ac-93eb-4b9f-9028-af5df83cdaf3 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.1519444
Apr 30 04:32:17.596958 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['050a0d0e-f281-443a-83d2-9bfe40bf4444'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:32:17.752517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35550770-ff80-454f-8148-45275f75e867 req-6bd647fa-3426-43ae-b71a-f8fca1e28a82 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449094
Apr 30 04:32:17.797527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-972974ac-b6e7-4996-8102-cc57080d5884 req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] For port 381be381-f3c7-4f20-9b9d-fda586a19afc, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=381be381-f3c7-4f20-9b9d-fda586a19afc,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:17.797527 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-972974ac-b6e7-4996-8102-cc57080d5884 req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:17.826847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f222-d95b-4b9c-97ae-574915194b79 req-39882696-2180-4869-a75c-64d7c32d99ed tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:17.830509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e061f222-d95b-4b9c-97ae-574915194b79 req-39882696-2180-4869-a75c-64d7c32d99ed tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 948 time: 0.1904736
Apr 30 04:32:17.848102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 381be381-f3c7-4f20-9b9d-fda586a19afc no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:32:17.945999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e061f222-d95b-4b9c-97ae-574915194b79 req-af407ad6-2456-4157-a31a-e6f375287194 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070325
Apr 30 04:32:18.147177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-972974ac-b6e7-4996-8102-cc57080d5884 req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Calling delete_port for 381be381-f3c7-4f20-9b9d-fda586a19afc owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:32:18.261928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-db36b771-3aa7-4eb1-a4e8-3dacffbce994 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:18.266304 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-db36b771-3aa7-4eb1-a4e8-3dacffbce994 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.50 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 948 time: 0.1883626
Apr 30 04:32:18.552704 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-7b4eae53-3bc3-4b56-b805-2ffac4fad78d service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0774670
Apr 30 04:32:18.666776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Deleting port 151f146f-2378-4b86-bc98-45df8d26349b {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:32:18.668523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:18.686227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:18.946025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-972974ac-b6e7-4996-8102-cc57080d5884 req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:18.961188 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05dfe495-983b-4b72-84cc-e954adeae3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:19.045421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Pushing event deleted for resources: {'Port': ['ID=381be381-f3c7-4f20-9b9d-fda586a19afc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:19.056659 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:19.222874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd67ad-59d9-4435-bbb8-a924adda8822 req-42c9587e-3fd6-4c78-9b30-b06846f7714b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:19.236194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5afd67ad-59d9-4435-bbb8-a924adda8822 req-42c9587e-3fd6-4c78-9b30-b06846f7714b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 866 time: 0.7003779
Apr 30 04:32:19.285087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-972974ac-b6e7-4996-8102-cc57080d5884 req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] No DVR routers for this DVR port 381be381-f3c7-4f20-9b9d-fda586a19afc on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:32:19.289641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] For port 151f146f-2378-4b86-bc98-45df8d26349b, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=151f146f-2378-4b86-bc98-45df8d26349b,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:19.290204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:19.296314 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-972974ac-b6e7-4996-8102-cc57080d5884 req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:19.302836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'name': 'network-vif-deleted', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:19.342549 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-972974ac-b6e7-4996-8102-cc57080d5884 req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.50 "DELETE /v2.0/ports/381be381-f3c7-4f20-9b9d-fda586a19afc HTTP/1.1" status: 204  len: 173 time: 4.4230330
Apr 30 04:32:19.343204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Router d60d7360-e6a3-4254-a195-28f131f921cf is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:32:19.584379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Calling delete_port for 151f146f-2378-4b86-bc98-45df8d26349b owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:32:19.632299 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5afd67ad-59d9-4435-bbb8-a924adda8822 req-84ce2d53-5875-4a70-a292-980c87b36b8e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3822637
Apr 30 04:32:19.675146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:32:19.694438 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Sync routers for ids ['d60d7360-e6a3-4254-a195-28f131f921cf'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:32:19.726629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f048fb-2505-4ae1-bd66-27c741f36fb0 req-eff62c3d-fa46-456b-b5d5-c12ebc992d5e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:19.727868 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Routers {'d60d7360-e6a3-4254-a195-28f131f921cf'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:32:19.729242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77f048fb-2505-4ae1-bd66-27c741f36fb0 req-eff62c3d-fa46-456b-b5d5-c12ebc992d5e tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 945 time: 0.6568761
Apr 30 04:32:19.731234 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:19.739752 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 8.9247682
Apr 30 04:32:19.739752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59448) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:19.747237 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780512fa0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d60d7360-e6a3-4254-a195-28f131f921cf'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:19.847009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device eecc02d8-f935-4955-84b4-337dbdc9a1bd up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:32:19.951540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:19.966743 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77f048fb-2505-4ae1-bd66-27c741f36fb0 req-588b4358-2893-47f7-af2e-ab421d2177df tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2134719
Apr 30 04:32:20.092694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port eecc02d8-f935-4955-84b4-337dbdc9a1bd completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:32:20.098188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port eecc02d8-f935-4955-84b4-337dbdc9a1bd triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:32:20.098571 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:20.246396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:32:20.438232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:20.449321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:20.488093 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fd4bbfa9-7a0c-496d-b87c-a8bed75d8360 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:20.559788 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Set router d60d7360-e6a3-4254-a195-28f131f921cf gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:32:20.612861 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:20.682490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 050a0d0e-f281-443a-83d2-9bfe40bf4444 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:32:20.718071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Deleting port b591f05e-29c7-4190-b090-e67a456a4ad8 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:32:20.719659 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:20.733014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Pushing event deleted for resources: {'Port': ['ID=151f146f-2378-4b86-bc98-45df8d26349b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:20.742617 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:20.799112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:20.803224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 050a0d0e-f281-443a-83d2-9bfe40bf4444 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:32:20.806186 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:20.834316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d958-da4c-4ad8-9cff-4a2da54458d0 req-83d85b16-0ecf-46b1-ae55-c191426f526f tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:20.843800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0e7d958-da4c-4ad8-9cff-4a2da54458d0 req-83d85b16-0ecf-46b1-ae55-c191426f526f tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/ports?device_id=e343a0b3-43d7-4d8b-bf00-7e57ec57aac7 HTTP/1.1" status: 200  len: 866 time: 0.7555187
Apr 30 04:32:20.907146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:20.916521 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:20.942180 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:20.992034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] No DVR routers for this DVR port 151f146f-2378-4b86-bc98-45df8d26349b on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:32:21.000407 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:21.024786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-deleted', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:21.038791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14719bf6-2813-4985-99fa-5d0327b9d800 req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.50 "DELETE /v2.0/ports/151f146f-2378-4b86-bc98-45df8d26349b HTTP/1.1" status: 204  len: 173 time: 2.7662730
Apr 30 04:32:21.136528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0e7d958-da4c-4ad8-9cff-4a2da54458d0 req-970aa540-00e5-4100-839e-421b2f366c7d tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] 10.222.0.46 "GET /v2.0/security-groups?id=6bde572a-67a8-45d9-a871-9630d727087f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293282
Apr 30 04:32:21.222482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33cdd1-96a2-480a-bfea-9a9c118327b7 req-dceb725e-65f3-4091-a954-09ea9999d8a0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:21.238182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d33cdd1-96a2-480a-bfea-9a9c118327b7 req-dceb725e-65f3-4091-a954-09ea9999d8a0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.5659146
Apr 30 04:32:21.271595 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:21.375022 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780512fa0>, [{'id': 'd60d7360-e6a3-4254-a195-28f131f921cf', 'name': '', 'tenant_id': '4c4afa19f5f84802805e51d479769022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'deba24db-2ef0-4d82-a38b-f9a9a39d1246', 'external_fixed_ips': [{'subnet_id': 'd98702a2-c5c2-49ec-8c08-cf9f857d0f90', 'ip_address': '2001:db8::2ec'}], 'enable_snat': True}, 'gw_port_id': 'b591f05e-29c7-4190-b090-e67a456a4ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:32:10Z', 'updated_at': '2021-04-30T04:32:16Z', 'revision_number': 3, 'project_id': '4c4afa19f5f84802805e51d479769022', 'gw_port': {'id': 'b591f05e-29c7-4190-b090-e67a456a4ad8', 'name': '', 'network_id': 'deba24db-2ef0-4d82-a38b-f9a9a39d1246', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:00:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d7360-e6a3-4254-a195-28f131f921cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd98702a2-c5c2-49ec-8c08-cf9f857d0f90', 'ip_address': '2001:db8::2ec', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:32:13Z', 'updated_at': '2021-04-30T04:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd98702a2-c5c2-49ec-8c08-cf9f857d0f90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:21.384548 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Checking router: d60d7360-e6a3-4254-a195-28f131f921cf for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:32:21.384801 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Updating router d60d7360-e6a3-4254-a195-28f131f921cf port b591f05e-29c7-4190-b090-e67a456a4ad8 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:32:21.389134 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d33cdd1-96a2-480a-bfea-9a9c118327b7 req-2e12fd1d-a24f-4146-be6d-e50bd6cc264e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489892
Apr 30 04:32:21.411685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=eecc02d8-f935-4955-84b4-337dbdc9a1bd,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:21.430772 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:21.512961 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:21.574569 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:21.613118 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759ee611-b34b-48db-a282-b5fa99049fa2', 'name': 'network-vif-deleted', 'tag': '381be381-f3c7-4f20-9b9d-fda586a19afc', 'status': 'completed', 'code': 200}
Apr 30 04:32:21.624034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Calling delete_port for b591f05e-29c7-4190-b090-e67a456a4ad8 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:32:21.634868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:21.643645 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:21.646025 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3db6ec12-7a93-4574-a1c4-7a8afe39289f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:21.904928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:21.915076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:32:21.920799 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a53b2676-3def-491d-afbe-83750e33597a tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:22.015935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 151f146f-2378-4b86-bc98-45df8d26349b {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:32:22.016275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 151f146f-2378-4b86-bc98-45df8d26349b not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:32:22.048045 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:22.054561 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:22.096231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f951443a-77db-4aca-a810-8e81254c3f0c req-c3cc91ec-94f6-42c1-af7c-b7e831dfc800 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 210 time: 0.1284170
Apr 30 04:32:22.179496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccb7ba-e9db-437a-885e-8011dfd745bb req-a69830eb-e34a-4405-82e6-e39d59b94ca9 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:22.180035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event deleted for resources: {'Port': ['ID=b591f05e-29c7-4190-b090-e67a456a4ad8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:22.201246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1ccb7ba-e9db-437a-885e-8011dfd745bb req-a69830eb-e34a-4405-82e6-e39d59b94ca9 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 949 time: 0.4403260
Apr 30 04:32:22.204291 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:22.208874 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:22.304860 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd', 'code': 200}
Apr 30 04:32:22.390489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1ccb7ba-e9db-437a-885e-8011dfd745bb req-7f31bd21-98b1-4ed6-9914-9910782617dd tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878817
Apr 30 04:32:22.541515 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e343a0b3-43d7-4d8b-bf00-7e57ec57aac7', 'name': 'network-vif-deleted', 'tag': '151f146f-2378-4b86-bc98-45df8d26349b', 'status': 'completed', 'code': 200}
Apr 30 04:32:22.593156 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.db.api [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:32:22.594100 n-d-766726-20 neutron-server[74584]: DEBUG oslo_db.api [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:32:22.614467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59482) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:22.616965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:22.620173 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:22.657184 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:22.658726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d60d7360-e6a3-4254-a195-28f131f921cf {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:32:22.664898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb440-760c-4aa0-a026-852c413d635b req-a0789bf4-d2ba-45f8-bd99-5276a81e5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:22.667667 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8ceb440-760c-4aa0-a026-852c413d635b req-a0789bf4-d2ba-45f8-bd99-5276a81e5c35 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 1101 time: 0.2457125
Apr 30 04:32:22.706498 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:22.711702 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "DELETE /v2.0/routers/d60d7360-e6a3-4254-a195-28f131f921cf HTTP/1.1" status: 204  len: 168 time: 2.9697654
Apr 30 04:32:22.716295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59488) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:22.752713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8ceb440-760c-4aa0-a026-852c413d635b req-db9b55de-c964-4029-9b27-d149754f1540 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758514
Apr 30 04:32:22.808494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba1026-353f-45f3-82e3-1d992755fed7 req-8bef86f6-7338-4c16-a8d3-5e929ab05ac4 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:22.810264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3fba1026-353f-45f3-82e3-1d992755fed7 req-8bef86f6-7338-4c16-a8d3-5e929ab05ac4 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 945 time: 0.2065613
Apr 30 04:32:22.958746 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:23.044252 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3fba1026-353f-45f3-82e3-1d992755fed7 req-fb46d3db-27a7-4153-844b-2287fd44c74d tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189755
Apr 30 04:32:23.046199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:23.065255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Usage tracker for resource:security_group_rule and tenant:c355d30feca248b795ef1335e87b51ad is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:23.079788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:23.101100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:23.215280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Deleting subnet d98702a2-c5c2-49ec-8c08-cf9f857d0f90 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:32:23.232855 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:23.248995 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Port b591f05e-29c7-4190-b090-e67a456a4ad8 not found while updating agent binding for router d60d7360-e6a3-4254-a195-28f131f921cf. {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Apr 30 04:32:23.275985 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Routers set() bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:32:23.277287 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Router IDs set() for agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Apr 30 04:32:23.278534 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_agentschedulers_db [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d60d7360-e6a3-4254-a195-28f131f921cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent'). {{(pid=74584) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 30 04:32:23.279214 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ffbd-714a-4103-963d-a9a503b6b9f0 None None] The sync data for ids ['d60d7360-e6a3-4254-a195-28f131f921cf'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:32:23.345299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:23.365622 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:23.407287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:23.420609 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5e15ec66-ebe8-4744-82fc-1d80c68703ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:23.464478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:23.481139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c355d30feca248b795ef1335e87b51ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8296385
Apr 30 04:32:23.483110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f567221-09d7-4929-a427-a7678179ce2f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:23.498439 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:23.500264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59506) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:23.582884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a511d0-656f-41bd-a7ac-15a8238c69a4 req-dc29b750-96e0-4d60-977b-3bc7c1792291 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:23.584980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36a511d0-656f-41bd-a7ac-15a8238c69a4 req-dc29b750-96e0-4d60-977b-3bc7c1792291 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.2462797
Apr 30 04:32:23.667508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59510) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:23.714075 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-78bd698a-bdbb-4030-8d46-f6210a27869c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:23.731343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36a511d0-656f-41bd-a7ac-15a8238c69a4 req-d3ba877a-f4a8-45a6-b723-52b31e0ee308 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305656
Apr 30 04:32:23.810673 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-78bd698a-bdbb-4030-8d46-f6210a27869c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:24.012160 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-78bd698a-bdbb-4030-8d46-f6210a27869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:24.044473 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-182653be-7bf3-48ea-ba16-1dc8ce0c6abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:24.081312 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:24.109141 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:24.159112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:24.169851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d98702a2-c5c2-49ec-8c08-cf9f857d0f90,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:24.175124 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:24.177423 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/d98702a2-c5c2-49ec-8c08-cf9f857d0f90 HTTP/1.1" status: 204  len: 168 time: 1.4590130
Apr 30 04:32:24.183502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59518) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:24.216365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd698a-bdbb-4030-8d46-f6210a27869c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f567221-09d7-4929-a427-a7678179ce2f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:24.233595 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-78bd698a-bdbb-4030-8d46-f6210a27869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:24.295565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-78bd698a-bdbb-4030-8d46-f6210a27869c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:24.298013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-78bd698a-bdbb-4030-8d46-f6210a27869c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f567221-09d7-4929-a427-a7678179ce2f HTTP/1.1" status: 204  len: 168 time: 0.7850723
Apr 30 04:32:24.306576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:24.359196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef643f81-373b-4ebc-89cd-95ff15207ab2 req-ee1893a0-a6aa-416e-ac16-9f83e247e5b9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 210 time: 0.2717845
Apr 30 04:32:24.466698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bb21a1c4-251d-49d9-957d-9270491434fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0b85eaeba8e41c1891bd74090623a4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7864683
Apr 30 04:32:24.468687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:24.470058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59528) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:24.547653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e538-be97-49f0-ab87-b2729fd8e4db req-fbe06623-c00d-43f6-8424-85e72dea6e39 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:24.555531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7840e538-be97-49f0-ab87-b2729fd8e4db req-fbe06623-c00d-43f6-8424-85e72dea6e39 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 949 time: 0.1944997
Apr 30 04:32:24.606996 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d198b759-2a18-4b86-91c4-e9dc308b3259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:24.674660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7840e538-be97-49f0-ab87-b2729fd8e4db req-98e495b9-3e9e-41f7-b21d-40216d5f4427 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152961
Apr 30 04:32:24.816624 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:24.822652 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d198b759-2a18-4b86-91c4-e9dc308b3259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:24.855098 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'code': 200}
Apr 30 04:32:25.075864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59540) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:25.133652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:25.179035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aa2a880>,) {'filters': {'network_id': ['deba24db-2ef0-4d82-a38b-f9a9a39d1246']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:25.216778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:25.223749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa2a880>, 'c0daa5d9-0801-4009-82a7-c643a18cc8c9') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:25.224287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa2a880>, 'c0daa5d9-0801-4009-82a7-c643a18cc8c9') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:25.247126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Usage tracker for resource:security_group_rule and tenant:3b59bb198542429698e34be1a8ed136b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:25.253911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:25.263478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:25.288405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:25.312800 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:25.325681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:32:25.445703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19e941-0a30-4abe-808b-4b73ccfd3ca4 req-6c96ae5e-f5e2-4136-8dff-62427d954b8c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:25.448622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b19e941-0a30-4abe-808b-4b73ccfd3ca4 req-6c96ae5e-f5e2-4136-8dff-62427d954b8c tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 945 time: 0.7332189
Apr 30 04:32:25.462315 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d198b759-2a18-4b86-91c4-e9dc308b3259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:25.474447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b20fa5-12e0-4500-8d16-23965f938e4a req-7041fdc8-5311-471d-9d7f-792d65d97cd9 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:25.476207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7b20fa5-12e0-4500-8d16-23965f938e4a req-7041fdc8-5311-471d-9d7f-792d65d97cd9 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 950 time: 0.3883495
Apr 30 04:32:25.480150 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bd8c1298-9267-45a1-86aa-a85903e70851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:25.536978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198b759-2a18-4b86-91c4-e9dc308b3259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde572a-67a8-45d9-a871-9630d727087f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:25.545358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f48de-5b8c-4c83-91a3-4ceeb29c8812 req-1d1da551-3cb1-4e0b-91f6-61fc4f5d0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:25.547064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-508f48de-5b8c-4c83-91a3-4ceeb29c8812 req-1d1da551-3cb1-4e0b-91f6-61fc4f5d0bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 1102 time: 0.4663506
Apr 30 04:32:25.552099 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d198b759-2a18-4b86-91c4-e9dc308b3259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:25.587163 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d198b759-2a18-4b86-91c4-e9dc308b3259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:25.591413 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d198b759-2a18-4b86-91c4-e9dc308b3259 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bde572a-67a8-45d9-a871-9630d727087f HTTP/1.1" status: 204  len: 168 time: 1.1179242
Apr 30 04:32:25.618607 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b19e941-0a30-4abe-808b-4b73ccfd3ca4 req-d3d4864e-940d-47de-b082-f6a0382387fb tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573646
Apr 30 04:32:25.636750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network deba24db-2ef0-4d82-a38b-f9a9a39d1246 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:32:25.649857 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:25.652290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7b20fa5-12e0-4500-8d16-23965f938e4a req-255ec37e-8617-4f72-88e8-6e8a6201d852 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468196
Apr 30 04:32:25.674959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-508f48de-5b8c-4c83-91a3-4ceeb29c8812 req-a4b9c00a-e928-4057-8bbe-1931a60f0e2d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134973
Apr 30 04:32:26.085132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network deba24db-2ef0-4d82-a38b-f9a9a39d1246 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:32:26.174939 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:32:26.206218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede862aa-711a-4753-93d4-7daf79b305da req-73289223-ee14-4494-b6cf-a3af74583191 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:26.209026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ede862aa-711a-4753-93d4-7daf79b305da req-73289223-ee14-4494-b6cf-a3af74583191 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 945 time: 0.4973783
Apr 30 04:32:26.370382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:26.393281 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:26.434529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d8c4d-f949-4dd3-9d4d-22bf5adfdabd req-3e3a4ecc-ca7c-4151-8b5d-90db3ce0a283 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:26.440819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  deba24db-2ef0-4d82-a38b-f9a9a39d1246 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Apr 30 04:32:26.446692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:26.452330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-483d8c4d-f949-4dd3-9d4d-22bf5adfdabd req-3e3a4ecc-ca7c-4151-8b5d-90db3ce0a283 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.4649656
Apr 30 04:32:26.469857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event deleted for resources: {'Network': ['ID=deba24db-2ef0-4d82-a38b-f9a9a39d1246,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:26.478779 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:26.493283 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "DELETE /v2.0/networks/deba24db-2ef0-4d82-a38b-f9a9a39d1246 HTTP/1.1" status: 204  len: 168 time: 2.2994812
Apr 30 04:32:26.681771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-483d8c4d-f949-4dd3-9d4d-22bf5adfdabd req-837c1c0d-c6b1-496d-9fac-ab9167906d6d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229905
Apr 30 04:32:26.700722 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:26.725835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:26.758795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-ede862aa-711a-4753-93d4-7daf79b305da req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Deleting port 566bf91c-9dda-4417-be57-940f13816d61 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:32:26.759491 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ede862aa-711a-4753-93d4-7daf79b305da req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:26.873269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:26.932207 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0da112f0-b413-4225-aa5b-ccea051f520c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:26.945942 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:27.016445 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-048e7e31-fa60-460d-b8be-d10ede11ff72 req-65b945fd-6cdc-48e3-834a-20de1d034a30 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 210 time: 0.1879489
Apr 30 04:32:27.091995 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b59bb198542429698e34be1a8ed136b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0146167
Apr 30 04:32:27.120355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59572) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:27.219067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d29fc7-ac86-4975-8b77-0fd0a12c4bf2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:27.228146 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:27.387393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ede862aa-711a-4753-93d4-7daf79b305da req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] For port 566bf91c-9dda-4417-be57-940f13816d61, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=566bf91c-9dda-4417-be57-940f13816d61,segment=NetworkSegment(fb6f43d0-3b1b-4ab1-84c5-efb208513235),segment_id=fb6f43d0-3b1b-4ab1-84c5-efb208513235)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:27.387704 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ede862aa-711a-4753-93d4-7daf79b305da req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:27.640430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59582) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:27.696105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d56deb0-f988-438f-a93f-fedabb7e8ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:27.759427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d56deb0-f988-438f-a93f-fedabb7e8ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:27.767934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-ede862aa-711a-4753-93d4-7daf79b305da req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Calling delete_port for 566bf91c-9dda-4417-be57-940f13816d61 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:32:27.780539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'router': {'name': 'tempest-router--2094861029', 'project_id': '6609463d2a2046269cf4953a59d32df7'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:27.804608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:27.818233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Usage tracker for resource:router and tenant:6609463d2a2046269cf4953a59d32df7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:27.834337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:27.864035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:27.877355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4634bc-8b0a-474d-a0d9-8d7e8acef4e8 req-99b3d409-0ec0-404e-bff2-496923af25e2 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:27.886292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad4634bc-8b0a-474d-a0d9-8d7e8acef4e8 req-99b3d409-0ec0-404e-bff2-496923af25e2 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 950 time: 0.6801555
Apr 30 04:32:27.912859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d56deb0-f988-438f-a93f-fedabb7e8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:27.936630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82e709-c136-41e7-9d51-6859340ac6c6 req-d607ab6a-d48e-4f7e-b17f-8a1185588245 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:27.939337 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c9fc92c-fc89-4f1b-bb4e-9b8e1e96ff21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:27.945805 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a82e709-c136-41e7-9d51-6859340ac6c6 req-d607ab6a-d48e-4f7e-b17f-8a1185588245 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7647db-3988-4b56-af91-d251724d115c HTTP/1.1" status: 200  len: 945 time: 0.5610001
Apr 30 04:32:27.989167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56deb0-f988-438f-a93f-fedabb7e8ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d29fc7-ac86-4975-8b77-0fd0a12c4bf2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:27.998094 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d56deb0-f988-438f-a93f-fedabb7e8ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:28.011545 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:28.014703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:28.016200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d56deb0-f988-438f-a93f-fedabb7e8ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:28.020782 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5d56deb0-f988-438f-a93f-fedabb7e8ef1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29d29fc7-ac86-4975-8b77-0fd0a12c4bf2 HTTP/1.1" status: 204  len: 168 time: 0.8983738
Apr 30 04:32:28.040548 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:28.202228 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:28.237068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad4634bc-8b0a-474d-a0d9-8d7e8acef4e8 req-b996ea8a-8dc8-4657-a89f-7fa278efe0d2 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3491075
Apr 30 04:32:28.257959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a82e709-c136-41e7-9d51-6859340ac6c6 req-20edc983-f21a-446e-b1ab-0683356d8e55 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.46 "GET /v2.0/security-groups?id=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3105378
Apr 30 04:32:28.315761 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:28.321744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6e0c3588-0b52-4a65-9dfa-38e15a7417bc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.5702996
Apr 30 04:32:28.323519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59598) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:28.482635 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ede862aa-711a-4753-93d4-7daf79b305da req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:28.493643 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e31b82c0-b25b-456f-b86c-3d0c647cb5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:28.703015 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3aa46c3a-442b-4346-8e04-b544e92d0e1a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:28.709548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Pushing event deleted for resources: {'Port': ['ID=566bf91c-9dda-4417-be57-940f13816d61,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:28.723464 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:29.110648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede862aa-711a-4753-93d4-7daf79b305da req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] No DVR routers for this DVR port 566bf91c-9dda-4417-be57-940f13816d61 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:32:29.117201 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ede862aa-711a-4753-93d4-7daf79b305da req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:29.156526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7647db-3988-4b56-af91-d251724d115c', 'name': 'network-vif-deleted', 'tag': '566bf91c-9dda-4417-be57-940f13816d61'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:29.177773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ede862aa-711a-4753-93d4-7daf79b305da req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] 10.222.0.50 "DELETE /v2.0/ports/566bf91c-9dda-4417-be57-940f13816d61 HTTP/1.1" status: 204  len: 173 time: 2.9529731
Apr 30 04:32:29.309200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd3423-19f1-4060-9d3c-b37c5cc0be08 req-79281a65-a039-42e2-add2-3e8c45139845 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:29.320543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3aa46c3a-442b-4346-8e04-b544e92d0e1a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:29.323150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-58bd3423-19f1-4060-9d3c-b37c5cc0be08 req-79281a65-a039-42e2-add2-3e8c45139845 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.6146860
Apr 30 04:32:29.324587 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3aa46c3a-442b-4346-8e04-b544e92d0e1a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:29.407391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3aa46c3a-442b-4346-8e04-b544e92d0e1a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:29.408408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa46c3a-442b-4346-8e04-b544e92d0e1a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08a4ed96-0ffc-496a-8a6d-031021ccec0d {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:32:29.442157 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3aa46c3a-442b-4346-8e04-b544e92d0e1a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:29.448571 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3aa46c3a-442b-4346-8e04-b544e92d0e1a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "DELETE /v2.0/routers/08a4ed96-0ffc-496a-8a6d-031021ccec0d HTTP/1.1" status: 204  len: 168 time: 1.1220419
Apr 30 04:32:29.514798 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-58bd3423-19f1-4060-9d3c-b37c5cc0be08 req-aede0622-f3b2-450c-93d8-05df70095233 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897819
Apr 30 04:32:29.817058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f41586f5-75bc-48e7-8950-810b88708c01 req-a5927b88-57b7-48f0-b45a-8d33b619bbc1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=759ee611-b34b-48db-a282-b5fa99049fa2 HTTP/1.1" status: 200  len: 210 time: 0.0941923
Apr 30 04:32:29.902006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 566bf91c-9dda-4417-be57-940f13816d61 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:32:29.990741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59638) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:30.006327 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 566bf91c-9dda-4417-be57-940f13816d61 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:32:30.007077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 566bf91c-9dda-4417-be57-940f13816d61 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:32:30.055466 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7647db-3988-4b56-af91-d251724d115c', 'name': 'network-vif-deleted', 'tag': '566bf91c-9dda-4417-be57-940f13816d61', 'status': 'completed', 'code': 200}
Apr 30 04:32:30.530548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-963143133', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:30.558165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:30.575279 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-db2d33c0-f736-428c-878a-d10523ba3cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:30.582765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Usage tracker for resource:router and tenant:0ae29d9b2a6c4691a7038b7fc8626338 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:30.592185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:30.601746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:30.618711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:30.621582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:30.649524 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:30.825498 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:32:30.860368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fac40-7784-43c6-889a-4bf17aade921 req-10b458a0-b332-499c-b309-7f888275abe7 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:30.890821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e8fac40-7784-43c6-889a-4bf17aade921 req-10b458a0-b332-499c-b309-7f888275abe7 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 950 time: 0.4781983
Apr 30 04:32:30.891606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59662) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:31.056198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:31.114321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e8fac40-7784-43c6-889a-4bf17aade921 req-f7955092-0e4a-4b05-b840-fdfb02b0cdac tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013223
Apr 30 04:32:31.200341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4c734-5a02-4952-b4d9-e99f3cf94819 req-0f347fce-4303-4dd6-b932-781bbc545d18 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:31.202067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96b4c734-5a02-4952-b4d9-e99f3cf94819 req-0f347fce-4303-4dd6-b932-781bbc545d18 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.1761487
Apr 30 04:32:31.287390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:31.333585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:31.345745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96b4c734-5a02-4952-b4d9-e99f3cf94819 req-160dfde2-8094-4d1f-bb65-4014727e4c77 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239965
Apr 30 04:32:31.352382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Usage tracker for resource:security_group_rule and tenant:2595d18f6d804e82b23fcd4c1f92ea24 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:31.368268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:31.380138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:31.577397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:31.591633 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:31.598980 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-69c7bbae-151a-4ce5-9d8d-eec76794798b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:31.703842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2595d18f6d804e82b23fcd4c1f92ea24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8105457
Apr 30 04:32:31.705081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618fc6ec-6317-4654-8b9d-05c34c1035a2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:31.709830 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:31.710444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59686) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:31.833016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5098e0bb-f169-4fc4-ad31-815499bf5aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:31.869656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5098e0bb-f169-4fc4-ad31-815499bf5aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:31.971938 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5098e0bb-f169-4fc4-ad31-815499bf5aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:31.978297 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-92de632c-eee0-476f-873c-ab46d2410a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:32.003547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098e0bb-f169-4fc4-ad31-815499bf5aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618fc6ec-6317-4654-8b9d-05c34c1035a2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:32.018031 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5098e0bb-f169-4fc4-ad31-815499bf5aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:32.028148 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5098e0bb-f169-4fc4-ad31-815499bf5aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:32.032795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5098e0bb-f169-4fc4-ad31-815499bf5aff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/618fc6ec-6317-4654-8b9d-05c34c1035a2 HTTP/1.1" status: 204  len: 168 time: 0.3192937
Apr 30 04:32:32.434967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:32.468712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:32.633131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Allocated IP 172.25.8.230 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/35327bff-6739-42cc-bb22-634b6f9006dd) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:32:32.831015 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:32.910271 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:32.954912 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-12a7e5c7-41ee-4ff7-8707-bdbe50fb44a2 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:33.210684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:32:33.240951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:32:33.285703 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:33.296240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:32:33.343795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f9a76-486f-4f1d-892a-931f8429dc7d req-bbf23014-ea2c-4025-8ff2-e694ffc53f3c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:33.360404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d35f9a76-486f-4f1d-892a-931f8429dc7d req-bbf23014-ea2c-4025-8ff2-e694ffc53f3c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.1925209
Apr 30 04:32:33.481501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d35f9a76-486f-4f1d-892a-931f8429dc7d req-b0157094-3460-4304-9d66-a61882691f41 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193593
Apr 30 04:32:33.515552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event updated for resources: {'Port': ['ID=35327bff-6739-42cc-bb22-634b6f9006dd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:33.522617 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:33.600929 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c069a3e3-f7b9-43e5-abe2-88edeee15dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:34.591759 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:34.866939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59798) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:34.912478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:34.968168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59806) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:35.380868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291cebc-60d5-4168-bc58-0e452dfc4df1 req-edbd6a50-42af-4430-94c9-6761548a7b37 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:35.395818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7291cebc-60d5-4168-bc58-0e452dfc4df1 req-edbd6a50-42af-4430-94c9-6761548a7b37 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.4182634
Apr 30 04:32:35.473729 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:35.553629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-897977328-network', 'tenant_id': '399df501880c4002beea62440aa7361c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:35.570059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:35.576252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:35.592536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Usage tracker for resource:network and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:35.603163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:35.609077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Usage tracker for resource:security_group_rule and tenant:2868b97c90db42d2984fead66eb054b8 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:35.627468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:35.650156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:35.654268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:35.712235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7291cebc-60d5-4168-bc58-0e452dfc4df1 req-cc30d687-8933-4255-ae0f-e53c7220efc6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407510
Apr 30 04:32:35.717304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Made reservation on behalf of 399df501880c4002beea62440aa7361c for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:32:35.724584 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:35.833184 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:35.926182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:35.951988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:35.960038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:36.007583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:36.087658 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.212379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:32:36.258001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.544128 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.561401 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.566510 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.607150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:32:36.631733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.632209 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Added segment f67c9e1f-2760-4a1b-869c-8d89485d2b65 of type vlan for network a4f5c2eb-a150-4009-bb50-7f6e012f6e30
Apr 30 04:32:36.655222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:36.670926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'mac_address': 'fa:16:3e:8f:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:32:36.672267 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.713890 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e105e7e-c184-4cf6-b933-6ec350f186f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:36.726928 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.727814 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.748616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:36.749312 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.780550 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.822590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 050a0d0e-f281-443a-83d2-9bfe40bf4444 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:32:36.853062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:36.864252 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:36.866748 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:36.905649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9361768
Apr 30 04:32:36.910990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59850) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:36.984100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['050a0d0e-f281-443a-83d2-9bfe40bf4444'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:32:37.028242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Request body: {'subnet': {'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-897977328-subnet', 'tenant_id': '399df501880c4002beea62440aa7361c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:37.056568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Router 60e70be3-58a6-4693-9fd9-89f7f5a0ccb2 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:32:37.057461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:37.070155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Usage tracker for resource:subnet and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:37.079934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:37.086863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:37.092826 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:37.105474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:37.166478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ceeaec-0946-4694-b973-131c52a7080c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:37.467016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:32:37.525543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Made reservation on behalf of 399df501880c4002beea62440aa7361c for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:32:37.547905 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:37.565331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a639466-72f2-4ec2-ae2e-5f2ed3b5df8f None None] Sync routers for ids ['60e70be3-58a6-4693-9fd9-89f7f5a0ccb2'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:32:37.581168 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:37.587692 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.5913920
Apr 30 04:32:37.591089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59866) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:37.617619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a639466-72f2-4ec2-ae2e-5f2ed3b5df8f None None] Routers {'60e70be3-58a6-4693-9fd9-89f7f5a0ccb2'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:32:37.618818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8a639466-72f2-4ec2-ae2e-5f2ed3b5df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf30c10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:32:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['60e70be3-58a6-4693-9fd9-89f7f5a0ccb2'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:37.762542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8a639466-72f2-4ec2-ae2e-5f2ed3b5df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf30c10>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:37.800252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a639466-72f2-4ec2-ae2e-5f2ed3b5df8f None None] Routers {'60e70be3-58a6-4693-9fd9-89f7f5a0ccb2'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:32:37.801196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8a639466-72f2-4ec2-ae2e-5f2ed3b5df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf30c10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:32:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['60e70be3-58a6-4693-9fd9-89f7f5a0ccb2'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:37.954340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.954738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.955365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.955926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.956446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.957122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.960649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.961149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.961628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.962057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.962597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.963006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:37.984521 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.271s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:37.994548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2868b97c90db42d2984fead66eb054b8&name=default HTTP/1.1" status: 200  len: 2979 time: 3.1230500
Apr 30 04:32:37.999335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59874) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:38.011134 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-78bd698a-bdbb-4030-8d46-f6210a27869c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.266s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:38.030491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8a639466-72f2-4ec2-ae2e-5f2ed3b5df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf30c10>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:38.031357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a639466-72f2-4ec2-ae2e-5f2ed3b5df8f None None] The sync data for ids ['60e70be3-58a6-4693-9fd9-89f7f5a0ccb2'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:32:38.069053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45e2d70-b751-4b03-aa0e-b048253fb4dd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:38.086193 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:38.150309 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.261s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:38.212216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:32:38.290265 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-86503205-781a-48c3-9f06-2b8a1e002bef tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/routers/60e70be3-58a6-4693-9fd9-89f7f5a0ccb2 HTTP/1.1" status: 200  len: 924 time: 0.6948802
Apr 30 04:32:38.295138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59878) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:38.358873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab299fdf-8a08-4e64-bef9-aa334b9cbe9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:38.389091 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bedf6b89-44d0-43dd-b881-790ccc6aff71 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e70be3-58a6-4693-9fd9-89f7f5a0ccb2 HTTP/1.1" status: 200  len: 205 time: 0.0903902
Apr 30 04:32:38.390454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59888) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:38.489347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 050a0d0e-f281-443a-83d2-9bfe40bf4444 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:32:38.489954 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:38.571674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78024830-79e7-484b-a43b-37fa2bc445ad req-7f4e0933-1cd5-408f-b478-ed4da6f30704 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:38.573477 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78024830-79e7-484b-a43b-37fa2bc445ad req-7f4e0933-1cd5-408f-b478-ed4da6f30704 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 1.4271388
Apr 30 04:32:38.595947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f5c2eb-a150-4009-bb50-7f6e012f6e30,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:38.624102 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:38.631823 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab299fdf-8a08-4e64-bef9-aa334b9cbe9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:38.856585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:32:38.933327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:39.088223 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:39.108986 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab299fdf-8a08-4e64-bef9-aa334b9cbe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:39.147038 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f6f5e81d-2078-4088-ad4b-5a1eeaa5ed56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:39.158278 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78024830-79e7-484b-a43b-37fa2bc445ad req-73a73cb8-8df8-4cc6-8ffd-cd47d7ada89a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5089881
Apr 30 04:32:39.210058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:39.211540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:39.215439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab299fdf-8a08-4e64-bef9-aa334b9cbe9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45e2d70-b751-4b03-aa0e-b048253fb4dd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:39.226692 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:39.230441 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab299fdf-8a08-4e64-bef9-aa334b9cbe9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:39.234672 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:39.271258 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab299fdf-8a08-4e64-bef9-aa334b9cbe9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:39.275149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ab299fdf-8a08-4e64-bef9-aa334b9cbe9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f45e2d70-b751-4b03-aa0e-b048253fb4dd HTTP/1.1" status: 204  len: 168 time: 1.2148135
Apr 30 04:32:39.524180 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'code': 200}
Apr 30 04:32:39.525194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:39.550633 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:39.795335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59920) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:39.911576 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:40.249710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59938) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:40.270217 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:40.311320 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:40.335245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:40.345054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Usage tracker for resource:security_group_rule and tenant:f592c3c2f1c14645b22e929cdba021d5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:40.351872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:40.356555 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:40.364820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:40.369935 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b78c2ba5-090f-431b-894f-a000114f6ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:40.435817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:40.466135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fb4091-78f6-4572-8543-3c6a65e4f357,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:40.477216 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:40.505339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Usage tracker for resource:security_group_rule and tenant:b57019f2f8fc480bbb905f9e1a80d9d1 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:40.524404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:40.532212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Checking segment: {'id': 'f67c9e1f-2760-4a1b-869c-8d89485d2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:32:40.532789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Network hostable DHCP agents. Network: a4f5c2eb-a150-4009-bb50-7f6e012f6e30, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:32:40.570368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:32:40.571001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:40.585691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Deleting port 35327bff-6739-42cc-bb22-634b6f9006dd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:32:40.586246 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:40.793129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, a4f5c2eb-a150-4009-bb50-7f6e012f6e30) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:32:40.808518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3aaf1-97bb-419b-9401-c905ff35ca80 None None] Network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:32:40.911285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:40.930530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:41.078646 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:41.474985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c18fa-8d43-429d-8a1b-2162253e2e12 None None] Network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:32:41.532193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Calling delete_port for 35327bff-6739-42cc-bb22-634b6f9006dd owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:32:41.564681 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:41.601872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a1087-cc8f-44ef-88fb-1ee360732e5c req-17f041e7-315d-4ea9-b1a3-dc17acd9e521 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:41.615126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-819a1087-cc8f-44ef-88fb-1ee360732e5c req-17f041e7-315d-4ea9-b1a3-dc17acd9e521 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 0.9997039
Apr 30 04:32:41.618232 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:41.691424 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5956fe97-c9d7-45f2-ac3d-8ecce1db6a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:41.703658 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f592c3c2f1c14645b22e929cdba021d5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4400048
Apr 30 04:32:41.719025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.7368410
Apr 30 04:32:41.719372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59972) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:41.808141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-819a1087-cc8f-44ef-88fb-1ee360732e5c req-60efd42c-71f1-4274-8ab5-5d3fa2a6e2cc tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763856
Apr 30 04:32:41.812902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8054c56c-ce36-4cf5-b07a-d19298eef22a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:41.837397 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:42.114811 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:42.142067 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:42.247157 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:42.299552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59996) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:42.303798 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b57019f2f8fc480bbb905f9e1a80d9d1&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5067127
Apr 30 04:32:42.531140 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-59f9752f-29ae-4874-a4c4-964bbcb8d039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:42.695327 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-59f9752f-29ae-4874-a4c4-964bbcb8d039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:42.844423 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdf20fcb-0914-433d-8e0e-ef5efca65012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:43.011258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2108639907', 'description': 'tempest-description-604646987'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:43.037355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:43.051121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:43.059814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:43.077647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:43.078977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedfe099-7cab-48ae-9737-4a43d32a091e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:43.106155 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:43.149304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdf20fcb-0914-433d-8e0e-ef5efca65012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:43.178738 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:43.208342 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b2ec76e-a211-4f6e-a899-b7562427db28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:43.339413 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:43.390209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event deleted for resources: {'Port': ['ID=35327bff-6739-42cc-bb22-634b6f9006dd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:43.403839 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:43.544841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:43.552651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:43.558919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:43.570505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:43.673673 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:43.750336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89c91b-15c8-4fdb-a6e3-24be96f5d9d2 req-601eef34-3e98-4a2b-b2e1-15d6715b2416 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:43.764032 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a89c91b-15c8-4fdb-a6e3-24be96f5d9d2 req-601eef34-3e98-4a2b-b2e1-15d6715b2416 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 945 time: 1.0294724
Apr 30 04:32:43.850325 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdf20fcb-0914-433d-8e0e-ef5efca65012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:43.854419 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-59f9752f-29ae-4874-a4c4-964bbcb8d039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:43.875602 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aaa541b8-b131-4d08-b22b-336c25e4c2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:43.911992 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c070ddc-e027-44bc-9387-b5608b4008d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:43.980325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-74989270-a206-4d50-8986-9d152c8db93f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:43.983390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-74989270-a206-4d50-8986-9d152c8db93f tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.50 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 945 time: 0.8027472
Apr 30 04:32:43.998206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9752f-29ae-4874-a4c4-964bbcb8d039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedfe099-7cab-48ae-9737-4a43d32a091e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:44.010432 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-59f9752f-29ae-4874-a4c4-964bbcb8d039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:44.220405 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-59f9752f-29ae-4874-a4c4-964bbcb8d039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.222568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-59f9752f-29ae-4874-a4c4-964bbcb8d039 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bedfe099-7cab-48ae-9737-4a43d32a091e HTTP/1.1" status: 204  len: 168 time: 1.9214189
Apr 30 04:32:44.252263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a89c91b-15c8-4fdb-a6e3-24be96f5d9d2 req-5c214c88-34e6-4b0d-9141-f54e0df45504 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4864647
Apr 30 04:32:44.265062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf20fcb-0914-433d-8e0e-ef5efca65012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054c56c-ce36-4cf5-b07a-d19298eef22a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:44.270563 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fdf20fcb-0914-433d-8e0e-ef5efca65012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:44.358728 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.384174 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.471473 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0f868793-28bd-4764-969a-864d1c76e4ec tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:44.515995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.534047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33785124-634d-425d-bc8c-9bd6e553a1ef req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 1.5945878
Apr 30 04:32:44.677593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c524a2-d934-4bd4-a6ed-311450f89427,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:44.699882 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:44.740331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Deleting port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:32:44.740901 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.750901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.780691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.893960 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.894894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Fanout notify agent at l3_agent the message router_deleted on router 60e70be3-58a6-4693-9fd9-89f7f5a0ccb2 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:32:44.901000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdf20fcb-0914-433d-8e0e-ef5efca65012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.906956 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fdf20fcb-0914-433d-8e0e-ef5efca65012 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8054c56c-ce36-4cf5-b07a-d19298eef22a HTTP/1.1" status: 204  len: 168 time: 3.1874774
Apr 30 04:32:44.935571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:44.938809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/60e70be3-58a6-4693-9fd9-89f7f5a0ccb2 HTTP/1.1" status: 204  len: 168 time: 6.5470254
Apr 30 04:32:44.944071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60030) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:44.958356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-20768700', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': False}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:44.972039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:44.987452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Usage tracker for resource:router and tenant:4c4afa19f5f84802805e51d479769022 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:44.997289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:45.012123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:45.045378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:45.046847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:45.085169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:45.631801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] For port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:45.632687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:45.707261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60036) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:45.799149 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:45.866547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-997247539', 'description': 'tempest-description-966094490'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:45.892970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:45.912976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:45.927897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:45.960588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:45.978415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:32:46.212013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:46.223226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Calling delete_port for 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:32:46.231343 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:46.249214 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:46.262851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Usage tracker for resource:security_group_rule and tenant:081d89d310bd4d51b02508fbe24f2395 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:46.271882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:46.296552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:46.298303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:46.306727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:46.316182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:46.330211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:46.541998 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:46.579881 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:46.601148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60046) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:46.622664 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-939b3c04-bc8f-4278-989d-89530712815c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:46.640403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:46.641093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e31bd8b-159c-4246-8b67-b3c7ff6b7837 req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1804 time: 1.4041917
Apr 30 04:32:46.668996 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:46.710014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:46.721724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Usage tracker for resource:security_group_rule and tenant:928ce8cd907048bf9f4ef34a521fa077 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:46.738337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:46.746918 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:46.752252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:46.763154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bcce3-9c36-4974-b7d9-eb5f7077ab9e req-236ededd-7b51-451d-b097-c93d9c0fadc6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:46.771558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-996bcce3-9c36-4974-b7d9-eb5f7077ab9e req-236ededd-7b51-451d-b097-c93d9c0fadc6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 1.5409112
Apr 30 04:32:46.790063 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:46.834871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04cf8df-ee8d-4f29-aa76-fd1084944567,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:46.836704 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75019076-33b6-42dc-a4a3-8586a4e187c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:46.839458 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:46.859112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-996bcce3-9c36-4974-b7d9-eb5f7077ab9e req-540419fe-1a8a-4a5c-9c33-4586606f6314 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833220
Apr 30 04:32:47.016132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60062) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:47.017725 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=081d89d310bd4d51b02508fbe24f2395&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3090065
Apr 30 04:32:47.065707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21675315-e0ab-487d-9e19-20700b6f23ed,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:47.077066 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:47.424552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:47.460291 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:47.466650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:47.487020 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:47.519577 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88bc8e91-4841-4e9d-b7e0-06315a19354a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:47.555089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:47.585284 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cbe4982-865a-461e-a77b-2aa9a8e145c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:47.631012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8e1ee6-6f8f-4f72-a20a-1378e5ef74df,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:47.634321 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:47.814718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Pushing event deleted for resources: {'Port': ['ID=74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:47.880671 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=928ce8cd907048bf9f4ef34a521fa077&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2744782
Apr 30 04:32:47.890709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60080) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:47.923213 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:47.967352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Allocated IP 172.25.8.221 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/1d31cbbf-af61-40e8-a8b1-8aedb514ed7b) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:32:48.001029 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72ee719f-3de8-4d35-a7a0-5c0203b8ba88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:48.033758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5c66-e77a-48cb-9025-5cf4fa380058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:48.054203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] No DVR routers for this DVR port 74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:32:48.080595 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:48.102325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'name': 'network-vif-deleted', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:48.112004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98b0d1f2-e743-4153-b8e8-71fa4b668319 req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.50 "DELETE /v2.0/ports/74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a HTTP/1.1" status: 204  len: 173 time: 4.1099207
Apr 30 04:32:48.249098 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:48.263523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72ee719f-3de8-4d35-a7a0-5c0203b8ba88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:48.313244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:48.337651 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d027b44-8a3a-4fa1-867c-5fba52e3d112 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:48.371647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-742bb9f2-16b5-4ccc-95f1-621e6a35d7c8 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:48.372792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-742bb9f2-16b5-4ccc-95f1-621e6a35d7c8 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Synchronizing usage tracker for tenant:399df501880c4002beea62440aa7361c on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:32:48.410723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197c65b-8968-45ed-a079-b21ba3298e1b req-38ac6d08-2a9a-4140-845e-b9966a167e7c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:48.412053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0197c65b-8968-45ed-a079-b21ba3298e1b req-38ac6d08-2a9a-4140-845e-b9966a167e7c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Synchronizing usage tracker for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:32:48.423677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5c66-e77a-48cb-9025-5cf4fa380058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:48.446296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:32:48.458749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:32:48.467566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:32:48.496941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event updated for resources: {'Port': ['ID=1d31cbbf-af61-40e8-a8b1-8aedb514ed7b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:48.515007 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:48.540263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0197c65b-8968-45ed-a079-b21ba3298e1b req-38ac6d08-2a9a-4140-845e-b9966a167e7c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Unset dirty status for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:32:48.542448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0197c65b-8968-45ed-a079-b21ba3298e1b req-38ac6d08-2a9a-4140-845e-b9966a167e7c tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=36840ca5-8b71-4862-8cd7-6d1ea97190d6 HTTP/1.1" status: 200  len: 866 time: 1.5272744
Apr 30 04:32:48.675716 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5c66-e77a-48cb-9025-5cf4fa380058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:48.735659 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fdbbe50-41e2-4174-a1eb-056868aa9724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:48.759654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d5c66-e77a-48cb-9025-5cf4fa380058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8e1ee6-6f8f-4f72-a20a-1378e5ef74df,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:48.764739 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b6d5c66-e77a-48cb-9025-5cf4fa380058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:48.834299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-742bb9f2-16b5-4ccc-95f1-621e6a35d7c8 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Unset dirty status for tenant:399df501880c4002beea62440aa7361c on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:32:48.836009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-742bb9f2-16b5-4ccc-95f1-621e6a35d7c8 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 812 time: 1.6013913
Apr 30 04:32:48.858744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-aa501529-d7b8-4b40-ae8e-ab89edfb2728 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:48.861766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-aa501529-d7b8-4b40-ae8e-ab89edfb2728 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.7271488
Apr 30 04:32:48.889046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766726-20'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:48.947138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5edb6713-f486-4744-bc57-af550c4576fd tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/quotas/399df501880c4002beea62440aa7361c HTTP/1.1" status: 200  len: 375 time: 0.1040585
Apr 30 04:32:48.970915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5c66-e77a-48cb-9025-5cf4fa380058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:48.974162 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7b6d5c66-e77a-48cb-9025-5cf4fa380058 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e8e1ee6-6f8f-4f72-a20a-1378e5ef74df HTTP/1.1" status: 204  len: 168 time: 1.0814178
Apr 30 04:32:49.161561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0197c65b-8968-45ed-a079-b21ba3298e1b req-fdefbfe3-dd90-4dc2-8cb9-82d028a09195 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5912175
Apr 30 04:32:49.164102 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72ee719f-3de8-4d35-a7a0-5c0203b8ba88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:49.267758 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:49.287421 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:49.306319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-ae603a4e-77d3-4b16-aeea-b733f4e998b7 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2841995
Apr 30 04:32:49.321800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee719f-3de8-4d35-a7a0-5c0203b8ba88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21675315-e0ab-487d-9e19-20700b6f23ed,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:49.333812 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72ee719f-3de8-4d35-a7a0-5c0203b8ba88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:49.737634 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:49.800903 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72ee719f-3de8-4d35-a7a0-5c0203b8ba88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:49.802665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-72ee719f-3de8-4d35-a7a0-5c0203b8ba88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21675315-e0ab-487d-9e19-20700b6f23ed HTTP/1.1" status: 204  len: 168 time: 2.7856104
Apr 30 04:32:50.003910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fd5ab434-68f0-48c8-83df-540d75304c03 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:32:50.035335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:50.213702 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-42962578-ab0f-46d1-bb48-d0976ed2e0f3 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8825338
Apr 30 04:32:50.394636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:50.438451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fd5ab434-68f0-48c8-83df-540d75304c03 has no active binding in host n-h2-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 04:32:50.626991 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-36b21f9f-cd9f-4f94-92ea-c8a21ab0d077 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4118373
Apr 30 04:32:50.908838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Router e61246a1-e250-4bf9-a491-09cec7f02c70 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:32:51.044737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06b03c-2730-4359-82e7-ffe21d8e5e34 req-1670db38-8cec-42e1-b626-6f9d4d1a9eab tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:51.047220 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b06b03c-2730-4359-82e7-ffe21d8e5e34 req-1670db38-8cec-42e1-b626-6f9d4d1a9eab tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 945 time: 1.3924041
Apr 30 04:32:51.125719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:51.176285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:32:51.353176 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:51.383751 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:51.401113 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:51.583016 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36840ca5-8b71-4862-8cd7-6d1ea97190d6', 'name': 'network-vif-deleted', 'tag': '74a0c4f5-7c08-4ce0-bba5-d15ccabf4d2a', 'status': 'completed', 'code': 200}
Apr 30 04:32:51.586614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ab434-68f0-48c8-83df-540d75304c03,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:51.602750 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:51.627152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:32:51.639061 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Sync routers for ids ['e61246a1-e250-4bf9-a491-09cec7f02c70'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:32:51.671637 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Routers {'e61246a1-e250-4bf9-a491-09cec7f02c70'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:32:51.672871 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780374850>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:32:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['e61246a1-e250-4bf9-a491-09cec7f02c70'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:51.710032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:51.718155 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 6.7713430
Apr 30 04:32:51.718411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60140) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:51.808892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b06b03c-2730-4359-82e7-ffe21d8e5e34 req-6c3dee83-2ce5-44c8-982b-517592f10ba9 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7412879
Apr 30 04:32:51.813064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 on host n-h1-766726-20 for vnic_type normal with profile {"migrating_to": "n-h2-766726-20"} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:32:51.813683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:32:51.816805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:32:51.826210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Port fd5ab434-68f0-48c8-83df-540d75304c03 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:32:51.827685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Attempting to bind port fd5ab434-68f0-48c8-83df-540d75304c03 on network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:32:51.837162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:32:51.840786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Checking segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:32:51.842454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Bound using segment: {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:32:51.843792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Bound port: fd5ab434-68f0-48c8-83df-540d75304c03, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee4a274-30b5-4005-b28c-4214d9b88e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:32:51.845593 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:51.990035 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-478f7659-1060-4b12-906c-ddf3b8d3c0ed req-fd63f4be-24ee-435d-89d0-bd84a2096312 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 210 time: 0.1262662
Apr 30 04:32:52.232059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60158) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:52.486247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:32:52.531254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:32:52.544943 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:52.562243 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6c066105-fc51-44c0-90dc-f5b323cfea2e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:52.840181 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Set router e61246a1-e250-4bf9-a491-09cec7f02c70 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:32:52.979754 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7b031293-9a75-48bf-ade9-64fb698dc370 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/routers/e61246a1-e250-4bf9-a491-09cec7f02c70 HTTP/1.1" status: 200  len: 907 time: 1.2572951
Apr 30 04:32:52.982004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60188) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:53.002267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-20768700', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': True}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:53.021065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:53.043840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Usage tracker for resource:router and tenant:4c4afa19f5f84802805e51d479769022 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:53.059164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:53.099659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:53.137172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:53.138661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:53.186690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:53.471317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:53.472098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:53.474984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] 10.222.0.50 "PUT /v2.0/ports/fd5ab434-68f0-48c8-83df-540d75304c03 HTTP/1.1" status: 200  len: 1123 time: 4.6059885
Apr 30 04:32:53.565281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['fd5ab434-68f0-48c8-83df-540d75304c03'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:32:53.646169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03'}, {'name': 'network-changed', 'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:53.650049 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780374850>, [{'id': 'e61246a1-e250-4bf9-a491-09cec7f02c70', 'name': 'tempest-snat-router-20768700', 'tenant_id': '4c4afa19f5f84802805e51d479769022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.221'}], 'enable_snat': False}, 'gw_port_id': '1d31cbbf-af61-40e8-a8b1-8aedb514ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:32:45Z', 'updated_at': '2021-04-30T04:32:48Z', 'revision_number': 3, 'project_id': '4c4afa19f5f84802805e51d479769022', 'gw_port': {'id': '1d31cbbf-af61-40e8-a8b1-8aedb514ed7b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61246a1-e250-4bf9-a491-09cec7f02c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:32:47Z', 'updated_at': '2021-04-30T04:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:53.656195 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Checking router: e61246a1-e250-4bf9-a491-09cec7f02c70 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:32:53.656496 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Updating router e61246a1-e250-4bf9-a491-09cec7f02c70 port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:32:53.721350 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:53.990743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['fd5ab434-68f0-48c8-83df-540d75304c03'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:32:54.669298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ab434-68f0-48c8-83df-540d75304c03,revision_number=8']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:54.701307 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.147s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:54.746051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] Deleting subnet c8326175-e83c-408f-988d-f3ddf2f98448 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:32:54.794824 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.040726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.113874 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.124240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-edc7ad05-427b-4add-969d-dff0bf607cfa tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:55.133824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-edc7ad05-427b-4add-969d-dff0bf607cfa tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Synchronizing usage tracker for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:32:55.170094 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Transition to ACTIVE for port object 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:32:55.193826 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.217753 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:55.280473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-edc7ad05-427b-4add-969d-dff0bf607cfa tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Unset dirty status for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:32:55.283042 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-edc7ad05-427b-4add-969d-dff0bf607cfa tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.50 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 944 time: 2.0577357
Apr 30 04:32:55.405808 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.472941 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Attempting to bind port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:32:55.473472 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Attempting to bind port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:32:55.473951 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Attempting to bind port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:32:55.483201 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:32:55.483810 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:32:55.484317 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.484820 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:32:55.485424 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Bound port: 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:32:55.485943 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.601507 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] For port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:32:55.606442 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] For port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1d31cbbf-af61-40e8-a8b1-8aedb514ed7b,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:32:55.650271 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.654494 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.684032 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Pushing event updated for resources: {'Port': ['ID=1d31cbbf-af61-40e8-a8b1-8aedb514ed7b,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:55.713574 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.715058 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.715978 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.716736 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.717486 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.718257 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.719410 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.720351 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.721544 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.725497 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.727391 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.730196 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:55.749256 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:55.750855 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-902122aa-457d-42f2-8510-9239b5471268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:55.905197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Deleting port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:32:55.905536 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:55.922905 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Routers {'e61246a1-e250-4bf9-a491-09cec7f02c70'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:32:55.924768 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780374850>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:32:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['e61246a1-e250-4bf9-a491-09cec7f02c70'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:56.009723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:32:56.207560 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:56.224587 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Pushing event updated for resources: {'Port': ['ID=1d31cbbf-af61-40e8-a8b1-8aedb514ed7b,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:56.231811 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4cb2816-a024-45ab-b31b-bed67bbfd8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:56.273473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8326175-e83c-408f-988d-f3ddf2f98448,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:56.278809 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:56.280932 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:56.311411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7695e8-dae8-4cf2-ae74-99f2013dd33b req-5034cc89-0487-4d03-8b79-98a408120af8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:56.319375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a7695e8-dae8-4cf2-ae74-99f2013dd33b req-5034cc89-0487-4d03-8b79-98a408120af8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 2.8774137
Apr 30 04:32:56.329461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9004a-ba8a-4e55-88a7-a174240e85cc req-3c6ea142-207b-43b5-8c63-22f838494db4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:56.337760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2b9004a-ba8a-4e55-88a7-a174240e85cc req-3c6ea142-207b-43b5-8c63-22f838494db4 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 944 time: 3.2788911
Apr 30 04:32:56.345305 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:56.353409 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c8326175-e83c-408f-988d-f3ddf2f98448 HTTP/1.1" status: 204  len: 168 time: 4.1168747
Apr 30 04:32:56.362083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60224) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:32:56.438693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-76ddacee-bd69-4143-8c02-0f238856f5ee tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:56.442054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-76ddacee-bd69-4143-8c02-0f238856f5ee tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.37 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 812 time: 1.3708255
Apr 30 04:32:56.465967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'port': {'device_id': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30', 'admin_state_up': True, 'tenant_id': '399df501880c4002beea62440aa7361c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:56.528771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a7695e8-dae8-4cf2-ae74-99f2013dd33b req-b15ef248-2ebe-4af6-a8d4-6fefb5f51eca tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080362
Apr 30 04:32:56.575153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2b9004a-ba8a-4e55-88a7-a174240e85cc req-bbe4aebc-c557-4238-a3f0-8ba6ffef9d1e tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2356822
Apr 30 04:32:56.711721 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] Set router e61246a1-e250-4bf9-a491-09cec7f02c70 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:32:56.969987 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:57.134361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:57.195538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] For port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:57.195943 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:57.217941 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:57.271071 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03', 'code': 200}
Apr 30 04:32:57.272009 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03', 'status': 'completed', 'code': 200}
Apr 30 04:32:57.273338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:57.300218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-558f48ee-fe88-4249-8f1d-45aa0c568619 req-de6e21ac-5734-418a-970c-80b17666529d tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 210 time: 0.5027080
Apr 30 04:32:57.310220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:port and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:57.346617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:57.358661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Calling delete_port for 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:32:57.388408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:57.435671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Made reservation on behalf of 399df501880c4002beea62440aa7361c for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:32:57.449337 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:57.831380 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780374850>, [{'id': 'e61246a1-e250-4bf9-a491-09cec7f02c70', 'name': 'tempest-snat-router-20768700', 'tenant_id': '4c4afa19f5f84802805e51d479769022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.221'}], 'enable_snat': False}, 'gw_port_id': '1d31cbbf-af61-40e8-a8b1-8aedb514ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:32:45Z', 'updated_at': '2021-04-30T04:32:48Z', 'revision_number': 3, 'project_id': '4c4afa19f5f84802805e51d479769022', 'gw_port': {'id': '1d31cbbf-af61-40e8-a8b1-8aedb514ed7b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61246a1-e250-4bf9-a491-09cec7f02c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:32:47Z', 'updated_at': '2021-04-30T04:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:32:57.845867 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75afed91-992a-4085-9753-0ff6d2a64db7 None None] The sync data for ids ['e61246a1-e250-4bf9-a491-09cec7f02c70'] in n-d-766726-20 is: [{'id': 'e61246a1-e250-4bf9-a491-09cec7f02c70', 'name': 'tempest-snat-router-20768700', 'tenant_id': '4c4afa19f5f84802805e51d479769022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.221'}], 'enable_snat': False}, 'gw_port_id': '1d31cbbf-af61-40e8-a8b1-8aedb514ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:32:45Z', 'updated_at': '2021-04-30T04:32:48Z', 'revision_number': 3, 'project_id': '4c4afa19f5f84802805e51d479769022', 'gw_port': {'id': '1d31cbbf-af61-40e8-a8b1-8aedb514ed7b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61246a1-e250-4bf9-a491-09cec7f02c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:32:47Z', 'updated_at': '2021-04-30T04:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:32:58.218118 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:58.236607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1786286156', 'description': 'tempest-description-164313651'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:32:58.272450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Allocated IP 172.20.0.3 (a4f5c2eb-a150-4009-bb50-7f6e012f6e30/a7fb4091-78f6-4572-8543-3c6a65e4f357/0306950e-d3b9-43cb-b5f4-92f75e88ade0) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:32:58.298468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:58.331362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Usage tracker for resource:security_group and tenant:6d757b8a6f8d4715aac0ab6ba9726948 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:58.363621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:58.394075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:58.397819 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:58.419054 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:58.492417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:58.957826 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:58.973337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Allocated IP 172.25.8.7 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:32:59.067533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Pushing event deleted for resources: {'Port': ['ID=2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:59.155158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:32:59.156591 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.208834 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.302498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:59.313783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Usage tracker for resource:security_group_rule and tenant:6d757b8a6f8d4715aac0ab6ba9726948 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:59.319686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:59.325651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:32:59.331859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:32:59.332651 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.334562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:32:59.383164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.391056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.397124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.397911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.398524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.399178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.399840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.400506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.401610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.402204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.403953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.404690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.411267 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:59.435997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.600575 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.604441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.647408 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a0667eb-0244-436e-aa44-c4a4c6811c3f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:59.676697 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.695136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] No DVR routers for this DVR port 2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:32:59.708014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1d31cbbf-af61-40e8-a8b1-8aedb514ed7b,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:32:59.717054 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.719783 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:32:59.787460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.792989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-65b6d36e-503e-41a4-a18f-7024eca863b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:32:59.797885 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-65b6d36e-503e-41a4-a18f-7024eca863b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 1126 time: 2.0736752
Apr 30 04:32:59.800204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'name': 'network-vif-deleted', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:32:59.820837 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.843187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=1d31cbbf-af61-40e8-a8b1-8aedb514ed7b,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:32:59.852252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.852934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.853423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.854494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.854996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.855505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.855982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.856473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.856795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.857282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.857618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.858225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:32:59.862706 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:32:59.899823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:32:59.910691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.928926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Usage tracker for resource:security_group_rule and tenant:6d757b8a6f8d4715aac0ab6ba9726948 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:32:59.946691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:32:59.988906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:32:59.997633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:33:00.000058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:33:00.018969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:33:00.032372 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e953185f-e64c-4146-86b6-9f8d131cdf9c tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:00.081715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ba7fd-9ea0-4e1a-95c6-2c980ae4baf6 req-e7b07360-a8a2-4a7b-8365-be7f46372543 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:00.083864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a81ba7fd-9ea0-4e1a-95c6-2c980ae4baf6 req-e7b07360-a8a2-4a7b-8365-be7f46372543 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 1.4706399
Apr 30 04:33:00.089684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:00.114635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'Port': ['ID=0306950e-d3b9-43cb-b5f4-92f75e88ade0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:00.162580 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:00.171281 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-baa8384f-dc5d-4eea-b5ba-6ca03b4cf87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:00.217740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15f068-6289-49fe-9369-d3e6bae394df,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:00.237244 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:00.255072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event updated for resources: {'Port': ['ID=1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:00.257633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a81ba7fd-9ea0-4e1a-95c6-2c980ae4baf6 req-e09a8046-94aa-4db2-918a-e480a5d56ca5 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576064
Apr 30 04:33:00.262029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe78002ff70>,) {'filters': {'network_id': ['c1685588-b376-4df0-8702-e53936b65131']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:00.282869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:00.283937 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:00.381822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9203632
Apr 30 04:33:00.388608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device fd5ab434-68f0-48c8-83df-540d75304c03 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:33:00.406911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Request body: {'port': {'device_id': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:00.437881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:33:00.439584 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:00.512763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:33:00.528069 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-949325b5-f6fe-4ce9-beaa-9bf99e548658 req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.50 "DELETE /v2.0/ports/2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59 HTTP/1.1" status: 204  len: 173 time: 5.2362692
Apr 30 04:33:00.528069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:33:00.637425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:00.667274 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-496cba96-16a7-405b-bd9c-d6a5bce7f862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:00.955626 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:00.989305 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b5ec083-9f79-4b9d-a3ae-661c9e03bfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:01.046021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b799d94f-ddad-4bee-88ff-782328f64a08 req-7e4e9aa5-f8a7-4ca2-b312-acd22b223791 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9158c-f856-4514-96e3-fc51cb1b3c79 HTTP/1.1" status: 200  len: 210 time: 0.2395248
Apr 30 04:33:01.083254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:33:01.160550 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:01.181401 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:01.199187 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8c27256-5686-4dc4-aee5-e3b6d8443322 req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 3.0041356
Apr 30 04:33:01.200032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cb0cd0-5de7-4a53-8a08-a4aca2a0833b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:01.204918 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:01.274605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:33:01.274992 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:01.294788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78002ff70>, 'fb6f43d0-3b1b-4ab1-84c5-efb208513235') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:01.295105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78002ff70>, 'fb6f43d0-3b1b-4ab1-84c5-efb208513235') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:01.406707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:01.528429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:01.597523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:33:01.793821 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f9158c-f856-4514-96e3-fc51cb1b3c79', 'name': 'network-vif-deleted', 'tag': '2cfa75b2-7f45-47ca-bc4c-e5bf43eefa59', 'status': 'completed', 'code': 200}
Apr 30 04:33:01.895135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-de6490bd-92b6-48ad-a1fc-e24672b1f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:01.897535 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-de6490bd-92b6-48ad-a1fc-e24672b1f814 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 1.9478078
Apr 30 04:33:02.012658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fd5ab434-68f0-48c8-83df-540d75304c03 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:33:02.040354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0306950e-d3b9-43cb-b5f4-92f75e88ade0 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:33:02.053762 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:02.059278 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-6cbcf903-283d-40bf-91d0-72052884870c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5ab434-68f0-48c8-83df-540d75304c03 HTTP/1.1" status: 200  len: 217 time: 0.1019964
Apr 30 04:33:02.080452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Transition to ACTIVE for port object 0306950e-d3b9-43cb-b5f4-92f75e88ade0 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:33:02.140342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2091384930', 'description': 'tempest-description-212080829'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:02.146015 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:02.179966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Network c1685588-b376-4df0-8702-e53936b65131 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:02.198917 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:02.209428 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6870c737-333f-405f-ad37-ffad2eb53b8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:02.242239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fd5ab434-68f0-48c8-83df-540d75304c03 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:33:02.248329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:02.300246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Usage tracker for resource:security_group and tenant:6d757b8a6f8d4715aac0ab6ba9726948 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:02.304642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:02.314064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:02.428896 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:02.488572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Pushing event updated for resources: {'Port': ['ID=0306950e-d3b9-43cb-b5f4-92f75e88ade0,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:02.497504 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:02.553120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:02.559550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Usage tracker for resource:security_group_rule and tenant:6d757b8a6f8d4715aac0ab6ba9726948 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:02.570561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-4708b497-69cc-469d-b7d2-0f952b840648 service neutron] 10.222.0.37 "GET /v2.0/ports/fd5ab434-68f0-48c8-83df-540d75304c03/bindings/n-h2-766726-20 HTTP/1.1" status: 200  len: 385 time: 0.4367459
Apr 30 04:33:02.571483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:02.585767 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Network c1685588-b376-4df0-8702-e53936b65131 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:33:02.617354 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:33:02.634549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-e1c7a048-9886-4cbe-8463-93da096afc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:02.636820 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-e1c7a048-9886-4cbe-8463-93da096afc13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.5472496
Apr 30 04:33:02.674102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:02.754696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9642c4-4110-45d7-a1a5-88e02d3153f9 req-d0fe3242-383d-43fb-ab72-595e615caead tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:02.755698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1f9642c4-4110-45d7-a1a5-88e02d3153f9 req-d0fe3242-383d-43fb-ab72-595e615caead tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Synchronizing usage tracker for tenant:399df501880c4002beea62440aa7361c on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:02.831840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Attempting to bind port 0306950e-d3b9-43cb-b5f4-92f75e88ade0 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:33:02.832080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Attempting to bind port 0306950e-d3b9-43cb-b5f4-92f75e88ade0 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'f67c9e1f-2760-4a1b-869c-8d89485d2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:33:02.832428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Attempting to bind port 0306950e-d3b9-43cb-b5f4-92f75e88ade0 on network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:33:02.875844 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-ac1ecad2-1b61-4967-b67d-e1807fe1d3d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1784711
Apr 30 04:33:02.906015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1f9642c4-4110-45d7-a1a5-88e02d3153f9 req-d0fe3242-383d-43fb-ab72-595e615caead tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Unset dirty status for tenant:399df501880c4002beea62440aa7361c on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:02.917920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f9642c4-4110-45d7-a1a5-88e02d3153f9 req-d0fe3242-383d-43fb-ab72-595e615caead tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 943 time: 1.1353297
Apr 30 04:33:02.934753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Port 0306950e-d3b9-43cb-b5f4-92f75e88ade0 on network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:33:02.935113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Attempting to bind port 0306950e-d3b9-43cb-b5f4-92f75e88ade0 on network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:33:03.031140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:33:03.031539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Checking segment: {'id': 'f67c9e1f-2760-4a1b-869c-8d89485d2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:33:03.031937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Bound using segment: {'id': 'f67c9e1f-2760-4a1b-869c-8d89485d2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:33:03.032386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Bound port: 0306950e-d3b9-43cb-b5f4-92f75e88ade0, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67c9e1f-2760-4a1b-869c-8d89485d2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:33:03.032751 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.059281 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.080791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.129907 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.158103 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:03.201665 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.242127 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4307e8ea-c3c1-484a-9748-6533fcb66219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:03.259168 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.263772 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.286423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1f9642c4-4110-45d7-a1a5-88e02d3153f9 req-a5c96c25-1689-4884-ac95-30ce3840bea3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Synchronizing usage tracker for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:03.319221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1685588-b376-4df0-8702-e53936b65131,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:03.333281 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:03.361505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fa05d8-1804-4089-82ce-840a874c0011,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:03.372009 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.373452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f12915cb-f0a1-4539-9984-b2c3acbd0fca req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 1.2375731
Apr 30 04:33:03.382359 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:03.440975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] For port 0306950e-d3b9-43cb-b5f4-92f75e88ade0, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:33:03.450030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] For port 0306950e-d3b9-43cb-b5f4-92f75e88ade0, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:33:03.453289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:03.464078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1f9642c4-4110-45d7-a1a5-88e02d3153f9 req-a5c96c25-1689-4884-ac95-30ce3840bea3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Unset dirty status for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:03.465564 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f9642c4-4110-45d7-a1a5-88e02d3153f9 req-a5c96c25-1689-4884-ac95-30ce3840bea3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5030804
Apr 30 04:33:03.471431 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.481307 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5196c0f4-2432-4b94-9e5d-d54a7453131a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:03.574941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:33:03.608536 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-abddac28-89f2-4b0d-a29f-2acb90e674f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.611366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:03.612072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:03.616262 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] 10.222.0.37 "PUT /v2.0/ports/0306950e-d3b9-43cb-b5f4-92f75e88ade0 HTTP/1.1" status: 200  len: 1092 time: 3.2182348
Apr 30 04:33:03.617036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:03.781282 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c1685588-b376-4df0-8702-e53936b65131 HTTP/1.1" status: 204  len: 168 time: 7.4132025
Apr 30 04:33:03.812935 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-3929a59a-1f03-4d44-9a3a-3d406b9030d2 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9115736
Apr 30 04:33:04.053591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1046213644', 'description': 'tempest-description-334470516'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:04.066222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:04.071675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5ab434-68f0-48c8-83df-540d75304c03 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:33:04.096266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Usage tracker for resource:security_group and tenant:b155389bd08d4981a7b554169f782d6e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:04.100858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Pushing event updated for resources: {'Port': ['ID=0306950e-d3b9-43cb-b5f4-92f75e88ade0,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:04.106939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:04.121279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:04.125738 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:04.147337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:04.181181 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:04.211613 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1df40216-433b-41c5-b9f1-7169ab900bbf req-143a552f-334b-410a-af34-e6e2a5eecd19 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3921375
Apr 30 04:33:04.241769 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:04.268251 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:04.313515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:04.320213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60300) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:04.326212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Usage tracker for resource:security_group_rule and tenant:b155389bd08d4981a7b554169f782d6e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:04.331868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:04.345161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:04.422962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-686feba1-5d57-4ac6-9dd3-03e78bab5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:04.425750 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-686feba1-5d57-4ac6-9dd3-03e78bab5c8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 1095 time: 0.5304241
Apr 30 04:33:04.441224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bda77-1f61-4e8c-b32b-aac9fd4314b7 req-a532a9b5-2435-4145-b800-450ee32570c8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:04.444100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-428bda77-1f61-4e8c-b32b-aac9fd4314b7 req-a532a9b5-2435-4145-b800-450ee32570c8 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 943 time: 0.7731426
Apr 30 04:33:04.490294 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:04.573176 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:04.736640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-40a13d5e-1f4e-4bcb-8cc9-b564804448d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0 HTTP/1.1" status: 200  len: 217 time: 0.2721293
Apr 30 04:33:04.748859 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-428bda77-1f61-4e8c-b32b-aac9fd4314b7 req-4ad5f7f8-33b6-4b80-8846-6ae51911967f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765887
Apr 30 04:33:04.912668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-785f70d7-600a-4100-a5bf-aba901580d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:04.916126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-785f70d7-600a-4100-a5bf-aba901580d7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 200  len: 852 time: 0.1649079
Apr 30 04:33:04.998287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Router dc07bf0b-3125-4abd-8298-ab33cce9590d is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:33:05.033612 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0', 'status': 'completed', 'code': 200}
Apr 30 04:33:05.084181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7b9c1297-59bf-4df8-828f-2afe609ad77b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df7c0c7b000747d38e7e879591289c56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7077596
Apr 30 04:33:05.084181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] Transition to ACTIVE for port object fd5ab434-68f0-48c8-83df-540d75304c03 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:33:05.090393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-3c69981a-08e3-4006-892d-db0e3009ef5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1585381
Apr 30 04:33:05.091227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60310) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:05.176281 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:05.284490 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-345530a2-57de-4c5f-ace5-cc51d0ef944c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:05.579546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:33:05.597875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Sync routers for ids ['dc07bf0b-3125-4abd-8298-ab33cce9590d'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:33:05.618960 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:05.623946 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 903 time: 12.6380312
Apr 30 04:33:05.625104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Routers {'dc07bf0b-3125-4abd-8298-ab33cce9590d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:05.625798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78018be50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dc07bf0b-3125-4abd-8298-ab33cce9590d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:05.627463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:05.946059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] Pushing event updated for resources: {'Port': ['ID=fd5ab434-68f0-48c8-83df-540d75304c03,revision_number=10']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:05.962679 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:06.008840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Set router dc07bf0b-3125-4abd-8298-ab33cce9590d gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:33:06.024291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] No DVR routers for this DVR port fd5ab434-68f0-48c8-83df-540d75304c03 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:33:06.042102 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f993bf15-84cb-46bb-b486-f1a81daebf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:06.055486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:06.135154 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3a5c82bb-8517-4d33-ae0c-243587e4665a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/routers/dc07bf0b-3125-4abd-8298-ab33cce9590d HTTP/1.1" status: 200  len: 904 time: 0.5062642
Apr 30 04:33:06.136336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60322) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:06.164924 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:06.192713 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4f8df6a-bba3-4e62-9ae0-1eba536b4451 tempest-ServersAdminNegativeTestJSON-1010902807 tempest-ServersAdminNegativeTestJSON-1010902807-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:06.266695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:06.284898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049d2c9f-f56b-4a63-8325-37a0982b5eb0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:06.342540 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:06.376025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Usage tracker for resource:security_group_rule and tenant:b155389bd08d4981a7b554169f782d6e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:06.387396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-86a3aa5f-568e-4f18-b590-37ea11ba6fd9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:06.388157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-86a3aa5f-568e-4f18-b590-37ea11ba6fd9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Synchronizing usage tracker for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:06.402406 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f993bf15-84cb-46bb-b486-f1a81daebf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:06.434905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:06.473869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:06.486543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:06.554077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15666b2-5374-41f2-bf8f-e0fc54cd11c8 req-590a86d1-0e13-4b21-abca-a9bf4c2a93aa tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:06.568203 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d15666b2-5374-41f2-bf8f-e0fc54cd11c8 req-590a86d1-0e13-4b21-abca-a9bf4c2a93aa tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 943 time: 0.9661622
Apr 30 04:33:06.585328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-86a3aa5f-568e-4f18-b590-37ea11ba6fd9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Unset dirty status for tenant:e00638fa8be2496892bbdeb78ce39e3e on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:06.586169 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-86a3aa5f-568e-4f18-b590-37ea11ba6fd9 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 944 time: 0.5657523
Apr 30 04:33:06.664814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-f3999596-aa9c-4727-91cd-146a28abc96e service neutron] 10.222.0.37 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5415590
Apr 30 04:33:06.679810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] 10.222.0.37 "PUT /v2.0/ports/fd5ab434-68f0-48c8-83df-540d75304c03/bindings/n-h2-766726-20/activate HTTP/1.1" status: 200  len: 370 time: 4.0722685
Apr 30 04:33:06.682821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78018be50>, [{'id': 'dc07bf0b-3125-4abd-8298-ab33cce9590d', 'name': 'tempest-snat-router-20768700', 'tenant_id': '4c4afa19f5f84802805e51d479769022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:32:53Z', 'updated_at': '2021-04-30T04:33:02Z', 'revision_number': 3, 'project_id': '4c4afa19f5f84802805e51d479769022', 'gw_port': {'id': '1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc07bf0b-3125-4abd-8298-ab33cce9590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:32:58Z', 'updated_at': '2021-04-30T04:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:06.689980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Checking router: dc07bf0b-3125-4abd-8298-ab33cce9590d for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:33:06.690694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Updating router dc07bf0b-3125-4abd-8298-ab33cce9590d port 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:33:06.768047 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:06.791190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d15666b2-5374-41f2-bf8f-e0fc54cd11c8 req-92a4495e-7ccd-4235-87c9-249a43aba4a1 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215211
Apr 30 04:33:06.997542 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:07.118541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f993bf15-84cb-46bb-b486-f1a81daebf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:07.153861 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-472ecbe3-3bd9-44fb-82b7-302c39cce1a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.6878824
Apr 30 04:33:07.171101 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a57e66e-1dd7-42d5-b6a5-b6b24a10f47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:07.202990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993bf15-84cb-46bb-b486-f1a81daebf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492d1dfb-6b8a-4206-b2cf-abdeaf6c8094,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:07.231127 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f993bf15-84cb-46bb-b486-f1a81daebf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:07.263157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-9c55cc13-0f8e-4be4-8fd3-16013d6faa80 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:07.268383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-9c55cc13-0f8e-4be4-8fd3-16013d6faa80 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.4686267
Apr 30 04:33:07.393283 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:07.400294 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3486a6b-4398-4cb3-ab9a-bd02710c5148 req-bee5632a-e19f-4f91-a2f5-061edd327973 service neutron] 10.222.0.37 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7105160
Apr 30 04:33:07.407855 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f993bf15-84cb-46bb-b486-f1a81daebf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:07.412104 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f993bf15-84cb-46bb-b486-f1a81daebf68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/492d1dfb-6b8a-4206-b2cf-abdeaf6c8094 HTTP/1.1" status: 204  len: 168 time: 2.3148789
Apr 30 04:33:07.415134 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:07.426323 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-769efc5b-2759-4e2c-bef0-4f695f9e445b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:07.484903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022b916c-d434-44f0-8ebb-b09b1a2f0aaa,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:07.495360 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:07.694602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:07.727952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Deleting port 84f1143d-6baa-4263-9f36-f094cd48aa0e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:33:07.728939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:07.770390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-a96ef956-c620-4089-bd59-8893bd8c69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:07.773748 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-a96ef956-c620-4089-bd59-8893bd8c69d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 1097 time: 0.5863559
Apr 30 04:33:07.817401 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:07.840122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5b71d20-f6b3-4a9c-8851-df36b74c6d51 req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 3.7909415
Apr 30 04:33:07.850791 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:33:07.970002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-48cfb17f-094b-4839-9e01-7fa39e205ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:07.973592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-48cfb17f-094b-4839-9e01-7fa39e205ac9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6&tenant_id=9f4d4e615ca342c98818411263a6b43e HTTP/1.1" status: 200  len: 1096 time: 0.6904249
Apr 30 04:33:08.362730 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:08.401452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Transition to ACTIVE for port object 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:33:08.426743 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:08.445143 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:08.459477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] For port 84f1143d-6baa-4263-9f36-f094cd48aa0e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=84f1143d-6baa-4263-9f36-f094cd48aa0e,segment=NetworkSegment(186153a3-921e-4503-ba9c-c036b01208cb),segment_id=186153a3-921e-4503-ba9c-c036b01208cb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:08.460061 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:08.662750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Attempting to bind port 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:33:08.663353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Attempting to bind port 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:33:08.663995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Attempting to bind port 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:33:08.673908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f6dee-3b5e-41ea-9afd-c798ce142a5e None None] Pushing event updated for resources: {'Port': ['ID=1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:08.680867 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b53f6dee-3b5e-41ea-9afd-c798ce142a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:08.685151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec6995-cc3a-40c8-98f8-56c32ce57cd8 req-d3fcf1d9-e97f-453e-bf14-284170595b70 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:08.686531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:33:08.687771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:33:08.688182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deec6995-cc3a-40c8-98f8-56c32ce57cd8 req-d3fcf1d9-e97f-453e-bf14-284170595b70 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 944 time: 1.0888293
Apr 30 04:33:08.699903 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:08.700633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:33:08.701507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Bound port: 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:33:08.702184 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:08.776326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-d6862bc8-1d35-4e7a-b67f-38337d3d78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:08.786280 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-d6862bc8-1d35-4e7a-b67f-38337d3d78d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.9166439
Apr 30 04:33:08.787568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-383359aa-7f0d-449f-9df1-83bc6774325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:08.789192 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-383359aa-7f0d-449f-9df1-83bc6774325d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 1095 time: 1.2892575
Apr 30 04:33:08.800038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deec6995-cc3a-40c8-98f8-56c32ce57cd8 req-83cf7436-db7a-4dc1-9777-c1784666a6cd tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0caf7bb-05fa-471d-9c0a-caba72114e81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980754
Apr 30 04:33:08.807066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Calling delete_port for 84f1143d-6baa-4263-9f36-f094cd48aa0e owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:33:08.815097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Deleting port 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:33:08.819678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:08.855018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-39565abe-2598-4589-b0a0-4032dbd9b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:08.856645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-39565abe-2598-4589-b0a0-4032dbd9b1e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 1096 time: 0.8549092
Apr 30 04:33:08.932620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa9b1e-f7ae-4262-92fe-f3d333912a19 req-bb8fbd42-7f00-4410-9638-cf0ed27f19bd tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:08.934291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03aa9b1e-f7ae-4262-92fe-f3d333912a19 req-bb8fbd42-7f00-4410-9638-cf0ed27f19bd tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 944 time: 0.5613313
Apr 30 04:33:08.955036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] For port 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:33:08.963524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] For port 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:33:08.977936 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:08.989504 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:09.157221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-34920945', 'description': 'tempest-description-792845347'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:09.218904 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Routers {'dc07bf0b-3125-4abd-8298-ab33cce9590d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:09.220200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78018be50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dc07bf0b-3125-4abd-8298-ab33cce9590d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:09.227841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:09.367501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f6dee-3b5e-41ea-9afd-c798ce142a5e None None] Pushing event updated for resources: {'Port': ['ID=1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:09.424312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Usage tracker for resource:security_group and tenant:b155389bd08d4981a7b554169f782d6e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:09.457774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03aa9b1e-f7ae-4262-92fe-f3d333912a19 req-5d04b253-a65c-4e64-9183-aae93dba7ae9 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4447439
Apr 30 04:33:09.466383 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-371e182b-b480-486a-bc35-6013e16d905b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 200  len: 217 time: 0.2405155
Apr 30 04:33:09.477425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:09.478993 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b53f6dee-3b5e-41ea-9afd-c798ce142a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:09.514888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:09.598087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-77ec545f-8e17-435d-8a31-f60d184b5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:09.600013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-77ec545f-8e17-435d-8a31-f60d184b5ee2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 913 time: 0.7968783
Apr 30 04:33:09.604224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:09.618460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] Set router dc07bf0b-3125-4abd-8298-ab33cce9590d gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:33:09.670024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60364) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:09.750942 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:09.801873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78018be50>, [{'id': 'dc07bf0b-3125-4abd-8298-ab33cce9590d', 'name': 'tempest-snat-router-20768700', 'tenant_id': '4c4afa19f5f84802805e51d479769022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:32:53Z', 'updated_at': '2021-04-30T04:33:07Z', 'revision_number': 4, 'project_id': '4c4afa19f5f84802805e51d479769022', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:09.808800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2286f6d-e3ad-42ca-8cc4-543a3d4f4bf6 None None] The sync data for ids ['dc07bf0b-3125-4abd-8298-ab33cce9590d'] in n-d-766726-20 is: [{'id': 'dc07bf0b-3125-4abd-8298-ab33cce9590d', 'name': 'tempest-snat-router-20768700', 'tenant_id': '4c4afa19f5f84802805e51d479769022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:32:53Z', 'updated_at': '2021-04-30T04:33:07Z', 'revision_number': 4, 'project_id': '4c4afa19f5f84802805e51d479769022', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:33:09.879147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-5c7664d7-deb4-418e-bc76-5ea29bab02f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0 HTTP/1.1" status: 200  len: 217 time: 0.2324235
Apr 30 04:33:10.008774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-c28dd7b9-c190-46b1-9f0f-d67f8f4ee918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:10.010850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-c28dd7b9-c190-46b1-9f0f-d67f8f4ee918 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 1.0968709
Apr 30 04:33:10.020441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:10.031964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Usage tracker for resource:security_group_rule and tenant:b155389bd08d4981a7b554169f782d6e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:10.038151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:10.046818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:10.177453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-c6111584-9343-4fe5-a659-f135ac985eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:10.180370 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-c6111584-9343-4fe5-a659-f135ac985eaf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.7000890
Apr 30 04:33:10.202562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Calling delete_port for 1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:33:10.209269 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-9f9c1eba-f82a-412f-a00b-9925c24eb78e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5ab434-68f0-48c8-83df-540d75304c03 HTTP/1.1" status: 200  len: 217 time: 0.1190016
Apr 30 04:33:10.211932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-330761228-network', 'tenant_id': 'b65ba63188044539957197fb569a1e66'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:10.228520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:10.313099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Usage tracker for resource:network and tenant:b65ba63188044539957197fb569a1e66 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:10.333574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-f965f5dd-2cf0-467c-a9cd-1a697a649385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:10.335758 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-f965f5dd-2cf0-467c-a9cd-1a697a649385 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 200  len: 852 time: 0.3784013
Apr 30 04:33:10.335970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:10.344214 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-2b436801-7a7d-4d56-8470-f2726eab76f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1236260
Apr 30 04:33:10.400884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:10.409103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-c777ce71-a241-4926-86e1-66fda6391848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:10.410578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-c777ce71-a241-4926-86e1-66fda6391848 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.1959479
Apr 30 04:33:10.430447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0306950e-d3b9-43cb-b5f4-92f75e88ade0 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:33:10.437190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb21731-4c3e-46d3-bf6f-b6ffca71a07e req-c98f3b82-8ebd-4681-96ef-b40bacbe41b2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:10.438894 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1eb21731-4c3e-46d3-bf6f-b6ffca71a07e req-c98f3b82-8ebd-4681-96ef-b40bacbe41b2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 943 time: 0.5586901
Apr 30 04:33:10.446598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 84f1143d-6baa-4263-9f36-f094cd48aa0e no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:33:10.451698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-558bfdc1-08cc-42d1-b3f2-a03dee99a6c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1056836
Apr 30 04:33:10.528725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-05863cd1-7ec5-4f0a-af35-c5614d5154c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0848804
Apr 30 04:33:10.636878 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:10.736623 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:10.747430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cd1a3955-860a-422a-ac67-d327427e0a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:10.846317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Made reservation on behalf of b65ba63188044539957197fb569a1e66 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:33:10.848636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:10.938378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1eb21731-4c3e-46d3-bf6f-b6ffca71a07e req-617b1bfc-72f1-4d3b-9069-6a79bc806434 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4124911
Apr 30 04:33:10.948299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:10.961536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f39f96d7-f224-4b7f-a23e-d234d925ad38 req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.8198347
Apr 30 04:33:10.968236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a11e29-642b-4b4c-a3c2-48d28c4ce850,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:10.982984 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:10.991740 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:11.094860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-41f43a6e-b3ad-4ca8-b59d-5e07ca4c3faa service neutron] 10.222.0.37 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5652785
Apr 30 04:33:11.098544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:11.113341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Usage tracker for resource:security_group_rule and tenant:b65ba63188044539957197fb569a1e66 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:11.120901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:11.121825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 0306950e-d3b9-43cb-b5f4-92f75e88ade0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:11.137077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:11.185696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '0306950e-d3b9-43cb-b5f4-92f75e88ade0', 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30', 'port_id': '0306950e-d3b9-43cb-b5f4-92f75e88ade0', 'mac_address': 'fa:16:3e:1c:33:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb4091-78f6-4572-8543-3c6a65e4f357', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:33:11.330400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-70bfffe3-09e4-4b18-9379-06bd33d526d6 service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7545745
Apr 30 04:33:11.366971 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:11.405282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0306950e-d3b9-43cb-b5f4-92f75e88ade0 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:33:11.430459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 0306950e-d3b9-43cb-b5f4-92f75e88ade0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:11.446103 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:11.454249 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:11.619948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:11.621507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=0306950e-d3b9-43cb-b5f4-92f75e88ade0,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:11.622215 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:11.626907 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:11.646477 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-baf379f7-b1a8-4074-8ba9-3e00e436ad1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:11.724832 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:11.732095 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-482e0b92-6e2b-412e-b860-89d0eacece6c service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3683257
Apr 30 04:33:11.798864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Pushing event deleted for resources: {'Port': ['ID=84f1143d-6baa-4263-9f36-f094cd48aa0e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:11.803395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0306950e-d3b9-43cb-b5f4-92f75e88ade0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:33:11.887081 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:11.923956 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eccccd24-62c2-4d86-bae0-5445cd49573c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:11.967444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:33:12.015238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9d58495-c1f7-4c93-b1e1-4f6c2f17a159 req-d8d834fc-e16d-49e3-8dd3-3c05291e9127 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2f87d92-a557-4971-9995-922a06519d99 HTTP/1.1" status: 200  len: 210 time: 0.6196969
Apr 30 04:33:12.205643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cb5a73-3832-49e1-a99e-ad284700dd68,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:12.209826 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:12.303871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] No DVR routers for this DVR port 84f1143d-6baa-4263-9f36-f094cd48aa0e on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:33:12.330380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b37717f4-960b-4694-9c83-f9ef8b962f2a req-b1c0c7bd-2d4e-4e96-9a75-a1bba00fa597 service neutron] 10.222.0.37 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2260470
Apr 30 04:33:12.333432 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:12.342923 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:12.343641 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Added segment 52e2c000-11c4-4031-8168-ef79f282808f of type vlan for network a992667f-ddb2-4e1d-8dec-e79271d8c29f
Apr 30 04:33:12.345411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'name': 'network-vif-deleted', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:12.357014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-95cf787b-1024-4b01-84e3-8f1dce091b3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.1369104
Apr 30 04:33:12.380556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-e008a08c-0a19-45a6-a190-c53f9f04b3ef service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0356178
Apr 30 04:33:12.397445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3095d-a280-4ce6-8bbd-8213479e8a31 req-1d8fd63b-c7b8-4b8e-a006-7a6105bd2ad2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:12.401092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2d3095d-a280-4ce6-8bbd-8213479e8a31 req-1d8fd63b-c7b8-4b8e-a006-7a6105bd2ad2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 944 time: 0.6729867
Apr 30 04:33:12.481004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:12.551516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:12.560769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-02c0eb1d-ae92-46bf-94bc-367a1850e9c4 req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] 10.222.0.37 "DELETE /v2.0/ports/84f1143d-6baa-4263-9f36-f094cd48aa0e HTTP/1.1" status: 204  len: 173 time: 5.9624178
Apr 30 04:33:12.568460 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63990369-a284-4304-a8ba-671099992f50 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:12.633249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:33:12.737248 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aec0242c-4201-421e-89a4-9f5700fd0119 req-d5160eb8-777c-4282-a1bc-0b0450ed6a5c service neutron] 10.222.0.50 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9743285
Apr 30 04:33:12.774580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cfae1cf-d88c-41de-a1ab-4bb7a13a2a7d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:12.900082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2d3095d-a280-4ce6-8bbd-8213479e8a31 req-fd210262-b494-4b62-8ea9-3845d4caad6e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3915930
Apr 30 04:33:12.951070 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:13.118762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-e606b124-b91e-408f-a515-a085a1b05165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:13.121988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-e606b124-b91e-408f-a515-a085a1b05165 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4d4e615ca342c98818411263a6b43e&device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 1096 time: 0.7191093
Apr 30 04:33:13.153383 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:13.235897 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:13.315662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:13.316665 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:13.405675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:13.463357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-640fcda5-8b38-44b8-9832-c511d05f75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:13.465684 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-640fcda5-8b38-44b8-9832-c511d05f75c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 200  len: 909 time: 0.2872531
Apr 30 04:33:13.476981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be93ad-475c-4000-9624-ddab95733100 req-1f0714f8-82e7-4d76-be6a-9bdc554994d1 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:13.479213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63be93ad-475c-4000-9624-ddab95733100 req-1f0714f8-82e7-4d76-be6a-9bdc554994d1 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 944 time: 0.2775564
Apr 30 04:33:13.555878 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:13.590823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-e4a5d05f-039f-43b1-a3a9-d7083d7ff0ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 200  len: 217 time: 0.1105273
Apr 30 04:33:13.642869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:13.659914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60410) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:13.665104 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 3.9786320
Apr 30 04:33:13.687827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Request body: {'subnet': {'network_id': 'a992667f-ddb2-4e1d-8dec-e79271d8c29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-330761228-subnet', 'tenant_id': 'b65ba63188044539957197fb569a1e66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:13.702845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Pushing event updated for resources: {'Network': ['ID=a992667f-ddb2-4e1d-8dec-e79271d8c29f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:13.704441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:13.711724 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:13.712043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63be93ad-475c-4000-9624-ddab95733100 req-b1088388-860b-4aab-8364-32e8cf80579c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172926
Apr 30 04:33:13.719218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Usage tracker for resource:subnet and tenant:b65ba63188044539957197fb569a1e66 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:13.735665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-b0706bbd-edeb-4c94-a0c6-276ede1b5b93 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Synchronizing usage tracker for tenant:b155389bd08d4981a7b554169f782d6e on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:13.738485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:13.749455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:13.749748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-23fe2b61-10b8-4b67-9087-3cd3846ea7ae tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:13.752630 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-23fe2b61-10b8-4b67-9087-3cd3846ea7ae tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6&tenant_id=9f4d4e615ca342c98818411263a6b43e&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1096 time: 0.6071863
Apr 30 04:33:13.752931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network a992667f-ddb2-4e1d-8dec-e79271d8c29f details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:33:13.756339 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:13.757011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc07bf0b-3125-4abd-8298-ab33cce9590d {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:33:13.769940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-eadbc92c-745b-4e62-8231-5a3b6853a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:13.771488 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-eadbc92c-745b-4e62-8231-5a3b6853a6f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 200  len: 848 time: 0.1455479
Apr 30 04:33:13.774608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-b0706bbd-edeb-4c94-a0c6-276ede1b5b93 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Unset dirty status for tenant:b155389bd08d4981a7b554169f782d6e on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:13.784843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-b0706bbd-edeb-4c94-a0c6-276ede1b5b93 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 45526 time: 1.6868389
Apr 30 04:33:13.846888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Made reservation on behalf of b65ba63188044539957197fb569a1e66 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:33:13.850125 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:13.919253 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:13.921410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "DELETE /v2.0/routers/dc07bf0b-3125-4abd-8298-ab33cce9590d HTTP/1.1" status: 204  len: 168 time: 7.7809956
Apr 30 04:33:13.926914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60418) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:13.936364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-bb356f8c-8678-4578-bb51-78c6e776edce tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/049d2c9f-f56b-4a63-8325-37a0982b5eb0 HTTP/1.1" status: 200  len: 2981 time: 0.1504595
Apr 30 04:33:13.967084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-859edcc1-10ff-43aa-943c-8913faa53195 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0993810
Apr 30 04:33:14.160691 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f87d92-a557-4971-9995-922a06519d99', 'name': 'network-vif-deleted', 'tag': '84f1143d-6baa-4263-9f36-f094cd48aa0e', 'status': 'completed', 'code': 200}
Apr 30 04:33:14.238191 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-a9228a2a-b017-4954-a132-ac9733603739 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2627971
Apr 30 04:33:14.240475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60432) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:14.329792 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-7613da5b-7e5a-40bf-a859-7551e7cc8177 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/049d2c9f-f56b-4a63-8325-37a0982b5eb0 HTTP/1.1" status: 200  len: 2981 time: 0.3924146
Apr 30 04:33:14.429413 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:14.449918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0306950e-d3b9-43cb-b5f4-92f75e88ade0 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:33:14.542224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 0306950e-d3b9-43cb-b5f4-92f75e88ade0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:33:14.547753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 0306950e-d3b9-43cb-b5f4-92f75e88ade0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:33:14.548165 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:14.726725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3451f031-d1ae-4799-97ec-96a6c269e380 service neutron] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:33:14.733132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3451f031-d1ae-4799-97ec-96a6c269e380 service neutron] Notify callbacks [] for binding, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:14.734354 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3451f031-d1ae-4799-97ec-96a6c269e380 service neutron] 10.222.0.50 "DELETE /v2.0/ports/fd5ab434-68f0-48c8-83df-540d75304c03/bindings/n-h1-766726-20 HTTP/1.1" status: 204  len: 173 time: 0.9634421
Apr 30 04:33:14.749468 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:14.793953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] Deleting subnet 5248bdd3-1c38-4601-a701-085d44616c83 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:33:14.805444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-1dfd01ec-50b6-450b-b951-0ea4bc9bcacf tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/34ceeaec-0946-4694-b973-131c52a7080c HTTP/1.1" status: 200  len: 2981 time: 0.4747403
Apr 30 04:33:14.807281 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:14.817870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:14.829454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 0306950e-d3b9-43cb-b5f4-92f75e88ade0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:14.834528 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:14.836667 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:14.857413 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:14.928432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=0306950e-d3b9-43cb-b5f4-92f75e88ade0,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:14.934630 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:14.959983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Deleting port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:33:14.961393 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:14.975703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:15.038542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36f71da-7675-42fa-a0e3-01d2c3ec4020 req-801786aa-d44b-4c68-8f43-80ba908cd5e7 service neutron] 10.222.0.37 "GET /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7749403
Apr 30 04:33:15.065485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-cfb62530-5855-4412-b492-76317bb15c93 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/34ceeaec-0946-4694-b973-131c52a7080c HTTP/1.1" status: 200  len: 2981 time: 0.2254031
Apr 30 04:33:15.154626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c60f4-7606-4210-bcbb-d16d02b9c527 req-24d26c10-cb0a-4ad0-8c46-9cbe7a297aba tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:15.156775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-023c60f4-7606-4210-bcbb-d16d02b9c527 req-24d26c10-cb0a-4ad0-8c46-9cbe7a297aba tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 944 time: 0.7320325
Apr 30 04:33:15.164594 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:15.164934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] For port 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1d31cbbf-af61-40e8-a8b1-8aedb514ed7b,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:15.165669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:15.316369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Calling delete_port for 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:33:15.371050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-df1be4ec-398a-41b7-97a1-488d8af49b72 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3b522939-9726-44f7-aee8-720ffad8c0ed HTTP/1.1" status: 200  len: 2981 time: 0.2739906
Apr 30 04:33:15.468783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-023c60f4-7606-4210-bcbb-d16d02b9c527 req-1fefa755-cc0f-4d20-a9a0-ad534034ade6 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2587719
Apr 30 04:33:15.546567 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:15.552399 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b903885-a2c3-44b8-8b14-be447f0bbd60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:15.604308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d31cbbf-af61-40e8-a8b1-8aedb514ed7b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:15.657293 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:15.694103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-12f84f6e-8e94-4a7f-a116-e52438a2d689 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3b522939-9726-44f7-aee8-720ffad8c0ed HTTP/1.1" status: 200  len: 2981 time: 0.3125017
Apr 30 04:33:15.839011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-277c8913-0f89-489a-b03f-9f858a5d98c9 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/57cb5a73-3832-49e1-a99e-ad284700dd68 HTTP/1.1" status: 200  len: 2981 time: 0.1323998
Apr 30 04:33:15.857993 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:15.956995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:15.973619 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-70d15147-1ff3-408f-9623-44bbf9020a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:16.061745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5248bdd3-1c38-4601-a701-085d44616c83,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:16.065582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-67944c8d-dd45-4ed7-a49c-7e441b3b8765 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/57cb5a73-3832-49e1-a99e-ad284700dd68 HTTP/1.1" status: 200  len: 2981 time: 0.1837416
Apr 30 04:33:16.069599 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.072997 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:16.109418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5248bdd3-1c38-4601-a701-085d44616c83 HTTP/1.1" status: 204  len: 168 time: 1.8641927
Apr 30 04:33:16.115258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60458) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:16.130233 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.160628 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.163108 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.186029 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dba78b8e-af6b-42f1-a22b-a5a30a3bfc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:16.199691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.200445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e61246a1-e250-4bf9-a491-09cec7f02c70 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:33:16.221296 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.224032 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "DELETE /v2.0/routers/e61246a1-e250-4bf9-a491-09cec7f02c70 HTTP/1.1" status: 204  len: 168 time: 2.2922869
Apr 30 04:33:16.229086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60462) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:16.238018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-863052645', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:16.242364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9ac59-f4eb-4c42-9f33-fd29a1a62d61 req-3c6854b1-5de1-49f6-bec4-d63741156808 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:16.244660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6aa9ac59-f4eb-4c42-9f33-fd29a1a62d61 req-3c6854b1-5de1-49f6-bec4-d63741156808 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 945 time: 0.3976920
Apr 30 04:33:16.250022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:16.257759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Usage tracker for resource:router and tenant:0ae29d9b2a6c4691a7038b7fc8626338 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:16.263246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:16.274706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:16.293690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.295424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.321271 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.327425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-dc265c55-664e-48f7-85bf-888196006637 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/75ec8dcb-69ca-45bb-bcb2-ba38f32868cc HTTP/1.1" status: 200  len: 2981 time: 0.2451375
Apr 30 04:33:16.403388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb64b28d-fa20-4513-a98f-58cde840ed5e,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:16.407439 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.411410 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:16.468630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6aa9ac59-f4eb-4c42-9f33-fd29a1a62d61 req-714cd929-e7ce-4164-b5ab-5092757c5b49 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486559
Apr 30 04:33:16.483207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Checking segment: {'id': '52e2c000-11c4-4031-8168-ef79f282808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a992667f-ddb2-4e1d-8dec-e79271d8c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:33:16.483598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Network hostable DHCP agents. Network: a992667f-ddb2-4e1d-8dec-e79271d8c29f, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:33:16.489587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-63542ca7-99f1-4aa2-aec4-b84a220383c8 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/75ec8dcb-69ca-45bb-bcb2-ba38f32868cc HTTP/1.1" status: 200  len: 2981 time: 0.1295497
Apr 30 04:33:16.585089 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0', 'code': 200}
Apr 30 04:33:16.618270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Network a992667f-ddb2-4e1d-8dec-e79271d8c29f is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:33:16.690223 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.692112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-e3f9c9ae-ab45-46c8-ab09-b0170988d14f tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e HTTP/1.1" status: 200  len: 2981 time: 0.1742289
Apr 30 04:33:16.735395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, a992667f-ddb2-4e1d-8dec-e79271d8c29f) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:33:16.738164 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:16.744016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef0487-d61f-42c0-a919-4dee1f9248c5 None None] Network a992667f-ddb2-4e1d-8dec-e79271d8c29f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:33:16.811855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:16.812454 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:17.063466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:33:17.118447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:33:17.119114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1d31cbbf-af61-40e8-a8b1-8aedb514ed7b not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:33:17.156001 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 3.4907415
Apr 30 04:33:17.157780 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-87a3c98d-95fa-4800-b082-c729b947bb4a tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e HTTP/1.1" status: 200  len: 2981 time: 0.3945763
Apr 30 04:33:17.159552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780be4760>,) {'filters': {'network_id': ['3a5fe485-1c7d-4f29-a298-10a8d560842d']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:17.186234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780be4760>, '186153a3-921e-4503-ba9c-c036b01208cb') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:17.186533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780be4760>, '186153a3-921e-4503-ba9c-c036b01208cb') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:17.212847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9917dd8e-1110-4d82-9cc5-32734805c85a None None] Network a992667f-ddb2-4e1d-8dec-e79271d8c29f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:33:17.223596 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:17.282167 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:17.307341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:33:17.330382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1036c3f-5555-4f7d-b961-2036d92179f6 req-64764a88-0ce9-4b80-a8e4-560cdf74075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:17.332613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1036c3f-5555-4f7d-b961-2036d92179f6 req-64764a88-0ce9-4b80-a8e4-560cdf74075e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 1097 time: 0.6332090
Apr 30 04:33:17.376150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-e51f4baf-39bc-41ae-a9e5-c0d177528d72 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/aa53a545-c0ac-4165-87b3-5f73306973c2 HTTP/1.1" status: 200  len: 2973 time: 0.1924429
Apr 30 04:33:17.385422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ac319-f904-4441-866e-e7abcc0a66a7 req-4af478bd-336c-495b-8d90-6e0d6d7469e9 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:17.387404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f4ac319-f904-4441-866e-e7abcc0a66a7 req-4af478bd-336c-495b-8d90-6e0d6d7469e9 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 950 time: 0.4974875
Apr 30 04:33:17.499920 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:17.539711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:17.602415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1036c3f-5555-4f7d-b961-2036d92179f6 req-1a8fcc9f-2b7f-4d0e-840a-14b588547508 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2512550
Apr 30 04:33:17.647167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:17.660078 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:17.689166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-5bd816c4-1772-4195-afbb-9e6e88742fe4 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/aa53a545-c0ac-4165-87b3-5f73306973c2 HTTP/1.1" status: 200  len: 2973 time: 0.3006916
Apr 30 04:33:17.695008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f4ac319-f904-4441-866e-e7abcc0a66a7 req-75f3efb8-1001-4b4f-8f42-a7778e39f47c tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2572484
Apr 30 04:33:17.739550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Allocated IP 172.25.8.15 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/a0d15154-2566-464d-91d5-dce8addb9b1e) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:33:17.889919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Network 3a5fe485-1c7d-4f29-a298-10a8d560842d has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:33:17.917404 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:33:18.024474 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-b8cbd386-b5e4-486c-8b0b-94c18aa31778 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b7b198a0-f40f-4f4d-9425-52e4dd3841c9 HTTP/1.1" status: 200  len: 2981 time: 0.2831070
Apr 30 04:33:18.035237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:18.083024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:18.083481 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:18.093388 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-076da5c2-aa81-4600-be2a-a41335d41f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:18.105125 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:18.106629 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2d79ca00-baff-46d9-9041-3e4da1d2f11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:18.140202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5fe485-1c7d-4f29-a298-10a8d560842d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:18.143134 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-7adba60a-6638-468c-80e3-67272426796d tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b7b198a0-f40f-4f4d-9425-52e4dd3841c9 HTTP/1.1" status: 200  len: 2981 time: 0.1061518
Apr 30 04:33:18.145701 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:18.154937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3a5fe485-1c7d-4f29-a298-10a8d560842d HTTP/1.1" status: 204  len: 168 time: 2.0338411
Apr 30 04:33:18.159675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60480) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:18.187585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:33:18.193104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:33:18.209973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:33:18.238700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d387d6-8e47-4465-8a26-06cef934ed22 req-a9cc861f-6c89-4af4-93b7-4c01e9750b60 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:18.240338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66d387d6-8e47-4465-8a26-06cef934ed22 req-a9cc861f-6c89-4af4-93b7-4c01e9750b60 tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 1096 time: 0.3092721
Apr 30 04:33:18.295125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-9eeb08c0-f99b-4e33-beb5-ad9c0b8f35ae tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/bfdcca8a-6e56-4bdb-b1fe-506e6a95cfe6 HTTP/1.1" status: 200  len: 2977 time: 0.1370652
Apr 30 04:33:18.303881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] Deleting subnet 415e88f3-f1d9-4e7f-929e-ef7ebca80257 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:33:18.306122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event updated for resources: {'Port': ['ID=a0d15154-2566-464d-91d5-dce8addb9b1e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:18.314022 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:18.329751 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:18.389411 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66d387d6-8e47-4465-8a26-06cef934ed22 req-c62290bd-ffad-49cf-9074-41381b95e4fe tempest-LiveMigrationTest-1786249637 tempest-LiveMigrationTest-1786249637-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366627
Apr 30 04:33:18.417189 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:18.459949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-d69bb0b2-b410-45f6-946f-0b2530b424c8 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/bfdcca8a-6e56-4bdb-b1fe-506e6a95cfe6 HTTP/1.1" status: 200  len: 2977 time: 0.1533926
Apr 30 04:33:18.475749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:33:18.528374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:18.700423 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:18.752540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:18.764698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:18.773857 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:18.776061 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:18.857226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:18.862627 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:18.921797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-09b45e8f-710d-42c0-8583-6d6b20dde048 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d0caf7bb-05fa-471d-9c0a-caba72114e81 HTTP/1.1" status: 200  len: 2981 time: 0.4098134
Apr 30 04:33:18.980596 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:19.122691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-d4c540ab-41e4-4fc7-9e89-901a78f72986 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d0caf7bb-05fa-471d-9c0a-caba72114e81 HTTP/1.1" status: 200  len: 2981 time: 0.1880448
Apr 30 04:33:19.253734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11799531-8987-4754-9b72-b0cc5c80d206 req-5bc825c8-1ee8-4c4a-8947-337772adbd47 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:19.256483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11799531-8987-4754-9b72-b0cc5c80d206 req-5bc825c8-1ee8-4c4a-8947-337772adbd47 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 945 time: 0.6336744
Apr 30 04:33:19.407888 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-c49a1e1f-3abe-4e11-8ff2-93351ef7d50f tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e1a3426f-1fda-4340-8df6-8f7867f1155e HTTP/1.1" status: 200  len: 2981 time: 0.2191846
Apr 30 04:33:19.451371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11799531-8987-4754-9b72-b0cc5c80d206 req-1e83a424-b58b-4cca-a1e9-9963fc5a9ffb tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853921
Apr 30 04:33:19.461235 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:19.487877 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:19.518304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:19.767369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415e88f3-f1d9-4e7f-929e-ef7ebca80257,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:19.773493 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:19.785337 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:19.799011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-dab84efa-bcf8-4915-802e-27512f25185b tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e1a3426f-1fda-4340-8df6-8f7867f1155e HTTP/1.1" status: 200  len: 2981 time: 0.3762760
Apr 30 04:33:19.801773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/415e88f3-f1d9-4e7f-929e-ef7ebca80257 HTTP/1.1" status: 204  len: 168 time: 1.6391788
Apr 30 04:33:19.805850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60498) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:19.947669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:19.986763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-821bda12-0238-473d-b80e-d33c26d730ff tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e576301e-1b54-4749-ba95-30c23a04844a HTTP/1.1" status: 200  len: 2981 time: 0.1815474
Apr 30 04:33:19.995248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Router b2b462f6-4764-42ea-ad19-01e49e41671d is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:33:20.068033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-54638bab-a6dc-48b9-9788-88191dab2039 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:20.069619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-54638bab-a6dc-48b9-9788-88191dab2039 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/networks?id=a992667f-ddb2-4e1d-8dec-e79271d8c29f HTTP/1.1" status: 200  len: 821 time: 0.2478361
Apr 30 04:33:20.081428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-8933c8bc-51b0-4b37-8716-198879194d76 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e576301e-1b54-4749-ba95-30c23a04844a HTTP/1.1" status: 200  len: 2981 time: 0.0867724
Apr 30 04:33:20.095612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-2cb325a9-45c3-4eb8-b478-5df33c04c092 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/quotas/b65ba63188044539957197fb569a1e66 HTTP/1.1" status: 200  len: 375 time: 0.0131700
Apr 30 04:33:20.170514 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-1da51a22-9433-478d-bff9-0f5f9a6aaee3 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b65ba63188044539957197fb569a1e66&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0639105
Apr 30 04:33:20.173066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:20.230666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-29d53204-d5b8-494b-be96-34534eb9cf8a tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ff15f068-6289-49fe-9369-d3e6bae394df HTTP/1.1" status: 200  len: 2981 time: 0.1374176
Apr 30 04:33:20.390208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a257550>,) {'filters': {'network_id': ['5bab1ddc-3313-44c9-b60f-78c25cc0e5f4']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:20.409675 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a257550>, 'e543486c-b5d2-4d93-b4a5-c9ce8624e68b') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:20.410015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a257550>, 'e543486c-b5d2-4d93-b4a5-c9ce8624e68b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:20.417638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:33:20.433056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:20.433414 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01841d-bbe9-4f9c-a2d9-05a1e0a873ee None None] Sync routers for ids ['b2b462f6-4764-42ea-ad19-01e49e41671d'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:33:20.450869 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01841d-bbe9-4f9c-a2d9-05a1e0a873ee None None] Routers {'b2b462f6-4764-42ea-ad19-01e49e41671d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:20.452366 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec01841d-bbe9-4f9c-a2d9-05a1e0a873ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2e80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b2b462f6-4764-42ea-ad19-01e49e41671d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:20.468132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:20.469561 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.2386808
Apr 30 04:33:20.471041 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:20.474240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60502) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:20.485179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-639d2d65-5af3-4bc1-bd24-1277caca627b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': False}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:20.487665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-0524881a-b6e4-48a5-866c-5d5ccd7fc3a4 service neutron] 10.222.0.46 "GET /v2.0/networks/a992667f-ddb2-4e1d-8dec-e79271d8c29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2992032
Apr 30 04:33:20.490378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48fe5c76-7df1-4a5f-8216-67c8c90d5a82 req-31e5390a-d44e-4d62-9835-d3d43b1648c1 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ff15f068-6289-49fe-9369-d3e6bae394df HTTP/1.1" status: 200  len: 2981 time: 0.1695030
Apr 30 04:33:20.544517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:33:20.548837 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec01841d-bbe9-4f9c-a2d9-05a1e0a873ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2e80>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:20.558936 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01841d-bbe9-4f9c-a2d9-05a1e0a873ee None None] Routers {'b2b462f6-4764-42ea-ad19-01e49e41671d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:20.559882 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec01841d-bbe9-4f9c-a2d9-05a1e0a873ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2e80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b2b462f6-4764-42ea-ad19-01e49e41671d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:20.629217 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec01841d-bbe9-4f9c-a2d9-05a1e0a873ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2e80>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:20.629895 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01841d-bbe9-4f9c-a2d9-05a1e0a873ee None None] The sync data for ids ['b2b462f6-4764-42ea-ad19-01e49e41671d'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:33:20.770013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-d5d54be4-59ee-479f-b748-1ced98b02ed8 service neutron] 10.222.0.46 "GET /v2.0/networks/a992667f-ddb2-4e1d-8dec-e79271d8c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2398109
Apr 30 04:33:20.844528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Network 5bab1ddc-3313-44c9-b60f-78c25cc0e5f4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:20.863698 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:21.223691 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'code': 200}
Apr 30 04:33:21.515544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Network 5bab1ddc-3313-44c9-b60f-78c25cc0e5f4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:33:21.560696 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:33:21.596872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10452dd-583f-42b7-ad69-39d425b921c9 req-94560b2c-275d-4e3a-9b8c-6eae9f99736a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:21.601622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a10452dd-583f-42b7-ad69-39d425b921c9 req-94560b2c-275d-4e3a-9b8c-6eae9f99736a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 945 time: 0.2009604
Apr 30 04:33:21.684049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60536) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:21.738332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a10452dd-583f-42b7-ad69-39d425b921c9 req-e554a272-b607-4417-90ca-0f8408899e9f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277189
Apr 30 04:33:21.866272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:21.899625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:21.911560 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:21.911868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5975ffb7-9d6d-4601-a0b6-ce9c532b3945 req-2ae5c7b6-bbac-40f2-9e1a-bac017a6295e tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 210 time: 0.1035602
Apr 30 04:33:22.028437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4e724d93-cd5e-4730-b5ac-2c2fe2047aa6 req-3c32cd5c-0b0b-4aa2-9ec5-4324327f4a97 tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Synchronizing usage tracker for tenant:6d757b8a6f8d4715aac0ab6ba9726948 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:22.068041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4e724d93-cd5e-4730-b5ac-2c2fe2047aa6 req-3c32cd5c-0b0b-4aa2-9ec5-4324327f4a97 tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Unset dirty status for tenant:6d757b8a6f8d4715aac0ab6ba9726948 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:22.074023 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e724d93-cd5e-4730-b5ac-2c2fe2047aa6 req-3c32cd5c-0b0b-4aa2-9ec5-4324327f4a97 tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d757b8a6f8d4715aac0ab6ba9726948 HTTP/1.1" status: 200  len: 6102 time: 0.3214178
Apr 30 04:33:22.177929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e724d93-cd5e-4730-b5ac-2c2fe2047aa6 req-6cbcdb62-7810-4c25-8b1e-1bd6fc99bcb0 tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] 10.222.0.46 "GET /v2.0/security-groups/ff15f068-6289-49fe-9369-d3e6bae394df HTTP/1.1" status: 200  len: 2981 time: 0.0969620
Apr 30 04:33:22.252960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5bab1ddc-3313-44c9-b60f-78c25cc0e5f4 HTTP/1.1" status: 204  len: 168 time: 2.4452486
Apr 30 04:33:22.254970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bab1ddc-3313-44c9-b60f-78c25cc0e5f4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:22.265035 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:22.270462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:22.328438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:22.336910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd8fb404a6e42eb867c36d958b70b7e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:22.346991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:22.347665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e724d93-cd5e-4730-b5ac-2c2fe2047aa6 req-84ae9e05-1c8c-4075-ba14-6efa4663c1b7 tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] 10.222.0.46 "GET /v2.0/security-groups/ff15f068-6289-49fe-9369-d3e6bae394df HTTP/1.1" status: 200  len: 2981 time: 0.1606021
Apr 30 04:33:22.472937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:22.494128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60560) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:22.554808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604f4e2-744a-439a-ac38-e02272dd6a58 req-9cb864f3-91e1-4218-aa32-cc91532d69aa tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:22.558778 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d604f4e2-744a-439a-ac38-e02272dd6a58 req-9cb864f3-91e1-4218-aa32-cc91532d69aa tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 944 time: 0.1049485
Apr 30 04:33:22.629847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d604f4e2-744a-439a-ac38-e02272dd6a58 req-700a1aca-8a0c-45b6-b488-51d969bee817 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526712
Apr 30 04:33:22.641216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-639d2d65-5af3-4bc1-bd24-1277caca627b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:22.679920 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-912208f5-b4de-4abd-acd7-13aa7b0675f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e00638fa8be2496892bbdeb78ce39e3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1705782
Apr 30 04:33:22.693768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60564) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:22.838656 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:22.844611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-360a90cf-6561-43c9-ae48-0d10ec405541 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2108639907&fields=id&tenant_id=399df501880c4002beea62440aa7361c HTTP/1.1" status: 200  len: 267 time: 0.1104941
Apr 30 04:33:22.847494 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:22.849837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41ee6847-f81e-47fa-87a7-8fb0d4fbf1f0 req-3178ef7a-b171-4b12-b74b-de098d20b7fe tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/28a11e29-642b-4b4c-a3c2-48d28c4ce850 HTTP/1.1" status: 200  len: 1775 time: 0.1685336
Apr 30 04:33:22.855514 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-23a63025-ea1d-4be3-b05a-a2ecba657b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:22.856732 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd720b16-0326-47f1-9d75-35c0fb84d3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:22.982526 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dd8fb404a6e42eb867c36d958b70b7e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2031436
Apr 30 04:33:22.984343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60570) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:22.985094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef6892-5f96-4a18-8fca-fc249864b670,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:22.995855 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:23.025593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-5a1cf5b4-f861-44c3-bc27-a94cdbfa65fd tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:23.026377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-5a1cf5b4-f861-44c3-bc27-a94cdbfa65fd tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Synchronizing usage tracker for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:23.079716 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-23a63025-ea1d-4be3-b05a-a2ecba657b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.080919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-5a1cf5b4-f861-44c3-bc27-a94cdbfa65fd tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Unset dirty status for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:23.082107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-5a1cf5b4-f861-44c3-bc27-a94cdbfa65fd tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 944 time: 0.3627090
Apr 30 04:33:23.143085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17dc9867-8fb4-4dc1-a2fc-da4988a4adce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.204770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17dc9867-8fb4-4dc1-a2fc-da4988a4adce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.215655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-41ee6847-f81e-47fa-87a7-8fb0d4fbf1f0 req-ddc0bbb8-28a2-48bf-af35-a2098365e43c tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.259499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-6be3b25a-0514-443e-b48c-dac95dde1cf5 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:23.261449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-6be3b25a-0514-443e-b48c-dac95dde1cf5 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.50 "GET /v2.0/networks?id=a992667f-ddb2-4e1d-8dec-e79271d8c29f HTTP/1.1" status: 200  len: 821 time: 0.3394263
Apr 30 04:33:23.273069 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-41ee6847-f81e-47fa-87a7-8fb0d4fbf1f0 req-ddc0bbb8-28a2-48bf-af35-a2098365e43c tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.287894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Request body: {'port': {'device_id': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'network_id': 'a992667f-ddb2-4e1d-8dec-e79271d8c29f', 'admin_state_up': True, 'tenant_id': 'b65ba63188044539957197fb569a1e66'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:23.308520 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-23a63025-ea1d-4be3-b05a-a2ecba657b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.317447 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c956ca8d-e5e5-489c-95f9-42d64c6caf6a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:23.332356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-86af6e7a-8006-4f28-acae-5f0d08cff754 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:23.333951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-86af6e7a-8006-4f28-acae-5f0d08cff754 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 945 time: 0.4685721
Apr 30 04:33:23.388911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a63025-ea1d-4be3-b05a-a2ecba657b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0caf7bb-05fa-471d-9c0a-caba72114e81,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:23.441203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'port': {'security_groups': ['34ceeaec-0946-4694-b973-131c52a7080c', 'e5c524a2-d934-4bd4-a6ed-311450f89427']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:23.475841 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-23a63025-ea1d-4be3-b05a-a2ecba657b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:23.490579 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17dc9867-8fb4-4dc1-a2fc-da4988a4adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.499447 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c3e697f-91f7-4405-bf13-701b41f4b7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:23.511176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Deleting port fd5ab434-68f0-48c8-83df-540d75304c03 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:33:23.511562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.606019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc9867-8fb4-4dc1-a2fc-da4988a4adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef6892-5f96-4a18-8fca-fc249864b670,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:23.617911 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17dc9867-8fb4-4dc1-a2fc-da4988a4adce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:23.630254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17dc9867-8fb4-4dc1-a2fc-da4988a4adce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.632208 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-17dc9867-8fb4-4dc1-a2fc-da4988a4adce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcef6892-5f96-4a18-8fca-fc249864b670 HTTP/1.1" status: 204  len: 168 time: 0.6401584
Apr 30 04:33:23.678959 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-23a63025-ea1d-4be3-b05a-a2ecba657b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.680995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-23a63025-ea1d-4be3-b05a-a2ecba657b3d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0caf7bb-05fa-471d-9c0a-caba72114e81 HTTP/1.1" status: 204  len: 168 time: 0.9860330
Apr 30 04:33:23.796696 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-41ee6847-f81e-47fa-87a7-8fb0d4fbf1f0 req-ddc0bbb8-28a2-48bf-af35-a2098365e43c tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:23.831081 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5098e0bb-f169-4fc4-ad31-815499bf5aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:23.897584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0bbb8-28a2-48bf-af35-a2098365e43c tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a11e29-642b-4b4c-a3c2-48d28c4ce850,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:23.911436 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ddc0bbb8-28a2-48bf-af35-a2098365e43c tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:23.966479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:23.984661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Usage tracker for resource:port and tenant:b65ba63188044539957197fb569a1e66 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:23.999200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:24.008587 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:24.032578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] For port fd5ab434-68f0-48c8-83df-540d75304c03, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fd5ab434-68f0-48c8-83df-540d75304c03,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:24.033617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:24.125124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:24.129508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-41ee6847-f81e-47fa-87a7-8fb0d4fbf1f0 req-ddc0bbb8-28a2-48bf-af35-a2098365e43c tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:24.146240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41ee6847-f81e-47fa-87a7-8fb0d4fbf1f0 req-ddc0bbb8-28a2-48bf-af35-a2098365e43c tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/28a11e29-642b-4b4c-a3c2-48d28c4ce850 HTTP/1.1" status: 204  len: 173 time: 1.2791362
Apr 30 04:33:24.200253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Made reservation on behalf of b65ba63188044539957197fb569a1e66 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:33:24.206810 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:24.306253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Calling delete_port for fd5ab434-68f0-48c8-83df-540d75304c03 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:33:24.483989 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-639d2d65-5af3-4bc1-bd24-1277caca627b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:24.489361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-639d2d65-5af3-4bc1-bd24-1277caca627b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:24.622261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60590) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:24.622600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60592) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:24.689247 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:24.718578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:24.804247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Usage tracker for resource:security_group_rule and tenant:214580af3e2b46739e44ca6c2626bb81 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:24.809577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:24.826304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:24.836526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Allocated IP 172.20.0.8 (a992667f-ddb2-4e1d-8dec-e79271d8c29f/bb64b28d-fa20-4513-a98f-58cde840ed5e/e6ea98af-4941-4fe5-a532-d1ab9b06d615) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:33:24.844575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:24.861099 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-31d72b06-07ba-40b4-a340-e249ffa6a489 tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:24.863862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:33:24.877366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] For port 0306950e-d3b9-43cb-b5f4-92f75e88ade0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:24.973009 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d6d50110-cdc6-4c73-8c1d-2c10ae80bc64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48f2f7c25f814530afb6408b33e67e1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3450086
Apr 30 04:33:24.987838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Pushing event deleted for resources: {'Port': ['ID=fd5ab434-68f0-48c8-83df-540d75304c03,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:24.993397 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:24.998383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60598) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:25.022611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e660fe8b-d96c-4f57-bfda-31835859999a req-fae7e8bf-3375-4bf3-acb3-1bbb50b8a989 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 210 time: 0.6277635
Apr 30 04:33:25.064398 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.128426 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.128895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639d2d65-5af3-4bc1-bd24-1277caca627b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Router b2b462f6-4764-42ea-ad19-01e49e41671d has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:33:25.147261 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-21f2e598-d6d6-4cdb-a08e-269f8f9ad2bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:25.147604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0306950e-d3b9-43cb-b5f4-92f75e88ade0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:33:25.203543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] No DVR routers for this DVR port fd5ab434-68f0-48c8-83df-540d75304c03 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:33:25.221612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.224318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'name': 'network-vif-deleted', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:25.452795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:25.453465 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.465256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7b7a275-aab4-4955-8ce9-ee9a1e223e8d req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "PUT /v2.0/ports/0306950e-d3b9-43cb-b5f4-92f75e88ade0 HTTP/1.1" status: 200  len: 981 time: 2.0951519
Apr 30 04:33:25.471399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:25.476724 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89125fc1-ce12-4249-9d6b-fe271a5c2a61 req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.50 "DELETE /v2.0/ports/fd5ab434-68f0-48c8-83df-540d75304c03 HTTP/1.1" status: 204  len: 173 time: 2.3812804
Apr 30 04:33:25.499514 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f63d97e4-a145-4c73-8c8f-9ec14ac00348 req-6e948cad-2b46-4a19-97c6-164a0f5c60d5 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 210 time: 0.1212394
Apr 30 04:33:25.512891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a342571-7aaa-4ceb-9432-cf6691f11da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.523781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'Port': ['ID=0306950e-d3b9-43cb-b5f4-92f75e88ade0,revision_number=6']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:25.524683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0306950e-d3b9-43cb-b5f4-92f75e88ade0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:33:25.533645 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:25.627095 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b1f184-ad76-4e5a-9c83-1e29b4f237f6', 'name': 'network-vif-deleted', 'tag': 'fd5ab434-68f0-48c8-83df-540d75304c03', 'status': 'completed', 'code': 200}
Apr 30 04:33:25.629103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a342571-7aaa-4ceb-9432-cf6691f11da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.632634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6d567577-d9fe-47c4-b73b-9c12e02c933b req-f805fbf0-db36-48c1-96f7-1d1514401b11 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "GET /v2.0/security-groups/022b916c-d434-44f0-8ebb-b09b1a2f0aaa HTTP/1.1" status: 200  len: 1777 time: 0.1536117
Apr 30 04:33:25.642526 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.651722 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.655634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639d2d65-5af3-4bc1-bd24-1277caca627b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:33:25.674911 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.678651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df2f5f-b526-4336-b7b6-ae75971834b1 None None] Sync routers for ids ['b2b462f6-4764-42ea-ad19-01e49e41671d'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:33:25.687053 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75d1902f-9a4b-423e-bd94-b418d91c9e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:25.715110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-639d2d65-5af3-4bc1-bd24-1277caca627b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.716747 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-639d2d65-5af3-4bc1-bd24-1277caca627b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "PUT /v2.0/routers/b2b462f6-4764-42ea-ad19-01e49e41671d HTTP/1.1" status: 200  len: 924 time: 5.2414060
Apr 30 04:33:25.723568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60616) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:25.756546 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=214580af3e2b46739e44ca6c2626bb81&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1304376
Apr 30 04:33:25.759660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c17a3c-2aac-4587-afc7-c715e18650a2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:25.763547 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60620) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:25.767142 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:25.881524 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a342571-7aaa-4ceb-9432-cf6691f11da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.887985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df2f5f-b526-4336-b7b6-ae75971834b1 None None] Routers {'b2b462f6-4764-42ea-ad19-01e49e41671d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:25.888817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a9df2f5f-b526-4336-b7b6-ae75971834b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77beaef70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b2b462f6-4764-42ea-ad19-01e49e41671d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:25.895034 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fdf20fcb-0914-433d-8e0e-ef5efca65012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:25.955029 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.956899 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6d567577-d9fe-47c4-b73b-9c12e02c933b req-49380124-1d78-4aac-acdc-47a6e6d52420 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:25.970287 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:26.036308 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a9df2f5f-b526-4336-b7b6-ae75971834b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77beaef70>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:26.075533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df2f5f-b526-4336-b7b6-ae75971834b1 None None] Routers {'b2b462f6-4764-42ea-ad19-01e49e41671d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:26.076986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a9df2f5f-b526-4336-b7b6-ae75971834b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77beaef70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b2b462f6-4764-42ea-ad19-01e49e41671d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:26.123096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a342571-7aaa-4ceb-9432-cf6691f11da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ec8dcb-69ca-45bb-bcb2-ba38f32868cc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:26.147190 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a342571-7aaa-4ceb-9432-cf6691f11da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:26.153139 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a342571-7aaa-4ceb-9432-cf6691f11da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.159502 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3a342571-7aaa-4ceb-9432-cf6691f11da5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75ec8dcb-69ca-45bb-bcb2-ba38f32868cc HTTP/1.1" status: 204  len: 168 time: 1.1470039
Apr 30 04:33:26.165009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ba7139b-3c83-4806-bd58-90d78300acb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.218637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a9df2f5f-b526-4336-b7b6-ae75971834b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77beaef70>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:26.219066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df2f5f-b526-4336-b7b6-ae75971834b1 None None] The sync data for ids ['b2b462f6-4764-42ea-ad19-01e49e41671d'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:33:26.248074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ba7139b-3c83-4806-bd58-90d78300acb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.249716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device eecc02d8-f935-4955-84b4-337dbdc9a1bd details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:33:26.312440 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6d567577-d9fe-47c4-b73b-9c12e02c933b req-49380124-1d78-4aac-acdc-47a6e6d52420 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.328219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fd5ab434-68f0-48c8-83df-540d75304c03 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:33:26.366146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Network a992667f-ddb2-4e1d-8dec-e79271d8c29f is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:33:26.369284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ba7139b-3c83-4806-bd58-90d78300acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.377718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-abde72a0-d190-432e-b7c0-99ae5820f3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:26.380008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Pushing event updated for resources: {'Port': ['ID=e6ea98af-4941-4fe5-a532-d1ab9b06d615,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:26.385596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: fd5ab434-68f0-48c8-83df-540d75304c03 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:33:26.385943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fd5ab434-68f0-48c8-83df-540d75304c03 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:33:26.406054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-71d6818f-8e3c-4125-9ca8-0cd97bebbae1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/routers/b2b462f6-4764-42ea-ad19-01e49e41671d HTTP/1.1" status: 200  len: 924 time: 0.6788681
Apr 30 04:33:26.423578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60630) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:26.426167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ba7139b-3c83-4806-bd58-90d78300acb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.435398 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5ba7139b-3c83-4806-bd58-90d78300acb7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58c17a3c-2aac-4587-afc7-c715e18650a2 HTTP/1.1" status: 204  len: 168 time: 0.6649911
Apr 30 04:33:26.449713 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:26.454146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:33:26.468467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:33:26.520435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-527d467b-7092-48a8-a335-36fa730a31e8 req-a8ee9771-7bd1-446c-9bfc-4f8978f23e07 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-997247539&fields=id&tenant_id=399df501880c4002beea62440aa7361c HTTP/1.1" status: 200  len: 267 time: 0.6207790
Apr 30 04:33:26.532046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7139b-3c83-4806-bd58-90d78300acb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c17a3c-2aac-4587-afc7-c715e18650a2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:26.550336 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ba7139b-3c83-4806-bd58-90d78300acb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:26.674158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:26.685723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33e6ba3-2c4c-4aa4-8122-8832d6966d94 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:26.686932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a33e6ba3-2c4c-4aa4-8122-8832d6966d94 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Synchronizing usage tracker for tenant:4c4afa19f5f84802805e51d479769022 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:26.689705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:26.690414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.696405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd', 'mac_address': 'fa:16:3e:98:e5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:33:26.706232 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6d567577-d9fe-47c4-b73b-9c12e02c933b req-49380124-1d78-4aac-acdc-47a6e6d52420 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.717206 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-834c50e9-7fdf-4ff0-b312-200cbe5c5d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:26.757920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49380124-1d78-4aac-acdc-47a6e6d52420 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022b916c-d434-44f0-8ebb-b09b1a2f0aaa,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:26.765567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a33e6ba3-2c4c-4aa4-8122-8832d6966d94 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Unset dirty status for tenant:4c4afa19f5f84802805e51d479769022 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:26.770418 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a33e6ba3-2c4c-4aa4-8122-8832d6966d94 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=b2b462f6-4764-42ea-ad19-01e49e41671d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3337529
Apr 30 04:33:26.772062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60642) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:26.774910 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49380124-1d78-4aac-acdc-47a6e6d52420 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:26.777161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4943449
Apr 30 04:33:26.781251 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6d567577-d9fe-47c4-b73b-9c12e02c933b req-49380124-1d78-4aac-acdc-47a6e6d52420 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.797493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6d567577-d9fe-47c4-b73b-9c12e02c933b req-49380124-1d78-4aac-acdc-47a6e6d52420 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/022b916c-d434-44f0-8ebb-b09b1a2f0aaa HTTP/1.1" status: 204  len: 173 time: 1.1386878
Apr 30 04:33:26.809838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Request body: {'port': {'device_id': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:26.874887 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.894769 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0', 'status': 'completed', 'code': 200}
Apr 30 04:33:26.903920 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:26.997510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eecc02d8-f935-4955-84b4-337dbdc9a1bd {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:33:27.061626 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:27.084273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d467b-7092-48a8-a335-36fa730a31e8 req-099eb00e-cf10-4bc6-b15a-cd204a163381 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:27.091693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:27.100352 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:27.101193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-527d467b-7092-48a8-a335-36fa730a31e8 req-099eb00e-cf10-4bc6-b15a-cd204a163381 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 984 time: 0.5798242
Apr 30 04:33:27.104173 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:27.125835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-527d467b-7092-48a8-a335-36fa730a31e8 req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'port': {'security_groups': ['34ceeaec-0946-4694-b973-131c52a7080c', 'e5c524a2-d934-4bd4-a6ed-311450f89427', 'c04cf8df-ee8d-4f29-aa76-fd1084944567']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:27.269711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=eecc02d8-f935-4955-84b4-337dbdc9a1bd,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:27.278021 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:27.283632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc06436-bddf-4c10-aa18-ad74269c9d84 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:27.284999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bbc06436-bddf-4c10-aa18-ad74269c9d84 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Synchronizing usage tracker for tenant:4c4afa19f5f84802805e51d479769022 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:27.328998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['eecc02d8-f935-4955-84b4-337dbdc9a1bd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:33:27.344660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bbc06436-bddf-4c10-aa18-ad74269c9d84 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Unset dirty status for tenant:4c4afa19f5f84802805e51d479769022 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:27.345849 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bbc06436-bddf-4c10-aa18-ad74269c9d84 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 881 time: 0.5738344
Apr 30 04:33:27.354756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60662) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:27.446181 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e8d195a0-a0c7-44b6-81f4-03ad2d7065ec tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2b462f6-4764-42ea-ad19-01e49e41671d HTTP/1.1" status: 200  len: 205 time: 0.0901039
Apr 30 04:33:27.451041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60666) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:27.600557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:27.834619 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-527d467b-7092-48a8-a335-36fa730a31e8 req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:27.878309 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:28.077665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-e2ab25c4-9b22-409e-8277-2225704f780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:28.079395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-e2ab25c4-9b22-409e-8277-2225704f780c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 1136 time: 1.1439288
Apr 30 04:33:28.138460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ab1e3-4f9e-4774-ba64-da27d7846284 req-2b5f09f7-b46f-4d92-a144-c3a87b3c1930 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:28.139685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d75ab1e3-4f9e-4774-ba64-da27d7846284 req-2b5f09f7-b46f-4d92-a144-c3a87b3c1930 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Synchronizing usage tracker for tenant:b65ba63188044539957197fb569a1e66 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:28.147468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device eecc02d8-f935-4955-84b4-337dbdc9a1bd up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:33:28.284159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:28.403695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d75ab1e3-4f9e-4774-ba64-da27d7846284 req-2b5f09f7-b46f-4d92-a144-c3a87b3c1930 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Unset dirty status for tenant:b65ba63188044539957197fb569a1e66 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:28.404921 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d75ab1e3-4f9e-4774-ba64-da27d7846284 req-2b5f09f7-b46f-4d92-a144-c3a87b3c1930 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 931 time: 1.2894273
Apr 30 04:33:28.411878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port eecc02d8-f935-4955-84b4-337dbdc9a1bd triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:33:28.412400 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:28.525125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Deleting port a0d15154-2566-464d-91d5-dce8addb9b1e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:33:28.525728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:28.644360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60692) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:28.692224 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:28.752494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ea98af-4941-4fe5-a532-d1ab9b06d615 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:33:28.765299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:28.765634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:28.787477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Transition to ACTIVE for port object e6ea98af-4941-4fe5-a532-d1ab9b06d615 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:33:28.795192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:28.802345 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:28.809611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:28.816465 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:28.821692 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1907b49e-3954-4e0a-b2a3-fe5c6fe1bd8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:28.862277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-9124de42-9e4f-499a-bf17-a091254ba508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:28.870216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:28.876569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-9124de42-9e4f-499a-bf17-a091254ba508 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 913 time: 0.7848277
Apr 30 04:33:29.017536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=eecc02d8-f935-4955-84b4-337dbdc9a1bd,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:29.029474 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:29.104687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-871788272-network', 'tenant_id': 'a1fb0d4297974a56a2aef6dc544b7bd0'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:29.116032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Calling delete_port for a0d15154-2566-464d-91d5-dce8addb9b1e owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:33:29.123915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:29.130526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Usage tracker for resource:network and tenant:a1fb0d4297974a56a2aef6dc544b7bd0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:29.136823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:29.147508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:29.180763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Made reservation on behalf of a1fb0d4297974a56a2aef6dc544b7bd0 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:33:29.185243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:29.202953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:29.238099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:29.254004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:a1fb0d4297974a56a2aef6dc544b7bd0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:29.258393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:29.266013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-527d467b-7092-48a8-a335-36fa730a31e8 req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] For port 0306950e-d3b9-43cb-b5f4-92f75e88ade0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:29.268659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:29.298824 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-527d467b-7092-48a8-a335-36fa730a31e8 req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:29.313152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d75ab1e3-4f9e-4774-ba64-da27d7846284 req-3a21b8af-3266-4618-b536-38b4b5810998 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/security-groups?id=57cb5a73-3832-49e1-a99e-ad284700dd68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8541272
Apr 30 04:33:29.431582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-30dc4795-ae11-4514-8f47-d9f9dc63cbce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0 HTTP/1.1" status: 200  len: 217 time: 0.5233676
Apr 30 04:33:29.432668 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-527d467b-7092-48a8-a335-36fa730a31e8 req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:29.436978 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:29.448983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0306950e-d3b9-43cb-b5f4-92f75e88ade0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:33:29.464939 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-884cab73-e5c7-42e8-b4d2-fe7f17418384 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:29.504795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Pushing event updated for resources: {'Port': ['ID=e6ea98af-4941-4fe5-a532-d1ab9b06d615,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:29.522541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d467b-7092-48a8-a335-36fa730a31e8 req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:29.523388 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-527d467b-7092-48a8-a335-36fa730a31e8 req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:29.525256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-527d467b-7092-48a8-a335-36fa730a31e8 req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "PUT /v2.0/ports/0306950e-d3b9-43cb-b5f4-92f75e88ade0 HTTP/1.1" status: 200  len: 1020 time: 2.4227707
Apr 30 04:33:29.534706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:29.543134 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:29.573254 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6fc6688c-df94-4fb0-9a13-169a46510803 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:29.658273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'Port': ['ID=0306950e-d3b9-43cb-b5f4-92f75e88ade0,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:29.732132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event deleted for resources: {'Port': ['ID=a0d15154-2566-464d-91d5-dce8addb9b1e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:29.736072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0306950e-d3b9-43cb-b5f4-92f75e88ade0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:33:29.739800 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:29.785992 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:29.955486 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.186663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-691d79af-bf3f-4657-885e-751aefc0185b req-2614367c-e26b-49fb-8f79-f6d83425c4a2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 210 time: 0.2603416
Apr 30 04:33:30.214906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e7c2bd0-b19e-495c-b8a4-8aea6aab15da req-994067f8-67b9-4652-b1be-8a8bc4a2bb6b tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] 10.222.0.46 "GET /v2.0/security-groups/33fa05d8-1804-4089-82ce-840a874c0011 HTTP/1.1" status: 200  len: 1777 time: 0.5559399
Apr 30 04:33:30.218745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-0c66be88-02cb-401e-b863-64234daa6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:30.221591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-0c66be88-02cb-401e-b863-64234daa6a92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 200  len: 852 time: 0.7630501
Apr 30 04:33:30.362535 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd', 'code': 200}
Apr 30 04:33:30.572136 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c3cf409b-08d4-4a44-bd50-2feeb5d7d9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.676882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-08dd9876-13bf-40f8-b02f-c7ffc2c1a766 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4432220
Apr 30 04:33:30.715351 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.719529 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.747250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Attempting to bind port e6ea98af-4941-4fe5-a532-d1ab9b06d615 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:33:30.748006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Attempting to bind port e6ea98af-4941-4fe5-a532-d1ab9b06d615 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '52e2c000-11c4-4031-8168-ef79f282808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a992667f-ddb2-4e1d-8dec-e79271d8c29f'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:33:30.748700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Attempting to bind port e6ea98af-4941-4fe5-a532-d1ab9b06d615 on network a992667f-ddb2-4e1d-8dec-e79271d8c29f {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:33:30.770660 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.771512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Fanout notify agent at l3_agent the message router_deleted on router b2b462f6-4764-42ea-ad19-01e49e41671d {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:33:30.781627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Port e6ea98af-4941-4fe5-a532-d1ab9b06d615 on network a992667f-ddb2-4e1d-8dec-e79271d8c29f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:33:30.782316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Attempting to bind port e6ea98af-4941-4fe5-a532-d1ab9b06d615 on network a992667f-ddb2-4e1d-8dec-e79271d8c29f {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:33:30.809783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.828615 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.848641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:33:30.864748 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.865699 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Added segment dab4b271-a0bc-4ffa-81c8-c9e699450597 of type vlan for network 118524cb-47ed-4365-bdc0-969761aa0433
Apr 30 04:33:30.887918 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d2d16b3d-2733-4a64-9e2e-1452b1532ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:30.905943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:33:30.906733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Checking segment: {'id': '52e2c000-11c4-4031-8168-ef79f282808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a992667f-ddb2-4e1d-8dec-e79271d8c29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:33:30.907561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Bound using segment: {'id': '52e2c000-11c4-4031-8168-ef79f282808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a992667f-ddb2-4e1d-8dec-e79271d8c29f'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:33:30.908510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Bound port: e6ea98af-4941-4fe5-a532-d1ab9b06d615, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e2c000-11c4-4031-8168-ef79f282808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a992667f-ddb2-4e1d-8dec-e79271d8c29f'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:33:30.909502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.955536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407651ae-1192-4ce4-b3bc-3a459e033c50,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:30.969138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:30.971794 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/b2b462f6-4764-42ea-ad19-01e49e41671d HTTP/1.1" status: 204  len: 168 time: 3.5190251
Apr 30 04:33:30.973809 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:30.991149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60748) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:31.002245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1320710070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:31.020885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:31.028752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Usage tracker for resource:router and tenant:0ae29d9b2a6c4691a7038b7fc8626338 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:31.034209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:31.045254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:31.073913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.081937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.083873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.148956 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.182819 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.184914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:31.186045 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.196721 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-247786a9-077b-4456-9129-29c5385e48b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:31.235509 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2e7c2bd0-b19e-495c-b8a4-8aea6aab15da req-0185b527-eed4-4ab3-b968-df6cd0c083ba tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.403787 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2e7c2bd0-b19e-495c-b8a4-8aea6aab15da req-0185b527-eed4-4ab3-b968-df6cd0c083ba tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.434997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.444246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=118524cb-47ed-4365-bdc0-969761aa0433,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:31.447787 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:31.459242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 118524cb-47ed-4365-bdc0-969761aa0433 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:33:31.480828 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.8353159
Apr 30 04:33:31.483937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.488931 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3de91711-8aef-4bc8-ae1c-9eb1153208dc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4956093
Apr 30 04:33:31.490063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60762) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:31.490441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60764) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:31.506550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:31.535581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] For port e6ea98af-4941-4fe5-a532-d1ab9b06d615, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:33:31.542378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] For port e6ea98af-4941-4fe5-a532-d1ab9b06d615, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e6ea98af-4941-4fe5-a532-d1ab9b06d615,segment=NetworkSegment(52e2c000-11c4-4031-8168-ef79f282808f),segment_id=52e2c000-11c4-4031-8168-ef79f282808f)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:33:31.575106 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.592644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Request body: {'subnet': {'network_id': '118524cb-47ed-4365-bdc0-969761aa0433', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-871788272-subnet', 'tenant_id': 'a1fb0d4297974a56a2aef6dc544b7bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:31.609877 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a51da1f5-c851-41f8-bcd6-29a19a315db8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:31.614998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:31.692046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Usage tracker for resource:subnet and tenant:a1fb0d4297974a56a2aef6dc544b7bd0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:31.699254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:31.793602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:31.794487 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:31.795682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] 10.222.0.50 "PUT /v2.0/ports/e6ea98af-4941-4fe5-a532-d1ab9b06d615 HTTP/1.1" status: 200  len: 1092 time: 4.9974194
Apr 30 04:33:31.812958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-ec594709-63d6-4eeb-97de-2ef33f890d7e service neutron] 10.222.0.37 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0477166
Apr 30 04:33:31.825895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b999535-57be-4511-9d6e-b0f13ed3f5d3 req-df37054b-fe16-4441-beb5-31432597a3c4 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:31.847951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b999535-57be-4511-9d6e-b0f13ed3f5d3 req-df37054b-fe16-4441-beb5-31432597a3c4 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 1023 time: 1.4194427
Apr 30 04:33:31.924468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:32.008908 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2e7c2bd0-b19e-495c-b8a4-8aea6aab15da req-0185b527-eed4-4ab3-b968-df6cd0c083ba tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:32.037940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Pushing event updated for resources: {'Port': ['ID=e6ea98af-4941-4fe5-a532-d1ab9b06d615,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:32.050765 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:32.058315 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab299fdf-8a08-4e64-bef9-aa334b9cbe9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:32.077036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185b527-eed4-4ab3-b968-df6cd0c083ba tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fa05d8-1804-4089-82ce-840a874c0011,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:32.146649 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0185b527-eed4-4ab3-b968-df6cd0c083ba tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:32.194953 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2e7c2bd0-b19e-495c-b8a4-8aea6aab15da req-0185b527-eed4-4ab3-b968-df6cd0c083ba tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:32.209280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e7c2bd0-b19e-495c-b8a4-8aea6aab15da req-0185b527-eed4-4ab3-b968-df6cd0c083ba tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] 10.222.0.46 "DELETE /v2.0/security-groups/33fa05d8-1804-4089-82ce-840a874c0011 HTTP/1.1" status: 204  len: 173 time: 1.9956515
Apr 30 04:33:32.316117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Made reservation on behalf of a1fb0d4297974a56a2aef6dc544b7bd0 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:33:32.320294 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:32.347407 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0', 'status': 'completed', 'code': 200}
Apr 30 04:33:32.442840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fcc72b0-0def-4d2e-b6e5-a55052b5ccc6 req-ec9c7003-2246-41ff-87c7-415100929e71 service neutron] 10.222.0.37 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5475960
Apr 30 04:33:32.486872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-2f59618d-e040-4413-97e6-4dd6b243f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:32.494953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-2f59618d-e040-4413-97e6-4dd6b243f140 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b65ba63188044539957197fb569a1e66&device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 1095 time: 0.6007400
Apr 30 04:33:32.534567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b999535-57be-4511-9d6e-b0f13ed3f5d3 req-d6d328be-25fc-4ee9-9d69-1cd36975e061 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&id=e5c524a2-d934-4bd4-a6ed-311450f89427&id=c04cf8df-ee8d-4f29-aa76-fd1084944567 HTTP/1.1" status: 200  len: 6147 time: 0.6841714
Apr 30 04:33:32.804928 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-a3679534-f800-430b-96d5-27e8f1f71810 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6ea98af-4941-4fe5-a532-d1ab9b06d615 HTTP/1.1" status: 200  len: 217 time: 0.2674806
Apr 30 04:33:32.834188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:33.260686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-efa638a2-499d-46f6-9fc6-161a6dd548ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:33.270789 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-efa638a2-499d-46f6-9fc6-161a6dd548ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb64b28d-fa20-4513-a98f-58cde840ed5e HTTP/1.1" status: 200  len: 861 time: 0.4448214
Apr 30 04:33:33.275602 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:33.474570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa126c1a-bb83-40de-8719-17e01bd68626 req-135059b0-49aa-424e-80b2-e11d33bd73a3 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2b1f184-ad76-4e5a-9c83-1e29b4f237f6 HTTP/1.1" status: 200  len: 210 time: 0.1982851
Apr 30 04:33:33.486603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-4f40e992-3d2a-45a7-8577-bbb13edb232b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a992667f-ddb2-4e1d-8dec-e79271d8c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1154895
Apr 30 04:33:33.586882 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44add993-0ca2-4421-8454-716376df27af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:33.596275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a2f47-1da2-467b-8154-0680488e1753 req-1654b26f-f46c-420c-911a-30c876a749a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:33.599259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85a2f47-1da2-467b-8154-0680488e1753 req-1654b26f-f46c-420c-911a-30c876a749a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 1175 time: 0.8875003
Apr 30 04:33:33.910739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a2f47-1da2-467b-8154-0680488e1753 req-5d7b186c-ea63-433c-b561-65e18212e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:33.914827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85a2f47-1da2-467b-8154-0680488e1753 req-5d7b186c-ea63-433c-b561-65e18212e511 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 913 time: 0.2803323
Apr 30 04:33:34.060062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85a2f47-1da2-467b-8154-0680488e1753 req-08c039b6-0d23-4abd-b6ac-211ff3d32fb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0 HTTP/1.1" status: 200  len: 217 time: 0.1341438
Apr 30 04:33:34.438237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:34.476792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:34.507277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'tag': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:34.517185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a2f47-1da2-467b-8154-0680488e1753 req-7ca956c3-0e55-4554-97b1-7b28686a79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:34.519692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85a2f47-1da2-467b-8154-0680488e1753 req-7ca956c3-0e55-4554-97b1-7b28686a79e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 200  len: 852 time: 0.3459780
Apr 30 04:33:34.539054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb36db2-cf79-4b0b-890f-222f4567f011 req-14028bc8-9773-4440-b2ee-5d0300971acc tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:34.553389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb36db2-cf79-4b0b-890f-222f4567f011 req-14028bc8-9773-4440-b2ee-5d0300971acc tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 943 time: 1.6098943
Apr 30 04:33:34.590105 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:34.619006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:34.630184 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed0d9914-4a7b-48f5-ac10-bae2c4794a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:34.726542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85a2f47-1da2-467b-8154-0680488e1753 req-5d0b9b7e-ec17-47c3-828b-4f4d40c77d49 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1269722
Apr 30 04:33:34.750306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08dc168c-e0ad-412d-a0b2-9b8b60dffe5e req-de750651-4085-4cb6-be52-622812ab6e61 tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] 10.222.0.46 "GET /v2.0/security-groups/f6cb0cd0-5de7-4a53-8a08-a4aca2a0833b HTTP/1.1" status: 200  len: 1777 time: 1.1942234
Apr 30 04:33:34.795594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-c85a2f47-1da2-467b-8154-0680488e1753 req-5320e38d-a9a9-479f-987b-b7fdac6d18a9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:33:34.795924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Checking segment: {'id': 'dab4b271-a0bc-4ffa-81c8-c9e699450597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '118524cb-47ed-4365-bdc0-969761aa0433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:33:34.796318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Network hostable DHCP agents. Network: 118524cb-47ed-4365-bdc0-969761aa0433, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:33:34.797300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85a2f47-1da2-467b-8154-0680488e1753 req-5320e38d-a9a9-479f-987b-b7fdac6d18a9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0342035
Apr 30 04:33:34.801970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e956dd35-564c-416a-8236-77ca6ac049c5,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:34.815608 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:34.835486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb36db2-cf79-4b0b-890f-222f4567f011 req-5fa961da-095d-4f9a-864e-bebc4442e211 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/security-groups?id=57cb5a73-3832-49e1-a99e-ad284700dd68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2812409
Apr 30 04:33:34.845419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Allocated IP 172.25.8.35 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/0a34189a-b29e-4f85-bf95-524c3a7b8c8b) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:33:34.848104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Network 118524cb-47ed-4365-bdc0-969761aa0433 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:33:34.951175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 118524cb-47ed-4365-bdc0-969761aa0433) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:33:34.979260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264d175b-b9d1-490d-933f-c7f882e9bd41 None None] Network 118524cb-47ed-4365-bdc0-969761aa0433 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:33:35.157810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85a2f47-1da2-467b-8154-0680488e1753 req-b3e0670b-8d7e-445e-b31d-2ae9376e1288 service neutron] 10.222.0.37 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3453114
Apr 30 04:33:35.265060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:35.338558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:35.340905 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:35.356525 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:35.387273 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bf7f85e4-6067-44bb-a54d-006b5dd34fbf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:35.435873 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.9440577
Apr 30 04:33:35.471143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:33:35.474965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:33:35.480598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:33:35.514740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': ' tempest-securitygroup -864731821 ', 'description': 'tempest-description-1513715742'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:35.523916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event updated for resources: {'Port': ['ID=0a34189a-b29e-4f85-bf95-524c3a7b8c8b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:35.537796 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:35.567842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:35.583102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-36d1fb43-b7c1-4c6d-8a49-332a3b99f619 service neutron] 10.222.0.50 "GET /v2.0/networks/a992667f-ddb2-4e1d-8dec-e79271d8c29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.0650680
Apr 30 04:33:35.625802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30125b85-771a-4633-8adb-0afe6c2d71a0 None None] Network 118524cb-47ed-4365-bdc0-969761aa0433 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:33:35.659455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:35.674373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85a2f47-1da2-467b-8154-0680488e1753 req-bc96b2e2-6d35-4576-b93f-f24be003af7e service neutron] 10.222.0.37 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4891782
Apr 30 04:33:35.803381 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:35.828227 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-08dc168c-e0ad-412d-a0b2-9b8b60dffe5e req-f4ed9d9e-2bc5-4157-8803-339eebecb6aa tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:35.980445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:35.999663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:36.003802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:36.013686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:36.146901 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:36.154891 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:36.158453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccfea66d-00b3-4a29-90a6-e42ab2a9c932 req-6ee75734-04cb-4c67-8245-be670ea00100 service neutron] 10.222.0.50 "GET /v2.0/networks/a992667f-ddb2-4e1d-8dec-e79271d8c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5620363
Apr 30 04:33:36.195458 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:36.221943 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ddc0bbb8-28a2-48bf-af35-a2098365e43c tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:36.255162 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-08dc168c-e0ad-412d-a0b2-9b8b60dffe5e req-f4ed9d9e-2bc5-4157-8803-339eebecb6aa tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:36.434639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e532dec-f760-45fb-af47-c72fc4ad0209,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:36.459977 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:36.490401 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:36.491818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17206afd-520b-4f13-a561-8a25ef89c442 req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1785 time: 1.3326139
Apr 30 04:33:36.496594 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-08dc168c-e0ad-412d-a0b2-9b8b60dffe5e req-f4ed9d9e-2bc5-4157-8803-339eebecb6aa tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:36.510172 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-59f9752f-29ae-4874-a4c4-964bbcb8d039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:36.578383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed9d9e-2bc5-4157-8803-339eebecb6aa tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cb0cd0-5de7-4a53-8a08-a4aca2a0833b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:36.594102 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-08dc168c-e0ad-412d-a0b2-9b8b60dffe5e req-f4ed9d9e-2bc5-4157-8803-339eebecb6aa tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:36.597669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08dc168c-e0ad-412d-a0b2-9b8b60dffe5e req-f4ed9d9e-2bc5-4157-8803-339eebecb6aa tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] 10.222.0.46 "DELETE /v2.0/security-groups/f6cb0cd0-5de7-4a53-8a08-a4aca2a0833b HTTP/1.1" status: 204  len: 173 time: 1.8458593
Apr 30 04:33:36.600003 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4ed9d9e-2bc5-4157-8803-339eebecb6aa tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:36.861329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:37.298501 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'tag': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615', 'status': 'completed', 'code': 200}
Apr 30 04:33:37.777176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60832) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:37.934387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-90d43e8d-0320-488c-84a3-49047ec9970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:37.952051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-90d43e8d-0320-488c-84a3-49047ec9970a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b65ba63188044539957197fb569a1e66&device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 1095 time: 0.6063368
Apr 30 04:33:37.954990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60844) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:38.101623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-601733316-network', 'tenant_id': 'b14c68736fa847ffaceff8ecec5d8b39'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:38.136022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:38.155482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Usage tracker for resource:network and tenant:b14c68736fa847ffaceff8ecec5d8b39 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:38.172815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:38.197564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:38.296691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Made reservation on behalf of b14c68736fa847ffaceff8ecec5d8b39 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:33:38.305094 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:38.501892 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:38.508433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:38.659442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-0891cfff-3520-4696-9022-b29fd4a5999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:38.672814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-0891cfff-3520-4696-9022-b29fd4a5999b service neutron] 10.222.0.50 "GET /v2.0/networks?id=a992667f-ddb2-4e1d-8dec-e79271d8c29f HTTP/1.1" status: 200  len: 922 time: 0.7192962
Apr 30 04:33:38.682625 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:38.942854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-fa3f47f7-c7bf-4e14-9558-8c42e3d98cd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6ea98af-4941-4fe5-a532-d1ab9b06d615 HTTP/1.1" status: 200  len: 217 time: 0.2232380
Apr 30 04:33:39.011660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:39.029146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Usage tracker for resource:security_group_rule and tenant:b14c68736fa847ffaceff8ecec5d8b39 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:39.034742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:39.057262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:39.468215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1316d80-822e-449a-a326-bfd2351ca307 req-425fbdcf-807c-4835-b583-ac8f2ffb58c7 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/0e532dec-f760-45fb-af47-c72fc4ad0209 HTTP/1.1" status: 200  len: 1780 time: 1.3870492
Apr 30 04:33:39.640104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f65f62-2846-4ba0-aa00-5e629f214184 req-a15f9467-d132-40f3-9c44-ff549db8f098 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:39.652718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33f65f62-2846-4ba0-aa00-5e629f214184 req-a15f9467-d132-40f3-9c44-ff549db8f098 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 943 time: 2.0308425
Apr 30 04:33:39.703597 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7ddc34b5-6743-4b10-b7a4-963f0b88a145 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d757b8a6f8d4715aac0ab6ba9726948&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8868542
Apr 30 04:33:39.707567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60860) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:39.717188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-ef47b538-19b0-4187-a602-f79f5cc9eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:39.730623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-ef47b538-19b0-4187-a602-f79f5cc9eb9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bb64b28d-fa20-4513-a98f-58cde840ed5e HTTP/1.1" status: 200  len: 861 time: 0.7404675
Apr 30 04:33:39.774747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Router b6b43756-c938-4d36-bdb5-7c38666f64ba is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:33:40.012021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:33:40.022016 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.023227 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "PUT /v2.0/routers/b6b43756-c938-4d36-bdb5-7c38666f64ba HTTP/1.1" status: 200  len: 883 time: 8.5242090
Apr 30 04:33:40.032546 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242c03c-e7c0-43df-a2b6-b9c363927cb6 None None] Sync routers for ids ['b6b43756-c938-4d36-bdb5-7c38666f64ba'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:33:40.038513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60866) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:40.043880 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d49a9275-d9c8-48b1-bc7a-f7dabd3bae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.061694 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242c03c-e7c0-43df-a2b6-b9c363927cb6 None None] Routers {'b6b43756-c938-4d36-bdb5-7c38666f64ba'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:40.062340 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4242c03c-e7c0-43df-a2b6-b9c363927cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78011d370>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b6b43756-c938-4d36-bdb5-7c38666f64ba'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:40.062584 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.179921 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d49a9275-d9c8-48b1-bc7a-f7dabd3bae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.216106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device e6ea98af-4941-4fe5-a532-d1ab9b06d615 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:33:40.222000 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4242c03c-e7c0-43df-a2b6-b9c363927cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78011d370>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:40.236958 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242c03c-e7c0-43df-a2b6-b9c363927cb6 None None] Routers {'b6b43756-c938-4d36-bdb5-7c38666f64ba'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:40.237878 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4242c03c-e7c0-43df-a2b6-b9c363927cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78011d370>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b6b43756-c938-4d36-bdb5-7c38666f64ba'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:40.324815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33f65f62-2846-4ba0-aa00-5e629f214184 req-d9e3bed7-c588-4d96-bc39-7bd37476150c tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/security-groups?id=57cb5a73-3832-49e1-a99e-ad284700dd68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6723185
Apr 30 04:33:40.326414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.375913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:33:40.379681 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4242c03c-e7c0-43df-a2b6-b9c363927cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78011d370>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:40.380103 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4242c03c-e7c0-43df-a2b6-b9c363927cb6 None None] The sync data for ids ['b6b43756-c938-4d36-bdb5-7c38666f64ba'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:33:40.410055 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.416088 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Added segment fbf725c9-49ff-4776-875e-4657c5a2cfbd of type vlan for network 572b28a1-8ef0-4dcf-b879-52d2f34ed32e
Apr 30 04:33:40.536791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.567717 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8ca6d8bc-b887-4f65-a879-320e409eba8c tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/routers/b6b43756-c938-4d36-bdb5-7c38666f64ba HTTP/1.1" status: 200  len: 924 time: 0.5205219
Apr 30 04:33:40.569743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60876) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:40.679454 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d49a9275-d9c8-48b1-bc7a-f7dabd3bae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.698412 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-40a12438-f8f4-4cc4-8d3d-7550b0f1ad99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a992667f-ddb2-4e1d-8dec-e79271d8c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.8762724
Apr 30 04:33:40.726232 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:40.732296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e6ea98af-4941-4fe5-a532-d1ab9b06d615, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e6ea98af-4941-4fe5-a532-d1ab9b06d615,segment=NetworkSegment(52e2c000-11c4-4031-8168-ef79f282808f),segment_id=52e2c000-11c4-4031-8168-ef79f282808f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:40.766217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615', 'network_id': 'a992667f-ddb2-4e1d-8dec-e79271d8c29f', 'port_id': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615', 'mac_address': 'fa:16:3e:fa:41:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb64b28d-fa20-4513-a98f-58cde840ed5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:33:40.819659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a9275-d9c8-48b1-bc7a-f7dabd3bae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15f068-6289-49fe-9369-d3e6bae394df,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:40.822725 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d4a76a8b-1d00-41c9-9d2d-524d05a5893f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:40.852029 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.874532 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d49a9275-d9c8-48b1-bc7a-f7dabd3bae25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:40.903488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d49a9275-d9c8-48b1-bc7a-f7dabd3bae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.918384 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d49a9275-d9c8-48b1-bc7a-f7dabd3bae25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff15f068-6289-49fe-9369-d3e6bae394df HTTP/1.1" status: 204  len: 168 time: 1.1971292
Apr 30 04:33:40.920557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:40.925126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:40.927247 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:41.001862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68ad9cfd-8de5-47bc-aab5-99f4fcb94a23 req-2a76b3c8-855b-4a89-885c-c47255c04075 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/0e532dec-f760-45fb-af47-c72fc4ad0209 HTTP/1.1" status: 200  len: 1780 time: 1.1882663
Apr 30 04:33:41.057262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b905d-0429-4446-a87e-2b0f0a5e415b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:41.072569 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fd1b905d-0429-4446-a87e-2b0f0a5e415b tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=b6b43756-c938-4d36-bdb5-7c38666f64ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.4974036
Apr 30 04:33:41.078312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60890) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:41.095935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ea98af-4941-4fe5-a532-d1ab9b06d615 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:33:41.202095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e42d50-0f90-4a32-9332-56e78bc6ffd0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:41.215915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e6ea98af-4941-4fe5-a532-d1ab9b06d615, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e6ea98af-4941-4fe5-a532-d1ab9b06d615,segment=NetworkSegment(52e2c000-11c4-4031-8168-ef79f282808f),segment_id=52e2c000-11c4-4031-8168-ef79f282808f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:41.233088 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:41.237067 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:41.242442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.244355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.245201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.245971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.246584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.247364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.248190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.249313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.250031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.250708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.251450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.252143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:41.284725 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:41.286077 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e9d57ced-4cf1-4147-842e-85c7c805fdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:41.323713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 3.2609932
Apr 30 04:33:41.336318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60898) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:41.376080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Request body: {'subnet': {'network_id': '572b28a1-8ef0-4dcf-b879-52d2f34ed32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-601733316-subnet', 'tenant_id': 'b14c68736fa847ffaceff8ecec5d8b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:41.444745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:41.497863 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-68ad9cfd-8de5-47bc-aab5-99f4fcb94a23 req-aa29afce-61dd-4394-be82-023d69dcf354 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:41.673294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=e6ea98af-4941-4fe5-a532-d1ab9b06d615,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:41.692230 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:41.714987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['e6ea98af-4941-4fe5-a532-d1ab9b06d615'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:33:41.769114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff3efd-05dc-429b-9a1e-312545c6de6a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:41.772044 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c7ff3efd-05dc-429b-9a1e-312545c6de6a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 881 time: 0.6838963
Apr 30 04:33:41.784337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60908) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:41.851508 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5a561e08-cb4c-4517-bb88-1578e2b79564 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6b43756-c938-4d36-bdb5-7c38666f64ba HTTP/1.1" status: 200  len: 205 time: 0.0652585
Apr 30 04:33:41.855810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60912) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:42.003064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Usage tracker for resource:subnet and tenant:b14c68736fa847ffaceff8ecec5d8b39 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:42.015245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:42.288191 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-68ad9cfd-8de5-47bc-aab5-99f4fcb94a23 req-aa29afce-61dd-4394-be82-023d69dcf354 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:42.418225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:42.427426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-f0933775-1974-464e-a9ef-dbad800a0876 service neutron] 10.222.0.50 "GET /v2.0/networks/a992667f-ddb2-4e1d-8dec-e79271d8c29f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7275867
Apr 30 04:33:42.434873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:42.450289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60926) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:42.525204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-68ad9cfd-8de5-47bc-aab5-99f4fcb94a23 req-aa29afce-61dd-4394-be82-023d69dcf354 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:42.541180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Made reservation on behalf of b14c68736fa847ffaceff8ecec5d8b39 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:33:42.544860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:42.866426 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:42.932098 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1a6c913e-1cd2-4edb-9fb5-18dd3ab69540 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b155389bd08d4981a7b554169f782d6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4642947
Apr 30 04:33:42.934203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Pushing event updated for resources: {'Network': ['ID=572b28a1-8ef0-4dcf-b879-52d2f34ed32e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:42.941158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60930) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:42.951889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 572b28a1-8ef0-4dcf-b879-52d2f34ed32e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:33:42.963037 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-68ad9cfd-8de5-47bc-aab5-99f4fcb94a23 req-aa29afce-61dd-4394-be82-023d69dcf354 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:42.968883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68ad9cfd-8de5-47bc-aab5-99f4fcb94a23 req-aa29afce-61dd-4394-be82-023d69dcf354 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/0e532dec-f760-45fb-af47-c72fc4ad0209 HTTP/1.1" status: 204  len: 173 time: 1.9642732
Apr 30 04:33:43.157815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Deleting port 0a34189a-b29e-4f85-bf95-524c3a7b8c8b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:33:43.158252 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:43.604738 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.319s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:43.613119 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c63396c3-b9c7-464e-a9ae-8b08865fbcdf tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.699s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:43.724733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:43.734155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29afce-61dd-4394-be82-023d69dcf354 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e532dec-f760-45fb-af47-c72fc4ad0209,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:43.848269 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aa29afce-61dd-4394-be82-023d69dcf354 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:44.222203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f9be5-5b77-4938-8f29-81cfd559cacc req-b131fafb-da55-4d90-8303-1205f1e0b77a tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:44.232477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device e6ea98af-4941-4fe5-a532-d1ab9b06d615 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:33:44.252531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e7f9be5-5b77-4938-8f29-81cfd559cacc req-b131fafb-da55-4d90-8303-1205f1e0b77a tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 944 time: 2.2298121
Apr 30 04:33:44.339120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Calling delete_port for 0a34189a-b29e-4f85-bf95-524c3a7b8c8b owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:33:44.445708 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-63331764-4290-4d7d-993f-aced8bfb108b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:44.485148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port e6ea98af-4941-4fe5-a532-d1ab9b06d615 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:33:44.501221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port e6ea98af-4941-4fe5-a532-d1ab9b06d615 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:33:44.502165 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:44.552572 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-63331764-4290-4d7d-993f-aced8bfb108b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:44.722632 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-4a373e11-a192-4994-957b-3120406ab4c1 req-b6a47ee8-7c1e-460b-b6a2-e8e0e434b308 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:33:44.724851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a373e11-a192-4994-957b-3120406ab4c1 req-b6a47ee8-7c1e-460b-b6a2-e8e0e434b308 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/0e532dec-f760-45fb-af47-c72fc4ad0209 HTTP/1.1" status: 404  len: 352 time: 0.4457383
Apr 30 04:33:44.837486 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:44.841464 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:33:44.847962 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-742d1d8b-10c4-4f37-a669-2120dc0199fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:45.010657 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.054989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e6ea98af-4941-4fe5-a532-d1ab9b06d615, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e6ea98af-4941-4fe5-a532-d1ab9b06d615,segment=NetworkSegment(52e2c000-11c4-4031-8168-ef79f282808f),segment_id=52e2c000-11c4-4031-8168-ef79f282808f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:45.057333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:45.064426 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.066866 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:45.118070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event deleted for resources: {'Port': ['ID=0a34189a-b29e-4f85-bf95-524c3a7b8c8b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:45.125141 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:45.181964 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=e6ea98af-4941-4fe5-a532-d1ab9b06d615,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:45.186659 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:45.255360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1973562564', 'description': 'tempest-description-1868985167'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:45.269390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdbb7d18-375c-4094-9889-33f5d1deadef req-351fc054-b32b-481f-8cd0-3e7d58c81304 service neutron] 10.222.0.50 "GET /v2.0/networks/a992667f-ddb2-4e1d-8dec-e79271d8c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.7898779
Apr 30 04:33:45.269947 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-63331764-4290-4d7d-993f-aced8bfb108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.289291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:45.293386 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:45.336101 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e7f9be5-5b77-4938-8f29-81cfd559cacc req-cd1272b8-b0ba-4658-9e75-5217e83ea7d6 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/security-groups?id=57cb5a73-3832-49e1-a99e-ad284700dd68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0000699
Apr 30 04:33:45.357031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:45.366588 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.373664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:45.429931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:45.439866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63331764-4290-4d7d-993f-aced8bfb108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049d2c9f-f56b-4a63-8325-37a0982b5eb0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:45.472999 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-63331764-4290-4d7d-993f-aced8bfb108b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:45.522627 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.546452 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-63331764-4290-4d7d-993f-aced8bfb108b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.550845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-63331764-4290-4d7d-993f-aced8bfb108b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/049d2c9f-f56b-4a63-8325-37a0982b5eb0 HTTP/1.1" status: 204  len: 168 time: 2.5777869
Apr 30 04:33:45.573698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:45.578643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:45.583288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:45.591815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:45.681603 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.693396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.699442 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49380124-1d78-4aac-acdc-47a6e6d52420 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:45.877721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8116a2df-c2bf-49f8-8e65-1b364797a618,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:45.895215 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:45.911211 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.914064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-598f4f18-a645-4e24-97ee-89eebf03360f req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1806 time: 0.9687157
Apr 30 04:33:45.924913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:45.942511 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:46.089661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fba276a-7f5e-4abc-a049-71d2c27b86ad,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:46.094529 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:46.095789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Checking segment: {'id': 'fbf725c9-49ff-4776-875e-4657c5a2cfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '572b28a1-8ef0-4dcf-b879-52d2f34ed32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:33:46.099018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Network hostable DHCP agents. Network: 572b28a1-8ef0-4dcf-b879-52d2f34ed32e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:33:46.146913 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615', 'code': 200}
Apr 30 04:33:46.154587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Network 572b28a1-8ef0-4dcf-b879-52d2f34ed32e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:33:46.205912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 572b28a1-8ef0-4dcf-b879-52d2f34ed32e) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:33:46.222454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52fbf75-0162-4ca9-866d-3da1312e5660 None None] Network 572b28a1-8ef0-4dcf-b879-52d2f34ed32e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:33:46.232810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:46.236132 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.408710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1637600024', 'description': 'tempest-description-904139017'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:46.454979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:46.493797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 5.1144688
Apr 30 04:33:46.493797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:46.493797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:46.499373 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.504677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.512589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:46.580575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e40b0-230c-4643-ac92-df3061270eda req-e7fb0204-1332-431c-b4d0-2d4476c0196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:46.583909 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc2e40b0-230c-4643-ac92-df3061270eda req-e7fb0204-1332-431c-b4d0-2d4476c0196d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 1097 time: 0.2905769
Apr 30 04:33:46.589075 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.601945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.603886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Fanout notify agent at l3_agent the message router_deleted on router b6b43756-c938-4d36-bdb5-7c38666f64ba {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:33:46.664537 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.672702 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/b6b43756-c938-4d36-bdb5-7c38666f64ba HTTP/1.1" status: 204  len: 168 time: 4.8099196
Apr 30 04:33:46.673658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60998) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:46.680640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:46.691684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:46.697342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1710686131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:46.698425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:46.709119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc2e40b0-230c-4643-ac92-df3061270eda req-f6826a34-77dd-4bb9-a0c4-6b7626dfdb31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=57cb5a73-3832-49e1-a99e-ad284700dd68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849090
Apr 30 04:33:46.710347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:46.728754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:46.746001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Usage tracker for resource:router and tenant:0ae29d9b2a6c4691a7038b7fc8626338 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:46.761408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:46.793909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:46.835963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.838653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.875338 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.920609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:46.952971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863e169f-0bd8-4b3c-9d01-4b9415466969 None None] Network 572b28a1-8ef0-4dcf-b879-52d2f34ed32e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:33:46.997351 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:47.007045 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af11f03b-5337-4c7d-a6c7-8795c61273ef tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3314171
Apr 30 04:33:47.008542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32772) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:47.023039 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:47.034433 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:47.039197 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d198b759-2a18-4b86-91c4-e9dc308b3259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:47.044861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': True}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:47.176252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 32778) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:47.627024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddfaaf2-224f-4367-814c-f27d0151d519,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:47.643928 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:47.660289 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:47.662902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7afa13e-33c9-41b9-b3bf-f21e72e58afb req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 1.3743675
Apr 30 04:33:47.710152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] Deleting subnet e956dd35-564c-416a-8236-77ca6ac049c5 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:33:47.716356 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:47.878290 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:48.055380 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:48.208555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a03e-b844-486e-b883-60f230b4b43d req-355e21c8-0939-438f-a7c5-9256c0e8f3df tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:48.210336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6109a03e-b844-486e-b883-60f230b4b43d req-355e21c8-0939-438f-a7c5-9256c0e8f3df tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 945 time: 0.8298786
Apr 30 04:33:48.308583 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:48.448826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6109a03e-b844-486e-b883-60f230b4b43d req-b4a47084-3c56-4d7c-a185-0ccd1f2c38aa tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/security-groups?id=57cb5a73-3832-49e1-a99e-ad284700dd68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009029
Apr 30 04:33:48.827932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-360420071', 'description': 'tempest-description-1762673497'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:33:48.837379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:48.845210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:48.850213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:48.862968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:48.903521 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:49.085444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:49.098325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:49.107282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:49.125079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:49.181895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:49.222151 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:49.254209 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:49.262706 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:49.363066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e956dd35-564c-416a-8236-77ca6ac049c5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:49.373556 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:49.391276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:49.422187 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e956dd35-564c-416a-8236-77ca6ac049c5 HTTP/1.1" status: 204  len: 168 time: 2.2412422
Apr 30 04:33:49.422187 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:49.423850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32824) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:49.441230 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:49.463034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9cef9475-17f1-4152-aa04-d6e5cf026522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:49.504281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bff9774-e841-42ff-9eb3-3a7df31b9c4b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:49.512757 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:49.532763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9248d0d5-942d-4618-b4bb-0b8838de60a5 req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.7185657
Apr 30 04:33:49.533775 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:49.565957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:49.566428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-82173d18-10fd-4a0b-af5c-46978781e3c7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:49.568115 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-82173d18-10fd-4a0b-af5c-46978781e3c7 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 944 time: 0.2744730
Apr 30 04:33:49.568659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Allocated IP 172.25.8.236 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/c0ef4e89-5eba-4d2a-a956-05b57dc7caa1) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:33:49.971396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:50.077668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f53e3-2166-491a-83d5-0a184296cc67 req-d50a383e-6e7c-4e5c-b489-74453d6e3d77 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:50.092559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-597f53e3-2166-491a-83d5-0a184296cc67 req-d50a383e-6e7c-4e5c-b489-74453d6e3d77 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 944 time: 0.3609087
Apr 30 04:33:50.129281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Deleting port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:33:50.129991 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:50.247223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a5e08e0>,) {'filters': {'network_id': ['118524cb-47ed-4365-bdc0-969761aa0433']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:50.264292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:50.291265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a5e08e0>, 'dab4b271-a0bc-4ffa-81c8-c9e699450597') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:50.291734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a5e08e0>, 'dab4b271-a0bc-4ffa-81c8-c9e699450597') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:50.331961 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:50.372445 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:50.380384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:33:50.569841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Network 118524cb-47ed-4365-bdc0-969761aa0433 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:50.585036 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:50.632381 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-597f53e3-2166-491a-83d5-0a184296cc67 req-b6c4fcaf-e09b-42e2-a445-7eaf33b0b2c0 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5374897
Apr 30 04:33:50.817113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] For port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:50.817489 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:50.820804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Network 118524cb-47ed-4365-bdc0-969761aa0433 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:50.837277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf858f-6e8a-4b41-b515-23db6083f66e req-9265d186-a469-444e-b13b-f7645ab99293 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:50.838981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2bf858f-6e8a-4b41-b515-23db6083f66e req-9265d186-a469-444e-b13b-f7645ab99293 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 945 time: 0.6769555
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:33:50.852707 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:33:51.097656 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:51.110129 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e96c6e1-4347-4b37-9a89-3f3e3a348346 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:51.111419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Calling delete_port for c6c4aba3-bccf-4a5b-b654-fa63d0a1459f owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:33:51.147134 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:51.160212 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:51.183203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:33:51.185735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:33:51.190869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:33:51.268180 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/118524cb-47ed-4365-bdc0-969761aa0433 HTTP/1.1" status: 204  len: 168 time: 1.8427954
Apr 30 04:33:51.326004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32848) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:51.454281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2bf858f-6e8a-4b41-b515-23db6083f66e req-5a1ce5e2-9921-40d7-b83a-599c053ce15c tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/security-groups?id=57cb5a73-3832-49e1-a99e-ad284700dd68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5986741
Apr 30 04:33:51.467803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event updated for resources: {'Port': ['ID=c0ef4e89-5eba-4d2a-a956-05b57dc7caa1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:51.477786 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:51.478242 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:51.484641 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:51.500752 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4262eb31-1e20-48d2-b348-77525cba4eda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:51.614348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=118524cb-47ed-4365-bdc0-969761aa0433,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:51.630181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Pushing event deleted for resources: {'Port': ['ID=c6c4aba3-bccf-4a5b-b654-fa63d0a1459f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:51.641470 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:51.657334 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:51.661783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] No DVR routers for this DVR port c6c4aba3-bccf-4a5b-b654-fa63d0a1459f on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:33:51.667344 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:51.670248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'name': 'network-vif-deleted', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:51.703342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] Deleting subnet 0fba276a-7f5e-4abc-a049-71d2c27b86ad {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:33:51.715842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:51.718974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-abc352cd-d185-4c25-8c3b-ecfac5b38ae1 req-4b1260fb-5230-4e76-bdbf-c10bfae87df2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Synchronizing usage tracker for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:51.745894 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f16ea76-0af6-4d22-b023-912b77d5c78a req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.50 "DELETE /v2.0/ports/c6c4aba3-bccf-4a5b-b654-fa63d0a1459f HTTP/1.1" status: 204  len: 173 time: 2.1688654
Apr 30 04:33:51.787186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:51.793049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-abc352cd-d185-4c25-8c3b-ecfac5b38ae1 req-4b1260fb-5230-4e76-bdbf-c10bfae87df2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Unset dirty status for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:51.803960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abc352cd-d185-4c25-8c3b-ecfac5b38ae1 req-4b1260fb-5230-4e76-bdbf-c10bfae87df2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=399df501880c4002beea62440aa7361c HTTP/1.1" status: 200  len: 10895 time: 1.0239227
Apr 30 04:33:51.883267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abc352cd-d185-4c25-8c3b-ecfac5b38ae1 req-5f0848b0-6e14-4617-83cf-1936d36e294d tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/34ceeaec-0946-4694-b973-131c52a7080c HTTP/1.1" status: 200  len: 2981 time: 0.0763156
Apr 30 04:33:51.941662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:51.991893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abc352cd-d185-4c25-8c3b-ecfac5b38ae1 req-bce6c81f-1566-4d7b-aa56-1755510cbf23 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/34ceeaec-0946-4694-b973-131c52a7080c HTTP/1.1" status: 200  len: 2981 time: 0.1069839
Apr 30 04:33:52.284907 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c6c4aba3-bccf-4a5b-b654-fa63d0a1459f no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:33:52.393383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5808a86f-0d66-4428-928a-7351320fb24d req-f2752e5e-21f7-4f20-8e22-4950ed271697 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Synchronizing usage tracker for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:52.416329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5808a86f-0d66-4428-928a-7351320fb24d req-f2752e5e-21f7-4f20-8e22-4950ed271697 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Unset dirty status for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:52.426558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5808a86f-0d66-4428-928a-7351320fb24d req-f2752e5e-21f7-4f20-8e22-4950ed271697 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd7c293c-11c6-4112-8a7a-541f1c246c64 HTTP/1.1" status: 200  len: 210 time: 0.1041312
Apr 30 04:33:52.457106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: c6c4aba3-bccf-4a5b-b654-fa63d0a1459f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:33:52.476375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c6c4aba3-bccf-4a5b-b654-fa63d0a1459f not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:33:52.557527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b1cb0a2-eab6-4df7-878a-239fe8c727e7 req-7c11a16b-ed27-40e5-b0fe-85dca5b32da4 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/8116a2df-c2bf-49f8-8e65-1b364797a618 HTTP/1.1" status: 200  len: 1801 time: 0.0817823
Apr 30 04:33:52.601830 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7c293c-11c6-4112-8a7a-541f1c246c64', 'name': 'network-vif-deleted', 'tag': 'c6c4aba3-bccf-4a5b-b654-fa63d0a1459f', 'status': 'completed', 'code': 200}
Apr 30 04:33:52.668296 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:52.685254 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:52.735344 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8b1cb0a2-eab6-4df7-878a-239fe8c727e7 req-59784868-56c7-4c7e-b7b6-64bd322de768 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:52.803803 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8b1cb0a2-eab6-4df7-878a-239fe8c727e7 req-59784868-56c7-4c7e-b7b6-64bd322de768 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:52.810416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fba276a-7f5e-4abc-a049-71d2c27b86ad,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:52.814292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:52.826687 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:52.840131 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0fba276a-7f5e-4abc-a049-71d2c27b86ad HTTP/1.1" status: 204  len: 168 time: 1.5051751
Apr 30 04:33:52.842489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 32892) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:52.845143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:53.035863 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8b1cb0a2-eab6-4df7-878a-239fe8c727e7 req-59784868-56c7-4c7e-b7b6-64bd322de768 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:53.047651 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cbdd7d36-6f2b-44d1-8426-0c796977b96d tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:53.093052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:53.108690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59784868-56c7-4c7e-b7b6-64bd322de768 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8116a2df-c2bf-49f8-8e65-1b364797a618,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:53.129922 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-59784868-56c7-4c7e-b7b6-64bd322de768 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:53.149649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8b1cb0a2-eab6-4df7-878a-239fe8c727e7 req-59784868-56c7-4c7e-b7b6-64bd322de768 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:53.177113 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b1cb0a2-eab6-4df7-878a-239fe8c727e7 req-59784868-56c7-4c7e-b7b6-64bd322de768 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/8116a2df-c2bf-49f8-8e65-1b364797a618 HTTP/1.1" status: 204  len: 173 time: 0.6179166
Apr 30 04:33:53.609983 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-cc73ccad-3b4a-4b35-bb7f-ca988b40def6 req-745fb9b1-5e10-4034-81ad-073b4ff89df0 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:33:53.611760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc73ccad-3b4a-4b35-bb7f-ca988b40def6 req-745fb9b1-5e10-4034-81ad-073b4ff89df0 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/8116a2df-c2bf-49f8-8e65-1b364797a618 HTTP/1.1" status: 404  len: 352 time: 0.0674641
Apr 30 04:33:53.786351 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:54.144933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b7b1280>,) {'filters': {'network_id': ['572b28a1-8ef0-4dcf-b879-52d2f34ed32e']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:54.210730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b7b1280>, 'fbf725c9-49ff-4776-875e-4657c5a2cfbd') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:54.211174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b7b1280>, 'fbf725c9-49ff-4776-875e-4657c5a2cfbd') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:54.280995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:54.281885 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:54.295826 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:54.337045 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:54.362645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:33:54.670784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d12e78d2-dd64-45f5-ac31-a61782c74f7c req-c3c7ca98-ed66-471a-9fb0-3b1443e3e772 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/6ddfaaf2-224f-4367-814c-f27d0151d519 HTTP/1.1" status: 200  len: 1800 time: 0.4290824
Apr 30 04:33:54.930063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Router c363940f-41d2-4d00-941d-3a176b539fbf is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:33:55.078728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Network 572b28a1-8ef0-4dcf-b879-52d2f34ed32e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:55.099358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:55.630927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Network 572b28a1-8ef0-4dcf-b879-52d2f34ed32e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:33:55.643638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:33:55.656368 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:55.658959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a459bea4-2089-46e2-ae7c-86e674e4f884 None None] Sync routers for ids ['c363940f-41d2-4d00-941d-3a176b539fbf'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:33:55.665939 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "PUT /v2.0/routers/c363940f-41d2-4d00-941d-3a176b539fbf HTTP/1.1" status: 200  len: 919 time: 8.6499922
Apr 30 04:33:55.667362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32934) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:55.701569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a459bea4-2089-46e2-ae7c-86e674e4f884 None None] Routers {'c363940f-41d2-4d00-941d-3a176b539fbf'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:55.702617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a459bea4-2089-46e2-ae7c-86e674e4f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780116a60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['c363940f-41d2-4d00-941d-3a176b539fbf'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:55.817887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32938) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:33:55.826860 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:33:56.025921 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a459bea4-2089-46e2-ae7c-86e674e4f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780116a60>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:56.069183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a459bea4-2089-46e2-ae7c-86e674e4f884 None None] Routers {'c363940f-41d2-4d00-941d-3a176b539fbf'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:33:56.070259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a459bea4-2089-46e2-ae7c-86e674e4f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780116a60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:33:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['c363940f-41d2-4d00-941d-3a176b539fbf'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:56.281925 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:56.298129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a459bea4-2089-46e2-ae7c-86e674e4f884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780116a60>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:33:56.299080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a459bea4-2089-46e2-ae7c-86e674e4f884 None None] The sync data for ids ['c363940f-41d2-4d00-941d-3a176b539fbf'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:33:56.348525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:33:56.376018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Usage tracker for resource:security_group_rule and tenant:c2322b3398c442ad9dcfc19344601d2f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:33:56.381345 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d12e78d2-dd64-45f5-ac31-a61782c74f7c req-6a08ae1a-52d5-411f-8ac9-ca5c860e8289 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:56.385375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:33:56.412869 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6a681daf-8ccf-47b9-b044-5b05c84d6091 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/routers/c363940f-41d2-4d00-941d-3a176b539fbf HTTP/1.1" status: 200  len: 925 time: 0.7392411
Apr 30 04:33:56.412869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:33:56.414149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32944) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:56.439869 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d12e78d2-dd64-45f5-ac31-a61782c74f7c req-6a08ae1a-52d5-411f-8ac9-ca5c860e8289 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:56.509566 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:56.553700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:56.560407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:56.622164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Pushing event deleted for resources: {'Network': ['ID=572b28a1-8ef0-4dcf-b879-52d2f34ed32e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:56.670743 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:56.704439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a8781b-077e-4f46-aae1-6fc6510e5625 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:56.706463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] 10.222.0.46 "DELETE /v2.0/networks/572b28a1-8ef0-4dcf-b879-52d2f34ed32e HTTP/1.1" status: 204  len: 168 time: 3.8623636
Apr 30 04:33:56.716142 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-32a8781b-077e-4f46-aae1-6fc6510e5625 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=c363940f-41d2-4d00-941d-3a176b539fbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2995591
Apr 30 04:33:56.720210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32950) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:56.723974 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d12e78d2-dd64-45f5-ac31-a61782c74f7c req-6a08ae1a-52d5-411f-8ac9-ca5c860e8289 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:56.751866 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cfe79efa-4e0e-413d-ab74-7dd3485bb3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:56.802688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08ae1a-52d5-411f-8ac9-ca5c860e8289 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddfaaf2-224f-4367-814c-f27d0151d519,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:56.812310 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d12e78d2-dd64-45f5-ac31-a61782c74f7c req-6a08ae1a-52d5-411f-8ac9-ca5c860e8289 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:56.826171 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d12e78d2-dd64-45f5-ac31-a61782c74f7c req-6a08ae1a-52d5-411f-8ac9-ca5c860e8289 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/6ddfaaf2-224f-4367-814c-f27d0151d519 HTTP/1.1" status: 204  len: 173 time: 2.1529522
Apr 30 04:33:56.834266 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a08ae1a-52d5-411f-8ac9-ca5c860e8289 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:56.891514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b535984-581d-4519-985c-9d23136792dd req-75a17d7c-0cc3-40a6-b2a7-0af5f8113597 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:56.895463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b535984-581d-4519-985c-9d23136792dd req-75a17d7c-0cc3-40a6-b2a7-0af5f8113597 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 945 time: 1.0654504
Apr 30 04:33:56.922701 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:56.945880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-64f6029d-ed85-475e-87b1-eaac35d6fd3f tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:56.951836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-64f6029d-ed85-475e-87b1-eaac35d6fd3f tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 945 time: 0.9310737
Apr 30 04:33:57.011003 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:57.138584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32958) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:57.228038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b535984-581d-4519-985c-9d23136792dd req-49bbc800-88c3-4e56-b7a7-af30a978afc7 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/security-groups?id=57cb5a73-3832-49e1-a99e-ad284700dd68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2728610
Apr 30 04:33:57.482960 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:57.491829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f074239b-364a-49a8-b377-a5ab9ce3f189 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:57.500268 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f074239b-364a-49a8-b377-a5ab9ce3f189 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 881 time: 0.7716615
Apr 30 04:33:57.507689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32970) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:57.508949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:57.553503 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-a505add4-cb4a-41ca-b38b-1bffc9f72d35 req-b1b8e221-f6dc-4681-8d50-5a9a7e367eff tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:33:57.555957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a505add4-cb4a-41ca-b38b-1bffc9f72d35 req-b1b8e221-f6dc-4681-8d50-5a9a7e367eff tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/6ddfaaf2-224f-4367-814c-f27d0151d519 HTTP/1.1" status: 404  len: 352 time: 0.0761669
Apr 30 04:33:57.590802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Deleting port e6ea98af-4941-4fe5-a532-d1ab9b06d615 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:33:57.591417 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:57.691951 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f91bd7ec-9a05-4026-852f-be0c353933c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:57.765579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-090954bf-2fd0-4d38-a923-924f30151ce6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1fb0d4297974a56a2aef6dc544b7bd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6183205
Apr 30 04:33:57.780482 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f9aac70e-ce61-41be-971e-ce1f9879af52 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=c363940f-41d2-4d00-941d-3a176b539fbf HTTP/1.1" status: 200  len: 205 time: 0.2330127
Apr 30 04:33:57.801855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32980) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:57.802357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32982) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:58.098560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b622804c-e062-46fa-aa93-380456cb1892 req-ea909134-5306-4415-8048-35c624930bc7 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/3bff9774-e841-42ff-9eb3-3a7df31b9c4b HTTP/1.1" status: 200  len: 1800 time: 0.3825777
Apr 30 04:33:58.111380 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2322b3398c442ad9dcfc19344601d2f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2885098
Apr 30 04:33:58.111380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17884918-1dc6-477a-8d47-1c94ec424366,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:58.118529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32988) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:33:58.156394 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:58.326308 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.329625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device e6ea98af-4941-4fe5-a532-d1ab9b06d615 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:33:58.432111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.454037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] For port e6ea98af-4941-4fe5-a532-d1ab9b06d615, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e6ea98af-4941-4fe5-a532-d1ab9b06d615,segment=NetworkSegment(52e2c000-11c4-4031-8168-ef79f282808f),segment_id=52e2c000-11c4-4031-8168-ef79f282808f)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:58.454532 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.480381 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b622804c-e062-46fa-aa93-380456cb1892 req-4de320a7-5b96-442b-8bce-b7bfc654d935 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.481401 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2a4c-c903-4738-8204-e9a4cdf30aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.503110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.672649 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.677820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Calling delete_port for e6ea98af-4941-4fe5-a532-d1ab9b06d615 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:33:58.694496 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b622804c-e062-46fa-aa93-380456cb1892 req-4de320a7-5b96-442b-8bce-b7bfc654d935 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.715262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45b8c4-2592-42b6-9140-037ad27e17fb req-062f1ee5-2c74-4bee-84d3-ee15a41f1137 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:58.725560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f45b8c4-2592-42b6-9140-037ad27e17fb req-062f1ee5-2c74-4bee-84d3-ee15a41f1137 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 945 time: 0.7285607
Apr 30 04:33:58.750187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:58.771535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e6ea98af-4941-4fe5-a532-d1ab9b06d615, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e6ea98af-4941-4fe5-a532-d1ab9b06d615,segment=NetworkSegment(52e2c000-11c4-4031-8168-ef79f282808f),segment_id=52e2c000-11c4-4031-8168-ef79f282808f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:33:58.782086 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.788178 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:58.855467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f45b8c4-2592-42b6-9140-037ad27e17fb req-47d0fd28-8654-4f13-b1e6-c887ec09973b tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282609
Apr 30 04:33:58.902731 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b622804c-e062-46fa-aa93-380456cb1892 req-4de320a7-5b96-442b-8bce-b7bfc654d935 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:58.904680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-7d49a433-f1f1-4ef4-bc36-790c4e1f267d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:58.905962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-7d49a433-f1f1-4ef4-bc36-790c4e1f267d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Synchronizing usage tracker for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:33:58.920482 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0185b527-eed4-4ab3-b968-df6cd0c083ba tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:58.969088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de320a7-5b96-442b-8bce-b7bfc654d935 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bff9774-e841-42ff-9eb3-3a7df31b9c4b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:58.979749 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4de320a7-5b96-442b-8bce-b7bfc654d935 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:59.026427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2a4c-c903-4738-8204-e9a4cdf30aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:59.056579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b622804c-e062-46fa-aa93-380456cb1892 req-4de320a7-5b96-442b-8bce-b7bfc654d935 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:59.069027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-7d49a433-f1f1-4ef4-bc36-790c4e1f267d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Unset dirty status for tenant:9f4d4e615ca342c98818411263a6b43e on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:33:59.070757 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-7d49a433-f1f1-4ef4-bc36-790c4e1f267d tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 945 time: 1.0730314
Apr 30 04:33:59.087677 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=e6ea98af-4941-4fe5-a532-d1ab9b06d615,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:59.089301 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b622804c-e062-46fa-aa93-380456cb1892 req-4de320a7-5b96-442b-8bce-b7bfc654d935 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/3bff9774-e841-42ff-9eb3-3a7df31b9c4b HTTP/1.1" status: 204  len: 173 time: 0.9894056
Apr 30 04:33:59.095481 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:59.368703 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615', 'code': 200}
Apr 30 04:33:59.377771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:59.427057 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-37692170-2d1b-4b5c-8c04-6e18a64ab4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:59.458488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:59.496916 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a342571-7aaa-4ceb-9432-cf6691f11da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:59.523327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:59.539489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407651ae-1192-4ce4-b3bc-3a459e033c50,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:59.564215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.564668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.565314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.565750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.566384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.566766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.567197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.567710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.568279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.568688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.569100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.569542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:33:59.574934 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:59.578823 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2a4c-c903-4738-8204-e9a4cdf30aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:59.590659 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d1b2a4c-c903-4738-8204-e9a4cdf30aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:59.591896 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0d1b2a4c-c903-4738-8204-e9a4cdf30aec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17884918-1dc6-477a-8d47-1c94ec424366 HTTP/1.1" status: 204  len: 168 time: 1.4691725
Apr 30 04:33:59.602188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Pushing event deleted for resources: {'Port': ['ID=e6ea98af-4941-4fe5-a532-d1ab9b06d615,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:59.612201 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:33:59.625871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0ed99-8a3f-4a02-9fde-23721f765195 req-18a64309-1a01-4491-b0f2-d9e1e4fbb74a tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:33:59.627531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0f0ed99-8a3f-4a02-9fde-23721f765195 req-18a64309-1a01-4491-b0f2-d9e1e4fbb74a tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea34d10b-b09d-4fc3-82b2-77d79fff85ee HTTP/1.1" status: 200  len: 865 time: 0.4388177
Apr 30 04:33:59.628412 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-a39aeea8-03c3-478f-885d-dcf99ab1f362 req-82c825fc-0bd8-4ac0-bc32-2ab68d4d5152 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:33:59.629355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a39aeea8-03c3-478f-885d-dcf99ab1f362 req-82c825fc-0bd8-4ac0-bc32-2ab68d4d5152 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/3bff9774-e841-42ff-9eb3-3a7df31b9c4b HTTP/1.1" status: 404  len: 352 time: 0.0985894
Apr 30 04:33:59.702767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] No DVR routers for this DVR port e6ea98af-4941-4fe5-a532-d1ab9b06d615 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:33:59.706398 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:59.709334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'name': 'network-vif-deleted', 'tag': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:33:59.740614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:33:59.749319 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/407651ae-1192-4ce4-b3bc-3a459e033c50 HTTP/1.1" status: 204  len: 168 time: 1.9453819
Apr 30 04:33:59.755680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0f0ed99-8a3f-4a02-9fde-23721f765195 req-9bb5e4b0-824a-401d-8ff2-9e8577dcf94f tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.46 "GET /v2.0/security-groups?id=57cb5a73-3832-49e1-a99e-ad284700dd68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833776
Apr 30 04:33:59.758323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55128fab-4deb-443f-9d1f-d162b22377e5 req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] 10.222.0.50 "DELETE /v2.0/ports/e6ea98af-4941-4fe5-a532-d1ab9b06d615 HTTP/1.1" status: 204  len: 173 time: 2.7335107
Apr 30 04:33:59.776551 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1801f912-a044-4f8a-9ea9-91cc7343338b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:33:59.860554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b2a4c-c903-4738-8204-e9a4cdf30aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17884918-1dc6-477a-8d47-1c94ec424366,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:33:59.878174 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea34d10b-b09d-4fc3-82b2-77d79fff85ee', 'name': 'network-vif-deleted', 'tag': 'e6ea98af-4941-4fe5-a532-d1ab9b06d615', 'status': 'completed', 'code': 200}
Apr 30 04:33:59.882707 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0d1b2a4c-c903-4738-8204-e9a4cdf30aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:00.078250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Deleting port d46e689c-3ff9-449d-b174-19be8bcf17b3 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:34:00.079970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:00.127716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-53bb7e80-7a0b-4415-a515-5376a2b6dcac req-40725575-b3f1-4d37-94b4-1343eaa8c6fe tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Synchronizing usage tracker for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:34:00.183699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-53bb7e80-7a0b-4415-a515-5376a2b6dcac req-40725575-b3f1-4d37-94b4-1343eaa8c6fe tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Unset dirty status for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:34:00.191127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53bb7e80-7a0b-4415-a515-5376a2b6dcac req-40725575-b3f1-4d37-94b4-1343eaa8c6fe tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=399df501880c4002beea62440aa7361c HTTP/1.1" status: 200  len: 6147 time: 0.3805013
Apr 30 04:34:00.267653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c42e59-a7c0-43f6-8f83-c99d80b76f31 req-ddce3d36-e6fd-4d68-83e7-343f2e01d060 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:00.269824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Deleting port c0ef4e89-5eba-4d2a-a956-05b57dc7caa1 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:34:00.270294 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5c42e59-a7c0-43f6-8f83-c99d80b76f31 req-ddce3d36-e6fd-4d68-83e7-343f2e01d060 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 945 time: 0.2192149
Apr 30 04:34:00.272180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:00.320210 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53bb7e80-7a0b-4415-a515-5376a2b6dcac req-d8abc4ad-1262-4a2e-9943-f9caa66d0466 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/34ceeaec-0946-4694-b973-131c52a7080c HTTP/1.1" status: 200  len: 2981 time: 0.1279240
Apr 30 04:34:00.410439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5c42e59-a7c0-43f6-8f83-c99d80b76f31 req-a41afa15-3cc0-4718-8513-41928ec7f543 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248446
Apr 30 04:34:00.428333 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53bb7e80-7a0b-4415-a515-5376a2b6dcac req-8df87df5-0a7d-4872-b53d-e21a5c87e36e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/34ceeaec-0946-4694-b973-131c52a7080c HTTP/1.1" status: 200  len: 2981 time: 0.1060829
Apr 30 04:34:00.472875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1829892985', 'description': 'tempest-description-476060702'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:00.479992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:00.491858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:00.559583 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:00.634915 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a550872d-202e-43d6-9ea2-ae7486032729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:00.642780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:00.650661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:00.657063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:00.664148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:00.785508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33058) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:00.806567 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:00.823050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33062) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:00.828605 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:00.859470 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f993bf15-84cb-46bb-b486-f1a81daebf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:00.887584 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:00.976796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33074) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:00.979728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.070664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c950f21-6f29-4b5c-8402-f4db2cf58453,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:01.087940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:01.099688 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:01.128584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Usage tracker for resource:security_group_rule and tenant:a6109930f5744487837b352e4cba2a69 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:01.135086 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.137195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64df7f9f-4638-41e5-8ddb-6c6025ae9cfa req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.6687756
Apr 30 04:34:01.142297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:01.159607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Calling delete_port for c0ef4e89-5eba-4d2a-a956-05b57dc7caa1 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:34:01.167723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:01.202155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2042036658', 'description': 'tempest-description-1278879831'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:01.214694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] For port d46e689c-3ff9-449d-b174-19be8bcf17b3, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d46e689c-3ff9-449d-b174-19be8bcf17b3,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:01.215117 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.226849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fb395d91-3966-4aa6-923e-d631fca608e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b14c68736fa847ffaceff8ecec5d8b39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4019012
Apr 30 04:34:01.228474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33086) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:01.229171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:01.257349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:01.270706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] Deleting subnet bb64b28d-fa20-4513-a98f-58cde840ed5e {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:34:01.278133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:01.294273 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.358125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:01.373524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Calling delete_port for d46e689c-3ff9-449d-b174-19be8bcf17b3 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:34:01.414154 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.438195 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.488110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdfd8b-7afa-4de0-bd23-6e33e60bcaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.578022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:01.614402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:01.618404 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.629766 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17d67bc5-17ce-4e6f-892c-7ee7a4dccddc tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:01.692462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdfd8b-7afa-4de0-bd23-6e33e60bcaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.696622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:01.703358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Pushing event deleted for resources: {'Port': ['ID=d46e689c-3ff9-449d-b174-19be8bcf17b3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:01.716755 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:01.722196 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.775653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-073556aa-c2f1-4c55-84c9-e13a3551d419 req-6af114f5-03c4-48c2-80cd-98b15ab9e3fc tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f054e2c-2294-4c69-bddb-0346cb19a994 HTTP/1.1" status: 200  len: 210 time: 0.1884928
Apr 30 04:34:01.859068 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.863392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:01.893329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] No DVR routers for this DVR port d46e689c-3ff9-449d-b174-19be8bcf17b3 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:34:01.924864 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:01.929237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'name': 'network-vif-deleted', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:01.942014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33112) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:01.942708 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.004445 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f054e2c-2294-4c69-bddb-0346cb19a994', 'name': 'network-vif-deleted', 'tag': 'd46e689c-3ff9-449d-b174-19be8bcf17b3', 'status': 'completed', 'code': 200}
Apr 30 04:34:02.009235 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-60e53d5c-ad80-4193-bb14-cfbe9a9c1cd7 req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.50 "DELETE /v2.0/ports/d46e689c-3ff9-449d-b174-19be8bcf17b3 HTTP/1.1" status: 204  len: 173 time: 2.9078784
Apr 30 04:34:02.011187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.016268 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f97e14be-921a-44a7-8394-ab2e2fa44e8b tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:02.062772 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7db877cc-2081-4328-9d18-9de32355de52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:02.069662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdfd8b-7afa-4de0-bd23-6e33e60bcaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.072877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdfd8b-7afa-4de0-bd23-6e33e60bcaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.074315 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c1cdfd8b-7afa-4de0-bd23-6e33e60bcaa0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65e42d50-0f90-4a32-9332-56e78bc6ffd0 HTTP/1.1" status: 204  len: 168 time: 0.8448362
Apr 30 04:34:02.075900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event deleted for resources: {'Port': ['ID=c0ef4e89-5eba-4d2a-a956-05b57dc7caa1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:02.079610 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:02.081151 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-56d9d3e2-cacc-48b3-bd88-64a55db1acac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:02.126443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdfd8b-7afa-4de0-bd23-6e33e60bcaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e42d50-0f90-4a32-9332-56e78bc6ffd0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:02.134442 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1cdfd8b-7afa-4de0-bd23-6e33e60bcaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:02.331163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6109930f5744487837b352e4cba2a69&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5230079
Apr 30 04:34:02.334189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33128) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:02.366096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device eecc02d8-f935-4955-84b4-337dbdc9a1bd no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:34:02.381094 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.466799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f746617a-0850-4091-b651-ec851012df07,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:02.484970 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:02.642284 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.724090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:02.726542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:02.740371 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.742169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d46e689c-3ff9-449d-b174-19be8bcf17b3 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:34:02.804465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.812998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.829921 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-217368be-ec64-4f83-8e22-193cd62faa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.832611 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:02.840027 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.857939 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.869378 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a79bbed1-3852-40d4-9c9e-5fd36cd3add3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:02.933361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-217368be-ec64-4f83-8e22-193cd62faa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.945169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.946659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Fanout notify agent at l3_agent the message router_deleted on router c363940f-41d2-4d00-941d-3a176b539fbf {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:34:02.964478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.979375 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:02.984530 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/c363940f-41d2-4d00-941d-3a176b539fbf HTTP/1.1" status: 204  len: 168 time: 5.1772349
Apr 30 04:34:02.987354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:03.009380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-479088776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:03.044366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:03.062235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Usage tracker for resource:router and tenant:0ae29d9b2a6c4691a7038b7fc8626338 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:03.067954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: d46e689c-3ff9-449d-b174-19be8bcf17b3 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:34:03.068479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:03.069307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d46e689c-3ff9-449d-b174-19be8bcf17b3 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:34:03.075562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=eecc02d8-f935-4955-84b4-337dbdc9a1bd,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:03.086153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:03.090188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28b593-281e-4fd3-bb30-e8ab426cff37 req-d6f8de0c-936d-40e9-9d7a-69d1f0650285 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:03.097748 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de28b593-281e-4fd3-bb30-e8ab426cff37 req-d6f8de0c-936d-40e9-9d7a-69d1f0650285 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 949 time: 0.8015902
Apr 30 04:34:03.101811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.105103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:03.111561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d1df50a913e8467c9ac600939d8136d6 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:03.119769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.122314 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.123763 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.125197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.127809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.128569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-217368be-ec64-4f83-8e22-193cd62faa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.129452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.131373 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.132533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.133182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.134177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.134380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ce9d5-37f5-431b-9afb-a0ca69e3cfcd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:03.135270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:03.137669 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1da514c-ac31-4ff8-8224-fe7ad056cdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:03.139335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:03.144883 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:03.157136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:03.162975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.169728 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97230a83-78db-4f83-bfe2-90aac48f09bf req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1806 time: 1.9933631
Apr 30 04:34:03.172214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217368be-ec64-4f83-8e22-193cd62faa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f746617a-0850-4091-b651-ec851012df07,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:03.177657 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.178018 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.182750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.185660 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:03.194096 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-217368be-ec64-4f83-8e22-193cd62faa7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:03.207648 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-217368be-ec64-4f83-8e22-193cd62faa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.208817 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-217368be-ec64-4f83-8e22-193cd62faa7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f746617a-0850-4091-b651-ec851012df07 HTTP/1.1" status: 204  len: 168 time: 0.8713381
Apr 30 04:34:03.224528 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:03.232512 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.279206 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.279679 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd', 'code': 200}
Apr 30 04:34:03.297002 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.303155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de28b593-281e-4fd3-bb30-e8ab426cff37 req-4b12605f-f2d7-4fd7-a3b8-7e578cc92685 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044387
Apr 30 04:34:03.317700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb64b28d-fa20-4513-a98f-58cde840ed5e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:03.323916 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:03.325191 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.338531 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.341806 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8cb660da-649d-4116-b9c4-840b19415eba tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3521652
Apr 30 04:34:03.343542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33158) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:03.357488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': False}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:03.361452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bb64b28d-fa20-4513-a98f-58cde840ed5e HTTP/1.1" status: 204  len: 168 time: 2.3813245
Apr 30 04:34:03.363998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33162) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:03.529903 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.574221 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-576e508c-4c48-4f63-a22e-923474f2e193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.677635 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.697231 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.720169 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:03.833342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d1df50a913e8467c9ac600939d8136d6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8536062
Apr 30 04:34:03.835332 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:03.850709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33184) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:03.865483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249051dd-525a-4c0d-a43c-ad542daa855f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:03.881421 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:04.106790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780d21610>,) {'filters': {'network_id': ['a992667f-ddb2-4e1d-8dec-e79271d8c29f']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:04.264574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780d21610>, '52e2c000-11c4-4031-8168-ef79f282808f') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:04.264871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780d21610>, '52e2c000-11c4-4031-8168-ef79f282808f') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:04.276981 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d3b3fb0-accf-4969-a53b-b6b8af0d4729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:04.307278 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:04.360586 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:04.469579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:04.475027 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d3b3fb0-accf-4969-a53b-b6b8af0d4729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:04.499082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:34:04.582971 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:04.868328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-b8145d60-ecf8-45c4-87a8-8de25cb0a7c2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:04.877934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-b8145d60-ecf8-45c4-87a8-8de25cb0a7c2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 812 time: 0.6844995
Apr 30 04:34:04.912929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-8a3bbce3-5f14-40d6-a63e-1821b4f4aa57 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/quotas/399df501880c4002beea62440aa7361c HTTP/1.1" status: 200  len: 375 time: 0.0336006
Apr 30 04:34:04.934613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Network a992667f-ddb2-4e1d-8dec-e79271d8c29f has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:34:05.004653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd1845-b863-4a51-ad93-09e03230a37f req-81b18e3b-17a7-4a6f-b86d-34f2c0d24b69 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:05.013520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47fd1845-b863-4a51-ad93-09e03230a37f req-81b18e3b-17a7-4a6f-b86d-34f2c0d24b69 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 944 time: 0.6908028
Apr 30 04:34:05.017883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:05.090724 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:05.098331 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d3b3fb0-accf-4969-a53b-b6b8af0d4729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:05.168845 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-23a63025-ea1d-4be3-b05a-a2ecba657b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:05.187047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:05.217452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b3fb0-accf-4969-a53b-b6b8af0d4729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249051dd-525a-4c0d-a43c-ad542daa855f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:05.250277 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9d3b3fb0-accf-4969-a53b-b6b8af0d4729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:05.464179 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d3b3fb0-accf-4969-a53b-b6b8af0d4729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:05.468140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9d3b3fb0-accf-4969-a53b-b6b8af0d4729 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/249051dd-525a-4c0d-a43c-ad542daa855f HTTP/1.1" status: 204  len: 168 time: 1.6136510
Apr 30 04:34:05.475719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47fd1845-b863-4a51-ad93-09e03230a37f req-88dadd71-3235-4514-9ab6-e9ec09d4c240 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4609220
Apr 30 04:34:05.484472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-b4312d3d-524b-46db-8eb4-eccad9f37e6a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:05.486087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-b4312d3d-524b-46db-8eb4-eccad9f37e6a tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.37 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 944 time: 0.8240426
Apr 30 04:34:05.541363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Network a992667f-ddb2-4e1d-8dec-e79271d8c29f has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:34:05.578817 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:34:05.694618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-c2aa2fc0-2d6e-439f-b5ec-349f8589c978 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7799401
Apr 30 04:34:05.752391 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:05.787009 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8ff9a1ac-7480-4e6a-a1aa-f64b5872ec94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:05.803564 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:05.882722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=a992667f-ddb2-4e1d-8dec-e79271d8c29f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:05.890965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a992667f-ddb2-4e1d-8dec-e79271d8c29f HTTP/1.1" status: 204  len: 168 time: 2.5230711
Apr 30 04:34:05.892741 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:05.945374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Allocated IP 172.25.8.227 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/ac3fed3c-aa87-41c6-91a2-4a259810d4fe) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:05.950237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-5c380f5d-5a7c-474f-b8f8-6cdf385de573 service neutron] 10.222.0.46 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2230866
Apr 30 04:34:05.967350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Deleting port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:34:05.967350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:06.104944 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:06.283775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-fd80c49e-248b-40bb-9ae6-b8448a18323a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f89fe691aefe4009a53c4adb0997a37a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1155334
Apr 30 04:34:06.460730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] For port 3570cd01-9e28-44e6-9829-e2ceaf8c8574, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=3570cd01-9e28-44e6-9829-e2ceaf8c8574,segment=NetworkSegment(eee4a274-30b5-4005-b28c-4214d9b88e02),segment_id=eee4a274-30b5-4005-b28c-4214d9b88e02)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:06.461100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:06.476444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-da22990c-3d22-45dc-b657-6f346b441fdb service neutron] 10.222.0.46 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5115826
Apr 30 04:34:06.610558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:06.627348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33276) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:06.720723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Calling delete_port for 3570cd01-9e28-44e6-9829-e2ceaf8c8574 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:34:06.787194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-2b4cf5f4-ed02-4560-933f-2ceb2a15adda tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:06.795461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-2b4cf5f4-ed02-4560-933f-2ceb2a15adda tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4992502
Apr 30 04:34:06.799786 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-79af87d5-ddb0-4b0c-90d8-ccb837d598fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b65ba63188044539957197fb569a1e66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1694126
Apr 30 04:34:06.805408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33288) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:06.816898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-8b242316-c8cc-4af4-afa9-aeef0043b77d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/quotas/f89fe691aefe4009a53c4adb0997a37a HTTP/1.1" status: 200  len: 375 time: 0.0204477
Apr 30 04:34:06.910158 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:06.927744 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14b2ca4e-3d82-4393-b04d-f3db957fdb33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:06.945239 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-8ff82c72-6239-4cba-9c54-dd12e20ad2d4 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1261365
Apr 30 04:34:07.104081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26eee1-48b0-4ace-b2c6-12a9f8c6d1cf req-317223b3-97f8-4227-b372-8397eedb6717 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:07.120814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db26eee1-48b0-4ace-b2c6-12a9f8c6d1cf req-317223b3-97f8-4227-b372-8397eedb6717 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/ports?device_id=5581d970-436a-4791-9f95-d4139041d6d6 HTTP/1.1" status: 200  len: 944 time: 0.2481008
Apr 30 04:34:07.157899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:07.170073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:07.186928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be041bad-490f-443e-8d4f-3a490cb47f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:07.188935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:07.317548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db26eee1-48b0-4ace-b2c6-12a9f8c6d1cf req-2415d073-bbe2-43fc-bcd0-5e7745e6332c tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.46 "GET /v2.0/security-groups?id=e1a3426f-1fda-4340-8df6-8f7867f1155e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918507
Apr 30 04:34:07.327475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:07.343475 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eba898b5-9918-477b-8e59-2304a894ab1e tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:07.371088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Pushing event updated for resources: {'Port': ['ID=ac3fed3c-aa87-41c6-91a2-4a259810d4fe,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:07.404363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Pushing event deleted for resources: {'Port': ['ID=3570cd01-9e28-44e6-9829-e2ceaf8c8574,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:07.413602 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:07.430596 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:07.468280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be041bad-490f-443e-8d4f-3a490cb47f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:07.657541 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f06789-744d-4052-b095-ff7988c8c7cc req-e8e426e0-a40a-4428-866f-058bea5441d8 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 210 time: 0.1996930
Apr 30 04:34:07.658929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] No DVR routers for this DVR port 3570cd01-9e28-44e6-9829-e2ceaf8c8574 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:34:07.662206 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:07.666971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'name': 'network-vif-deleted', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:07.691087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-796e3c6a-47b1-45b3-b450-ce38dedc1090 req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] 10.222.0.37 "DELETE /v2.0/ports/3570cd01-9e28-44e6-9829-e2ceaf8c8574 HTTP/1.1" status: 204  len: 173 time: 2.1849644
Apr 30 04:34:07.757807 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5581d970-436a-4791-9f95-d4139041d6d6', 'name': 'network-vif-deleted', 'tag': '3570cd01-9e28-44e6-9829-e2ceaf8c8574', 'status': 'completed', 'code': 200}
Apr 30 04:34:07.889664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be041bad-490f-443e-8d4f-3a490cb47f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:07.967156 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d49a9275-d9c8-48b1-bc7a-f7dabd3bae25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:08.026133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-3b8ba035-590e-45e3-8769-f881b9c7a7cf tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f89fe691aefe4009a53c4adb0997a37a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0493524
Apr 30 04:34:08.277109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be041bad-490f-443e-8d4f-3a490cb47f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cb5a73-3832-49e1-a99e-ad284700dd68,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:08.290886 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be041bad-490f-443e-8d4f-3a490cb47f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:08.334441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be041bad-490f-443e-8d4f-3a490cb47f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:08.342258 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-be041bad-490f-443e-8d4f-3a490cb47f42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57cb5a73-3832-49e1-a99e-ad284700dd68 HTTP/1.1" status: 204  len: 168 time: 1.5325141
Apr 30 04:34:08.459876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-7d0f00f1-1c70-45dc-8600-6b267e258acd tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:08.470985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-7d0f00f1-1c70-45dc-8600-6b267e258acd tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4414041
Apr 30 04:34:08.500881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0d04ee44-ed8f-499d-8a20-2153f92ea2d5 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/quotas/f89fe691aefe4009a53c4adb0997a37a HTTP/1.1" status: 200  len: 375 time: 0.0287869
Apr 30 04:34:08.562543 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-32ea8cb0-fc3b-4f4d-8636-e03063e0ff66 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0605989
Apr 30 04:34:08.751845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:34:08.806916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:09.026143 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f99efd9f-29c4-44dd-a782-47e02da86394 req-410775d0-53a3-4ae2-8250-531062c4426a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 210 time: 0.1486092
Apr 30 04:34:09.095231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33388) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:09.341766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b1b6367c-4f27-443b-b746-fcfaa5a840fb req-d6e401c2-2843-4ca2-9001-27de5df4d6be tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 210 time: 0.2189553
Apr 30 04:34:09.361724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33402) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:09.389328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:09.412136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 3570cd01-9e28-44e6-9829-e2ceaf8c8574 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:34:09.467205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'mac_address': 'fa:16:3e:8f:2a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:34:09.472886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 3570cd01-9e28-44e6-9829-e2ceaf8c8574 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:34:09.473505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 3570cd01-9e28-44e6-9829-e2ceaf8c8574 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:34:09.531145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-995377886-network', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:09.541863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:09.553479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Usage tracker for resource:network and tenant:df27ac291b5c4766ba7d2ac9a801f80e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:09.570373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:09.593660 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:09.613191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:09.641942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050a0d0e-f281-443a-83d2-9bfe40bf4444 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:09.647238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Made reservation on behalf of df27ac291b5c4766ba7d2ac9a801f80e for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:09.657749 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:09.663873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:09.672827 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:09.677541 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:09.750039 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:09.793690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:09.799808 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:09.859025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:09.859369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['050a0d0e-f281-443a-83d2-9bfe40bf4444'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:09.908533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Usage tracker for resource:security_group_rule and tenant:df27ac291b5c4766ba7d2ac9a801f80e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:09.938193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:09.978734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:10.116864 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.129378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.339977 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.358946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] Deleting subnet eae39813-bd0b-4305-9c0b-e895f4776ee6 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:34:10.369980 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.439252 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.455136 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aad38440-01e7-4d04-a99c-db00b67d57e2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:10.467079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18f74b6a-6a12-45fc-9c22-1eec61c37041 req-e7f84074-3ba3-48a1-a3ff-41c1f746fcf8 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 210 time: 0.2064474
Apr 30 04:34:10.500330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:34:10.525491 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.599534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3fe25-ed42-412e-b7f9-a25a964a4c5e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:10.606413 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:10.608898 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.609256 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Added segment 61eeebec-c90f-4d5e-91f2-de01707843ca of type vlan for network cb8911a3-9edf-4442-b19b-40cbb09d7076
Apr 30 04:34:10.625655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Router ce7f3914-8c28-4393-9a28-07e5be0f89c6 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:34:10.693981 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.761141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:34:10.812699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.870867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-041cba81-3e99-4444-8c0c-40492da388ee req-533ea9de-6ed6-4bf4-a221-3395f001507d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 210 time: 0.0854154
Apr 30 04:34:10.873333 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.905084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 050a0d0e-f281-443a-83d2-9bfe40bf4444 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:10.905684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.935506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:10.936166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:10.940646 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:11.019493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33458) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:11.118183 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:11.203285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:11.205221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:11.228757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:11.244926 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:11.325532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Pushing event updated for resources: {'Network': ['ID=cb8911a3-9edf-4442-b19b-40cbb09d7076,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:11.350582 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:11.382290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:34:11.500560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:34:11.505841 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:11.507155 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "PUT /v2.0/routers/ce7f3914-8c28-4393-9a28-07e5be0f89c6 HTTP/1.1" status: 200  len: 919 time: 8.1614351
Apr 30 04:34:11.512817 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1fceb4-f690-41f0-969b-6aa49c2c97ea None None] Sync routers for ids ['ce7f3914-8c28-4393-9a28-07e5be0f89c6'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:34:11.518000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-87bbdbe0-392c-4a68-b22f-af42466689b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:11.519881 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-87bbdbe0-392c-4a68-b22f-af42466689b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.50 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 812 time: 0.4177456
Apr 30 04:34:11.520398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33478) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:11.544649 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1fceb4-f690-41f0-969b-6aa49c2c97ea None None] Routers {'ce7f3914-8c28-4393-9a28-07e5be0f89c6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:11.547159 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5b1fceb4-f690-41f0-969b-6aa49c2c97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800358b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ce7f3914-8c28-4393-9a28-07e5be0f89c6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:11.552191 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.4552228
Apr 30 04:34:11.555100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33482) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:11.581220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Request body: {'subnet': {'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-995377886-subnet', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:11.601625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:11.610186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Usage tracker for resource:subnet and tenant:df27ac291b5c4766ba7d2ac9a801f80e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:11.628322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:11.650139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:11.673531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'port': {'device_id': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30', 'admin_state_up': True, 'tenant_id': '399df501880c4002beea62440aa7361c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:11.700714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Made reservation on behalf of df27ac291b5c4766ba7d2ac9a801f80e for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:11.709965 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:11.840575 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=10']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:11.855906 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:11.861920 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5b1fceb4-f690-41f0-969b-6aa49c2c97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800358b0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:11.880249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1fceb4-f690-41f0-969b-6aa49c2c97ea None None] Routers {'ce7f3914-8c28-4393-9a28-07e5be0f89c6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:11.881967 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5b1fceb4-f690-41f0-969b-6aa49c2c97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800358b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ce7f3914-8c28-4393-9a28-07e5be0f89c6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:12.011099 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5b1fceb4-f690-41f0-969b-6aa49c2c97ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800358b0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:12.012396 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1fceb4-f690-41f0-969b-6aa49c2c97ea None None] The sync data for ids ['ce7f3914-8c28-4393-9a28-07e5be0f89c6'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:34:12.071450 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cafb9e77-a993-4cfe-b892-02efe45bb368 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/routers/ce7f3914-8c28-4393-9a28-07e5be0f89c6 HTTP/1.1" status: 200  len: 925 time: 0.5456820
Apr 30 04:34:12.074847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33488) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:12.084457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:12.132766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33494) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:12.162462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:12.196586 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'code': 200}
Apr 30 04:34:12.202623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Made reservation on behalf of 399df501880c4002beea62440aa7361c for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:12.203443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-320614cf-4b73-47ac-980c-71e1f76c313d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f89fe691aefe4009a53c4adb0997a37a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.4211314
Apr 30 04:34:12.208478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:12.217746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2075006700-network', 'tenant_id': 'b45ad28c0bed49f0a5786920c912932e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:12.329107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:12.392512 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-fb36cb58-6e36-4fdf-bac1-17b81a27bdf6 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f89fe691aefe4009a53c4adb0997a37a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1075084
Apr 30 04:34:12.394791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8cc018-ec24-454e-94b5-ac2395571f93 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:12.396382 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1a8cc018-ec24-454e-94b5-ac2395571f93 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=ce7f3914-8c28-4393-9a28-07e5be0f89c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3198893
Apr 30 04:34:12.421987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:12.424196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33502) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:12.467962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9d4c9eab3646538646bbdcb8b04c7b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:12.494314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:12.503694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:12.547997 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2b9cb74-0c26-4a6e-96e0-5145c2f778b8 req-09682da1-e58b-46af-adf1-1d67ab62cc07 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 210 time: 0.5439863
Apr 30 04:34:12.641209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:12.654242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Usage tracker for resource:network and tenant:b45ad28c0bed49f0a5786920c912932e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:12.677859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:12.804550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d13c8bc2-233d-41bc-abbb-fccf7092503e req-5c653804-1ef5-4c24-ad7b-204841cd3720 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 210 time: 0.2693076
Apr 30 04:34:12.806340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:12.860612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-b135b265-e2ac-485d-8ec6-c40e4d703d48 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:12.862264 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-b135b265-e2ac-485d-8ec6-c40e4d703d48 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4644313
Apr 30 04:34:12.864190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d536cb-bfeb-4d26-9b46-b4ff2a98c223 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:12.869859 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b4d536cb-bfeb-4d26-9b46-b4ff2a98c223 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 881 time: 0.4370055
Apr 30 04:34:12.871414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33514) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:12.882463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Request body: {'port': {'device_id': '14b64a19-035b-4dda-a284-02e1b08ad02a', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': 'f89fe691aefe4009a53c4adb0997a37a'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:12.896421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Made reservation on behalf of b45ad28c0bed49f0a5786920c912932e for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:12.900649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:12.944642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Allocated IP 172.20.0.13 (a4f5c2eb-a150-4009-bb50-7f6e012f6e30/a7fb4091-78f6-4572-8543-3c6a65e4f357/305d203f-6521-409f-afbb-cbaccf2a0c5e) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:12.980740 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b23727f4-d404-4cd0-a19b-8807ca0f5e1b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce7f3914-8c28-4393-9a28-07e5be0f89c6 HTTP/1.1" status: 200  len: 205 time: 0.1009583
Apr 30 04:34:12.984256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33518) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:12.987938 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:13.059746 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:13.067991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:13.093139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Usage tracker for resource:security_group_rule and tenant:b45ad28c0bed49f0a5786920c912932e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:13.102293 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:13.294814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:13.306959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-57b9fa0f-ef17-4c86-9daa-90b0c7ab27cb tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:13.308934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-57b9fa0f-ef17-4c86-9daa-90b0c7ab27cb tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8967156
Apr 30 04:34:13.360250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:13.369701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Request body: {'port': {'device_id': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': 'f89fe691aefe4009a53c4adb0997a37a'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:13.393782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae39813-bd0b-4305-9c0b-e895f4776ee6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:13.446420 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:13.448157 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:13.561705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:13.609094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/eae39813-bd0b-4305-9c0b-e895f4776ee6 HTTP/1.1" status: 204  len: 168 time: 4.2455649
Apr 30 04:34:13.636044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33534) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:13.681920 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:13.721898 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd9e5c15-89c0-4b61-933f-e9a5e0280794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:13.802904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:13.911611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Usage tracker for resource:port and tenant:f89fe691aefe4009a53c4adb0997a37a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:13.922053 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb9d4c9eab3646538646bbdcb8b04c7b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7815418
Apr 30 04:34:13.922053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:13.933021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33552) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:13.940000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:13.945108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1038ef-107b-425c-955b-d0aca31698e3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:13.970894 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:13.974982 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.145342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c262aef2-90ba-40fb-8831-5566e7c75b7f req-9802fce0-4a71-4d83-b61e-b93dfa270d05 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 210 time: 0.1585646
Apr 30 04:34:14.197953 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.200539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:14.216713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Made reservation on behalf of f89fe691aefe4009a53c4adb0997a37a for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:14.222338 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.223841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Usage tracker for resource:port and tenant:f89fe691aefe4009a53c4adb0997a37a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:14.234276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:14.284200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.297629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:14.323969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96de4a9e-3908-4340-8e11-7609e0771c8e req-84c7f238-77df-4b12-842c-92afddd8344c tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 210 time: 0.0963566
Apr 30 04:34:14.327047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.337471 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.342901 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05ca5ff9-79f8-41db-9ee2-e0f3c003f5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:14.353000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Made reservation on behalf of f89fe691aefe4009a53c4adb0997a37a for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:14.357319 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.415523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.438799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:34:14.496592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eace0d0-b1fe-4704-971c-24f19583b184,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:14.505766 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.506212 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Added segment fe098f04-2c51-49b9-85e6-cffd14a4083e of type vlan for network 90c9d382-1f1b-473c-838e-2bdf4a1334cb
Apr 30 04:34:14.507836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:14.510933 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:14.553060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.578067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Usage tracker for resource:security_group_rule and tenant:f89fe691aefe4009a53c4adb0997a37a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:14.588055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:14.592385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:14.603207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Usage tracker for resource:security_group_rule and tenant:f89fe691aefe4009a53c4adb0997a37a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:14.607355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:14.616003 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.620192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:14.623607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7093ae3f-19bc-4296-a78c-1ac365a27579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.646941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:14.650232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.693035 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7093ae3f-19bc-4296-a78c-1ac365a27579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.699960 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.819734 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.829926 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c7601008-0ae9-45cf-9b03-0bb545956dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:14.840061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0306950e-d3b9-43cb-b5f4-92f75e88ade0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:14.924059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bc18c70>,) {'filters': {'network_id': ['bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:14.954880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bc18c70>, 'eee4a274-30b5-4005-b28c-4214d9b88e02') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:14.955552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bc18c70>, 'eee4a274-30b5-4005-b28c-4214d9b88e02') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:14.972108 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.978367 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:14.988592 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ee7eeb8-b69c-45ab-aad8-77748a44a793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:15.030241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:15.031435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7093ae3f-19bc-4296-a78c-1ac365a27579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.044253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:15.049143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:15.056084 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.090946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:15.091838 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.111955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Deleting port ac3fed3c-aa87-41c6-91a2-4a259810d4fe {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:34:15.112552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.117871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.149656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'Port': ['ID=305d203f-6521-409f-afbb-cbaccf2a0c5e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:15.155035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:34:15.169310 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.178319 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:15.179119 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0d1b2a4c-c903-4738-8204-e9a4cdf30aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:15.202916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.298393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a475e3-d3c0-4cff-90e2-8c38666e1f33,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:15.321503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.api [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) f89fe691aefe4009a53c4adb0997a37a {{(pid=74581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:34:15.322214 n-d-766726-20 neutron-server[74581]: DEBUG oslo_db.api [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:34:15.335671 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:15.336927 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c02e613c-1230-4138-befa-4d7d590f9c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:15.374519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Checking segment: {'id': '61eeebec-c90f-4d5e-91f2-de01707843ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:15.374839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Network hostable DHCP agents. Network: cb8911a3-9edf-4442-b19b-40cbb09d7076, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:34:15.428191 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 4.3980112
Apr 30 04:34:15.451651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.478482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33580) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:15.500473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Request body: {'subnet': {'network_id': '90c9d382-1f1b-473c-838e-2bdf4a1334cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2075006700-subnet', 'tenant_id': 'b45ad28c0bed49f0a5786920c912932e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:15.745401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:15.750046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093ae3f-19bc-4296-a78c-1ac365a27579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1038ef-107b-425c-955b-d0aca31698e3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:15.766402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Calling delete_port for ac3fed3c-aa87-41c6-91a2-4a259810d4fe owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:34:15.772145 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7093ae3f-19bc-4296-a78c-1ac365a27579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:15.777628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:34:15.795766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Usage tracker for resource:subnet and tenant:b45ad28c0bed49f0a5786920c912932e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:15.798597 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d56deb0-f988-438f-a93f-fedabb7e8ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:15.829895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:15.830776 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.860040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.884743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:15.893046 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.959595 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7093ae3f-19bc-4296-a78c-1ac365a27579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:15.961096 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7093ae3f-19bc-4296-a78c-1ac365a27579 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d1038ef-107b-425c-955b-d0aca31698e3 HTTP/1.1" status: 204  len: 168 time: 2.0245678
Apr 30 04:34:15.967284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:15.979229 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3461649
Apr 30 04:34:15.980486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:15.994635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-7129d804-ecd4-4757-b0c0-fb02959f1897 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:34:15.995773 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-7129d804-ecd4-4757-b0c0-fb02959f1897 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0102558
Apr 30 04:34:16.102603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Pushing event updated for resources: {'Network': ['ID=90c9d382-1f1b-473c-838e-2bdf4a1334cb,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:16.110019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:16.127399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 90c9d382-1f1b-473c-838e-2bdf4a1334cb details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:34:16.137065 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:16.261760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04c73b84-fc64-4a9f-8435-bc10411a8f3d req-46ca6479-83ea-4d76-813d-bd401c6562e6 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 210 time: 0.4905152
Apr 30 04:34:16.261760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:34:16.587965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Allocated IP 192.168.233.250 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/50ff72c6-cc74-4173-be2f-1782fc6ba123) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:16.606504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, cb8911a3-9edf-4442-b19b-40cbb09d7076) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:16.614133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Made reservation on behalf of b45ad28c0bed49f0a5786920c912932e for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:16.616889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006e653-8720-4df4-be13-8f0316c79371 None None] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:34:16.630898 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:16.697026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Request body: {'port': {'device_id': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:16.935740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Network bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:34:16.947384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:16.948362 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:34:17.031732 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:34:17.172771 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:17.188901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece323-2128-457b-b11b-1a2cab0b879d req-f950f151-ab0c-4bb3-9144-29da8eb3994f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:17.205604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eeece323-2128-457b-b11b-1a2cab0b879d req-f950f151-ab0c-4bb3-9144-29da8eb3994f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 932 time: 1.7202015
Apr 30 04:34:17.225560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33600) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:17.298502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:17.326855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-cb8911a3-9edf-4442-b19b-40cbb09d7076', 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'fixed_ips': [{'subnet_id': '78a475e3-d3c0-4cff-90e2-8c38666e1f33'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:34:17.328368 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:17.372750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:17.384376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:17.392577 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9c90b439e43e4af0844ac7cb21512bb1 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:17.407485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:17.410387 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9272f0b9-8c36-497f-91cd-f97b619f7e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:17.441296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:17.543958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event deleted for resources: {'Port': ['ID=ac3fed3c-aa87-41c6-91a2-4a259810d4fe,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:17.583260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 6.0246513
Apr 30 04:34:17.601437 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:17.609444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33608) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:17.646775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:17.667879 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4b6bab1-688f-4f6e-8c3e-be442504d2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:17.700194 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:17.752587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Allocated IP 172.20.0.2 (cb8911a3-9edf-4442-b19b-40cbb09d7076/78a475e3-d3c0-4cff-90e2-8c38666e1f33/41e7bdf6-bb27-437f-9796-18d202424c6e) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:17.793517 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:17.941331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:17.953756 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:17.974958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-eeece323-2128-457b-b11b-1a2cab0b879d req-60f0c2e2-fc55-405d-9068-e891e8bd1708 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Synchronizing usage tracker for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:34:17.981971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:18.040475 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bcf06e92-d9eb-47a6-b1a0-a5260e66dfe2 HTTP/1.1" status: 204  len: 168 time: 4.3988326
Apr 30 04:34:18.042178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-bb8c75e6-5010-4525-b068-a7e949d00aa4 req-83c502c3-e4dd-4387-b403-74d53879f7ad tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Synchronizing usage tracker for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:34:18.051262 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:18.052391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Usage tracker for resource:router and tenant:df27ac291b5c4766ba7d2ac9a801f80e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:18.052771 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.055828 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.058288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33612) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:18.090493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.091037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Fanout notify agent at l3_agent the message router_deleted on router ce7f3914-8c28-4393-9a28-07e5be0f89c6 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:34:18.111237 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.184233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.193301 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.201865 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/ce7f3914-8c28-4393-9a28-07e5be0f89c6 HTTP/1.1" status: 204  len: 168 time: 5.2117677
Apr 30 04:34:18.206373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:18.208245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33616) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:18.220490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-811560019', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:18.224684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:18.234604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:18.244823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Usage tracker for resource:router and tenant:0ae29d9b2a6c4691a7038b7fc8626338 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:18.257615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:18.263851 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.265849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Transition to ACTIVE for port object 50ff72c6-cc74-4173-be2f-1782fc6ba123 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:18.271797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:18.283841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Transition to ACTIVE for port object 41e7bdf6-bb27-437f-9796-18d202424c6e will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:18.311205 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.312290 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.317651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Transition to ACTIVE for port object 41e7bdf6-bb27-437f-9796-18d202424c6e will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:18.330194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.339355 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.346398 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:18.417010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:18.421110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:18.426014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:18.459494 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.489141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Pushing event updated for resources: {'Port': ['ID=41e7bdf6-bb27-437f-9796-18d202424c6e,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:18.535565 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:18.554365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] Deleting subnet 6d4e179a-e88c-4c5a-a7a4-a16d4a29aeb5 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:34:18.593206 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:18.627920 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.628712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c90b439e43e4af0844ac7cb21512bb1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4012418
Apr 30 04:34:18.642606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Attempting to bind port 41e7bdf6-bb27-437f-9796-18d202424c6e on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:34:18.643243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Attempting to bind port 41e7bdf6-bb27-437f-9796-18d202424c6e by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '61eeebec-c90f-4d5e-91f2-de01707843ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:34:18.645343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Attempting to bind port 41e7bdf6-bb27-437f-9796-18d202424c6e on network cb8911a3-9edf-4442-b19b-40cbb09d7076 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:18.664978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:34:18.666955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Checking segment: {'id': '61eeebec-c90f-4d5e-91f2-de01707843ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:18.668487 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.671528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Bound using segment: {'id': '61eeebec-c90f-4d5e-91f2-de01707843ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:34:18.672419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Bound port: 41e7bdf6-bb27-437f-9796-18d202424c6e, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61eeebec-c90f-4d5e-91f2-de01707843ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:34:18.673853 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.713029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33622) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:18.719042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-eeece323-2128-457b-b11b-1a2cab0b879d req-60f0c2e2-fc55-405d-9068-e891e8bd1708 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Unset dirty status for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:34:18.720715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eeece323-2128-457b-b11b-1a2cab0b879d req-60f0c2e2-fc55-405d-9068-e891e8bd1708 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5131705
Apr 30 04:34:18.722874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.725424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.747915 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.768065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-bb8c75e6-5010-4525-b068-a7e949d00aa4 req-83c502c3-e4dd-4387-b403-74d53879f7ad tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Unset dirty status for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:34:18.781907 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb8c75e6-5010-4525-b068-a7e949d00aa4 req-83c502c3-e4dd-4387-b403-74d53879f7ad tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 210 time: 0.8300695
Apr 30 04:34:18.784464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7420e-2bd5-492c-bbfd-73031ca63aa6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:18.793359 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.839855 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:18.900366 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4c59172c-6cf7-4f73-af35-b0b9d5cc03bf tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:18.980690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] For port 41e7bdf6-bb27-437f-9796-18d202424c6e, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:34:18.985021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] For port 41e7bdf6-bb27-437f-9796-18d202424c6e, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=41e7bdf6-bb27-437f-9796-18d202424c6e,segment=NetworkSegment(61eeebec-c90f-4d5e-91f2-de01707843ca),segment_id=61eeebec-c90f-4d5e-91f2-de01707843ca)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:34:18.991808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305d203f-6521-409f-afbb-cbaccf2a0c5e {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:18.994989 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:18.997209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Pushing event updated for resources: {'Port': ['ID=50ff72c6-cc74-4173-be2f-1782fc6ba123,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:18.999242 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:19.010043 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:19.014639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:19.024185 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:19.044679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:19.050427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:19.056429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:19.105078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Transition to ACTIVE for port object 305d203f-6521-409f-afbb-cbaccf2a0c5e will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:19.158101 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:19.178139 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9095a1c8-e8d3-4ad6-9a51-0b4272f7da58 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:19.263825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Pushing event updated for resources: {'Port': ['ID=41e7bdf6-bb27-437f-9796-18d202424c6e,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:19.269468 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:19.392517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:19.393146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:19.460882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Pushing event updated for resources: {'Port': ['ID=305d203f-6521-409f-afbb-cbaccf2a0c5e,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:19.520167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 6.6475577
Apr 30 04:34:19.521066 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:19.538215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Request body: {'port': {'device_id': '14b64a19-035b-4dda-a284-02e1b08ad02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:19.580601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-898b64c6-6b91-4fa0-8240-fb6e9f48fccd None None] Provisioning for port 50ff72c6-cc74-4173-be2f-1782fc6ba123 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:19.610092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-898b64c6-6b91-4fa0-8240-fb6e9f48fccd None None] Provisioning complete for port 50ff72c6-cc74-4173-be2f-1782fc6ba123 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:19.610482 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-898b64c6-6b91-4fa0-8240-fb6e9f48fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:19.753635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-898b64c6-6b91-4fa0-8240-fb6e9f48fccd None None] Port 50ff72c6-cc74-4173-be2f-1782fc6ba123 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:34:19.855978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Attempting to bind port 305d203f-6521-409f-afbb-cbaccf2a0c5e on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:34:19.856310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Attempting to bind port 305d203f-6521-409f-afbb-cbaccf2a0c5e by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'f67c9e1f-2760-4a1b-869c-8d89485d2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:34:19.856672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Attempting to bind port 305d203f-6521-409f-afbb-cbaccf2a0c5e on network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:19.906167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Port 305d203f-6521-409f-afbb-cbaccf2a0c5e on network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:34:19.906600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Attempting to bind port 305d203f-6521-409f-afbb-cbaccf2a0c5e on network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:19.921861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:19.956066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:34:19.960653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Checking segment: {'id': 'f67c9e1f-2760-4a1b-869c-8d89485d2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:19.963690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Bound using segment: {'id': 'f67c9e1f-2760-4a1b-869c-8d89485d2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:34:19.964520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Bound port: 305d203f-6521-409f-afbb-cbaccf2a0c5e, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67c9e1f-2760-4a1b-869c-8d89485d2b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:34:19.967189 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:20.049936 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:20.132696 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:20.537011 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:20.699847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:20.768331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] For port 305d203f-6521-409f-afbb-cbaccf2a0c5e, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:34:20.776549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Allocated IP 192.168.233.45 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/3cd0f211-9026-4876-922f-9d539dc23e2d) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:20.800750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:21.188869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] For port 305d203f-6521-409f-afbb-cbaccf2a0c5e, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:34:21.196821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3d810-072a-409b-8616-d9bb95426766 None None] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:34:21.271010 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:21.424220 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:21.447344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 41e7bdf6-bb27-437f-9796-18d202424c6e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:34:21.477646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Allocated IP 172.25.8.223 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/bf4a8e85-3cdd-4acd-aa0a-70f44434aba0) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:21.502130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Transition to ACTIVE for port object 3cd0f211-9026-4876-922f-9d539dc23e2d will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:21.525795 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0b7647c-963d-4225-b889-8bd41eb95468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:21.538467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e07374e7-dac7-493e-95d2-ec7b603f6d1e None None] Provisioning for port 41e7bdf6-bb27-437f-9796-18d202424c6e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:21.760433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:21.796721 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:21.803475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 41e7bdf6-bb27-437f-9796-18d202424c6e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:21.814372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3b3e1-ae62-4801-8a09-cd54714dcd1f req-58514a93-7955-4f2b-836d-90d4c8e15725 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:21.816430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0f3b3e1-ae62-4801-8a09-cd54714dcd1f req-58514a93-7955-4f2b-836d-90d4c8e15725 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 936 time: 1.5023904
Apr 30 04:34:21.823852 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:34:21.826695 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 41e7bdf6-bb27-437f-9796-18d202424c6e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:21.827077 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.041343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0863fa-f334-47b7-adc2-652cde81a335 req-19f3f9c1-6d48-4242-aae8-f53c981be00a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:22.044878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b0863fa-f334-47b7-adc2-652cde81a335 req-19f3f9c1-6d48-4242-aae8-f53c981be00a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 944 time: 1.4811697
Apr 30 04:34:22.082282 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0b7647c-963d-4225-b889-8bd41eb95468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.159137 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.214351 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:22.245311 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.283869 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.313190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4e179a-e88c-4c5a-a7a4-a16d4a29aeb5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:22.321085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.378462 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:22.394374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 41e7bdf6-bb27-437f-9796-18d202424c6e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=41e7bdf6-bb27-437f-9796-18d202424c6e,segment=NetworkSegment(61eeebec-c90f-4d5e-91f2-de01707843ca),segment_id=61eeebec-c90f-4d5e-91f2-de01707843ca)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:22.429303 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.435827 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:22.456609 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e89dcd01-f002-4739-8e41-930bb2f32f31 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:22.498273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-85bd14ad-94c9-4f35-b81c-a09c29c41800 None None] Provisioning complete for port 41e7bdf6-bb27-437f-9796-18d202424c6e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:22.498778 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-85bd14ad-94c9-4f35-b81c-a09c29c41800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.509444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:22.510690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.513092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] 10.222.0.50 "PUT /v2.0/ports/305d203f-6521-409f-afbb-cbaccf2a0c5e HTTP/1.1" status: 200  len: 1093 time: 6.1091423
Apr 30 04:34:22.611201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:22.626350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b0863fa-f334-47b7-adc2-652cde81a335 req-cbf51822-6e34-41d1-b367-ccd82fd8be63 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4218390
Apr 30 04:34:22.677889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=41e7bdf6-bb27-437f-9796-18d202424c6e,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:22.690866 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:22.696503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6d4e179a-e88c-4c5a-a7a4-a16d4a29aeb5 HTTP/1.1" status: 204  len: 168 time: 4.5729618
Apr 30 04:34:22.702175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33642) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:22.872361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Pushing event updated for resources: {'Port': ['ID=305d203f-6521-409f-afbb-cbaccf2a0c5e,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:22.890466 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:22.951664 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:22.975280 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e', 'status': 'completed', 'code': 200}
Apr 30 04:34:23.004582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b0f3b3e1-ae62-4801-8a09-cd54714dcd1f req-2b8e7b93-fc37-4399-820a-5c2500337e09 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Synchronizing usage tracker for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:34:23.014677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:23.019321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:23.032339 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43c92ff2-fb30-4bfe-83cc-08fe372aa390 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:23.048796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:23.066513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:23.130823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:23.135082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0b7647c-963d-4225-b889-8bd41eb95468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:23.163528 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:23.241259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:23.249672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:23.253053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:23.280538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 41e7bdf6-bb27-437f-9796-18d202424c6e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:34:23.368315 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f48643f3-4df0-447e-91e6-a6362162e638 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:23.388899 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:23.480936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b0f3b3e1-ae62-4801-8a09-cd54714dcd1f req-2b8e7b93-fc37-4399-820a-5c2500337e09 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Unset dirty status for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:34:23.498121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0f3b3e1-ae62-4801-8a09-cd54714dcd1f req-2b8e7b93-fc37-4399-820a-5c2500337e09 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6433182
Apr 30 04:34:23.510777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7647c-963d-4225-b889-8bd41eb95468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7420e-2bd5-492c-bbfd-73031ca63aa6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:23.536567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-75ae1c37-50ef-4a6b-9ad2-1f74bb286b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:23.538930 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-75ae1c37-50ef-4a6b-9ad2-1f74bb286b7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 1096 time: 0.8906820
Apr 30 04:34:23.554456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Checking segment: {'id': 'fe098f04-2c51-49b9-85e6-cffd14a4083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '90c9d382-1f1b-473c-838e-2bdf4a1334cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:23.555917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Network hostable DHCP agents. Network: 90c9d382-1f1b-473c-838e-2bdf4a1334cb, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:34:23.562768 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0b7647c-963d-4225-b889-8bd41eb95468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:23.564762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c0b7647c-963d-4225-b889-8bd41eb95468 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6b7420e-2bd5-492c-bbfd-73031ca63aa6 HTTP/1.1" status: 204  len: 168 time: 4.7740149
Apr 30 04:34:23.580422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:23.582178 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:23.587196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event updated for resources: {'Port': ['ID=bf4a8e85-3cdd-4acd-aa0a-70f44434aba0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:23.596561 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c0b7647c-963d-4225-b889-8bd41eb95468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:23.600558 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b974b72-8532-4863-985a-88b7e3086478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.597s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:23.601444 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:23.616098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 41e7bdf6-bb27-437f-9796-18d202424c6e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:23.616529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:23.707390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c96f0610-6096-4166-80c0-8a8468504906 None None] Provisioning for port 3cd0f211-9026-4876-922f-9d539dc23e2d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:23.720988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c96f0610-6096-4166-80c0-8a8468504906 None None] Provisioning complete for port 3cd0f211-9026-4876-922f-9d539dc23e2d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:23.721652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c96f0610-6096-4166-80c0-8a8468504906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:23.796392 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-7adf1e0c-58f5-4288-b1a2-aac84778acb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e HTTP/1.1" status: 200  len: 217 time: 0.2111638
Apr 30 04:34:23.802329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:34:23.892581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c96f0610-6096-4166-80c0-8a8468504906 None None] Port 3cd0f211-9026-4876-922f-9d539dc23e2d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:34:24.221309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Network 90c9d382-1f1b-473c-838e-2bdf4a1334cb is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:34:24.346248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ff72c6-cc74-4173-be2f-1782fc6ba123 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:24.354640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-68f961c3-e4e4-420e-8ff1-6447ec448c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:24.354932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 11.0142069
Apr 30 04:34:24.355773 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-68f961c3-e4e4-420e-8ff1-6447ec448c90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 200  len: 852 time: 0.5436721
Apr 30 04:34:24.365482 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:24.422631 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:24.502951 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-cd369eee-decc-428b-94b1-57051423382d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1324069
Apr 30 04:34:24.570112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Transition to ACTIVE for port object 50ff72c6-cc74-4173-be2f-1782fc6ba123 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:24.646871 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:24.685048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a6ac6130-909c-4c88-b950-0cfd5aaabf2a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:24.792239 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:24.942279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b8091f0>,) {'filters': {'network_id': ['7f82c01c-0a95-4b73-874b-e46f4e13f531']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:24.960776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b8091f0>, 'a0098905-5f72-433e-b35b-4178c293ef46') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:24.962010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b8091f0>, 'a0098905-5f72-433e-b35b-4178c293ef46') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:24.977799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:25.003104 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:25.014290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:34:25.511168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Request body: {'port': {'device_id': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:25.556741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 90c9d382-1f1b-473c-838e-2bdf4a1334cb) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:25.573420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b86b10-c156-4c8b-925e-3d93e45eaac2 None None] Network 90c9d382-1f1b-473c-838e-2bdf4a1334cb requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:34:25.655641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Network 7f82c01c-0a95-4b73-874b-e46f4e13f531 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:34:25.679272 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:25.701674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1b4fe5-3055-4d52-8e0e-6d9a8d808ffc,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:25.718595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Pushing event updated for resources: {'Port': ['ID=50ff72c6-cc74-4173-be2f-1782fc6ba123,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:25.728778 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.129s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:25.745119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Attempting to bind port 50ff72c6-cc74-4173-be2f-1782fc6ba123 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:34:25.745562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Attempting to bind port 50ff72c6-cc74-4173-be2f-1782fc6ba123 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:34:25.745797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Attempting to bind port 50ff72c6-cc74-4173-be2f-1782fc6ba123 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:25.755530 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:25.762210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Port 50ff72c6-cc74-4173-be2f-1782fc6ba123 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:34:25.762546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Attempting to bind port 50ff72c6-cc74-4173-be2f-1782fc6ba123 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:25.780617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:34:25.781040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:25.781354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:34:25.781814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Bound port: 50ff72c6-cc74-4173-be2f-1782fc6ba123, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:34:25.782323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:25.809277 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-f52d9ebd-de25-4c33-91a3-8119f6187de4 service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2907391
Apr 30 04:34:25.887370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:25.891475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:26.204685 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-840e1c20-ad6b-42ff-aa98-324a63095257 req-6e55e308-b67f-4ab1-b600-bc2974b4c518 service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3219106
Apr 30 04:34:26.248932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 10.7586281
Apr 30 04:34:26.251984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:26.384263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] For port 50ff72c6-cc74-4173-be2f-1782fc6ba123, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:34:26.391820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] For port 50ff72c6-cc74-4173-be2f-1782fc6ba123, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=50ff72c6-cc74-4173-be2f-1782fc6ba123,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:34:26.438919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d3190-811c-4f59-8024-cc1d31fe74c4 None None] Network 90c9d382-1f1b-473c-838e-2bdf4a1334cb requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:34:26.501235 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:26.525300 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-109b5813-5292-40d1-a2a3-95d071177954 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:26.673909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:26.674949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:26.681241 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] 10.222.0.50 "PUT /v2.0/ports/50ff72c6-cc74-4173-be2f-1782fc6ba123 HTTP/1.1" status: 200  len: 1097 time: 7.1473343
Apr 30 04:34:26.695079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b64a19-035b-4dda-a284-02e1b08ad02a', 'tag': '50ff72c6-cc74-4173-be2f-1782fc6ba123'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:26.868335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Pushing event updated for resources: {'Port': ['ID=50ff72c6-cc74-4173-be2f-1782fc6ba123,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:26.886116 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:27.010562 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:27.040478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:27.064010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:27.199810 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:27.341786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Network 7f82c01c-0a95-4b73-874b-e46f4e13f531 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:34:27.371425 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:27.467795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-e0bf4f0a-3d42-4a7b-922b-e27f04c95428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:34:27.469280 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:34:27.473430 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-e0bf4f0a-3d42-4a7b-922b-e27f04c95428 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 1096 time: 1.0709534
Apr 30 04:34:27.659726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-d9bfc7d6-d3b9-4059-afd4-a19f20edd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:27.661202 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-d9bfc7d6-d3b9-4059-afd4-a19f20edd0ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 1100 time: 0.7706485
Apr 30 04:34:27.861809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-8b0c4d38-04e2-4972-9cae-62bcef218f0d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=50ff72c6-cc74-4173-be2f-1782fc6ba123 HTTP/1.1" status: 200  len: 217 time: 0.1291203
Apr 30 04:34:28.033553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-217aa5e2-9864-47dd-a2c9-011ae32f9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:28.034936 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-217aa5e2-9864-47dd-a2c9-011ae32f9e62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 913 time: 0.4801493
Apr 30 04:34:28.116513 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-9657bd17-99a5-4770-9432-014a23a3b86f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e HTTP/1.1" status: 200  len: 217 time: 0.0729387
Apr 30 04:34:28.119267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-040ff433-89de-4abf-8236-0bae80c08c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:28.120819 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-040ff433-89de-4abf-8236-0bae80c08c5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2485652
Apr 30 04:34:28.121692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Router 168f1c16-94e1-4393-9be5-b51a499f97c0 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:34:28.483939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-5d54199f-845e-4cce-be5e-50ef8e72c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:28.485493 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-5d54199f-845e-4cce-be5e-50ef8e72c8d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 200  len: 852 time: 0.3447993
Apr 30 04:34:28.542914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd97da-1b24-4b1e-bbc5-1558432f0e91 req-3401c029-fad8-4e47-815b-dfe0ca1450c6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:28.544565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63bd97da-1b24-4b1e-bbc5-1558432f0e91 req-3401c029-fad8-4e47-815b-dfe0ca1450c6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 944 time: 4.3153427
Apr 30 04:34:28.547135 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-f0cea025-4b7e-4c7d-b017-73166e4d2f8a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528142
Apr 30 04:34:28.573684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afc400-4cb9-483a-8a78-1af489bf10a8 req-aaab3aa4-2b3b-4133-b93e-8094da055f09 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:28.581617 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60afc400-4cb9-483a-8a78-1af489bf10a8 req-aaab3aa4-2b3b-4133-b93e-8094da055f09 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 948 time: 3.1129882
Apr 30 04:34:28.647023 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:28.688372 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:34:28.702373 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:28.725177 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-9cf54703-2efc-428a-a1be-56b4c24082a6 service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627002
Apr 30 04:34:28.736275 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:28.781013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f82c01c-0a95-4b73-874b-e46f4e13f531,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:28.861758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd0f211-9026-4876-922f-9d539dc23e2d {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:28.872687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:28.893277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Transition to ACTIVE for port object 3cd0f211-9026-4876-922f-9d539dc23e2d will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:28.916287 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:28.931693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:28.944378 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1096633b-b8e8-4b52-bd58-9b2e88362b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:28.964724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-ef067736-fcf2-445a-b4bf-df4305770628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:28.966364 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-ef067736-fcf2-445a-b4bf-df4305770628 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.8244145
Apr 30 04:34:28.967418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:34:28.980565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc37b2-2f07-4df4-b76d-9f16f05f1e1f None None] Sync routers for ids ['168f1c16-94e1-4393-9be5-b51a499f97c0'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:34:29.001281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc37b2-2f07-4df4-b76d-9f16f05f1e1f None None] Routers {'168f1c16-94e1-4393-9be5-b51a499f97c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:29.002026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-78cc37b2-2f07-4df4-b76d-9f16f05f1e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b56c820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['168f1c16-94e1-4393-9be5-b51a499f97c0'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:29.021014 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:29.025107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 10.8157427
Apr 30 04:34:29.032040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33718) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:29.056150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60afc400-4cb9-483a-8a78-1af489bf10a8 req-261cc33a-c050-43f5-800d-d6f78c287256 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4725962
Apr 30 04:34:29.063867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] 10.222.0.46 "DELETE /v2.0/networks/7f82c01c-0a95-4b73-874b-e46f4e13f531 HTTP/1.1" status: 204  len: 168 time: 6.3526809
Apr 30 04:34:29.100391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:29.155152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63bd97da-1b24-4b1e-bbc5-1558432f0e91 req-1047a80e-6459-4d18-8ca9-71ba7cf03265 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5550365
Apr 30 04:34:29.243177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Allocated IP 172.25.8.232 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/c4ff12a0-a3f3-45a4-9568-ba734b909274) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:29.261883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-78cc37b2-2f07-4df4-b76d-9f16f05f1e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b56c820>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:29.314625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc37b2-2f07-4df4-b76d-9f16f05f1e1f None None] Routers {'168f1c16-94e1-4393-9be5-b51a499f97c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:29.319464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-78cc37b2-2f07-4df4-b76d-9f16f05f1e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b56c820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['168f1c16-94e1-4393-9be5-b51a499f97c0'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:29.454840 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fe85f15f-fc31-4777-82ad-a204638223a2 req-8b6262f4-c788-48e8-a564-f7d5586d4c80 service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7200966
Apr 30 04:34:29.472412 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b64a19-035b-4dda-a284-02e1b08ad02a', 'tag': '50ff72c6-cc74-4173-be2f-1782fc6ba123', 'status': 'completed', 'code': 200}
Apr 30 04:34:29.510943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-78cc37b2-2f07-4df4-b76d-9f16f05f1e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b56c820>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:29.511936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc37b2-2f07-4df4-b76d-9f16f05f1e1f None None] The sync data for ids ['168f1c16-94e1-4393-9be5-b51a499f97c0'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:34:29.632993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:29.643403 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:29.649847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33736) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:29.709735 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-40c3b611-0dda-4df0-aaf7-7522f75c97e2 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7145045
Apr 30 04:34:30.003742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-60997d9f-afea-447d-ae76-6c8bfdac0359 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f4d4e615ca342c98818411263a6b43e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3342810
Apr 30 04:34:30.063059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33744) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:30.315098 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa7a8ac9-9ff1-4757-aed8-b8c4b636e57f req-b77f3eba-8332-476e-9de3-5d749abec89b service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5912948
Apr 30 04:34:30.412773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Attempting to bind port 3cd0f211-9026-4876-922f-9d539dc23e2d on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:34:30.413272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Attempting to bind port 3cd0f211-9026-4876-922f-9d539dc23e2d by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:34:30.413803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Attempting to bind port 3cd0f211-9026-4876-922f-9d539dc23e2d on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:30.453260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Port 3cd0f211-9026-4876-922f-9d539dc23e2d on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:34:30.453619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Attempting to bind port 3cd0f211-9026-4876-922f-9d539dc23e2d on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:30.510154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-a6afacf5-a2b2-4d1f-bb37-4fab768a1155 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:30.510938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-a6afacf5-a2b2-4d1f-bb37-4fab768a1155 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Synchronizing usage tracker for tenant:b45ad28c0bed49f0a5786920c912932e on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:34:30.516199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:34:30.516659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:30.517022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:34:30.517375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Bound port: 3cd0f211-9026-4876-922f-9d539dc23e2d, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:34:30.517728 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:30.530032 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7818-20e4-4f51-b449-412cbda40a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:30.539133 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:30.549753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 305d203f-6521-409f-afbb-cbaccf2a0c5e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:34:30.646784 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa40262f-1ade-4152-ae46-50af5d249a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:30.706332 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7818-20e4-4f51-b449-412cbda40a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:30.715973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-a6afacf5-a2b2-4d1f-bb37-4fab768a1155 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Unset dirty status for tenant:b45ad28c0bed49f0a5786920c912932e on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:34:30.717461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-a6afacf5-a2b2-4d1f-bb37-4fab768a1155 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/networks?id=90c9d382-1f1b-473c-838e-2bdf4a1334cb HTTP/1.1" status: 200  len: 814 time: 0.6533334
Apr 30 04:34:30.784289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-85e73e1e-7be8-49ac-9f18-659cc63fd553 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/quotas/b45ad28c0bed49f0a5786920c912932e HTTP/1.1" status: 200  len: 375 time: 0.0480115
Apr 30 04:34:30.797803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:30.880775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-40b2f79f-beba-49ca-996a-707e70e1b81d tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b45ad28c0bed49f0a5786920c912932e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0727415
Apr 30 04:34:30.890761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:34:30.894842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:30.971714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:34:30.978735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:30.987261 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d13ba3a-5477-4530-b803-7541a959a98e tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:31.034249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 305d203f-6521-409f-afbb-cbaccf2a0c5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:31.045733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:31.108541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '305d203f-6521-409f-afbb-cbaccf2a0c5e', 'network_id': 'a4f5c2eb-a150-4009-bb50-7f6e012f6e30', 'port_id': '305d203f-6521-409f-afbb-cbaccf2a0c5e', 'mac_address': 'fa:16:3e:de:63:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fb4091-78f6-4572-8543-3c6a65e4f357', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:34:31.173749 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7818-20e4-4f51-b449-412cbda40a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:31.182204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:31.182864 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:31.184429 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] 10.222.0.50 "PUT /v2.0/ports/3cd0f211-9026-4876-922f-9d539dc23e2d HTTP/1.1" status: 200  len: 1096 time: 5.8989334
Apr 30 04:34:31.187175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:31.201583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:31.207346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:31.219285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d971009-7b43-4ec4-af27-74bfddc58b86 req-6a13cc31-b345-43f0-a816-45a1354c0ecc tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:31.229680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d971009-7b43-4ec4-af27-74bfddc58b86 req-6a13cc31-b345-43f0-a816-45a1354c0ecc tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 948 time: 0.6063745
Apr 30 04:34:31.275231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:31.328091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-c894cab3-6957-4df9-99e3-73187f519398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:31.336532 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-c894cab3-6957-4df9-99e3-73187f519398 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 1100 time: 0.5263104
Apr 30 04:34:31.450850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ff12a0-a3f3-45a4-9568-ba734b909274,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:31.462319 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:31.488203 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:31.492651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305d203f-6521-409f-afbb-cbaccf2a0c5e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:31.520496 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1be0dc03-7d8f-4f30-a207-7ce75b4b8244 tempest-InstanceActionsNegativeTestJSON-588182276 tempest-InstanceActionsNegativeTestJSON-588182276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:31.533326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 305d203f-6521-409f-afbb-cbaccf2a0c5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:31.544388 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:31.547719 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b53f6dee-3b5e-41ea-9afd-c798ce142a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:31.679366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Deleting port bf4a8e85-3cdd-4acd-aa0a-70f44434aba0 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:34:31.680334 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:31.722735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=305d203f-6521-409f-afbb-cbaccf2a0c5e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:31.744151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:31.746044 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:31.801192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-534f5c74-3c73-495a-9bc4-d75795cfebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:31.803624 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-534f5c74-3c73-495a-9bc4-d75795cfebc4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4581847
Apr 30 04:34:31.896958 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:31.899895 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-8ecb5c65-4c67-445b-9d6d-838133a732c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=50ff72c6-cc74-4173-be2f-1782fc6ba123 HTTP/1.1" status: 200  len: 217 time: 0.0845575
Apr 30 04:34:31.901440 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7818-20e4-4f51-b449-412cbda40a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:31.905457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7b6b7818-20e4-4f51-b449-412cbda40a44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1a3426f-1fda-4340-8df6-8f7867f1155e HTTP/1.1" status: 204  len: 168 time: 1.7905312
Apr 30 04:34:31.928427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-6f9cf8ee-a0a2-4ed3-8898-07227bd5bcaf service neutron] 10.222.0.46 "GET /v2.0/networks/90c9d382-1f1b-473c-838e-2bdf4a1334cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0257959
Apr 30 04:34:31.966221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['305d203f-6521-409f-afbb-cbaccf2a0c5e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:31.985206 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4ed9d9e-2bc5-4157-8803-339eebecb6aa tempest-SecurityGroupsTestAdminJSON-1518821183 tempest-SecurityGroupsTestAdminJSON-1518821183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.792s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:32.050572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:32.111768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-8a5d9401-377d-4bbf-8ff9-6573c739df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:32.114228 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-8a5d9401-377d-4bbf-8ff9-6573c739df84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2072814
Apr 30 04:34:32.520895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Calling delete_port for bf4a8e85-3cdd-4acd-aa0a-70f44434aba0 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:34:32.629133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-52c0e869-24e0-414a-8eaf-17d4d0adf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:32.632487 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-52c0e869-24e0-414a-8eaf-17d4d0adf44d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5077283
Apr 30 04:34:32.899381 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-15099e22-5d3c-476f-aee5-f86a9f76f68b service neutron] 10.222.0.46 "GET /v2.0/networks/90c9d382-1f1b-473c-838e-2bdf4a1334cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9693773
Apr 30 04:34:32.910289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d971009-7b43-4ec4-af27-74bfddc58b86 req-4814d388-0523-4d50-8629-f0cc2da6b8ba tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6794252
Apr 30 04:34:32.942306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b7818-20e4-4f51-b449-412cbda40a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a3426f-1fda-4340-8df6-8f7867f1155e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:33.120005 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7b6b7818-20e4-4f51-b449-412cbda40a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.135s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:33.160066 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-a61075ec-ea3a-414c-9570-1201d659bc94 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5140784
Apr 30 04:34:33.222730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-fc4fe447-f6da-4d08-8554-fa3b2456c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:33.224344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-fc4fe447-f6da-4d08-8554-fa3b2456c397 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1099 time: 1.8950872
Apr 30 04:34:33.291953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:33.328035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33770) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:33.360237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-4641b244-bd80-4b5f-b7c7-b5a1e89f198e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=3cd0f211-9026-4876-922f-9d539dc23e2d HTTP/1.1" status: 200  len: 217 time: 0.1267240
Apr 30 04:34:33.603944 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fe7ffcdd-4492-45ae-8f7e-db40a8387eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:33.760515 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'status': 'completed', 'code': 200}
Apr 30 04:34:33.900594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:33.921646 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58ed9b5c-a963-4991-9735-bae7b7cae239 req-34921888-cfc5-4e87-9bbf-470a78629b2b service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7526312
Apr 30 04:34:33.933014 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:33.948291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f3357b4-c773-495a-b91b-940f6d5e8707 req-42aba0de-2b62-4726-9dc2-33cd9d996fcd tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 210 time: 0.1485171
Apr 30 04:34:33.963247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-659beebd-d1e5-4d09-8067-43b9fca6733b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb8ec03fe1194941a6e05665ceb8af2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6281621
Apr 30 04:34:34.033805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33794) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:34.034999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Pushing event deleted for resources: {'Port': ['ID=bf4a8e85-3cdd-4acd-aa0a-70f44434aba0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:34.038417 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:34.231376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:34.314104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-67bba0f1-149e-4de6-a776-252ae6c8a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:34.316217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-67bba0f1-149e-4de6-a776-252ae6c8a40d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.9382160
Apr 30 04:34:34.378007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-235816e6-f11c-4030-8eb9-1603610388ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:34.577353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 50ff72c6-cc74-4173-be2f-1782fc6ba123 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:34:34.614358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:34.774011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 305d203f-6521-409f-afbb-cbaccf2a0c5e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:34:34.881434 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:34.898482 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-235816e6-f11c-4030-8eb9-1603610388ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:34.926505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc59aaf-e21f-41ba-b90a-fea042a2acca req-4d6aaa64-3b11-4353-aa81-2146601c85cb tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:34.930319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adc59aaf-e21f-41ba-b90a-fea042a2acca req-4d6aaa64-3b11-4353-aa81-2146601c85cb tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 945 time: 1.3578603
Apr 30 04:34:35.145086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 50ff72c6-cc74-4173-be2f-1782fc6ba123, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=50ff72c6-cc74-4173-be2f-1782fc6ba123,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:35.163863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 305d203f-6521-409f-afbb-cbaccf2a0c5e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:35.176069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 305d203f-6521-409f-afbb-cbaccf2a0c5e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:35.176658 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:35.230580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '50ff72c6-cc74-4173-be2f-1782fc6ba123', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '50ff72c6-cc74-4173-be2f-1782fc6ba123', 'mac_address': 'fa:16:3e:55:74:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:34:35.345867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adc59aaf-e21f-41ba-b90a-fea042a2acca req-0c94bfe6-895f-49f2-b7f9-94eac50aa74d tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4012139
Apr 30 04:34:35.364924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-91f6265a-0a3a-4ad1-a675-467003e46cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:35.379852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-91f6265a-0a3a-4ad1-a675-467003e46cf3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.0366092
Apr 30 04:34:35.380433 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:35.416262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ff72c6-cc74-4173-be2f-1782fc6ba123 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:35.541718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 50ff72c6-cc74-4173-be2f-1782fc6ba123, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=50ff72c6-cc74-4173-be2f-1782fc6ba123,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:35.558241 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:35.575388 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:35.640576 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:35.651070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:35.815096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=50ff72c6-cc74-4173-be2f-1782fc6ba123,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:35.835482 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:36.015201 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:36.046495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['50ff72c6-cc74-4173-be2f-1782fc6ba123'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:36.141253 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:36.149595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Router 168f1c16-94e1-4393-9be5-b51a499f97c0 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:34:36.151354 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-235816e6-f11c-4030-8eb9-1603610388ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:36.159588 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b5486c1-1ea3-44e6-ab10-2189796c90e0 tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:36.171846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 305d203f-6521-409f-afbb-cbaccf2a0c5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:36.177396 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:36.192964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:36.196870 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:36.201880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235816e6-f11c-4030-8eb9-1603610388ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b198a0-f40f-4f4d-9425-52e4dd3841c9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:36.215682 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-235816e6-f11c-4030-8eb9-1603610388ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:36.346652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-235816e6-f11c-4030-8eb9-1603610388ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:36.347934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=305d203f-6521-409f-afbb-cbaccf2a0c5e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:36.348543 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-235816e6-f11c-4030-8eb9-1603610388ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7b198a0-f40f-4f4d-9425-52e4dd3841c9 HTTP/1.1" status: 204  len: 168 time: 2.2701972
Apr 30 04:34:36.353905 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:36.377642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-9d23b349-603d-4260-9057-df1e63e1e1ad service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9757800
Apr 30 04:34:36.485356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:34:36.497065 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1d853-1d62-4607-b67f-b5848e31e8fb None None] Sync routers for ids ['168f1c16-94e1-4393-9be5-b51a499f97c0'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:34:36.509108 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:36.510826 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "PUT /v2.0/routers/168f1c16-94e1-4393-9be5-b51a499f97c0 HTTP/1.1" status: 200  len: 709 time: 7.4739311
Apr 30 04:34:36.516746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33826) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:36.524586 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1d853-1d62-4607-b67f-b5848e31e8fb None None] Routers {'168f1c16-94e1-4393-9be5-b51a499f97c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:36.525628 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1ef1d853-1d62-4607-b67f-b5848e31e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801f7970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['168f1c16-94e1-4393-9be5-b51a499f97c0'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:36.586491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcf790db-fb3f-46ff-a63b-e514f27d6966 req-7c3e77bb-df3f-4eee-83b0-75f3a5ea251f tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 210 time: 0.1929827
Apr 30 04:34:36.613994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807693a-4931-4feb-9b23-3ba9d337ff3a req-7591adec-5f36-4833-966d-183e680c2f36 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:36.623545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9807693a-4931-4feb-9b23-3ba9d337ff3a req-7591adec-5f36-4833-966d-183e680c2f36 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 948 time: 2.1420629
Apr 30 04:34:36.831221 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1ef1d853-1d62-4607-b67f-b5848e31e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801f7970>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:36.846507 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e', 'code': 200}
Apr 30 04:34:36.870217 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1d853-1d62-4607-b67f-b5848e31e8fb None None] Routers {'168f1c16-94e1-4393-9be5-b51a499f97c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:36.871116 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1ef1d853-1d62-4607-b67f-b5848e31e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801f7970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['168f1c16-94e1-4393-9be5-b51a499f97c0'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:37.058068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9807693a-4931-4feb-9b23-3ba9d337ff3a req-4784d6d0-b6b1-4b9d-8579-7fe14d46b925 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4334426
Apr 30 04:34:37.088430 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:37.120326 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1ef1d853-1d62-4607-b67f-b5848e31e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801f7970>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:37.121350 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef1d853-1d62-4607-b67f-b5848e31e8fb None None] The sync data for ids ['168f1c16-94e1-4393-9be5-b51a499f97c0'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:34:37.249633 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-abecab71-39ee-4d4a-a4b8-1d3620b45627 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/routers/168f1c16-94e1-4393-9be5-b51a499f97c0 HTTP/1.1" status: 200  len: 744 time: 0.7315660
Apr 30 04:34:37.257126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33846) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:37.364118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c180524f-40f6-4812-a080-e58e9fa0bb8a tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=168f1c16-94e1-4393-9be5-b51a499f97c0 HTTP/1.1" status: 200  len: 205 time: 0.1026757
Apr 30 04:34:37.368630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33856) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:37.489202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-9d19828e-4278-46bd-989e-715fff1e2d49 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:37.490439 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cb9b97b6-e584-474c-8742-7f439dbf65b3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=168f1c16-94e1-4393-9be5-b51a499f97c0 HTTP/1.1" status: 200  len: 205 time: 0.1166799
Apr 30 04:34:37.491711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-9d19828e-4278-46bd-989e-715fff1e2d49 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.37 "GET /v2.0/networks?id=90c9d382-1f1b-473c-838e-2bdf4a1334cb HTTP/1.1" status: 200  len: 814 time: 1.8725173
Apr 30 04:34:37.493001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33866) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:37.523686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Request body: {'port': {'device_id': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'network_id': '90c9d382-1f1b-473c-838e-2bdf4a1334cb', 'admin_state_up': True, 'tenant_id': 'b45ad28c0bed49f0a5786920c912932e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:37.546438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588cde8-f548-4b77-b65b-831edbf1f7cf req-84f5627c-337c-492b-85a8-fc0c29bd0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:37.553358 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c588cde8-f548-4b77-b65b-831edbf1f7cf req-84f5627c-337c-492b-85a8-fc0c29bd0999 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 1098 time: 0.5271683
Apr 30 04:34:37.646996 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c588cde8-f548-4b77-b65b-831edbf1f7cf req-33700fb5-aecf-4b99-8050-379379e1128f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854437
Apr 30 04:34:37.751125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-054ee816-b1b0-4609-9ad2-e0c2b2efd0c0 req-0fa56d95-9108-40df-834b-fe0aaf4a11cc service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1944251
Apr 30 04:34:37.893593 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-480f8290-d328-41d5-ad46-e0ed54fe9e8a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:38.443408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56c89c01-8473-4e6f-a4dc-f857634c6bf0 req-36ac2f43-2440-407a-9971-411b15e6f10d tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 210 time: 0.2907729
Apr 30 04:34:38.570009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 50ff72c6-cc74-4173-be2f-1782fc6ba123 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:34:38.831533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 50ff72c6-cc74-4173-be2f-1782fc6ba123 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:38.870649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 50ff72c6-cc74-4173-be2f-1782fc6ba123 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:38.871202 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:39.290017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:39.331461 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-480f8290-d328-41d5-ad46-e0ed54fe9e8a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:39.337240 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-480f8290-d328-41d5-ad46-e0ed54fe9e8a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:39.405479 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b64a19-035b-4dda-a284-02e1b08ad02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff72c6-cc74-4173-be2f-1782fc6ba123'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:39.437354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 50ff72c6-cc74-4173-be2f-1782fc6ba123, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=50ff72c6-cc74-4173-be2f-1782fc6ba123,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:39.452202 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:39.456750 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:39.457093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:39.466455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Usage tracker for resource:port and tenant:b45ad28c0bed49f0a5786920c912932e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:39.472866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:39.487662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:39.506308 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-480f8290-d328-41d5-ad46-e0ed54fe9e8a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:39.507226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480f8290-d328-41d5-ad46-e0ed54fe9e8a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Fanout notify agent at l3_agent the message router_deleted on router 168f1c16-94e1-4393-9be5-b51a499f97c0 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:34:39.575398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f6f37-cdd3-4d21-8be0-db0bb305f42b req-cc4af499-2de4-4907-a01a-65b3af077c1b tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:39.588852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-452f6f37-cdd3-4d21-8be0-db0bb305f42b req-cc4af499-2de4-4907-a01a-65b3af077c1b tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 946 time: 2.4524724
Apr 30 04:34:39.615037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-510bb28e-d05a-4ad6-b18f-ed1fff23865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:39.618721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-510bb28e-d05a-4ad6-b18f-ed1fff23865a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1099 time: 1.4029446
Apr 30 04:34:39.626987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Made reservation on behalf of b45ad28c0bed49f0a5786920c912932e for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:39.634510 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:39.647690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=50ff72c6-cc74-4173-be2f-1782fc6ba123,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:39.654143 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:39.772772 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-480f8290-d328-41d5-ad46-e0ed54fe9e8a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:39.781728 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-480f8290-d328-41d5-ad46-e0ed54fe9e8a tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/168f1c16-94e1-4393-9be5-b51a499f97c0 HTTP/1.1" status: 204  len: 168 time: 2.2698889
Apr 30 04:34:39.783817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33914) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:40.001570 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c55da83b-dc19-444f-980c-7971a5bca15b tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=168f1c16-94e1-4393-9be5-b51a499f97c0 HTTP/1.1" status: 200  len: 205 time: 0.1969233
Apr 30 04:34:40.002596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33920) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:40.163118 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-4be3d969-c9d7-4223-accb-f1f3d8a1f7ec tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] delete failed (client error): The resource could not be found.
Apr 30 04:34:40.169445 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4be3d969-c9d7-4223-accb-f1f3d8a1f7ec tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/168f1c16-94e1-4393-9be5-b51a499f97c0 HTTP/1.1" status: 404  len: 336 time: 0.1649582
Apr 30 04:34:40.173471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33926) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:40.303780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Router 765af288-5f06-47ff-a97b-7d77929b4697 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:34:40.332727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-59c398f3-1dcb-417b-8c3d-1022e7cdd95d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce7f3914-8c28-4393-9a28-07e5be0f89c6 HTTP/1.1" status: 200  len: 205 time: 0.1457267
Apr 30 04:34:40.333854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33932) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:40.620935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-452f6f37-cdd3-4d21-8be0-db0bb305f42b req-4bae0228-e742-4971-a0e3-96cd7c0d34e6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0231512
Apr 30 04:34:40.620935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33936) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:41.015141 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-5cae257e-a6f1-443f-af54-4b3e270391d8 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] delete failed (client error): The resource could not be found.
Apr 30 04:34:41.016168 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5cae257e-a6f1-443f-af54-4b3e270391d8 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/ce7f3914-8c28-4393-9a28-07e5be0f89c6 HTTP/1.1" status: 404  len: 336 time: 0.6805680
Apr 30 04:34:41.022923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33954) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:41.105812 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b64a19-035b-4dda-a284-02e1b08ad02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ff72c6-cc74-4173-be2f-1782fc6ba123', 'code': 200}
Apr 30 04:34:41.129966 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5a1af4ee-16d5-494e-9ec1-259625be12ce tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=c363940f-41d2-4d00-941d-3a176b539fbf HTTP/1.1" status: 200  len: 205 time: 0.1051059
Apr 30 04:34:41.136096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33958) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:41.304373 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-f1f2c50a-58d2-437f-8341-11184651d5c5 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] delete failed (client error): The resource could not be found.
Apr 30 04:34:41.310554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f1f2c50a-58d2-437f-8341-11184651d5c5 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/c363940f-41d2-4d00-941d-3a176b539fbf HTTP/1.1" status: 404  len: 336 time: 0.1688566
Apr 30 04:34:41.313566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33966) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:41.408149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-4880d5c0-c318-45ec-9e4e-8d87bc10ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:41.413567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-4880d5c0-c318-45ec-9e4e-8d87bc10ac35 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.7261770
Apr 30 04:34:41.453932 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3fd60421-e6b9-478c-9898-aa0477e1456c tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6b43756-c938-4d36-bdb5-7c38666f64ba HTTP/1.1" status: 200  len: 205 time: 0.1273580
Apr 30 04:34:41.460135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33970) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:41.607216 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-92ffb7e5-408b-45c9-a06e-894b493c4727 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] delete failed (client error): The resource could not be found.
Apr 30 04:34:41.611068 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-92ffb7e5-408b-45c9-a06e-894b493c4727 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/b6b43756-c938-4d36-bdb5-7c38666f64ba HTTP/1.1" status: 404  len: 336 time: 0.1443508
Apr 30 04:34:41.616633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33974) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:41.669985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56f6a-5483-4147-b77a-fbdeb319ada7 req-3a89c191-905e-4b39-8593-1a8ecec25ff4 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:41.679026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3f56f6a-5483-4147-b77a-fbdeb319ada7 req-3a89c191-905e-4b39-8593-1a8ecec25ff4 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 950 time: 1.3972509
Apr 30 04:34:41.682538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:41.702456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Allocated IP 172.20.0.3 (90c9d382-1f1b-473c-838e-2bdf4a1334cb/2a1b4fe5-3055-4d52-8e0e-6d9a8d808ffc/ab53f804-b71c-46ca-add8-c9efc1d19ae5) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:41.709775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-86178065-a26d-43f8-960d-5175bca7f65c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=3cd0f211-9026-4876-922f-9d539dc23e2d HTTP/1.1" status: 200  len: 217 time: 0.2248633
Apr 30 04:34:41.717336 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-55ffc012-e44e-4474-9059-bd114c9e7beb tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2b462f6-4764-42ea-ad19-01e49e41671d HTTP/1.1" status: 200  len: 205 time: 0.0858877
Apr 30 04:34:41.719198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33980) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:41.769968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fbd0bdf7-edf6-4b68-b02e-db9a439d5b7f req-6471f119-1f43-47cd-ad0d-1401b8afd381 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 210 time: 0.2836485
Apr 30 04:34:41.830235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef88b17-c532-4670-85f3-94d048a38481 req-090601a1-39fb-4800-a761-e0b44a42c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:41.832198 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4ef88b17-c532-4670-85f3-94d048a38481 req-090601a1-39fb-4800-a761-e0b44a42c48d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 1102 time: 0.5920684
Apr 30 04:34:41.833704 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-272714c3-93a1-452a-b89b-a221ab91eac4 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] delete failed (client error): The resource could not be found.
Apr 30 04:34:41.834926 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-272714c3-93a1-452a-b89b-a221ab91eac4 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/b2b462f6-4764-42ea-ad19-01e49e41671d HTTP/1.1" status: 404  len: 336 time: 0.1126561
Apr 30 04:34:41.840828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33986) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:41.906412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-b509f8e6-50ff-41af-85df-de36da0813cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:41.908331 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-b509f8e6-50ff-41af-85df-de36da0813cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1222408
Apr 30 04:34:41.909685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:41.922175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Usage tracker for resource:security_group_rule and tenant:a47b0bddb0744359b080ee68bcd74926 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:41.926277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:41.936707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:41.953426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f4428667-6d8a-4521-877b-cefbe59a8d8d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "GET /v2.0/ports?device_id=60e70be3-58a6-4693-9fd9-89f7f5a0ccb2 HTTP/1.1" status: 200  len: 205 time: 0.1097217
Apr 30 04:34:41.996154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33992) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:42.116823 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:42.153932 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-390b867a-b493-4f1d-80e0-595cbfc3b2cf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] delete failed (client error): The resource could not be found.
Apr 30 04:34:42.158319 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-390b867a-b493-4f1d-80e0-595cbfc3b2cf tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/routers/60e70be3-58a6-4693-9fd9-89f7f5a0ccb2 HTTP/1.1" status: 404  len: 336 time: 0.1428108
Apr 30 04:34:42.161000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33996) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:42.165508 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4ef88b17-c532-4670-85f3-94d048a38481 req-fc3304e8-0c0a-41a3-8905-ae529e80d27d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3204672
Apr 30 04:34:42.200737 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:42.210268 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0abeda-7f04-4527-9364-b378e4eb777f tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:34:42.211413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0abeda-7f04-4527-9364-b378e4eb777f tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:34:42.216326 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6d0abeda-7f04-4527-9364-b378e4eb777f tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] 10.222.0.46 "DELETE /v2.0/subnets/d98702a2-c5c2-49ec-8c08-cf9f857d0f90 HTTP/1.1" status: 404  len: 337 time: 0.0542276
Apr 30 04:34:42.228645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:34:42.248896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Sync routers for ids ['765af288-5f06-47ff-a97b-7d77929b4697'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:34:42.256457 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aa29afce-61dd-4394-be82-023d69dcf354 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:42.294609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Routers {'765af288-5f06-47ff-a97b-7d77929b4697'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:42.295970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b271640>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['765af288-5f06-47ff-a97b-7d77929b4697'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:42.347031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3f56f6a-5483-4147-b77a-fbdeb319ada7 req-c68f9311-8965-4f45-af9c-281506c93999 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6609015
Apr 30 04:34:42.390137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34010) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:42.400837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a47b0bddb0744359b080ee68bcd74926&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7300451
Apr 30 04:34:42.418628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f703e58-c5e9-49e7-932f-f5b999ef3e67,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:42.578816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4347d37-a4ba-4803-a3dd-0b8bff2e365b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:42.621443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.625696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.626385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.627007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.627745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.628356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.628987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.629628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.630584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.631339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.632328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.634394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:42.676009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-18ef01bc-1efe-49b8-9024-689f9cb3cb1c tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2921593
Apr 30 04:34:42.683391 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:42.689335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4347d37-a4ba-4803-a3dd-0b8bff2e365b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:42.831236 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4347d37-a4ba-4803-a3dd-0b8bff2e365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:42.862735 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7093ae3f-19bc-4296-a78c-1ac365a27579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:42.878117 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:42.883772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 25.2601337
Apr 30 04:34:42.889782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Set router 765af288-5f06-47ff-a97b-7d77929b4697 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:34:42.936056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34026) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:42.956382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4347d37-a4ba-4803-a3dd-0b8bff2e365b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:42.963257 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f4347d37-a4ba-4803-a3dd-0b8bff2e365b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f703e58-c5e9-49e7-932f-f5b999ef3e67 HTTP/1.1" status: 204  len: 168 time: 0.5716710
Apr 30 04:34:42.966458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4347d37-a4ba-4803-a3dd-0b8bff2e365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f703e58-c5e9-49e7-932f-f5b999ef3e67,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:42.976055 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4347d37-a4ba-4803-a3dd-0b8bff2e365b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:43.027146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34034) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:43.049582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3cd0f211-9026-4876-922f-9d539dc23e2d details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:34:43.421601 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:34:43.805464 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:43.837054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:43.851815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:43.859689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Usage tracker for resource:security_group_rule and tenant:0ae29d9b2a6c4691a7038b7fc8626338 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:43.876609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:43.899414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:43.910460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'mac_address': 'fa:16:3e:91:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:34:43.975398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34046) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:44.020335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.052716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:44.066860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Usage tracker for resource:security_group_rule and tenant:2d060f0232ca4680b3021724d20251d8 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:44.072606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:44.088538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:44.146630 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.184401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd0f211-9026-4876-922f-9d539dc23e2d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:44.184678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-d2f69d7f-e197-41e3-b2d0-f6822f3149c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:44.188040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-d2f69d7f-e197-41e3-b2d0-f6822f3149c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 2.0596321
Apr 30 04:34:44.190758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.206681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.219349 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e755b38a-4b9b-4437-968c-71d3dae72496 tempest-ImagesNegativeTestJSON-1962572301 tempest-ImagesNegativeTestJSON-1962572301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:44.228468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:44.245406 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b271640>, [{'id': '765af288-5f06-47ff-a97b-7d77929b4697', 'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:34:18Z', 'updated_at': '2021-04-30T04:34:33Z', 'revision_number': 3, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'gw_port': {'id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:27Z', 'updated_at': '2021-04-30T04:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:44.253475 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.256966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Checking router: 765af288-5f06-47ff-a97b-7d77929b4697 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:34:44.257934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Updating router 765af288-5f06-47ff-a97b-7d77929b4697 port c4ff12a0-a3f3-45a4-9568-ba734b909274 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:34:44.264155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8251811f-8266-40cb-b6d2-83765478ea50,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:44.269181 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:44.315891 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ae29d9b2a6c4691a7038b7fc8626338&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2870369
Apr 30 04:34:44.320890 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-72f94000-c52c-4c9e-8e66-215f036620b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:44.333069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34050) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:44.425802 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.439741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.450110 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be041bad-490f-443e-8d4f-3a490cb47f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:44.486742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63a6613b-49f8-4d70-8b25-5c18186d029a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.566908 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d060f0232ca4680b3021724d20251d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5880656
Apr 30 04:34:44.568593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c176c48b-46bd-4804-b937-da3afbcf6d5b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:44.575179 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.576070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63a6613b-49f8-4d70-8b25-5c18186d029a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.590006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34054) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:44.598499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-93f31229-78ac-4dd2-a29c-3ac6cef47d4b tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:44.603240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-93f31229-78ac-4dd2-a29c-3ac6cef47d4b tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.9093015
Apr 30 04:34:44.629114 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:44.645338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['3cd0f211-9026-4876-922f-9d539dc23e2d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:44.747742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:44.778957 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:44.781699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5896274-8418-426a-8665-5294ff072a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.823318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c044fb-48c7-445b-af59-e0f187691efb req-96c340b3-086f-413e-bb26-ac192c5819c2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:44.824925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53c044fb-48c7-445b-af59-e0f187691efb req-96c340b3-086f-413e-bb26-ac192c5819c2 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 946 time: 1.9710143
Apr 30 04:34:44.837506 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5896274-8418-426a-8665-5294ff072a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.862881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-74fb921e-ddcb-4714-9086-9cca86610469 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/quotas/32fafc5bcb3149e180f6d95dd25b9349 HTTP/1.1" status: 200  len: 375 time: 0.2376728
Apr 30 04:34:44.878070 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.880990 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63a6613b-49f8-4d70-8b25-5c18186d029a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.893805 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17dc9867-8fb4-4dc1-a2fc-da4988a4adce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:44.903386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-b4e60c58-62b9-43c7-805d-684f4d4cbd17 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6768956
Apr 30 04:34:44.946074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6613b-49f8-4d70-8b25-5c18186d029a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8251811f-8266-40cb-b6d2-83765478ea50,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:44.955762 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63a6613b-49f8-4d70-8b25-5c18186d029a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:44.965789 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63a6613b-49f8-4d70-8b25-5c18186d029a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:44.974107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-63a6613b-49f8-4d70-8b25-5c18186d029a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8251811f-8266-40cb-b6d2-83765478ea50 HTTP/1.1" status: 204  len: 168 time: 0.6393962
Apr 30 04:34:45.002680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5896274-8418-426a-8665-5294ff072a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:45.021375 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1cdfd8b-7afa-4de0-bd23-6e33e60bcaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:45.048086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5896274-8418-426a-8665-5294ff072a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c176c48b-46bd-4804-b937-da3afbcf6d5b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:45.052777 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5896274-8418-426a-8665-5294ff072a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:45.062100 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5896274-8418-426a-8665-5294ff072a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:45.064535 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d5896274-8418-426a-8665-5294ff072a93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c176c48b-46bd-4804-b937-da3afbcf6d5b HTTP/1.1" status: 204  len: 168 time: 0.4728875
Apr 30 04:34:45.249950 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-116dce19-4827-44fe-b4b4-426644b74c01 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3455224
Apr 30 04:34:45.301629 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53c044fb-48c7-445b-af59-e0f187691efb req-4e988dc9-f004-4850-8582-dc572015b658 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4198902
Apr 30 04:34:45.344128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4b57966-7ded-4306-aa0f-cc6c4c130799 req-5fa83573-4b5e-4bbd-91f9-97a343c83d5c service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4103804
Apr 30 04:34:45.490527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:45.553626 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b58ebda-6443-49b3-97b8-f0dc310379fe tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:45.692140 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:45.693728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Network 90c9d382-1f1b-473c-838e-2bdf4a1334cb is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:45.721472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Transition to ACTIVE for port object c4ff12a0-a3f3-45a4-9568-ba734b909274 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:45.738236 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:45.768045 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5d52ec33-932c-4ca0-aa20-ea1dab49000b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:45.855079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Pushing event updated for resources: {'Port': ['ID=ab53f804-b71c-46ca-add8-c9efc1d19ae5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:45.858846 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:45.860873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:45.876610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:46.058395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Attempting to bind port c4ff12a0-a3f3-45a4-9568-ba734b909274 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:34:46.059148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Attempting to bind port c4ff12a0-a3f3-45a4-9568-ba734b909274 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:34:46.059938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Attempting to bind port c4ff12a0-a3f3-45a4-9568-ba734b909274 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:46.083178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:34:46.084195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:46.084866 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:46.086643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:34:46.087600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Bound port: c4ff12a0-a3f3-45a4-9568-ba734b909274, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:34:46.088233 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:46.142832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34088) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:46.150783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad1cb9-f566-4ab9-932b-4540ea882b66 None None] Pushing event updated for resources: {'Port': ['ID=c4ff12a0-a3f3-45a4-9568-ba734b909274,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:46.210817 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-eaad1cb9-f566-4ab9-932b-4540ea882b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:46.212956 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-486deec0-11ae-4736-ab8a-7c1b3e568475 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c4afa19f5f84802805e51d479769022&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0676579
Apr 30 04:34:46.217216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34094) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:46.275423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] For port c4ff12a0-a3f3-45a4-9568-ba734b909274, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:34:46.279827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] For port c4ff12a0-a3f3-45a4-9568-ba734b909274, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c4ff12a0-a3f3-45a4-9568-ba734b909274,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:34:46.289916 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:46.297981 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b53f6dee-3b5e-41ea-9afd-c798ce142a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:46.324346 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f77336c6-6daa-4435-bcbd-1878b790c769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:46.362398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:46.363677 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:46.363935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f77336c6-6daa-4435-bcbd-1878b790c769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:46.441457 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f77336c6-6daa-4435-bcbd-1878b790c769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:46.444286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Routers {'765af288-5f06-47ff-a97b-7d77929b4697'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:46.446825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b271640>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['765af288-5f06-47ff-a97b-7d77929b4697'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:46.451684 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:46.473268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77336c6-6daa-4435-bcbd-1878b790c769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b522939-9726-44f7-aee8-720ffad8c0ed,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:46.477696 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f77336c6-6daa-4435-bcbd-1878b790c769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:46.479936 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f77336c6-6daa-4435-bcbd-1878b790c769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:46.482626 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f77336c6-6daa-4435-bcbd-1878b790c769 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b522939-9726-44f7-aee8-720ffad8c0ed HTTP/1.1" status: 204  len: 168 time: 0.2639036
Apr 30 04:34:46.522140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 9.0044537
Apr 30 04:34:46.628811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3cd0f211-9026-4876-922f-9d539dc23e2d up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:34:46.727570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251114bc-1d96-4d06-b657-133769a1087d req-4807887d-ae6f-4bbc-a895-7ce3820e8065 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:46.732241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad1cb9-f566-4ab9-932b-4540ea882b66 None None] Pushing event updated for resources: {'Port': ['ID=c4ff12a0-a3f3-45a4-9568-ba734b909274,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:46.744082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-251114bc-1d96-4d06-b657-133769a1087d req-4807887d-ae6f-4bbc-a895-7ce3820e8065 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 950 time: 0.7188158
Apr 30 04:34:46.761931 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-eaad1cb9-f566-4ab9-932b-4540ea882b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:46.867195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 3cd0f211-9026-4876-922f-9d539dc23e2d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:46.877005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 3cd0f211-9026-4876-922f-9d539dc23e2d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:46.877353 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:46.950368 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:34:47.075404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] Set router 765af288-5f06-47ff-a97b-7d77929b4697 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:34:47.188443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63b3ae-0e6b-4173-9343-49eabe70612e req-ce233a4f-bc75-4eb6-a23a-7937c27dfbf8 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:47.189817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fa63b3ae-0e6b-4173-9343-49eabe70612e req-ce233a4f-bc75-4eb6-a23a-7937c27dfbf8 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Synchronizing usage tracker for tenant:b45ad28c0bed49f0a5786920c912932e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:34:47.279471 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:47.295342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Request body: {'port': {'device_id': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:47.394513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fa63b3ae-0e6b-4173-9343-49eabe70612e req-ce233a4f-bc75-4eb6-a23a-7937c27dfbf8 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Unset dirty status for tenant:b45ad28c0bed49f0a5786920c912932e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:34:47.397009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa63b3ae-0e6b-4173-9343-49eabe70612e req-ce233a4f-bc75-4eb6-a23a-7937c27dfbf8 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 931 time: 1.3679743
Apr 30 04:34:47.598763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-251114bc-1d96-4d06-b657-133769a1087d req-94a3721d-1c9b-4525-b19e-526db8202dad tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8529575
Apr 30 04:34:47.657264 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:47.667023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fa63b3ae-0e6b-4173-9343-49eabe70612e req-46dd1703-2699-41eb-b0c6-95412852879b tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Synchronizing usage tracker for tenant:b45ad28c0bed49f0a5786920c912932e on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:34:47.769949 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:47.809027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:47.870185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:47.900351 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:47.907576 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:48.000987 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-3220b91d-1024-4c0c-8cda-5a95299dfb7c tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0701573
Apr 30 04:34:48.065161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:48.141671 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:48.159345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:48.170352 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:48.174887 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:48.203855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Allocated IP 172.20.0.1 (cb8911a3-9edf-4442-b19b-40cbb09d7076/78a475e3-d3c0-4cff-90e2-8c38666e1f33/bb31faea-a289-447f-9cc6-0190d0dff301) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:48.296035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=11']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:48.314184 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:48.370290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b271640>, [{'id': '765af288-5f06-47ff-a97b-7d77929b4697', 'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:34:18Z', 'updated_at': '2021-04-30T04:34:33Z', 'revision_number': 3, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'gw_port': {'id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:27Z', 'updated_at': '2021-04-30T04:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:48.382303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc4ffa5-666e-480e-94d6-a0fd5583436b None None] The sync data for ids ['765af288-5f06-47ff-a97b-7d77929b4697'] in n-d-766726-20 is: [{'id': '765af288-5f06-47ff-a97b-7d77929b4697', 'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:34:18Z', 'updated_at': '2021-04-30T04:34:33Z', 'revision_number': 3, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'gw_port': {'id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:27Z', 'updated_at': '2021-04-30T04:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:34:48.397495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:48.471072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-d2f8dd0d-c5ad-4866-8ad0-9c6446403c90 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:48.474433 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-d2f8dd0d-c5ad-4866-8ad0-9c6446403c90 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4670570
Apr 30 04:34:48.489771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Request body: {'port': {'device_id': 'ac4451c7-6118-47d2-acb3-f8604ff114ce', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '32fafc5bcb3149e180f6d95dd25b9349'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:48.540671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Transition to ACTIVE for port object bb31faea-a289-447f-9cc6-0190d0dff301 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:48.561209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fa63b3ae-0e6b-4173-9343-49eabe70612e req-46dd1703-2699-41eb-b0c6-95412852879b tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Unset dirty status for tenant:b45ad28c0bed49f0a5786920c912932e on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:34:48.563983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa63b3ae-0e6b-4173-9343-49eabe70612e req-46dd1703-2699-41eb-b0c6-95412852879b tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eace0d0-b1fe-4704-971c-24f19583b184&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1429017
Apr 30 04:34:48.586590 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:48.628536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-ddcaf70d-8386-4331-b781-9874103e0b85 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1829892985&fields=id&tenant_id=399df501880c4002beea62440aa7361c HTTP/1.1" status: 200  len: 267 time: 0.1601009
Apr 30 04:34:48.700542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:48.706742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Usage tracker for resource:port and tenant:32fafc5bcb3149e180f6d95dd25b9349 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:48.725632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:48.736971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:48.765964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Made reservation on behalf of 32fafc5bcb3149e180f6d95dd25b9349 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:48.771146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:48.815245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:48.839972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:48.846655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Usage tracker for resource:security_group_rule and tenant:32fafc5bcb3149e180f6d95dd25b9349 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:48.854551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:48.862666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:49.052666 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:49.059815 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:49.063565 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43d2d773-5801-443a-9afe-93f8623f4f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:49.192164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fa21f4-c448-4b29-808c-daaef2ab82ea,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:49.196388 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:49.338775 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:49.353750 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d20063a5-964f-4581-953d-272a88e893e2 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:49.356310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c4ff12a0-a3f3-45a4-9568-ba734b909274 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:34:49.437945 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2bb86cad-8231-481b-beba-e2b79f771ee7 req-18e5784f-1aa9-4e01-8caa-6345f580ba11 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 210 time: 0.3128378
Apr 30 04:34:49.489164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:49.562051 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port c4ff12a0-a3f3-45a4-9568-ba734b909274 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:49.568611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c4ff12a0-a3f3-45a4-9568-ba734b909274 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:49.568941 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:49.621303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:49.635945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:49.780147 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Allocated IP 192.168.233.226 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/4e1906f2-7c01-4bd6-912f-60d38ad091bc) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:49.858692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Pushing event updated for resources: {'Port': ['ID=bb31faea-a289-447f-9cc6-0190d0dff301,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:49.881723 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:49.892255 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:49.956263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port c4ff12a0-a3f3-45a4-9568-ba734b909274, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c4ff12a0-a3f3-45a4-9568-ba734b909274,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:49.964554 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:49.969247 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:50.140413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=c4ff12a0-a3f3-45a4-9568-ba734b909274,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:50.144435 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:50.145327 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a3b5ecdc-5cc0-49a3-a2a2-4737dbb5a0ed None None] Provisioning for port bb31faea-a289-447f-9cc6-0190d0dff301 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:50.157400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a3b5ecdc-5cc0-49a3-a2a2-4737dbb5a0ed None None] Provisioning complete for port bb31faea-a289-447f-9cc6-0190d0dff301 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:50.157822 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a3b5ecdc-5cc0-49a3-a2a2-4737dbb5a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.170680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-7223467c-48e2-4cbf-855b-1e2eab0d573a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:50.188585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-7223467c-48e2-4cbf-855b-1e2eab0d573a tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 946 time: 1.5420408
Apr 30 04:34:50.191991 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.228396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.237379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5ecdc-5cc0-49a3-a2a2-4737dbb5a0ed None None] Port bb31faea-a289-447f-9cc6-0190d0dff301 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:34:50.259705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Transition to ACTIVE for port object 4e1906f2-7c01-4bd6-912f-60d38ad091bc will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:50.293219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.313347 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f2cdd74-1c6e-45b2-8313-432eacf5cdd1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:50.356801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34182) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:50.366058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'port': {'security_groups': ['34ceeaec-0946-4694-b973-131c52a7080c', '7c950f21-6f29-4b5c-8402-f4db2cf58453']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:50.386108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:50.389913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:50.392742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:50.454355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Pushing event updated for resources: {'Port': ['ID=4e1906f2-7c01-4bd6-912f-60d38ad091bc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:50.458039 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:50.483262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:50.483612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.542222 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0575767
Apr 30 04:34:50.564298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Request body: {'port': {'device_id': 'ac4451c7-6118-47d2-acb3-f8604ff114ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:50.658262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1103203053', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:50.683786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:50.698752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Usage tracker for resource:port and tenant:efde6dd7cbe94b05ae1c2d3197e07c8c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:50.704088 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.724847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:50.747856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:50.751018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0d41b-a507-4942-88cf-07c6ace0b96f req-b8ea3ff0-0fda-420c-b207-22434df02fb4 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:50.752711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0e0d41b-a507-4942-88cf-07c6ace0b96f req-b8ea3ff0-0fda-420c-b207-22434df02fb4 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.8390543
Apr 30 04:34:50.825096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Made reservation on behalf of efde6dd7cbe94b05ae1c2d3197e07c8c for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:50.828370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.872785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-21b959f7-29e6-4bf2-b30d-bfb4b6c48744 None None] Provisioning for port 4e1906f2-7c01-4bd6-912f-60d38ad091bc completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:34:50.877710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.886743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-21b959f7-29e6-4bf2-b30d-bfb4b6c48744 None None] Provisioning complete for port 4e1906f2-7c01-4bd6-912f-60d38ad091bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:50.889597 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21b959f7-29e6-4bf2-b30d-bfb4b6c48744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.905408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:50.999150 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-21b959f7-29e6-4bf2-b30d-bfb4b6c48744 None None] Port 4e1906f2-7c01-4bd6-912f-60d38ad091bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:34:51.012212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:51.025365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Usage tracker for resource:security_group_rule and tenant:efde6dd7cbe94b05ae1c2d3197e07c8c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:51.030689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:51.045955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:51.124096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab53f804-b71c-46ca-add8-c9efc1d19ae5 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:51.162942 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:51.214805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c4ff12a0-a3f3-45a4-9568-ba734b909274 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:34:51.258301 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0e0d41b-a507-4942-88cf-07c6ace0b96f req-e5a3f494-6514-4fde-98e9-60d245f193f4 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178431
Apr 30 04:34:51.259125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Transition to ACTIVE for port object ab53f804-b71c-46ca-add8-c9efc1d19ae5 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:51.286907 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:51.303096 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9dc97f07-9a0b-49f3-b89b-3db747897fb2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:51.381059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c4ff12a0-a3f3-45a4-9568-ba734b909274 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:51.381477 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:51.436433 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'code': 200}
Apr 30 04:34:51.598732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab53f804-b71c-46ca-add8-c9efc1d19ae5,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:51.618894 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:51.713921 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:51.719001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:51.723225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:51.730504 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63a6613b-49f8-4d70-8b25-5c18186d029a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:51.746307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] device_id is not set on port 764bbb19-b465-4a7d-87ff-fa8b224502dd yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:34:51.831987 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:34:51.951705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858602ee-e3c3-400e-a4c6-a538bf54a48d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:51.955363 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:51.976447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1906f2-7c01-4bd6-912f-60d38ad091bc {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:52.021113 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.055464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Transition to ACTIVE for port object 4e1906f2-7c01-4bd6-912f-60d38ad091bc will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:52.066055 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.072989 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-71f529bb-2fe9-491a-b019-446a85223800 tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:52.121884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] For port 305d203f-6521-409f-afbb-cbaccf2a0c5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:52.126249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Allocated IP 172.25.8.92 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/764bbb19-b465-4a7d-87ff-fa8b224502dd) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:34:52.267740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1906f2-7c01-4bd6-912f-60d38ad091bc,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:52.271476 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:52.274888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d75afb-23e2-420c-9a2f-418aee04e830 req-c5a3afa3-bf51-4843-a628-069fe3db56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:52.276565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14d75afb-23e2-420c-9a2f-418aee04e830 req-c5a3afa3-bf51-4843-a628-069fe3db56f3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1101 time: 0.6567392
Apr 30 04:34:52.404371 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.419278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32d0ae-8506-44ab-b221-c43953227f5c req-31cd2141-b1ee-4fe4-9003-071d3980d767 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:52.420834 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be32d0ae-8506-44ab-b221-c43953227f5c req-31cd2141-b1ee-4fe4-9003-071d3980d767 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 949 time: 0.8032722
Apr 30 04:34:52.421609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Attempting to bind port ab53f804-b71c-46ca-add8-c9efc1d19ae5 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:34:52.421963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Attempting to bind port ab53f804-b71c-46ca-add8-c9efc1d19ae5 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'fe098f04-2c51-49b9-85e6-cffd14a4083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '90c9d382-1f1b-473c-838e-2bdf4a1334cb'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:34:52.422308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Attempting to bind port ab53f804-b71c-46ca-add8-c9efc1d19ae5 on network 90c9d382-1f1b-473c-838e-2bdf4a1334cb {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:52.437682 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.454293 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0306950e-d3b9-43cb-b5f4-92f75e88ade0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:52.455646 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2854c04c-6c9e-4ae6-8a82-42318bbaebb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:52.494314 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['305d203f-6521-409f-afbb-cbaccf2a0c5e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:52.496527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Port ab53f804-b71c-46ca-add8-c9efc1d19ae5 on network 90c9d382-1f1b-473c-838e-2bdf4a1334cb not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:34:52.496910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Attempting to bind port ab53f804-b71c-46ca-add8-c9efc1d19ae5 on network 90c9d382-1f1b-473c-838e-2bdf4a1334cb {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:52.547046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14d75afb-23e2-420c-9a2f-418aee04e830 req-1d2518ae-1bd5-487e-a294-5d156ed53477 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831377
Apr 30 04:34:52.566185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:34:52.566532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Checking segment: {'id': 'fe098f04-2c51-49b9-85e6-cffd14a4083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '90c9d382-1f1b-473c-838e-2bdf4a1334cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:52.566948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Bound using segment: {'id': 'fe098f04-2c51-49b9-85e6-cffd14a4083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '90c9d382-1f1b-473c-838e-2bdf4a1334cb'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:34:52.567394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Bound port: ab53f804-b71c-46ca-add8-c9efc1d19ae5, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe098f04-2c51-49b9-85e6-cffd14a4083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '90c9d382-1f1b-473c-838e-2bdf4a1334cb'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:34:52.567752 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.625671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Attempting to bind port 4e1906f2-7c01-4bd6-912f-60d38ad091bc on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:34:52.625671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Attempting to bind port 4e1906f2-7c01-4bd6-912f-60d38ad091bc by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:34:52.626214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Attempting to bind port 4e1906f2-7c01-4bd6-912f-60d38ad091bc on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:52.636897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:52.638031 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.652517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Port 4e1906f2-7c01-4bd6-912f-60d38ad091bc on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:34:52.653141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Attempting to bind port 4e1906f2-7c01-4bd6-912f-60d38ad091bc on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:52.656011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-310bfb24-6ab0-4b12-8901-71b149ada670 req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "PUT /v2.0/ports/305d203f-6521-409f-afbb-cbaccf2a0c5e HTTP/1.1" status: 200  len: 982 time: 2.4659278
Apr 30 04:34:52.665119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:52.672265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:34:52.672610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:52.673195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:34:52.673898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Bound port: 4e1906f2-7c01-4bd6-912f-60d38ad091bc, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:34:52.674468 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.720327 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['305d203f-6521-409f-afbb-cbaccf2a0c5e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:52.807516 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be32d0ae-8506-44ab-b221-c43953227f5c req-7e268ae2-33c4-452b-8c00-1db5e38fe7b4 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3126130
Apr 30 04:34:52.813439 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:34:52.838484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'Port': ['ID=305d203f-6521-409f-afbb-cbaccf2a0c5e,revision_number=6']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:52.852224 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:52.860047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.900636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.916158 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:52.964597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] For port 4e1906f2-7c01-4bd6-912f-60d38ad091bc, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:34:52.972882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] For port 4e1906f2-7c01-4bd6-912f-60d38ad091bc, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4e1906f2-7c01-4bd6-912f-60d38ad091bc,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:34:52.988604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:53.013711 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:53.036495 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:53.332949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:53.334334 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:53.336769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e1906f2-7c01-4bd6-912f-60d38ad091bc HTTP/1.1" status: 200  len: 1097 time: 2.7851889
Apr 30 04:34:53.337056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] For port ab53f804-b71c-46ca-add8-c9efc1d19ae5, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:34:53.340497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] For port ab53f804-b71c-46ca-add8-c9efc1d19ae5, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ab53f804-b71c-46ca-add8-c9efc1d19ae5,segment=NetworkSegment(fe098f04-2c51-49b9-85e6-cffd14a4083e),segment_id=fe098f04-2c51-49b9-85e6-cffd14a4083e)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:34:53.344585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Pushing event updated for resources: {'Port': ['ID=bb31faea-a289-447f-9cc6-0190d0dff301,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:53.348304 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:53.360435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4451c7-6118-47d2-acb3-f8604ff114ce', 'tag': '4e1906f2-7c01-4bd6-912f-60d38ad091bc'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:53.363399 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:53.453900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:53.558150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:53.575848 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:53.592158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1906f2-7c01-4bd6-912f-60d38ad091bc,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:53.618126 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:53.627732 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5f4a9aa-9e5f-4b91-b62a-8f06da41b4c0 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:53.661190 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-47b443fe-f1a9-481f-88d1-55443a79b5b1 tempest-LiveAutoBlockMigrationV225Test-701576330 tempest-LiveAutoBlockMigrationV225Test-701576330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:53.751970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:53.761947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:53.767086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:34:53.918150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Pushing event updated for resources: {'Port': ['ID=764bbb19-b465-4a7d-87ff-fa8b224502dd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:53.927396 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:53.932991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:53.933621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:53.960476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-24b33b7d-38b0-4fda-b64f-acb1d0ae6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:53.962298 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-24b33b7d-38b0-4fda-b64f-acb1d0ae6623 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 1100 time: 0.5674300
Apr 30 04:34:53.967837 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 3.6043479
Apr 30 04:34:53.968710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34212) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:54.030189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}]}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:54.041304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:54.053175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-c826d55f-aabd-404d-a5a8-fcede182397a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=4e1906f2-7c01-4bd6-912f-60d38ad091bc HTTP/1.1" status: 200  len: 217 time: 0.0817955
Apr 30 04:34:54.054233 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Usage tracker for resource:router and tenant:efde6dd7cbe94b05ae1c2d3197e07c8c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:54.057990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:54.099435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:54.106710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:54.107697 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:54.110404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/ab53f804-b71c-46ca-add8-c9efc1d19ae5 HTTP/1.1" status: 200  len: 1092 time: 7.5372739
Apr 30 04:34:54.125031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:34:54.130646 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:54.131730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:54.134003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:34:54.140450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-d5eb5c7e-160b-47a1-a3f1-6ec2b70cd9b5 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f74570b218bf45d1afdfe629abd28c0b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3880048
Apr 30 04:34:54.154055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-cf2ff523-5b9e-44e6-93c4-0166226d1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:54.155602 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-cf2ff523-5b9e-44e6-93c4-0166226d1516 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0942559
Apr 30 04:34:54.189252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab53f804-b71c-46ca-add8-c9efc1d19ae5,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:54.204677 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:54.209634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:54.417806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-37cc5cb8-b3a2-4ec6-a30f-3292e400092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:54.420181 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-37cc5cb8-b3a2-4ec6-a30f-3292e400092c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2509420
Apr 30 04:34:54.528144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1418cee3-6ee6-4903-a16b-6252da352050 None None] Provisioning complete for port bb31faea-a289-447f-9cc6-0190d0dff301 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:34:54.530815 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1418cee3-6ee6-4903-a16b-6252da352050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:54.592082 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:54.641545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1418cee3-6ee6-4903-a16b-6252da352050 None None] Port bb31faea-a289-447f-9cc6-0190d0dff301 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:34:54.675478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f05c3e-3ee3-49c3-8768-8a9bf820a698 req-3c510346-2775-43cf-a8e3-2f42c7007bab tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:54.677756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09f05c3e-3ee3-49c3-8768-8a9bf820a698 req-3c510346-2775-43cf-a8e3-2f42c7007bab tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 943 time: 1.3353693
Apr 30 04:34:54.729767 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-fe318ef7-ce4f-4884-93eb-42d1f3405320 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2575722
Apr 30 04:34:54.746369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-45c8dc1c-6e70-42eb-a8b5-3c9f42c06813 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:54.748681 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-45c8dc1c-6e70-42eb-a8b5-3c9f42c06813 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5549178
Apr 30 04:34:54.770734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-dd47d8a6-a5f4-4a0b-9453-e896882aa9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:54.772416 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-dd47d8a6-a5f4-4a0b-9453-e896882aa9a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b45ad28c0bed49f0a5786920c912932e&device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 1095 time: 0.5765150
Apr 30 04:34:54.791824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Router 765af288-5f06-47ff-a97b-7d77929b4697 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:34:54.849621 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-10735f3f-74dc-48b8-8395-79ad3cf48400 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/quotas/f74570b218bf45d1afdfe629abd28c0b HTTP/1.1" status: 200  len: 375 time: 0.0876389
Apr 30 04:34:54.872347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-05959b6e-e782-4920-aced-d3c11f249cbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab53f804-b71c-46ca-add8-c9efc1d19ae5 HTTP/1.1" status: 200  len: 217 time: 0.0793748
Apr 30 04:34:54.913956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09f05c3e-3ee3-49c3-8768-8a9bf820a698 req-ef69f64d-42b3-437c-a64d-9517e58fbeb8 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eace0d0-b1fe-4704-971c-24f19583b184&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120066
Apr 30 04:34:54.972682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6138806e-4b71-403d-a4b9-c52a2abf6e37 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f74570b218bf45d1afdfe629abd28c0b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1133366
Apr 30 04:34:55.076113 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8b7e3b0f-5134-468f-a5b1-35e2850f8fb5 req-9cc98dd4-f336-4f0f-9214-a28e508b652b service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2678890
Apr 30 04:34:55.078789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-f96134c3-6c2e-4ca1-9e23-6292cbf8b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:55.080443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-f96134c3-6c2e-4ca1-9e23-6292cbf8b98a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a1b4fe5-3055-4d52-8e0e-6d9a8d808ffc HTTP/1.1" status: 200  len: 854 time: 0.1602728
Apr 30 04:34:55.323145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-1f5fba79-f560-4a63-bcfb-78713bd3f077 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90c9d382-1f1b-473c-838e-2bdf4a1334cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1928573
Apr 30 04:34:55.615391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:34:55.639022 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Sync routers for ids ['765af288-5f06-47ff-a97b-7d77929b4697'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:34:55.660303 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] 10.222.0.46 "PUT /v2.0/routers/765af288-5f06-47ff-a97b-7d77929b4697/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7097583
Apr 30 04:34:55.660650 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Routers {'765af288-5f06-47ff-a97b-7d77929b4697'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:55.660650 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e80490>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['765af288-5f06-47ff-a97b-7d77929b4697'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:55.720733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:55.755212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aafbff-e290-4055-91dc-8a0e7b8d7bc6 req-772befe5-1b90-45a0-b0c5-2277d986c761 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:55.757652 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-49aafbff-e290-4055-91dc-8a0e7b8d7bc6 req-772befe5-1b90-45a0-b0c5-2277d986c761 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 948 time: 0.6803181
Apr 30 04:34:55.792976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-40db273f-19b0-4df7-9a0b-b0dfc28c5dcf service neutron] 10.222.0.37 "GET /v2.0/networks/90c9d382-1f1b-473c-838e-2bdf4a1334cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4418817
Apr 30 04:34:55.830311 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:55.849399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8cc0b-268f-49d4-bdc3-5b72de96cf24 req-12b8d3df-9942-44d4-87aa-3071dd7e5356 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:55.854425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5b8cc0b-268f-49d4-bdc3-5b72de96cf24 req-12b8d3df-9942-44d4-87aa-3071dd7e5356 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.4618285
Apr 30 04:34:56.049452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-49aafbff-e290-4055-91dc-8a0e7b8d7bc6 req-efa83985-0cdc-442a-99bd-0a450d6f743d tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2670078
Apr 30 04:34:56.063692 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Set router 765af288-5f06-47ff-a97b-7d77929b4697 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:34:56.078436 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5b8cc0b-268f-49d4-bdc3-5b72de96cf24 req-3aa384fe-a433-4660-a2f9-5de2d76e0d55 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768723
Apr 30 04:34:56.224777 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fce69a0-4817-434c-99f6-4cfdd5b1a220 req-0735625b-b6a2-4c67-8015-ef8f7e7589ad service neutron] 10.222.0.37 "GET /v2.0/networks/90c9d382-1f1b-473c-838e-2bdf4a1334cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3965845
Apr 30 04:34:56.291193 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:56.298556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d554cea2-f960-4138-b429-4d4e6c460dcd req-d69a7d27-1879-47e8-a954-b16f8250d274 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/7c950f21-6f29-4b5c-8402-f4db2cf58453 HTTP/1.1" status: 200  len: 1800 time: 0.1493840
Apr 30 04:34:56.595401 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e', 'status': 'completed', 'code': 200}
Apr 30 04:34:56.702329 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-d554cea2-f960-4138-b429-4d4e6c460dcd req-cb0e571f-aedb-4b0a-a5ba-d15236fa56f1 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:34:56.717577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d554cea2-f960-4138-b429-4d4e6c460dcd req-cb0e571f-aedb-4b0a-a5ba-d15236fa56f1 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/7c950f21-6f29-4b5c-8402-f4db2cf58453 HTTP/1.1" status: 409  len: 341 time: 0.4180465
Apr 30 04:34:56.744922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e895b-eefe-4775-a538-5260be339a6b req-bfc1e5fb-08ed-4825-99c0-dfd276cf47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:56.747963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c9e895b-eefe-4775-a538-5260be339a6b req-bfc1e5fb-08ed-4825-99c0-dfd276cf47a1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 1137 time: 0.1517417
Apr 30 04:34:56.804555 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e80490>, [{'id': '765af288-5f06-47ff-a97b-7d77929b4697', 'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:34:18Z', 'updated_at': '2021-04-30T04:34:51Z', 'revision_number': 4, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'gw_port': {'id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:27Z', 'updated_at': '2021-04-30T04:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'bb31faea-a289-447f-9cc6-0190d0dff301', 'name': '', 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'mac_address': 'fa:16:3e:63:bc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '78a475e3-d3c0-4cff-90e2-8c38666e1f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:47Z', 'updated_at': '2021-04-30T04:34:52Z', 'revision_number': 2, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'subnets': [{'id': '78a475e3-d3c0-4cff-90e2-8c38666e1f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:56.835716 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Checking router: 765af288-5f06-47ff-a97b-7d77929b4697 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:34:56.835716 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Updating router 765af288-5f06-47ff-a97b-7d77929b4697 port bb31faea-a289-447f-9cc6-0190d0dff301 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:34:56.855925 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'code': 200}
Apr 30 04:34:56.904778 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4451c7-6118-47d2-acb3-f8604ff114ce', 'tag': '4e1906f2-7c01-4bd6-912f-60d38ad091bc', 'status': 'completed', 'code': 200}
Apr 30 04:34:56.907487 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:56.974700 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4e1906f2-7c01-4bd6-912f-60d38ad091bc details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:34:57.000900 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:57.165975 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:57.199850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e895b-eefe-4775-a538-5260be339a6b req-d4cd6edb-5990-4d71-a575-895a766a12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:57.201378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c9e895b-eefe-4775-a538-5260be339a6b req-d4cd6edb-5990-4d71-a575-895a766a12c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 913 time: 0.4460220
Apr 30 04:34:57.223901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c9c4990-7064-4a9a-8c22-e33985a4ca50 req-5812ae3b-34a0-464f-89c3-4fed79400b63 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 210 time: 0.1476951
Apr 30 04:34:57.325545 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:57.329188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:57.353473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c9e895b-eefe-4775-a538-5260be339a6b req-5a77d4c1-0081-458e-ba65-163197788375 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e HTTP/1.1" status: 200  len: 217 time: 0.1323252
Apr 30 04:34:57.424705 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-86d9b8e8-6e9f-4ccf-a82e-0eeb1a14d87f tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f74570b218bf45d1afdfe629abd28c0b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0424640
Apr 30 04:34:57.434422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-bb4c6e3e-9613-406a-8a4d-6318ba7815a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:57.436885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-bb4c6e3e-9613-406a-8a4d-6318ba7815a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 1100 time: 0.6176193
Apr 30 04:34:57.462340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:57.462861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19fd5df1-439c-4d6e-b71d-29fa54ae69fa {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:34:57.477424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4e1906f2-7c01-4bd6-912f-60d38ad091bc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4e1906f2-7c01-4bd6-912f-60d38ad091bc,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:57.518443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '4e1906f2-7c01-4bd6-912f-60d38ad091bc', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '4e1906f2-7c01-4bd6-912f-60d38ad091bc', 'mac_address': 'fa:16:3e:e4:7b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:34:57.608239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-9ae89cd2-9994-46cb-8693-45b522f6b904 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Synchronizing usage tracker for tenant:df27ac291b5c4766ba7d2ac9a801f80e on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:34:57.641087 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:34:57.643168 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c7d7cca3-eaf9-4718-9371-62c1619ca3dd tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 3.6731644
Apr 30 04:34:57.651997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34254) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:34:57.667140 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:57.698500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1906f2-7c01-4bd6-912f-60d38ad091bc {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:57.736394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4e1906f2-7c01-4bd6-912f-60d38ad091bc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4e1906f2-7c01-4bd6-912f-60d38ad091bc,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:57.743883 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:57.746057 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:57.877604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4e1906f2-7c01-4bd6-912f-60d38ad091bc,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:57.881431 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:57.889759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e895b-eefe-4775-a538-5260be339a6b req-69017da3-34f8-4145-8cfe-5187a6dd5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:57.891780 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c9e895b-eefe-4775-a538-5260be339a6b req-69017da3-34f8-4145-8cfe-5187a6dd5b4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 200  len: 852 time: 0.5302405
Apr 30 04:34:57.918107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-47c6bcac-4873-4dfe-8b91-775a402547ec tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:57.920912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-47c6bcac-4873-4dfe-8b91-775a402547ec tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4873052
Apr 30 04:34:57.942421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Request body: {'port': {'device_id': 'cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': 'f74570b218bf45d1afdfe629abd28c0b'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:57.946718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-9ae89cd2-9994-46cb-8693-45b522f6b904 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Unset dirty status for tenant:df27ac291b5c4766ba7d2ac9a801f80e on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:34:57.953485 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:57.959430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-9ae89cd2-9994-46cb-8693-45b522f6b904 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.9463234
Apr 30 04:34:57.969298 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Transition to ACTIVE for port object bb31faea-a289-447f-9cc6-0190d0dff301 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:34:57.980527 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:57.986407 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:57.994778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:34:58.075286 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Pushing event updated for resources: {'Port': ['ID=bb31faea-a289-447f-9cc6-0190d0dff301,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:58.081315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c9e895b-eefe-4775-a538-5260be339a6b req-a170060e-201d-47fa-8283-9cc62237bf3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0942285
Apr 30 04:34:58.094221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:58.130672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Usage tracker for resource:floatingip and tenant:df27ac291b5c4766ba7d2ac9a801f80e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:58.134105 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.134446 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.135357 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.135357 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.135357 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.136048 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.136048 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.136370 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.136816 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.137137 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.137448 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.137789 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:58.147338 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:58.184040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:58.221953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:58.222303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Deleting port 764bbb19-b465-4a7d-87ff-fa8b224502dd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:34:58.222505 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:58.238777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['4e1906f2-7c01-4bd6-912f-60d38ad091bc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:58.367814 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Attempting to bind port bb31faea-a289-447f-9cc6-0190d0dff301 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:34:58.368553 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Attempting to bind port bb31faea-a289-447f-9cc6-0190d0dff301 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '61eeebec-c90f-4d5e-91f2-de01707843ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:34:58.369324 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Attempting to bind port bb31faea-a289-447f-9cc6-0190d0dff301 on network cb8911a3-9edf-4442-b19b-40cbb09d7076 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:34:58.378288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-480c2c48-b554-4658-b6a0-98559a338750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:58.380967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-480c2c48-b554-4658-b6a0-98559a338750 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.9213099
Apr 30 04:34:58.384586 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:34:58.389958 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Checking segment: {'id': '61eeebec-c90f-4d5e-91f2-de01707843ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:34:58.390996 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:58.391759 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Bound using segment: {'id': '61eeebec-c90f-4d5e-91f2-de01707843ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:34:58.392689 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Bound port: bb31faea-a289-447f-9cc6-0190d0dff301, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61eeebec-c90f-4d5e-91f2-de01707843ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:34:58.395720 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:58.424400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:58.440231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Usage tracker for resource:port and tenant:f74570b218bf45d1afdfe629abd28c0b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:58.450761 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:58.452095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:58.467491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:58.518115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:58.531705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Made reservation on behalf of f74570b218bf45d1afdfe629abd28c0b for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:34:58.536412 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:58.639668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'tag': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:34:58.661743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:58.663140 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] For port bb31faea-a289-447f-9cc6-0190d0dff301, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:34:58.670943 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] For port bb31faea-a289-447f-9cc6-0190d0dff301, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bb31faea-a289-447f-9cc6-0190d0dff301,segment=NetworkSegment(61eeebec-c90f-4d5e-91f2-de01707843ca),segment_id=61eeebec-c90f-4d5e-91f2-de01707843ca)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:34:58.679237 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:58.690723 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:58.699025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183d76b-20c6-4668-9ee8-c9b2f14e3395 req-72459a70-e902-4047-b3e4-e9f0423c5737 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:58.701231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4183d76b-20c6-4668-9ee8-c9b2f14e3395 req-72459a70-e902-4047-b3e4-e9f0423c5737 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 943 time: 0.8795047
Apr 30 04:34:58.718645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-7ebc8204-176d-492f-b16c-5b85c567c7fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=4e1906f2-7c01-4bd6-912f-60d38ad091bc HTTP/1.1" status: 200  len: 217 time: 0.2091248
Apr 30 04:34:58.789879 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Routers {'765af288-5f06-47ff-a97b-7d77929b4697'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:34:58.791088 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e80490>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['765af288-5f06-47ff-a97b-7d77929b4697'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:58.831722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Calling delete_port for 764bbb19-b465-4a7d-87ff-fa8b224502dd owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:34:58.838063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:34:58.850896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Usage tracker for resource:security_group_rule and tenant:f74570b218bf45d1afdfe629abd28c0b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:34:58.858496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:34:58.874211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:34:58.923343 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Pushing event updated for resources: {'Port': ['ID=bb31faea-a289-447f-9cc6-0190d0dff301,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:58.954689 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:58.976805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ab53f804-b71c-46ca-add8-c9efc1d19ae5 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:34:58.984422 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:34:59.002271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c9e895b-eefe-4775-a538-5260be339a6b req-a91d5280-e158-489b-9f1a-86f4fcc0914b service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8796351
Apr 30 04:34:59.115188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:59.129843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:59.136732 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa3fe2f3-9a7a-4222-9852-26c93c039f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:59.191336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4183d76b-20c6-4668-9ee8-c9b2f14e3395 req-d609fef0-aab8-40c9-aedc-ab2ee3760137 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eace0d0-b1fe-4704-971c-24f19583b184&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4713774
Apr 30 04:34:59.202447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-63f13744-91e5-4c18-948b-72e9630c1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:34:59.204949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-63f13744-91e5-4c18-948b-72e9630c1623 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4561114
Apr 30 04:34:59.347591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ab53f804-b71c-46ca-add8-c9efc1d19ae5, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ab53f804-b71c-46ca-add8-c9efc1d19ae5,segment=NetworkSegment(fe098f04-2c51-49b9-85e6-cffd14a4083e),segment_id=fe098f04-2c51-49b9-85e6-cffd14a4083e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:59.372399 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] Set router 765af288-5f06-47ff-a97b-7d77929b4697 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:34:59.376275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5', 'network_id': '90c9d382-1f1b-473c-838e-2bdf4a1334cb', 'port_id': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5', 'mac_address': 'fa:16:3e:20:d6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1b4fe5-3055-4d52-8e0e-6d9a8d808ffc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:34:59.465234 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:59.487494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab53f804-b71c-46ca-add8-c9efc1d19ae5 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:34:59.507527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ab53f804-b71c-46ca-add8-c9efc1d19ae5, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ab53f804-b71c-46ca-add8-c9efc1d19ae5,segment=NetworkSegment(fe098f04-2c51-49b9-85e6-cffd14a4083e),segment_id=fe098f04-2c51-49b9-85e6-cffd14a4083e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:34:59.514718 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:59.518679 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:59.634671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682a7e77-2c1e-4843-83ed-aa955236158d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:59.672069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ab53f804-b71c-46ca-add8-c9efc1d19ae5,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:59.679365 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:59.680496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.681205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.681919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.682585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.683331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.684023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.684913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.685626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.686329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.687151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.687859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.688559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:34:59.703884 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:59.712633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-b3344b79-1e19-4df3-a86f-2080f5c2bb47 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f89fe691aefe4009a53c4adb0997a37a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1774328
Apr 30 04:34:59.827121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:34:59.840900 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ce81ea0-130f-4b7e-aba4-34a1c13fa3a8 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:34:59.871060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['ab53f804-b71c-46ca-add8-c9efc1d19ae5'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:34:59.890977 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e80490>, [{'id': '765af288-5f06-47ff-a97b-7d77929b4697', 'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:34:18Z', 'updated_at': '2021-04-30T04:34:51Z', 'revision_number': 4, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'gw_port': {'id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:27Z', 'updated_at': '2021-04-30T04:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'bb31faea-a289-447f-9cc6-0190d0dff301', 'name': '', 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'mac_address': 'fa:16:3e:63:bc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '78a475e3-d3c0-4cff-90e2-8c38666e1f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:47Z', 'updated_at': '2021-04-30T04:34:58Z', 'revision_number': 4, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'subnets': [{'id': '78a475e3-d3c0-4cff-90e2-8c38666e1f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:34:59.908128 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbbeb2-94bf-461c-ac47-543e734ddf93 None None] The sync data for ids ['765af288-5f06-47ff-a97b-7d77929b4697'] in n-d-766726-20 is: [{'id': '765af288-5f06-47ff-a97b-7d77929b4697', 'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:34:18Z', 'updated_at': '2021-04-30T04:34:51Z', 'revision_number': 4, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'gw_port': {'id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:27Z', 'updated_at': '2021-04-30T04:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'bb31faea-a289-447f-9cc6-0190d0dff301', 'name': '', 'network_id': 'cb8911a3-9edf-4442-b19b-40cbb09d7076', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'mac_address': 'fa:16:3e:63:bc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '78a475e3-d3c0-4cff-90e2-8c38666e1f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:47Z', 'updated_at': '2021-04-30T04:34:58Z', 'revision_number': 4, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'subnets': [{'id': '78a475e3-d3c0-4cff-90e2-8c38666e1f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:34:59.920463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Pushing event deleted for resources: {'Port': ['ID=764bbb19-b465-4a7d-87ff-fa8b224502dd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:34:59.927789 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:34:59.959564 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c9e895b-eefe-4775-a538-5260be339a6b req-15f06970-d687-4de6-8867-17135b99d91e service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9318545
Apr 30 04:35:00.064575 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:00.162063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261ad9-d168-4082-8663-32965dac5913 req-ecee19e3-2064-4e04-ac3d-b6cc4de84fee tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:00.169585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-ecee19e3-2064-4e04-ac3d-b6cc4de84fee tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4463856
Apr 30 04:35:00.172860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Allocated IP 192.168.233.51 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:00.255756 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:00.262505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-b937ba12-053b-4b92-9030-9de85ff11928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:00.265913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-b937ba12-053b-4b92-9030-9de85ff11928 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7328050
Apr 30 04:35:00.339690 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] 10.222.0.46 "DELETE /v2.0/ports/764bbb19-b465-4a7d-87ff-fa8b224502dd HTTP/1.1" status: 204  len: 168 time: 2.6852345
Apr 30 04:35:00.390860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-36aee01e-a438-4dd6-b8a8-ecac90f701ec tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/quotas/f89fe691aefe4009a53c4adb0997a37a HTTP/1.1" status: 200  len: 375 time: 0.1384649
Apr 30 04:35:00.604675 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1afd-1168-47db-ac4e-37ecb61c1578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:00.662751 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:00.690010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Transition to ACTIVE for port object 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:00.730915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:00.740141 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e33f7617-ccb3-478e-bf86-61d5fe31759d tempest-MigrationsAdminTest-947233181 tempest-MigrationsAdminTest-947233181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:00.756242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-1f275a50-07ad-4060-8396-777a6f398a00 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4777596
Apr 30 04:35:00.813058 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:00.816925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:00.834058 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:00.933842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34278) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:00.991054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Pushing event updated for resources: {'Port': ['ID=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:00.993844 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4e1906f2-7c01-4bd6-912f-60d38ad091bc up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:01.023243 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:01.051463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:01.052913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:01.139955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 4e1906f2-7c01-4bd6-912f-60d38ad091bc completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:01.142972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-aa8a0f4a-974a-4e95-b49a-b8e161c57a43 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7500279
Apr 30 04:35:01.147437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 4e1906f2-7c01-4bd6-912f-60d38ad091bc triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:01.151988 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:01.155344 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.2196894
Apr 30 04:35:01.178438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Request body: {'port': {'device_id': 'cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:01.199189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Allocated IP 172.25.8.241 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/d34250c2-66ec-4ee7-a7f0-a0445e511010) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:01.403337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb31faea-a289-447f-9cc6-0190d0dff301 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:01.412254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-098b4f3c-6510-4e50-aa54-da46bfd4db87 req-470a90ee-6765-4495-829f-360ad6d9cf4a service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6348379
Apr 30 04:35:01.560642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:01.703754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:01.707739 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-037e6cde-bbe5-44d9-9f00-4b256ba485c9 None None] Provisioning for port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:01.749376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-037e6cde-bbe5-44d9-9f00-4b256ba485c9 None None] Provisioning complete for port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:01.750535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-037e6cde-bbe5-44d9-9f00-4b256ba485c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:01.762017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:01.836817 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:01.885344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port bb31faea-a289-447f-9cc6-0190d0dff301 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:01.898885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-037e6cde-bbe5-44d9-9f00-4b256ba485c9 None None] Port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:35:01.905508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port bb31faea-a289-447f-9cc6-0190d0dff301 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:01.906355 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:01.916673 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:01.959570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4451c7-6118-47d2-acb3-f8604ff114ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1906f2-7c01-4bd6-912f-60d38ad091bc'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:01.987867 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4e1906f2-7c01-4bd6-912f-60d38ad091bc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4e1906f2-7c01-4bd6-912f-60d38ad091bc,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:02.033639 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.034579 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ab53f804-b71c-46ca-add8-c9efc1d19ae5 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:02.065994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.088104 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8fb8ceda-cdf8-412c-aaff-3bc9de931d7d tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:02.097040 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:02.363112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:02.373281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:02.381353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:02.458231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Pushing event updated for resources: {'Port': ['ID=d34250c2-66ec-4ee7-a7f0-a0445e511010,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:02.463534 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:02.502814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4e1906f2-7c01-4bd6-912f-60d38ad091bc,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:02.522279 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:02.529874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Usage tracker for resource:security_group_rule and tenant:d4d0ba30bf824294a149f4782bb8fff9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:02.543822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:02.558775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:02.578473 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.622607 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.660313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port ab53f804-b71c-46ca-add8-c9efc1d19ae5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:02.684286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port ab53f804-b71c-46ca-add8-c9efc1d19ae5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:02.684892 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.720158 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.762764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.781048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5896274-8418-426a-8665-5294ff072a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:02.821206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port bb31faea-a289-447f-9cc6-0190d0dff301, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bb31faea-a289-447f-9cc6-0190d0dff301,segment=NetworkSegment(61eeebec-c90f-4d5e-91f2-de01707843ca),segment_id=61eeebec-c90f-4d5e-91f2-de01707843ca)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:02.843041 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.855403 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:02.864261 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4d0ba30bf824294a149f4782bb8fff9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9242330
Apr 30 04:35:02.864261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:35:02.868457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34308) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:02.875101 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.877958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ad8d35-4f75-4cb3-8cfe-91c330b85e51,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:02.899656 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:02.915620 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.921200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Transition to ACTIVE for port object 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:02.945562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:02.985111 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa8d92dc-5dee-4f30-9cc6-d7e40c732996 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:03.035600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-d00c6149-cdd6-446e-b768-cb484aaf9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:03.037278 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-d00c6149-cdd6-446e-b768-cb484aaf9bfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 1137 time: 0.4484136
Apr 30 04:35:03.059693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79655ceb-6208-46e9-8a4c-a6e003f11fa2 req-340b667e-9fc9-4c45-9af1-4dbf28e7e411 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:03.061892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79655ceb-6208-46e9-8a4c-a6e003f11fa2 req-340b667e-9fc9-4c45-9af1-4dbf28e7e411 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 950 time: 0.3995850
Apr 30 04:35:03.239880 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea29-e485-41dd-92f6-744e24c6538a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.273325 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea29-e485-41dd-92f6-744e24c6538a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.367984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Pushing event updated for resources: {'Port': ['ID=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:03.377139 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:03.378528 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea29-e485-41dd-92f6-744e24c6538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.391209 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-18a25788-3453-4345-abee-2f3874a378b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:03.437773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-2404a568-54fa-4adf-b33c-7c8d22f22b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:03.441470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-2404a568-54fa-4adf-b33c-7c8d22f22b4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 913 time: 0.3924339
Apr 30 04:35:03.452276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4ea29-e485-41dd-92f6-744e24c6538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ad8d35-4f75-4cb3-8cfe-91c330b85e51,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:03.457277 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ceb4ea29-e485-41dd-92f6-744e24c6538a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:03.470208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ceb4ea29-e485-41dd-92f6-744e24c6538a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.471408 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ceb4ea29-e485-41dd-92f6-744e24c6538a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48ad8d35-4f75-4cb3-8cfe-91c330b85e51 HTTP/1.1" status: 204  len: 168 time: 0.5994933
Apr 30 04:35:03.519768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Attempting to bind port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:35:03.520123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Attempting to bind port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:35:03.520476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Attempting to bind port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:03.532660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:35:03.533001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Attempting to bind port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:03.536735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=bb31faea-a289-447f-9cc6-0190d0dff301,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:03.544014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:35:03.544388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:03.544755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:35:03.545255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Bound port: 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:35:03.545632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.627226 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.644258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.644618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.645596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.646198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.646787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.647709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.648299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.648872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.649453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.650389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.650979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.651583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:03.690682 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:03.699762 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d890c079-b6b5-4249-a29f-03bf422ea51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.717307 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.796450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ab53f804-b71c-46ca-add8-c9efc1d19ae5, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ab53f804-b71c-46ca-add8-c9efc1d19ae5,segment=NetworkSegment(fe098f04-2c51-49b9-85e6-cffd14a4083e),segment_id=fe098f04-2c51-49b9-85e6-cffd14a4083e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:03.802788 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.806164 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:03.964928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ab53f804-b71c-46ca-add8-c9efc1d19ae5,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:03.966016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:03.971763 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:04.065490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] For port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:35:04.078214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] For port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:35:04.078698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:04.099759 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:04.109342 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:04.181309 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:04.207875 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:04.239825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:04.242245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:04.246009 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] 10.222.0.37 "PUT /v2.0/ports/1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 HTTP/1.1" status: 200  len: 1096 time: 3.0813947
Apr 30 04:35:04.255358 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-1caf256f-0465-4a7e-81e7-4dd0ca6e745c tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f89fe691aefe4009a53c4adb0997a37a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0896568
Apr 30 04:35:04.256679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05', 'tag': '1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:04.352263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79655ceb-6208-46e9-8a4c-a6e003f11fa2 req-aef45ab4-11c4-4bd4-b0fd-1b65d79b8eec tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2501473
Apr 30 04:35:04.356054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-a736f209-14c1-4d5f-8b40-24ee73a92271 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e HTTP/1.1" status: 200  len: 217 time: 0.3546555
Apr 30 04:35:04.498887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Pushing event updated for resources: {'Port': ['ID=d34250c2-66ec-4ee7-a7f0-a0445e511010,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:04.589710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-66dc2536-7691-4f89-af6c-5091a2aafdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:04.593506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-66dc2536-7691-4f89-af6c-5091a2aafdf7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 200  len: 852 time: 0.1808004
Apr 30 04:35:04.599387 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:04.601501 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:04.631325 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ec769d99-c732-4883-8ecc-c76bf61cf835 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efde6dd7cbe94b05ae1c2d3197e07c8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5475061
Apr 30 04:35:04.639165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34322) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:04.649202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Pushing event updated for resources: {'Port': ['ID=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:04.653520 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:04.677099 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:04.732697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261ad9-d168-4082-8663-32965dac5913 req-790384ea-81a0-49cf-95ea-54133aec7128 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:04.734253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-790384ea-81a0-49cf-95ea-54133aec7128 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4629171
Apr 30 04:35:04.760903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Request body: {'port': {'device_id': '7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': 'f89fe691aefe4009a53c4adb0997a37a'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:04.776292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-183c852c-4243-4d77-af4d-12b2927d8f66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1675556
Apr 30 04:35:04.872664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-5e4cbcb5-bf2f-4947-8d87-c4cbe03c4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:04.874316 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-5e4cbcb5-bf2f-4947-8d87-c4cbe03c4671 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f74570b218bf45d1afdfe629abd28c0b&device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 1099 time: 0.4242272
Apr 30 04:35:04.876232 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:04.878193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 6.9164217
Apr 30 04:35:04.944292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5a6addf-7938-44a4-83d4-51e3f35680e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:04.965630 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-b1ad0895-e93a-4abb-a090-f6adba679f3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 HTTP/1.1" status: 200  len: 217 time: 0.0751710
Apr 30 04:35:05.056365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5a6addf-7938-44a4-83d4-51e3f35680e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:05.119404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:05.139420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-f783edef-f417-40d8-8556-d9e6a9748bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:05.140935 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-f783edef-f417-40d8-8556-d9e6a9748bb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1651318
Apr 30 04:35:05.146749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:05.196137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb31faea-a289-447f-9cc6-0190d0dff301 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:05.198139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-e17b357e-6473-44cc-a496-ce807c9c4ab4 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Synchronizing usage tracker for tenant:df27ac291b5c4766ba7d2ac9a801f80e on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:05.208850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Made reservation on behalf of f89fe691aefe4009a53c4adb0997a37a for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:05.212950 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:05.281286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-3875e2f8-1e1c-4d70-b148-4496e4e68a51 service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4892237
Apr 30 04:35:05.295766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10c37f-d890-48e5-a13b-2e9d5f0d5467 req-e0440780-5998-4134-8613-19754962f2dc tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:05.298287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad10c37f-d890-48e5-a13b-2e9d5f0d5467 req-e0440780-5998-4134-8613-19754962f2dc tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 947 time: 0.6349621
Apr 30 04:35:05.300632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5a6addf-7938-44a4-83d4-51e3f35680e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:05.302049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-e17b357e-6473-44cc-a496-ce807c9c4ab4 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Unset dirty status for tenant:df27ac291b5c4766ba7d2ac9a801f80e on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:05.304534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-e17b357e-6473-44cc-a496-ce807c9c4ab4 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.241 HTTP/1.1" status: 200  len: 696 time: 0.3220472
Apr 30 04:35:05.308887 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-235816e6-f11c-4030-8eb9-1603610388ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:05.342179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6addf-7938-44a4-83d4-51e3f35680e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858602ee-e3c3-400e-a4c6-a538bf54a48d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:05.350125 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5a6addf-7938-44a4-83d4-51e3f35680e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:05.352987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-b775241f-1e8e-4e4a-96bb-801ab53ac8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:05.354613 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-b775241f-1e8e-4e4a-96bb-801ab53ac8ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2052982
Apr 30 04:35:05.359991 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5a6addf-7938-44a4-83d4-51e3f35680e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:05.361111 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d5a6addf-7938-44a4-83d4-51e3f35680e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/858602ee-e3c3-400e-a4c6-a538bf54a48d HTTP/1.1" status: 204  len: 168 time: 0.7194340
Apr 30 04:35:05.371469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port bb31faea-a289-447f-9cc6-0190d0dff301 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:05.372157 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:05.622118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-fc19214b-a10d-4ed6-96d8-d62a705fc060 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2540512
Apr 30 04:35:05.665203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Allocated IP 192.168.233.111 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/a664034f-b4eb-43d5-8f58-3949f0e6bdf7) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:05.768415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad10c37f-d890-48e5-a13b-2e9d5f0d5467 req-290f4a5a-4ebf-4864-a71d-d02da0cc5388 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/security-groups?id=682a7e77-2c1e-4843-83ed-aa955236158d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001071
Apr 30 04:35:05.922421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-d7744549-ae2d-4ecb-b0dc-24202c1a848f tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:05.937340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19fda38d-0381-4c78-92ee-72fa7edb089a req-d7744549-ae2d-4ecb-b0dc-24202c1a848f tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.5969281
Apr 30 04:35:05.969012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9fb945ac-a90e-47cc-8676-fcbc89592206 req-8177eaf2-51d3-444b-85ec-080aa228ab66 service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6683028
Apr 30 04:35:06.003574 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'tag': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5', 'status': 'completed', 'code': 200}
Apr 30 04:35:06.070982 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:06.201333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:06.229283 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-99f43ec6-41fa-4405-ad95-95b8aec4c955 req-1f8fc9eb-0b39-4481-94ca-9c341393be91 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5973210
Apr 30 04:35:06.248720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-854fb663-3f58-4717-98ec-5a2b4e7e6386 req-e2fb4d76-0c0c-4f14-a1af-434bb873c278 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 210 time: 0.0792074
Apr 30 04:35:06.264265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Transition to ACTIVE for port object a664034f-b4eb-43d5-8f58-3949f0e6bdf7 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:06.324574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:06.337193 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4451c7-6118-47d2-acb3-f8604ff114ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1906f2-7c01-4bd6-912f-60d38ad091bc', 'code': 200}
Apr 30 04:35:06.341156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['50ff72c6-cc74-4173-be2f-1782fc6ba123', '3cd0f211-9026-4876-922f-9d539dc23e2d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:06.353381 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-32f5ed4d-87d4-48a4-9971-91ffe0c4465f tempest-LiveMigrationTest-1515446971 tempest-LiveMigrationTest-1515446971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:06.450317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be5b84-426f-41ea-88e1-e89719680608 req-40dc3b96-813c-4a6e-9748-ea65128b8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:06.459088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45be5b84-426f-41ea-88e1-e89719680608 req-40dc3b96-813c-4a6e-9748-ea65128b8a95 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b45ad28c0bed49f0a5786920c912932e&device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 1097 time: 0.4223676
Apr 30 04:35:06.479608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:06.488061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:06.503850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42312361-6ad9-4eb0-a194-86ca6daf7a35 req-8906dcf1-98fc-4f5b-889d-26a7c97e3279 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:06.509523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42312361-6ad9-4eb0-a194-86ca6daf7a35 req-8906dcf1-98fc-4f5b-889d-26a7c97e3279 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 945 time: 0.2761898
Apr 30 04:35:06.881071 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42312361-6ad9-4eb0-a194-86ca6daf7a35 req-0d712987-4e7c-41df-971a-494f336f4ac0 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eace0d0-b1fe-4704-971c-24f19583b184&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634419
Apr 30 04:35:06.957602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be5b84-426f-41ea-88e1-e89719680608 req-61ec9f3e-ed8d-4d95-a08f-3e5875989c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:06.959930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:06.960593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45be5b84-426f-41ea-88e1-e89719680608 req-61ec9f3e-ed8d-4d95-a08f-3e5875989c13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=90c9d382-1f1b-473c-838e-2bdf4a1334cb HTTP/1.1" status: 200  len: 915 time: 0.4842777
Apr 30 04:35:07.010055 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05', 'tag': '1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110', 'status': 'completed', 'code': 200}
Apr 30 04:35:07.039533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Pushing event updated for resources: {'Port': ['ID=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:07.063716 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:07.110359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45be5b84-426f-41ea-88e1-e89719680608 req-0af0ff66-0a61-4602-871c-764d4214a0fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab53f804-b71c-46ca-add8-c9efc1d19ae5 HTTP/1.1" status: 200  len: 217 time: 0.0791566
Apr 30 04:35:07.154911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:07.155578 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:07.199948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e27a68-cbc3-4b66-8061-efdaa405d8c2 req-505c2a81-1754-4d0b-a403-bbececf6f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:07.201530 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e1e27a68-cbc3-4b66-8061-efdaa405d8c2 req-505c2a81-1754-4d0b-a403-bbececf6f9e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 1102 time: 0.7070756
Apr 30 04:35:07.233986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-43b8ed66-3cee-434f-bdd8-62cee0b7b69e None None] Provisioning for port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:07.279551 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-43b8ed66-3cee-434f-bdd8-62cee0b7b69e None None] Provisioning complete for port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:07.282048 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-43b8ed66-3cee-434f-bdd8-62cee0b7b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:07.282309 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5311084
Apr 30 04:35:07.305836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Request body: {'port': {'device_id': '7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:07.375067 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e1e27a68-cbc3-4b66-8061-efdaa405d8c2 req-256da935-d81e-4d90-acca-33e536fffe2a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635695
Apr 30 04:35:07.385976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34368) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:07.442167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-43b8ed66-3cee-434f-bdd8-62cee0b7b69e None None] Port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:35:07.514779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be5b84-426f-41ea-88e1-e89719680608 req-af86fe89-202f-4600-b5d4-17fc002479eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:07.516318 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45be5b84-426f-41ea-88e1-e89719680608 req-af86fe89-202f-4600-b5d4-17fc002479eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a1b4fe5-3055-4d52-8e0e-6d9a8d808ffc HTTP/1.1" status: 200  len: 854 time: 0.3953691
Apr 30 04:35:07.573587 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:07.592411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595a83e-de54-498b-96a2-01ef9f8782b5 req-8f6564a9-63d9-4e39-846a-9ff8f9509de1 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:07.594116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8595a83e-de54-498b-96a2-01ef9f8782b5 req-8f6564a9-63d9-4e39-846a-9ff8f9509de1 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 985 time: 0.6323690
Apr 30 04:35:07.610186 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45be5b84-426f-41ea-88e1-e89719680608 req-59aa95fc-7087-47f3-a0fc-240aef175731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=90c9d382-1f1b-473c-838e-2bdf4a1334cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0833454
Apr 30 04:35:07.687586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e0c37-a4fd-4a60-b018-3d7f40305123 req-04861710-fcb4-4bd8-a8d7-17e622e3b215 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:07.688898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1485686077'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:07.689097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b80e0c37-a4fd-4a60-b018-3d7f40305123 req-04861710-fcb4-4bd8-a8d7-17e622e3b215 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 950 time: 0.3347929
Apr 30 04:35:07.716752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:07.730845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:network and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:07.733055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-1b9906c3-82e9-46b2-aa40-fee045a60456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:07.734592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-1b9906c3-82e9-46b2-aa40-fee045a60456 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f74570b218bf45d1afdfe629abd28c0b&device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 1099 time: 0.3435690
Apr 30 04:35:07.739747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:07.768343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:07.815599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8595a83e-de54-498b-96a2-01ef9f8782b5 req-fad0d059-e738-4b91-a21f-e4bc075ab8db tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&id=7c950f21-6f29-4b5c-8402-f4db2cf58453&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.2026103
Apr 30 04:35:07.875609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:07.883166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:07.930915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:07.981997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:08.009687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:security_group_rule and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:08.034081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b80e0c37-a4fd-4a60-b018-3d7f40305123 req-6beb8b96-1a9e-4ccd-831d-8e1e94a6029a tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3218567
Apr 30 04:35:08.044197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:08.088391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:08.093771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45be5b84-426f-41ea-88e1-e89719680608 req-64a2c075-6468-494e-a9dd-f5123d5cb347 service neutron] 10.222.0.37 "GET /v2.0/networks/90c9d382-1f1b-473c-838e-2bdf4a1334cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4590781
Apr 30 04:35:08.099727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc0332ff-6611-406e-9c81-53376c0611cd req-9c0b0891-59da-46f6-865c-b382f9be5c53 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips/faf52eb0-d31b-4a5c-9b9a-ed5b5104ff01 HTTP/1.1" status: 200  len: 693 time: 0.2064419
Apr 30 04:35:08.270515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-f1980a72-d82b-448b-a998-093a2c6f218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:08.272057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-f1980a72-d82b-448b-a998-093a2c6f218b service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4716089
Apr 30 04:35:08.338346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:08.466292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-a2c358dd-29d9-4445-bb91-d34590d9d926 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 HTTP/1.1" status: 200  len: 217 time: 0.1364398
Apr 30 04:35:08.564958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:08.574297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a664034f-b4eb-43d5-8f58-3949f0e6bdf7 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:35:08.574906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45be5b84-426f-41ea-88e1-e89719680608 req-f7f5e548-cd7e-47b5-85d0-eef53d9708f0 service neutron] 10.222.0.37 "GET /v2.0/networks/90c9d382-1f1b-473c-838e-2bdf4a1334cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4694111
Apr 30 04:35:08.586987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0332ff-6611-406e-9c81-53376c0611cd req-cfc60562-641c-455d-b91f-bed48602763b tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:08.588790 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:08.594257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc0332ff-6611-406e-9c81-53376c0611cd req-cfc60562-641c-455d-b91f-bed48602763b tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.4625423
Apr 30 04:35:08.597768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:08.602054 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b6d5c66-e77a-48cb-9025-5cf4fa380058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:08.607164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-bc0332ff-6611-406e-9c81-53376c0611cd req-e89cfc0f-165c-4e3d-87ae-ca121253a7bc tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:35:08.629504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc0332ff-6611-406e-9c81-53376c0611cd req-e89cfc0f-165c-4e3d-87ae-ca121253a7bc tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0327744
Apr 30 04:35:08.652136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-1b334fc8-b280-45c2-b2c1-50e7fddd5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:08.655241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-1b334fc8-b280-45c2-b2c1-50e7fddd5cda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1802504
Apr 30 04:35:08.684091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:35:08.688556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Transition to ACTIVE for port object a664034f-b4eb-43d5-8f58-3949f0e6bdf7 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:08.690094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b71bc8-3621-4a47-9553-b19f7dd82f12,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:08.700693 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:08.705753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:08.714811 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ceac5cd9-d87e-4567-b258-3fe22237fce9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:08.750486 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:08.750978 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Added segment 185e6491-cefa-42e9-b2a6-4a6adb1f0b19 of type vlan for network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd
Apr 30 04:35:08.884743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07bdd5-b713-4a0e-b3ac-dbca6179a846 req-d21c2e2d-888e-451f-9e06-bd7ce5edfcf7 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:08.886803 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e07bdd5-b713-4a0e-b3ac-dbca6179a846 req-d21c2e2d-888e-451f-9e06-bd7ce5edfcf7 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 947 time: 0.5558736
Apr 30 04:35:08.943930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:08.954013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Pushing event updated for resources: {'Port': ['ID=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:08.967718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:08.993010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e07bdd5-b713-4a0e-b3ac-dbca6179a846 req-4cf92d8d-4399-4ad5-bd98-b9ed18ad91e4 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/security-groups?id=682a7e77-2c1e-4843-83ed-aa955236158d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923336
Apr 30 04:35:09.035954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-f58d418e-097a-4c13-8583-1f8e76576752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:09.037367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-f58d418e-097a-4c13-8583-1f8e76576752 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3608811
Apr 30 04:35:09.046924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901a525-0288-4e6f-8209-1743b0a25369 req-59b870b7-e2b2-40e1-b5e6-971aef82d28d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:09.055461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8901a525-0288-4e6f-8209-1743b0a25369 req-59b870b7-e2b2-40e1-b5e6-971aef82d28d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 948 time: 0.2877448
Apr 30 04:35:09.136581 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:09.144488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:09.145510 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:09.165211 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:09.230940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Attempting to bind port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:35:09.231282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Attempting to bind port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:35:09.231629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Attempting to bind port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:09.302214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:35:09.302543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Attempting to bind port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:09.306094 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.9185901
Apr 30 04:35:09.312791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34394) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:09.313511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:35:09.313857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:09.314260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:35:09.314712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Bound port: a664034f-b4eb-43d5-8f58-3949f0e6bdf7, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:35:09.315073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:09.327480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Network': ['ID=c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:09.336023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:09.344016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:35:09.350494 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:09.493416 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8901a525-0288-4e6f-8209-1743b0a25369 req-32e84bd5-6fee-4a60-9645-30c46c0dd69d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4368789
Apr 30 04:35:09.524075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:09.532805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:09.536939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:09.544163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] For port a664034f-b4eb-43d5-8f58-3949f0e6bdf7, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:35:09.546549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:09.549637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] For port a664034f-b4eb-43d5-8f58-3949f0e6bdf7, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:35:09.558038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:09.562943 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5192150-7b33-4ef0-a7ca-036fd31de0ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:09.585546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-c29bb02c-1006-4b00-8722-86d0a272da58 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5111940
Apr 30 04:35:09.605925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:09.609009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:09.673795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:09.674152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:09.675503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-5962848e-70fc-49cc-854e-81328272de30 service neutron] 10.222.0.50 "PUT /v2.0/ports/a664034f-b4eb-43d5-8f58-3949f0e6bdf7 HTTP/1.1" status: 200  len: 1097 time: 2.3806562
Apr 30 04:35:09.676061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd', 'tag': 'a664034f-b4eb-43d5-8f58-3949f0e6bdf7'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:09.806360 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5', 'code': 200}
Apr 30 04:35:09.841037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Pushing event updated for resources: {'Port': ['ID=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:09.852824 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:09.885917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9362149-4e6d-44ce-877d-9ab9043aff40 req-edb742a0-ceda-4e36-ab68-b4d2ab5cadb9 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:09.890834 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9362149-4e6d-44ce-877d-9ab9043aff40 req-edb742a0-ceda-4e36-ab68-b4d2ab5cadb9 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 945 time: 0.7256839
Apr 30 04:35:09.894510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3771e1cd-dfc5-44cb-8283-ecb492ca6571 req-d3b72e97-18f5-47fb-8a8f-53b683588676 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2983611
Apr 30 04:35:09.972858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-01ba6620-2491-49ec-b220-70813b41446d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.8464739
Apr 30 04:35:09.973387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261ad9-d168-4082-8663-32965dac5913 req-d5a89a40-011b-4cdb-a8b5-610b4868c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:09.977170 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-d5a89a40-011b-4cdb-a8b5-610b4868c410 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 1100 time: 0.2218955
Apr 30 04:35:10.117417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7f089550-9256-446c-9c5c-a4d12483ceeb req-e4692525-83b5-41dc-84c8-ca523b4ff420 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=df27ac291b5c4766ba7d2ac9a801f80e HTTP/1.1" status: 200  len: 696 time: 0.2081261
Apr 30 04:35:10.194491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9362149-4e6d-44ce-877d-9ab9043aff40 req-bf69a627-7454-4a65-8346-0de4c1e0ef9b tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eace0d0-b1fe-4704-971c-24f19583b184&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675301
Apr 30 04:35:10.316248 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-4a194734-2107-4373-b3b2-64674cb9424d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a664034f-b4eb-43d5-8f58-3949f0e6bdf7 HTTP/1.1" status: 200  len: 217 time: 0.3271966
Apr 30 04:35:10.389844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e6336-3666-4982-b73f-fc370174a2ce req-c5504163-847f-4900-ae03-6215578f7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:10.391456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e19e6336-3666-4982-b73f-fc370174a2ce req-c5504163-847f-4900-ae03-6215578f7008 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 1097 time: 0.4108016
Apr 30 04:35:10.401113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f089550-9256-446c-9c5c-a4d12483ceeb req-5d6df1ce-22b4-40b0-aca7-1e133a441f66 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:10.402628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7f089550-9256-446c-9c5c-a4d12483ceeb req-5d6df1ce-22b4-40b0-aca7-1e133a441f66 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/networks?id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 787 time: 0.2763221
Apr 30 04:35:10.408087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-b9c8c02b-0638-44b9-abf8-55c043a6ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:10.409579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-b9c8c02b-0638-44b9-abf8-55c043a6ebaf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=49fdd0d28bf241169d2786f648e1154c&device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 1099 time: 0.3405221
Apr 30 04:35:10.441131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-7f089550-9256-446c-9c5c-a4d12483ceeb req-ebb2a6b6-b01d-4eb0-8219-925990edcd78 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:35:10.442178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7f089550-9256-446c-9c5c-a4d12483ceeb req-ebb2a6b6-b01d-4eb0-8219-925990edcd78 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0184603
Apr 30 04:35:10.483611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261ad9-d168-4082-8663-32965dac5913 req-c8c32ded-57eb-42a3-9866-ccbcf0e0e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:10.486325 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-c8c32ded-57eb-42a3-9866-ccbcf0e0e3df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1467659
Apr 30 04:35:10.511781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e19e6336-3666-4982-b73f-fc370174a2ce req-1702a65e-a1ed-4211-b6aa-1ac1f415c918 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0eace0d0-b1fe-4704-971c-24f19583b184&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062276
Apr 30 04:35:10.664355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261ad9-d168-4082-8663-32965dac5913 req-e44aa6d2-f5a7-40a9-b11a-e49dbd21ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:10.665770 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-e44aa6d2-f5a7-40a9-b11a-e49dbd21ac5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1618166
Apr 30 04:35:10.705238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ddacc-3973-41a6-ae54-5c05418d2cdf req-04697523-db89-4b9f-b844-27c23a814adb tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:10.706845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-549ddacc-3973-41a6-ae54-5c05418d2cdf req-04697523-db89-4b9f-b844-27c23a814adb tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 985 time: 0.3903959
Apr 30 04:35:10.759106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-76fe2811-3225-4db2-8167-399b2413421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:10.760624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-76fe2811-3225-4db2-8167-399b2413421c service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3246896
Apr 30 04:35:10.859424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-a31806c1-ea02-47a5-b2f5-e18a203a0e02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd HTTP/1.1" status: 200  len: 217 time: 0.0909584
Apr 30 04:35:10.871251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4705-0f68-424d-9151-abb17af2fd85 req-f3ad0e8c-6ff9-45e2-b159-e61f18280c62 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:10.873435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-330d4705-0f68-424d-9151-abb17af2fd85 req-f3ad0e8c-6ff9-45e2-b159-e61f18280c62 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 950 time: 0.2789397
Apr 30 04:35:10.874745 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-85532999-6514-4477-a262-945fa7aa4ab0 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008395
Apr 30 04:35:10.879601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-549ddacc-3973-41a6-ae54-5c05418d2cdf req-55919f85-a308-4cc6-a13b-c2c40ea71d9d tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&id=7c950f21-6f29-4b5c-8402-f4db2cf58453&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1558542
Apr 30 04:35:10.910691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:10.930477 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bc50dc3f-542d-4061-80de-98882f22d706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:10.987613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:35:11.025041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-d1cf1201-80a8-41d2-8be5-cedd07fc1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:11.026836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-d1cf1201-80a8-41d2-8be5-cedd07fc1da4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1514783
Apr 30 04:35:11.047542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-330d4705-0f68-424d-9151-abb17af2fd85 req-ffe41591-4c2d-4036-8866-b94477774010 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977390
Apr 30 04:35:11.094370 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd', 'tag': 'a664034f-b4eb-43d5-8f58-3949f0e6bdf7', 'status': 'completed', 'code': 200}
Apr 30 04:35:11.097417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=70c043fe-e9b5-4d8e-bb81-4f8e9e9a781b,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:11.104250 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:11.124324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:11.124672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network hostable DHCP agents. Network: c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:35:11.132101 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-62261ad9-d168-4082-8663-32965dac5913 req-d4fc41d0-e600-48a3-b52d-cc2209c8349e service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2509964
Apr 30 04:35:11.150669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-43cae9d1-d1ba-4e5e-9db6-06ec64955b33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2766366
Apr 30 04:35:11.161974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:35:11.181575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:11.201946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:11.202567 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:11.206800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9084e234-d851-4a7a-b646-e25981bff0db None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:11.219159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-d8d3fdff-ebf3-49a1-8905-07506d1bd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:11.224254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-d8d3fdff-ebf3-49a1-8905-07506d1bd2c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1870415
Apr 30 04:35:11.267291 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9401367
Apr 30 04:35:11.336643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34430) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:11.347746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'name': 'tempest-NetworksTestDHCPv6-917557777'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:11.425342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:11.455455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110', 'mac_address': 'fa:16:3e:47:f9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:35:11.571441 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:11.586771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-12956824-12f3-4a64-aa42-2efee72301e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:11.590343 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-12956824-12f3-4a64-aa42-2efee72301e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 1100 time: 0.3212914
Apr 30 04:35:11.637658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:35:11.647085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '70c043fe-e9b5-4d8e-bb81-4f8e9e9a781b'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:35:11.648707 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:11.679147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:11.697998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:11.734906 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:11.742456 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:11.759086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:11.764446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:11.774828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:11.806352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:11.810383 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:11.846748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:11.847619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-abe5d426-4f3e-4568-af22-281f035f93ce tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips/faf52eb0-d31b-4a5c-9b9a-ed5b5104ff01 HTTP/1.1" status: 200  len: 693 time: 0.4757054
Apr 30 04:35:11.850310 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:11.859862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-03350f29-1364-43f6-890c-4861fd26b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:11.861377 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-03350f29-1364-43f6-890c-4861fd26b343 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2599227
Apr 30 04:35:11.865229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 1c0b45ec-304e-4b2e-8c40-369d982941ae yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:35:11.905324 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-ca85cf57-aae8-4042-9204-f283dc26a91a service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6627822
Apr 30 04:35:11.946654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/70c043fe-e9b5-4d8e-bb81-4f8e9e9a781b/1a6daf9c-faad-48b6-bdd8-827dddcfcdf4) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:12.089879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:12.096007 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-491d0062-7365-48c3-ac44-25f45ff542d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a664034f-b4eb-43d5-8f58-3949f0e6bdf7 HTTP/1.1" status: 200  len: 217 time: 0.1264186
Apr 30 04:35:12.131388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-be152c80-0ee6-4f69-932f-00c8849b7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:12.133226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-be152c80-0ee6-4f69-932f-00c8849b7ec4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=49fdd0d28bf241169d2786f648e1154c&device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 1101 time: 0.7626200
Apr 30 04:35:12.148977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82718a4a-c896-4993-9a71-9ff976a088bb req-96b7631e-487b-4514-a93b-8353c90499c3 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:12.155984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82718a4a-c896-4993-9a71-9ff976a088bb req-96b7631e-487b-4514-a93b-8353c90499c3 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 948 time: 0.7061052
Apr 30 04:35:12.232104 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:12.245881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Transition to ACTIVE for port object 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:12.275726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-1f3b99c1-9f66-4192-8fef-ccf084957414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:12.278287 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-1f3b99c1-9f66-4192-8fef-ccf084957414 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1718664
Apr 30 04:35:12.343913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Transition to ACTIVE for port object 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:12.353388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-4948faf8-af37-4d1d-8518-116ea50e4e1f tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:12.354799 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-4948faf8-af37-4d1d-8518-116ea50e4e1f tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.4923964
Apr 30 04:35:12.357459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:12.364147 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:12.370032 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b31b185-3fbb-4edb-b400-d6d2a0f6af69 req-9088ed84-549a-48a6-9645-c283f55547f9 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4421301
Apr 30 04:35:12.377204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82718a4a-c896-4993-9a71-9ff976a088bb req-a0b0b209-17a3-4805-a869-1c021fe3503f tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/security-groups?id=682a7e77-2c1e-4843-83ed-aa955236158d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197022
Apr 30 04:35:12.469442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:12.478929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:12.481614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-67e87d71-d016-4966-b50a-ec7aadc7d904 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.241 HTTP/1.1" status: 200  len: 696 time: 0.1078424
Apr 30 04:35:12.481795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Pushing event updated for resources: {'Port': ['ID=1a6daf9c-faad-48b6-bdd8-827dddcfcdf4,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:12.484555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:12.495322 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:12.617950 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Attempting to bind port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:35:12.618643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Attempting to bind port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:35:12.618643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Attempting to bind port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:12.631980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:35:12.632413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:12.632940 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:12.633354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:35:12.633852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Bound port: 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:35:12.634243 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:12.641397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::21a (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/70c043fe-e9b5-4d8e-bb81-4f8e9e9a781b/1c0b45ec-304e-4b2e-8c40-369d982941ae) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:12.650092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-1c9c70b9-6334-47f0-86f5-9f5bf0daf268 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.241 HTTP/1.1" status: 200  len: 696 time: 0.1523457
Apr 30 04:35:12.657963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-dfab2c1d-0d3c-49d3-8624-43816a93ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:12.659538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-dfab2c1d-0d3c-49d3-8624-43816a93ac63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4779088
Apr 30 04:35:12.660282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-e33131ba-d12d-4763-b83f-7989dfefbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:12.663175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-e33131ba-d12d-4763-b83f-7989dfefbc81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3768942
Apr 30 04:35:12.762207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] For port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:35:12.766173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] For port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1a6daf9c-faad-48b6-bdd8-827dddcfcdf4,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:35:12.771513 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:12.776829 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:12.871156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Pushing event updated for resources: {'Port': ['ID=1a6daf9c-faad-48b6-bdd8-827dddcfcdf4,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:12.884099 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:12.924441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-7004caf6-6e21-4258-8066-79cc5df05b38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444 HTTP/1.1" status: 200  len: 217 time: 0.2521598
Apr 30 04:35:13.146562 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-909564e1-0400-421b-abb7-2601ea09261e service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4592934
Apr 30 04:35:13.230085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-7d1ed15c-caaa-4ead-aa61-ed33bda74cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:13.238183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-7d1ed15c-caaa-4ead-aa61-ed33bda74cc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2728205
Apr 30 04:35:13.246170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:13.318118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa596a7a-90cc-433c-97ea-e161091f83de req-06a6580f-7325-46a8-b29a-5840fb0b56d9 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:13.332476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa596a7a-90cc-433c-97ea-e161091f83de req-06a6580f-7325-46a8-b29a-5840fb0b56d9 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 948 time: 0.7678075
Apr 30 04:35:13.349113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:13.400437 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:13.430402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 1c0b45ec-304e-4b2e-8c40-369d982941ae will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:13.463132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-336886ef-7060-4982-b871-55f14ce6a3a7 req-ed59961d-1a20-4e08-9bac-7eed7c375bec service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3065634
Apr 30 04:35:13.477687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa596a7a-90cc-433c-97ea-e161091f83de req-3f6ddea1-901c-4853-ac1c-b508233fe9a7 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441371
Apr 30 04:35:13.490362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:13.512631 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-35f49741-c618-4792-96b1-771808ba16fc tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:13.527930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Deleting port d34250c2-66ec-4ee7-a7f0-a0445e511010 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:13.528269 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:13.565192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-ddb3b54f-17d8-49bc-b32c-c8a37c34a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:13.566800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-ddb3b54f-17d8-49bc-b32c-c8a37c34a2a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2647254
Apr 30 04:35:13.644923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:13.661074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:13.666704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:13.678273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:13.680185 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:13.721364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=1c0b45ec-304e-4b2e-8c40-369d982941ae,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:13.727190 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:13.746914 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.4027021
Apr 30 04:35:13.749453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34438) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:13.892909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9cd7b2-d97a-4eca-b1ed-0d5ea8375727 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:13.899954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9cd7b2-d97a-4eca-b1ed-0d5ea8375727 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:13.901511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0a9cd7b2-d97a-4eca-b1ed-0d5ea8375727 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:13.931601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0a9cd7b2-d97a-4eca-b1ed-0d5ea8375727 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:13.933623 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0a9cd7b2-d97a-4eca-b1ed-0d5ea8375727 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1827462
Apr 30 04:35:13.939124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34442) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:13.956851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-4224c634-bcc6-4c68-85dc-99c17c8b4818 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2042036658&fields=id&tenant_id=399df501880c4002beea62440aa7361c HTTP/1.1" status: 200  len: 267 time: 0.3375487
Apr 30 04:35:14.050330 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.050631 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.055407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed415b1-5751-45a7-b8e6-a4861259121f None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:14.108608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 1c0b45ec-304e-4b2e-8c40-369d982941ae {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:14.108964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.216151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Calling delete_port for d34250c2-66ec-4ee7-a7f0-a0445e511010 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:14.226015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-96bde2f4-7d2d-46af-98f5-c35e6007a734 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6072810
Apr 30 04:35:14.244029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f749b9f-a276-4036-9037-0b75788095f6 None None] Provisioning for port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:14.256219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.263484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f749b9f-a276-4036-9037-0b75788095f6 None None] Provisioning complete for port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:14.264095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f749b9f-a276-4036-9037-0b75788095f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.391206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-ce032279-ab31-4bf9-b4b5-bec391001a9d tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:14.392733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-ce032279-ab31-4bf9-b4b5-bec391001a9d tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 985 time: 0.4203937
Apr 30 04:35:14.393179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 1c0b45ec-304e-4b2e-8c40-369d982941ae owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:14.425767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'port': {'security_groups': ['34ceeaec-0946-4694-b973-131c52a7080c', '7c950f21-6f29-4b5c-8402-f4db2cf58453', 'c06ce9d5-37f5-431b-9afb-a0ca69e3cfcd']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:14.478069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61c4c2ee-7b06-4e77-a56d-96f717615b40 req-c2f1a550-d376-467b-905c-bff1693aeddd service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2411065
Apr 30 04:35:14.591977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.605814 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:14.611738 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f749b9f-a276-4036-9037-0b75788095f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.661376 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.693688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=1c0b45ec-304e-4b2e-8c40-369d982941ae,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:14.698808 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:14.709450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1f749b9f-a276-4036-9037-0b75788095f6 None None] For port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1a6daf9c-faad-48b6-bdd8-827dddcfcdf4,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:14.719752 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.720205 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f749b9f-a276-4036-9037-0b75788095f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.723360 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:14.731488 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b12c503b-af49-4146-905a-9f0e4215e799 tempest-DeleteServersTestJSON-819919598 tempest-DeleteServersTestJSON-819919598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:14.792935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:14.802769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Pushing event deleted for resources: {'Port': ['ID=d34250c2-66ec-4ee7-a7f0-a0445e511010,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:14.811253 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device a664034f-b4eb-43d5-8f58-3949f0e6bdf7 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:35:14.835860 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:14.853602 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/1c0b45ec-304e-4b2e-8c40-369d982941ae HTTP/1.1" status: 204  len: 168 time: 0.9123521
Apr 30 04:35:14.857368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34448) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:14.945566 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f749b9f-a276-4036-9037-0b75788095f6 None None] Pushing event updated for resources: {'Port': ['ID=1a6daf9c-faad-48b6-bdd8-827dddcfcdf4,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:14.956295 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f749b9f-a276-4036-9037-0b75788095f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:15.008605 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:15.090437 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:15.094890 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90d90d05-1415-4027-bc2b-88e08bcf47d1 req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "DELETE /v2.0/floatingips/faf52eb0-d31b-4a5c-9b9a-ed5b5104ff01 HTTP/1.1" status: 204  len: 173 time: 2.4240386
Apr 30 04:35:15.097727 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:15.123504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94637b9-f7b1-44d6-8eb0-b1a71cf64d75 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:15.125392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94637b9-f7b1-44d6-8eb0-b1a71cf64d75 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:15.126698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d94637b9-f7b1-44d6-8eb0-b1a71cf64d75 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:15.208405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d94637b9-f7b1-44d6-8eb0-b1a71cf64d75 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:15.209800 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d94637b9-f7b1-44d6-8eb0-b1a71cf64d75 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3507464
Apr 30 04:35:15.214538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34456) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:15.321957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6f4075b4-7187-4112-9044-2ca3dc7ed5bb None None] Could not find standard attr ID for object 1c0b45ec-304e-4b2e-8c40-369d982941ae. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:35:15.390941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port a664034f-b4eb-43d5-8f58-3949f0e6bdf7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:15.396446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 70c043fe-e9b5-4d8e-bb81-4f8e9e9a781b {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:35:15.401801 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:15.432292 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:15.504167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:15.537521 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'a664034f-b4eb-43d5-8f58-3949f0e6bdf7', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'a664034f-b4eb-43d5-8f58-3949f0e6bdf7', 'mac_address': 'fa:16:3e:ab:0b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:35:15.556595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6f4075b4-7187-4112-9044-2ca3dc7ed5bb None None] Provisioning complete for port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:15.556971 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f4075b4-7187-4112-9044-2ca3dc7ed5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:15.558772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] For port 305d203f-6521-409f-afbb-cbaccf2a0c5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:15.617873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:15.632366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:15.649252 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:15.685199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0306950e-d3b9-43cb-b5f4-92f75e88ade0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:15.690558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:15.730302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['305d203f-6521-409f-afbb-cbaccf2a0c5e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:15.785397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'Port': ['ID=305d203f-6521-409f-afbb-cbaccf2a0c5e,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:15.792959 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:15.812061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:15.812967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:15.814654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccd7a38b-7fad-43bc-9fd9-37a4f6b59868 req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "PUT /v2.0/ports/305d203f-6521-409f-afbb-cbaccf2a0c5e HTTP/1.1" status: 200  len: 1021 time: 1.3938403
Apr 30 04:35:15.820951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:16.044225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:16.122408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:16.129259 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de4482d5-b759-41e9-ab40-e6a48d0af56d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:16.146108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['305d203f-6521-409f-afbb-cbaccf2a0c5e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:16.186062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=70c043fe-e9b5-4d8e-bb81-4f8e9e9a781b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:16.186375 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:16.200316 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:16.207387 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/70c043fe-e9b5-4d8e-bb81-4f8e9e9a781b HTTP/1.1" status: 204  len: 168 time: 0.9921911
Apr 30 04:35:16.212049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34474) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:16.214222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:16.214606 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:16.221446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03967df3-db4b-4a5f-9dde-9ae6be66385d req-a568e0a4-4b70-4c8b-9d34-f1550bc1eb62 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:16.224282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03967df3-db4b-4a5f-9dde-9ae6be66385d req-a568e0a4-4b70-4c8b-9d34-f1550bc1eb62 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 945 time: 0.1909099
Apr 30 04:35:16.290432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03967df3-db4b-4a5f-9dde-9ae6be66385d req-9468ab11-2d1c-4db5-a717-cc44b8ca67f8 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eace0d0-b1fe-4704-971c-24f19583b184&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595415
Apr 30 04:35:16.386656 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:16.442299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f5a8e-1028-44e1-82cc-8efb70f29c5b None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:16.475887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a664034f-b4eb-43d5-8f58-3949f0e6bdf7 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:35:16.551212 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-59eeb6ef-44fe-4181-b6ad-b7a7bb2609ac tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3374047
Apr 30 04:35:16.554094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34484) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:16.561945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:16.606386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:16.606992 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:16.635848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42347208-d2e0-41f5-9ea2-8c949c9d7e12 req-92a02312-5fa1-417f-ad81-6d2970977657 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:16.638971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42347208-d2e0-41f5-9ea2-8c949c9d7e12 req-92a02312-5fa1-417f-ad81-6d2970977657 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 948 time: 0.2352760
Apr 30 04:35:16.655792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643148-98f6-4a05-b14c-07d935150c24 req-5daac3c0-6839-40b7-a26f-a8f4bf4ab451 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:16.658474 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e643148-98f6-4a05-b14c-07d935150c24 req-5daac3c0-6839-40b7-a26f-a8f4bf4ab451 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 948 time: 0.2156341
Apr 30 04:35:16.700673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:16.705470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:16.708926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:16.716281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:16.728943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:16.732743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:16.787707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42347208-d2e0-41f5-9ea2-8c949c9d7e12 req-c0553336-c704-4948-9463-89d335b12c4a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274967
Apr 30 04:35:16.801951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e643148-98f6-4a05-b14c-07d935150c24 req-8dc3e0fc-8754-4fc6-9b9c-77da734a912b tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/security-groups?id=682a7e77-2c1e-4843-83ed-aa955236158d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188073
Apr 30 04:35:16.872167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port a664034f-b4eb-43d5-8f58-3949f0e6bdf7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:16.966810 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:17.006141 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:17.248071 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c36c45bc-9a52-4a19-8a40-1abc91eb8a5c req-52f9261d-5d43-4b3a-8fa0-2a39f69d9325 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/c06ce9d5-37f5-431b-9afb-a0ca69e3cfcd HTTP/1.1" status: 200  len: 1801 time: 0.3716464
Apr 30 04:35:17.286227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:17.292934 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa7db1f8-9b44-423a-8e41-1f8869652706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:17.355662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:17.359464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:17.372666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62aaca99-d87c-4026-8bcd-e862971abcce req-3c189fa0-252a-48e0-bcef-ab8e4a5ada62 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5378480
Apr 30 04:35:17.372902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:17.373594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:17.389933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=4e628da2-ee10-427a-84bd-4fdb50a9be0e,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:17.395196 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:17.395474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:17.406748 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-c36c45bc-9a52-4a19-8a40-1abc91eb8a5c req-b34c7d64-2fd0-47c1-a5fa-75b1e4eda1ff tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:35:17.408469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c36c45bc-9a52-4a19-8a40-1abc91eb8a5c req-b34c7d64-2fd0-47c1-a5fa-75b1e4eda1ff tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/c06ce9d5-37f5-431b-9afb-a0ca69e3cfcd HTTP/1.1" status: 409  len: 341 time: 0.1571996
Apr 30 04:35:17.410795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:17.418021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Usage tracker for resource:floatingip and tenant:df27ac291b5c4766ba7d2ac9a801f80e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:17.421463 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8644693
Apr 30 04:35:17.424245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34490) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:17.435783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:17.437718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'name': 'tempest-NetworksTestDHCPv6-1826996267'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:17.444671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:17.456116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['a664034f-b4eb-43d5-8f58-3949f0e6bdf7'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:17.464701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:17.508652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fb1ec3f1-947d-4094-a098-f2d9834731e8 None None] Could not find standard attr ID for object 1c0b45ec-304e-4b2e-8c40-369d982941ae. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:35:17.510179 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e', 'status': 'completed', 'code': 200}
Apr 30 04:35:17.607250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:17.638735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:17.648281 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:17.697341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:17.703819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:17.709140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c018b-f223-46d8-a79b-9fc047117193 req-1959c2b0-e85d-4c4f-874a-8eec3addf4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:17.710934 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d78c018b-f223-46d8-a79b-9fc047117193 req-1959c2b0-e85d-4c4f-874a-8eec3addf4ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=399df501880c4002beea62440aa7361c&device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 1176 time: 0.2063920
Apr 30 04:35:17.711934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:17.721587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:17.734756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef161-14d6-4294-948c-4b211061c7fa req-a1234ec2-1499-47a0-a3ee-54e46f77f289 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:17.736851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26eef161-14d6-4294-948c-4b211061c7fa req-a1234ec2-1499-47a0-a3ee-54e46f77f289 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 950 time: 0.1354334
Apr 30 04:35:17.753037 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:17.837539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:17.843742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:17.880856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 08dfb51b-dc2c-4524-b50b-f0f0aba59be2 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:35:17.889585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26eef161-14d6-4294-948c-4b211061c7fa req-ccbd5460-f010-455d-908f-e37ed00496ef tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953653
Apr 30 04:35:18.075006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c018b-f223-46d8-a79b-9fc047117193 req-5cdd7f81-dbe9-4cdf-b205-4975e0c0c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:18.077577 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d78c018b-f223-46d8-a79b-9fc047117193 req-5cdd7f81-dbe9-4cdf-b205-4975e0c0c6ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 200  len: 913 time: 0.3574433
Apr 30 04:35:18.122611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:18.135906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Allocated IP 172.25.8.202 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/3af4ed41-7b8a-47df-8100-0ed664da9c1a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:18.183522 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d78c018b-f223-46d8-a79b-9fc047117193 req-33232422-a44b-4b09-8f72-65ad8366529f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e HTTP/1.1" status: 200  len: 217 time: 0.0911405
Apr 30 04:35:18.274214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:18.329478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::2ca (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/4e628da2-ee10-427a-84bd-4fdb50a9be0e/08dfb51b-dc2c-4524-b50b-f0f0aba59be2) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:18.333029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c018b-f223-46d8-a79b-9fc047117193 req-39092330-48ed-4c2e-a727-859645897969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:18.335590 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d78c018b-f223-46d8-a79b-9fc047117193 req-39092330-48ed-4c2e-a727-859645897969 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 200  len: 852 time: 0.1197174
Apr 30 04:35:18.354359 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:18.385985 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:18.386612 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:18.401602 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d78c018b-f223-46d8-a79b-9fc047117193 req-e6a3fa74-f741-4a57-8b48-4cb1b1e617d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a4f5c2eb-a150-4009-bb50-7f6e012f6e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556860
Apr 30 04:35:18.425210 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:18.438573 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:18.492266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:18.501148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:18.505886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:18.606957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Pushing event updated for resources: {'Port': ['ID=3af4ed41-7b8a-47df-8100-0ed664da9c1a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:18.612076 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:18.656078 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:18.767789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:18.811654 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:18.844040 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:18.861078 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d78c018b-f223-46d8-a79b-9fc047117193 req-65645ab1-718d-4c26-9f52-5581e4163ae6 service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4461777
Apr 30 04:35:19.001813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e756c-55ec-4576-a474-14a418440f14 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:19.035626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2abb2b-c750-450e-bb8c-26e8effb4e0b req-e6713a57-30fe-47b2-baeb-24c0285dbccd tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:19.036004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.040654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ba2abb2b-c750-450e-bb8c-26e8effb4e0b req-e6713a57-30fe-47b2-baeb-24c0285dbccd tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 949 time: 0.3334303
Apr 30 04:35:19.064592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 08dfb51b-dc2c-4524-b50b-f0f0aba59be2 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:19.093746 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d78c018b-f223-46d8-a79b-9fc047117193 req-c5e2e24d-004e-4937-9bdd-2cbc289cf96b service neutron] 10.222.0.50 "GET /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2237635
Apr 30 04:35:19.116270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.123961 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f051e49-db54-4378-87a0-4f795e2c1988 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:19.128233 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-915cc2c7-29b8-40b7-af22-dd92769fd26b None None] Provisioning complete for port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:19.128615 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-915cc2c7-29b8-40b7-af22-dd92769fd26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.176180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ba2abb2b-c750-450e-bb8c-26e8effb4e0b req-1148b751-6d8d-41c0-9678-bfdf572e9801 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276591
Apr 30 04:35:19.201586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:19.205933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:19.216847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=08dfb51b-dc2c-4524-b50b-f0f0aba59be2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:19.219556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:19.226312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:19.227051 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.227197 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.233679 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:19.236789 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.248176 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:19.262512 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.8354464
Apr 30 04:35:19.264917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34520) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:19.381184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Pushing event updated for resources: {'Port': ['ID=3af4ed41-7b8a-47df-8100-0ed664da9c1a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:19.387521 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:19.393918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dddbe8a-e48b-46b6-9040-b345736b8706 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:19.395592 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.402540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dddbe8a-e48b-46b6-9040-b345736b8706 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:19.404890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8dddbe8a-e48b-46b6-9040-b345736b8706 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:19.439835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8dddbe8a-e48b-46b6-9040-b345736b8706 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:19.442186 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8dddbe8a-e48b-46b6-9040-b345736b8706 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1592 time: 0.1756644
Apr 30 04:35:19.445398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34524) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:19.473542 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.474833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62aaca99-d87c-4026-8bcd-e862971abcce req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0866296
Apr 30 04:35:19.575671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-62aaca99-d87c-4026-8bcd-e862971abcce req-83ecb8f2-1817-44df-9e43-a3c456984f63 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Synchronizing usage tracker for tenant:df27ac291b5c4766ba7d2ac9a801f80e on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:19.605366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-62aaca99-d87c-4026-8bcd-e862971abcce req-83ecb8f2-1817-44df-9e43-a3c456984f63 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Unset dirty status for tenant:df27ac291b5c4766ba7d2ac9a801f80e on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:19.606597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62aaca99-d87c-4026-8bcd-e862971abcce req-83ecb8f2-1817-44df-9e43-a3c456984f63 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.202 HTTP/1.1" status: 200  len: 696 time: 0.1245506
Apr 30 04:35:19.652242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e88f3-dd99-4178-b671-d610ce58fb6f req-c5860ee0-c463-4c40-b103-8afe4aba568b tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:19.653877 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec4e88f3-dd99-4178-b671-d610ce58fb6f req-c5860ee0-c463-4c40-b103-8afe4aba568b tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 949 time: 0.2255046
Apr 30 04:35:19.693883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 08dfb51b-dc2c-4524-b50b-f0f0aba59be2 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:19.694845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.808280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-673db6d5-0461-4aa4-8081-be6730784ec3 None None] Provisioning complete for port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:19.810800 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-673db6d5-0461-4aa4-8081-be6730784ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.933235 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:19.961897 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec4e88f3-dd99-4178-b671-d610ce58fb6f req-c49c02c9-a3c2-4bad-805f-457a404b582d tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/security-groups?id=682a7e77-2c1e-4843-83ed-aa955236158d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2898569
Apr 30 04:35:20.012970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aaca99-d87c-4026-8bcd-e862971abcce req-dba50f16-87f8-48a5-bd1d-43e3ed4f6d2e tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:20.014734 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62aaca99-d87c-4026-8bcd-e862971abcce req-dba50f16-87f8-48a5-bd1d-43e3ed4f6d2e tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.3999100
Apr 30 04:35:20.189327 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110', 'code': 200}
Apr 30 04:35:20.210617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 08dfb51b-dc2c-4524-b50b-f0f0aba59be2 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:20.247338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-673db6d5-0461-4aa4-8081-be6730784ec3 None None] Provisioning for port 08dfb51b-dc2c-4524-b50b-f0f0aba59be2 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:20.261146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-673db6d5-0461-4aa4-8081-be6730784ec3 None None] Provisioning complete for port 08dfb51b-dc2c-4524-b50b-f0f0aba59be2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:20.262476 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-673db6d5-0461-4aa4-8081-be6730784ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:20.304306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c04427-c4fe-4572-b3ac-ab37a86968c7 req-850719b6-b784-48a6-bf9b-2c94590958aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:20.306271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00c04427-c4fe-4572-b3ac-ab37a86968c7 req-850719b6-b784-48a6-bf9b-2c94590958aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 1101 time: 0.0850616
Apr 30 04:35:20.371651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-673db6d5-0461-4aa4-8081-be6730784ec3 None None] Port 08dfb51b-dc2c-4524-b50b-f0f0aba59be2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:35:20.400652 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-67801266-b682-4e3c-87a0-e6cd47790dbd tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0447907
Apr 30 04:35:20.404879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00c04427-c4fe-4572-b3ac-ab37a86968c7 req-69bfda31-d5a9-4610-a3ca-890ba7f119c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=682a7e77-2c1e-4843-83ed-aa955236158d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887384
Apr 30 04:35:20.471179 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:20.482935 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02cad6e6-9643-479d-a99c-090dec9d4aa4 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:20.493900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3f6eb3c4-27db-4635-8bfc-1f8bdf004b64 None None] Could not find standard attr ID for object 08dfb51b-dc2c-4524-b50b-f0f0aba59be2. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:35:20.584253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=08dfb51b-dc2c-4524-b50b-f0f0aba59be2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:20.589117 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:20.672900 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:20.695818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-b9737379-1e6c-4230-a297-0689dceac2ae tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:20.697111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-b9737379-1e6c-4230-a297-0689dceac2ae tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Synchronizing usage tracker for tenant:399df501880c4002beea62440aa7361c on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:20.727336 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/08dfb51b-dc2c-4524-b50b-f0f0aba59be2 HTTP/1.1" status: 204  len: 168 time: 1.2787032
Apr 30 04:35:20.728963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34552) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:20.775157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-462c8084-720e-48b5-b5d6-063a934b12c2 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:20.777591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-462c8084-720e-48b5-b5d6-063a934b12c2 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3641157
Apr 30 04:35:20.778199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-b9737379-1e6c-4230-a297-0689dceac2ae tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Unset dirty status for tenant:399df501880c4002beea62440aa7361c on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:20.779382 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-b9737379-1e6c-4230-a297-0689dceac2ae tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.50 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 1024 time: 0.3931420
Apr 30 04:35:20.796140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b9b01-17f4-4a04-a6bf-033878ed9710 req-4553c5cb-00ba-4525-88d7-d915954023ac tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:20.798210 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-304b9b01-17f4-4a04-a6bf-033878ed9710 req-4553c5cb-00ba-4525-88d7-d915954023ac tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 1024 time: 0.2485328
Apr 30 04:35:20.825530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-fdab63a3-b6a5-4a9d-868d-917071b2cd0c tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/quotas/32fafc5bcb3149e180f6d95dd25b9349 HTTP/1.1" status: 200  len: 375 time: 0.0261381
Apr 30 04:35:20.874552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca66338-6c8d-4688-b8ae-fbddf7ec31ac tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:20.875989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca66338-6c8d-4688-b8ae-fbddf7ec31ac tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:20.876762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3ca66338-6c8d-4688-b8ae-fbddf7ec31ac tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:20.904745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-304b9b01-17f4-4a04-a6bf-033878ed9710 req-bab63fe8-8484-4c8e-976d-1519ed0b8cfa tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&id=c06ce9d5-37f5-431b-9afb-a0ca69e3cfcd&id=7c950f21-6f29-4b5c-8402-f4db2cf58453&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.0967684
Apr 30 04:35:20.948563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3ca66338-6c8d-4688-b8ae-fbddf7ec31ac tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:20.950122 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3ca66338-6c8d-4688-b8ae-fbddf7ec31ac tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2172284
Apr 30 04:35:20.954516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34556) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:20.965336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-fa55e188-a5b8-4b09-b056-5718292ead57 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1313932
Apr 30 04:35:20.986882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device a664034f-b4eb-43d5-8f58-3949f0e6bdf7 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:21.057129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 4e628da2-ee10-427a-84bd-4fdb50a9be0e {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:35:21.061912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Deleting port 305d203f-6521-409f-afbb-cbaccf2a0c5e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:21.062287 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:21.116666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deda0881-19fb-468a-b5df-704eccecdf28 req-057b234a-4ee4-4198-b9fa-6e7f3c607bad tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips/dfc7d59b-bfdf-4101-a458-0e332c8b633f HTTP/1.1" status: 200  len: 693 time: 0.1335778
Apr 30 04:35:21.152014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:21.161491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:21.162479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:21.183347 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:21.382977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:21.404054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda0881-19fb-468a-b5df-704eccecdf28 req-f51fbe8b-6db0-47aa-b1a1-d463958a681e tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:21.405577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deda0881-19fb-468a-b5df-704eccecdf28 req-f51fbe8b-6db0-47aa-b1a1-d463958a681e tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.2878482
Apr 30 04:35:21.453172 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:21.497197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] For port 305d203f-6521-409f-afbb-cbaccf2a0c5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=305d203f-6521-409f-afbb-cbaccf2a0c5e,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:21.497590 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:21.535235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port a664034f-b4eb-43d5-8f58-3949f0e6bdf7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:21.543166 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:21.548577 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:21.561016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deda0881-19fb-468a-b5df-704eccecdf28 req-3c582f68-e2dd-4a67-95e1-89524fd549ad tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.202 HTTP/1.1" status: 200  len: 696 time: 0.1325750
Apr 30 04:35:21.682607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:21.686874 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:21.747208 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deda0881-19fb-468a-b5df-704eccecdf28 req-508f340e-7794-4005-8630-423228f91b4e tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.202 HTTP/1.1" status: 200  len: 696 time: 0.1851065
Apr 30 04:35:22.010309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2df47-5b54-45c1-b8cc-19a2b62404c2 req-42fef35c-ee76-4a90-8265-ed9b1076f299 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:22.018747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ade2df47-5b54-45c1-b8cc-19a2b62404c2 req-42fef35c-ee76-4a90-8265-ed9b1076f299 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 950 time: 0.3555360
Apr 30 04:35:22.025135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Calling delete_port for 305d203f-6521-409f-afbb-cbaccf2a0c5e owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:22.074598 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:22.089757 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ade2df47-5b54-45c1-b8cc-19a2b62404c2 req-19b1e801-757f-49ca-81b2-b7aae303e03e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704830
Apr 30 04:35:22.116728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-deda0881-19fb-468a-b5df-704eccecdf28 req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Deleting port 3af4ed41-7b8a-47df-8100-0ed664da9c1a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:22.117368 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-deda0881-19fb-468a-b5df-704eccecdf28 req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:22.190642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a664034f-b4eb-43d5-8f58-3949f0e6bdf7'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:22.308660 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-deda0881-19fb-468a-b5df-704eccecdf28 req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:22.309065 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-deda0881-19fb-468a-b5df-704eccecdf28 req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:22.619615 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:22.627994 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74b9f930-5803-460a-8c58-7588d084f42e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:22.635273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['305d203f-6521-409f-afbb-cbaccf2a0c5e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:22.684159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'Port': ['ID=305d203f-6521-409f-afbb-cbaccf2a0c5e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:22.687003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0306950e-d3b9-43cb-b5f4-92f75e88ade0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:22.698089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:22.702075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-deda0881-19fb-468a-b5df-704eccecdf28 req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Calling delete_port for 3af4ed41-7b8a-47df-8100-0ed664da9c1a owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:22.783373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] No DVR routers for this DVR port 305d203f-6521-409f-afbb-cbaccf2a0c5e on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:22.793474 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:22.798546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'name': 'network-vif-deleted', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:22.831671 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00ec63a5-b4bb-4563-9ad1-8fa6fc5d09c8 req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.50 "DELETE /v2.0/ports/305d203f-6521-409f-afbb-cbaccf2a0c5e HTTP/1.1" status: 204  len: 173 time: 2.0379493
Apr 30 04:35:22.837583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:22.843327 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:22.895000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=4e628da2-ee10-427a-84bd-4fdb50a9be0e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:22.904114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:22.909830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dca31-a502-4264-b8fd-9dd957e64a0e req-7cdf512d-f99b-4820-8c1a-2103451d65c4 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:22.911482 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-370dca31-a502-4264-b8fd-9dd957e64a0e req-7cdf512d-f99b-4820-8c1a-2103451d65c4 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 949 time: 0.2574866
Apr 30 04:35:22.918716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01477f16-6041-4806-93a1-bc8643807dd9 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:22.925274 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:22.933922 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/4e628da2-ee10-427a-84bd-4fdb50a9be0e HTTP/1.1" status: 204  len: 168 time: 1.9780924
Apr 30 04:35:22.934949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34590) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:22.945946 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-d3e55287-3191-49fe-a1e5-0eef11ed1e3c tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0722878
Apr 30 04:35:23.054859 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4bbf3a69-5366-4649-b38b-49d595d02797 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1182425
Apr 30 04:35:23.057479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34594) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:23.071542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:23.080098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-deda0881-19fb-468a-b5df-704eccecdf28 req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:23.095845 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eefab8b4-8cce-4c6f-ad2b-3d25807a4d80 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:23.253727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:23.260276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:23.264622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:23.273230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:23.287759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:23.292933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:23.300994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Pushing event deleted for resources: {'Port': ['ID=3af4ed41-7b8a-47df-8100-0ed664da9c1a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:23.314514 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-370dca31-a502-4264-b8fd-9dd957e64a0e req-4d8d1e0d-bf2a-421a-8fd7-1d3bbc17453b tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/security-groups?id=682a7e77-2c1e-4843-83ed-aa955236158d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3894055
Apr 30 04:35:23.317335 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:23.506009 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-deda0881-19fb-468a-b5df-704eccecdf28 req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:23.588262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:35:23.591504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-d65b46b1-8d0b-4881-b845-f87a24303609 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:23.593335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-d65b46b1-8d0b-4881-b845-f87a24303609 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6285939
Apr 30 04:35:23.596154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10fd1578-3e7a-49c7-add4-f03f98e72076 req-7a5c62a0-41a4-4222-bc7a-19db2b753391 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 210 time: 0.0783665
Apr 30 04:35:23.614364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Request body: {'port': {'device_id': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '32fafc5bcb3149e180f6d95dd25b9349'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:23.723066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] Deleting port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:23.723382 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:23.756450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-deda0881-19fb-468a-b5df-704eccecdf28 req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:23.762254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deda0881-19fb-468a-b5df-704eccecdf28 req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "DELETE /v2.0/floatingips/dfc7d59b-bfdf-4101-a458-0e332c8b633f HTTP/1.1" status: 204  len: 173 time: 2.0068803
Apr 30 04:35:23.902416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:23.925228 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Usage tracker for resource:port and tenant:32fafc5bcb3149e180f6d95dd25b9349 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:23.936704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:23.960895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:23.966185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] For port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1a6daf9c-faad-48b6-bdd8-827dddcfcdf4,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:23.966875 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:24.005266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Made reservation on behalf of 32fafc5bcb3149e180f6d95dd25b9349 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:24.010349 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:24.107992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df26ac29-b08c-42da-9d97-aadd87c34125 req-6e5e5d61-7ad6-47d8-98f4-9339e95adf49 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=52730106-a4fb-4f8a-9f28-9e89a01d2105 HTTP/1.1" status: 200  len: 210 time: 0.0694480
Apr 30 04:35:24.185290 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a664034f-b4eb-43d5-8f58-3949f0e6bdf7', 'code': 200}
Apr 30 04:35:24.192840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] Calling delete_port for 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:24.248874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:24.416538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:24.438450 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:24.460718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Allocated IP 192.168.233.7 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/6cc5daa7-79fc-4843-916f-6feda9b90ba1) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:24.525114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:24.548308 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:24.568407 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52730106-a4fb-4f8a-9f28-9e89a01d2105', 'name': 'network-vif-deleted', 'tag': '305d203f-6521-409f-afbb-cbaccf2a0c5e', 'status': 'completed', 'code': 200}
Apr 30 04:35:24.613334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:24.620279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:24.643660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:24.644436 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:24.652728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=13481f9c-5bc9-4e02-8c76-0fc613279622,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:24.662295 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:24.664173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] Pushing event deleted for resources: {'Port': ['ID=1a6daf9c-faad-48b6-bdd8-827dddcfcdf4,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:24.669286 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:24.670561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 update to DOWN by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:35:24.685898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] No DVR routers for this DVR port 1a6daf9c-faad-48b6-bdd8-827dddcfcdf4 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:24.710639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c055130-1dcb-40a7-b367-3ab7fcf21e4b req-8c4e70dd-a45f-4e19-8487-0f63b271ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:24.710639 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6c055130-1dcb-40a7-b367-3ab7fcf21e4b req-8c4e70dd-a45f-4e19-8487-0f63b271ece8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 1102 time: 0.3578444
Apr 30 04:35:24.710639 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6446860
Apr 30 04:35:24.714897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34622) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:24.733703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388185da-0857-4147-99f0-a62a48bc25ca None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:24.766810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'name': 'tempest-NetworksTestDHCPv6-150627036'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:24.780737 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:24.814534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Transition to ACTIVE for port object 6cc5daa7-79fc-4843-916f-6feda9b90ba1 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:24.850879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb80ae-a983-43bf-affc-a78134595129 req-a1ea1d2a-07ac-4148-b868-d4e2e372ea71 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:24.856619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dadb80ae-a983-43bf-affc-a78134595129 req-a1ea1d2a-07ac-4148-b868-d4e2e372ea71 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 950 time: 0.1496296
Apr 30 04:35:25.003251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 305d203f-6521-409f-afbb-cbaccf2a0c5e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:25.016252 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dadb80ae-a983-43bf-affc-a78134595129 req-73be9d39-3390-45fe-9d29-3c99910b8fad tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203389
Apr 30 04:35:25.023329 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:25.071688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['4e1906f2-7c01-4bd6-912f-60d38ad091bc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:25.098988 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6c055130-1dcb-40a7-b367-3ab7fcf21e4b req-ea88bea0-11b8-438b-8241-c664b5574bfb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3820090
Apr 30 04:35:25.178995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:25.185918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:25.190353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:25.201203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:25.221068 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-a85c82ce-2610-4f1c-92fa-9ba8b9ee46a7 req-e4a5d8f0-a0f3-4a3f-bbd6-a12c73928c3f tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] show failed (client error): The resource could not be found.
Apr 30 04:35:25.231473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:25.232198 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a85c82ce-2610-4f1c-92fa-9ba8b9ee46a7 req-e4a5d8f0-a0f3-4a3f-bbd6-a12c73928c3f tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips/dfc7d59b-bfdf-4101-a458-0e332c8b633f HTTP/1.1" status: 404  len: 350 time: 0.2009165
Apr 30 04:35:25.233273 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:25.237907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:25.245756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 305d203f-6521-409f-afbb-cbaccf2a0c5e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:35:25.246548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 305d203f-6521-409f-afbb-cbaccf2a0c5e not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:35:25.319982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:25.331146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:25.343910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 8d6b31a9-da16-47b0-a189-ac354714760b yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:35:25.354496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:25.462193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:25.463247 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:25.474747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Pushing event updated for resources: {'Port': ['ID=6cc5daa7-79fc-4843-916f-6feda9b90ba1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:25.484724 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:25.510319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.9002550
Apr 30 04:35:25.527956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Request body: {'port': {'device_id': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:25.597580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '13481f9c-5bc9-4e02-8c76-0fc613279622'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:35:25.599108 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:25.736553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::351 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/13481f9c-5bc9-4e02-8c76-0fc613279622/8d6b31a9-da16-47b0-a189-ac354714760b) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:25.882206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-55a6b4d9-850b-4982-aa1f-0dff2fd53dfd None None] Provisioning for port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:25.934214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-55a6b4d9-850b-4982-aa1f-0dff2fd53dfd None None] Provisioning complete for port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:25.935005 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-55a6b4d9-850b-4982-aa1f-0dff2fd53dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:26.046508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-55a6b4d9-850b-4982-aa1f-0dff2fd53dfd None None] Port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:35:26.124974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:26.144169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 8d6b31a9-da16-47b0-a189-ac354714760b will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:26.175395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:26.192733 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-91a5c34d-3121-43ac-8c50-66a2c45fcbfa tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:26.249482 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:26.286608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bd0ae-521e-47e2-a1db-750eebd1ce1d req-816ab442-4126-46b8-a27f-a518c79a67e4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:26.287531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ca0bd0ae-521e-47e2-a1db-750eebd1ce1d req-816ab442-4126-46b8-a27f-a518c79a67e4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Synchronizing usage tracker for tenant:32fafc5bcb3149e180f6d95dd25b9349 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:26.320619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/13481f9c-5bc9-4e02-8c76-0fc613279622/7c801de3-c5ae-40ca-903d-529a51b733a2) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:26.326989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afd4af-81ae-451f-8f55-767db0a67029 req-91894529-4bc2-4c25-ba21-07ee32839c44 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:26.328920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05afd4af-81ae-451f-8f55-767db0a67029 req-91894529-4bc2-4c25-ba21-07ee32839c44 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 945 time: 0.6415420
Apr 30 04:35:26.346832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:26.353295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:26.357506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:26.370309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:26.371863 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:26.434578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ca0bd0ae-521e-47e2-a1db-750eebd1ce1d req-816ab442-4126-46b8-a27f-a518c79a67e4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Unset dirty status for tenant:32fafc5bcb3149e180f6d95dd25b9349 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:26.434904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=8d6b31a9-da16-47b0-a189-ac354714760b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:26.439869 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:26.441951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca0bd0ae-521e-47e2-a1db-750eebd1ce1d req-816ab442-4126-46b8-a27f-a518c79a67e4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 934 time: 0.8166451
Apr 30 04:35:26.456076 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.6987958
Apr 30 04:35:26.461361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34644) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:26.470907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6453-b260-4cdb-b878-243c61cd492b req-28a1289e-ab35-4622-9dd8-4bccc3446129 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:26.472543 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d67e6453-b260-4cdb-b878-243c61cd492b req-28a1289e-ab35-4622-9dd8-4bccc3446129 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.37 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 945 time: 0.4021380
Apr 30 04:35:26.524442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05afd4af-81ae-451f-8f55-767db0a67029 req-579ee91e-3626-4d2c-9a73-f21c9315f1ae tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eace0d0-b1fe-4704-971c-24f19583b184&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721082
Apr 30 04:35:26.585531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b04fc9-cf1c-427e-bcda-60872b4be577 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:26.586548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c2b04fc9-cf1c-427e-bcda-60872b4be577 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:26.624071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c2b04fc9-cf1c-427e-bcda-60872b4be577 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:26.627955 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c2b04fc9-cf1c-427e-bcda-60872b4be577 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.1651871
Apr 30 04:35:26.629245 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:26.633511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34650) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:26.660482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Transition to ACTIVE for port object 7c801de3-c5ae-40ca-903d-529a51b733a2 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:26.671943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca0bd0ae-521e-47e2-a1db-750eebd1ce1d req-10643220-2ca5-47d4-9879-74574c18a9fe tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290099
Apr 30 04:35:26.715461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Transition to ACTIVE for port object 7c801de3-c5ae-40ca-903d-529a51b733a2 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:26.736460 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:26.748347 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:26.824463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 8d6b31a9-da16-47b0-a189-ac354714760b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:26.825085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:26.933079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:26.934910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Pushing event updated for resources: {'Port': ['ID=7c801de3-c5ae-40ca-903d-529a51b733a2,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:26.938523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:26.941456 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:26.949038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:26.953268 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:26.990059 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.030625 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-52584f66-b41e-4511-a73b-2304034e4646 req-0540e70b-7d94-4c86-82ee-1a2fe5e6ff65 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] show failed (client error): The resource could not be found.
Apr 30 04:35:27.031725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52584f66-b41e-4511-a73b-2304034e4646 req-0540e70b-7d94-4c86-82ee-1a2fe5e6ff65 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] 10.222.0.46 "GET /v2.0/floatingips/dfc7d59b-bfdf-4101-a458-0e332c8b633f HTTP/1.1" status: 404  len: 350 time: 0.2422769
Apr 30 04:35:27.062024 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.075680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Attempting to bind port 7c801de3-c5ae-40ca-903d-529a51b733a2 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:35:27.076186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Attempting to bind port 7c801de3-c5ae-40ca-903d-529a51b733a2 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:35:27.076702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Attempting to bind port 7c801de3-c5ae-40ca-903d-529a51b733a2 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:27.078514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34666) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:27.083893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:35:27.084736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:27.087241 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.087241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:35:27.087241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Bound port: 7c801de3-c5ae-40ca-903d-529a51b733a2, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:35:27.087936 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.141300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 8d6b31a9-da16-47b0-a189-ac354714760b owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:27.205797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] For port 7c801de3-c5ae-40ca-903d-529a51b733a2, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:35:27.212068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] For port 7c801de3-c5ae-40ca-903d-529a51b733a2, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7c801de3-c5ae-40ca-903d-529a51b733a2,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:35:27.219504 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.228034 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:27.292110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.306703 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c1f8f8d-5b26-42c1-a8c9-fe540c035261 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:27.345741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Pushing event updated for resources: {'Port': ['ID=7c801de3-c5ae-40ca-903d-529a51b733a2,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:27.350367 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:27.383872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=8d6b31a9-da16-47b0-a189-ac354714760b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:27.387270 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:27.448009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.460713 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/8d6b31a9-da16-47b0-a189-ac354714760b HTTP/1.1" status: 204  len: 168 time: 0.8258214
Apr 30 04:35:27.463518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34672) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:27.559766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-d67e6453-b260-4cdb-b878-243c61cd492b req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Deleting port ab53f804-b71c-46ca-add8-c9efc1d19ae5 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:27.560397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d67e6453-b260-4cdb-b878-243c61cd492b req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.564673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e925d-bc01-4f9c-a741-0d21be55f607 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:27.567061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e925d-bc01-4f9c-a741-0d21be55f607 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:27.568229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b82e925d-bc01-4f9c-a741-0d21be55f607 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:27.600896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b82e925d-bc01-4f9c-a741-0d21be55f607 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:27.600896 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b82e925d-bc01-4f9c-a741-0d21be55f607 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1330876
Apr 30 04:35:27.601810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34678) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:27.655938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc5daa7-79fc-4843-916f-6feda9b90ba1 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:35:27.670659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1898d-da50-4a9d-95ba-1d580a5c48f9 req-5aedac10-c0bc-4f8f-9c1d-86ac212f9c3e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:27.672411 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73c1898d-da50-4a9d-95ba-1d580a5c48f9 req-5aedac10-c0bc-4f8f-9c1d-86ac212f9c3e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 950 time: 0.6378860
Apr 30 04:35:27.688463 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.726621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 13481f9c-5bc9-4e02-8c76-0fc613279622 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:35:27.731049 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.818253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b663b66-71fc-4d65-885a-b96a8cd3bf7c req-78de08e0-eda5-4ee2-a14b-ee0c9ee21c9e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/7c950f21-6f29-4b5c-8402-f4db2cf58453 HTTP/1.1" status: 200  len: 1800 time: 0.3731508
Apr 30 04:35:27.835911 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:27.972389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:28.132565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Transition to ACTIVE for port object 6cc5daa7-79fc-4843-916f-6feda9b90ba1 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:28.177118 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:28.196768 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b14017af-fdf8-43f4-9837-5a17c0762ac1 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:28.303029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7c801de3-c5ae-40ca-903d-529a51b733a2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:28.318926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73c1898d-da50-4a9d-95ba-1d580a5c48f9 req-5a43544c-7cee-4ce9-8c7f-c5a1bc5657d0 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6075611
Apr 30 04:35:28.471538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d67e6453-b260-4cdb-b878-243c61cd492b req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] For port ab53f804-b71c-46ca-add8-c9efc1d19ae5, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ab53f804-b71c-46ca-add8-c9efc1d19ae5,segment=NetworkSegment(fe098f04-2c51-49b9-85e6-cffd14a4083e),segment_id=fe098f04-2c51-49b9-85e6-cffd14a4083e)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:28.472331 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d67e6453-b260-4cdb-b878-243c61cd492b req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:28.608920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 7c801de3-c5ae-40ca-903d-529a51b733a2 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:28.640541 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:28.647999 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-419b4a70-f032-4752-b928-e61f10278c79 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:28.723852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=13481f9c-5bc9-4e02-8c76-0fc613279622,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:28.727776 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:28.733530 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:28.780764 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/13481f9c-5bc9-4e02-8c76-0fc613279622 HTTP/1.1" status: 204  len: 168 time: 1.1777399
Apr 30 04:35:28.784365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34696) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:28.922720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027693b2-1631-4600-a2ff-80580f84cbab None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:28.996185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-d67e6453-b260-4cdb-b878-243c61cd492b req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Calling delete_port for ab53f804-b71c-46ca-add8-c9efc1d19ae5 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:29.117718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ab53f804-b71c-46ca-add8-c9efc1d19ae5 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:29.128291 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5b663b66-71fc-4d65-885a-b96a8cd3bf7c req-e58f094a-3e8c-4a6b-9eb2-dc22a8065ec3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.133137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=6cc5daa7-79fc-4843-916f-6feda9b90ba1,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:29.137299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34702) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:29.146054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-feee1bf1-88a1-4d21-bc7a-f70ae1ac7ebd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3512669
Apr 30 04:35:29.207376 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:29.228030 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c5ad09c9-47b0-4e30-98f1-570551f99c11 None None] Provisioning for port 7c801de3-c5ae-40ca-903d-529a51b733a2 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:29.242207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c5ad09c9-47b0-4e30-98f1-570551f99c11 None None] Provisioning complete for port 7c801de3-c5ae-40ca-903d-529a51b733a2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:29.242851 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5ad09c9-47b0-4e30-98f1-570551f99c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.353231 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5b663b66-71fc-4d65-885a-b96a8cd3bf7c req-e58f094a-3e8c-4a6b-9eb2-dc22a8065ec3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.381939 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.444930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Attempting to bind port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:35:29.445288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Attempting to bind port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:35:29.445630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Attempting to bind port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:29.477044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:29.484693 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5ad09c9-47b0-4e30-98f1-570551f99c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.491562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:35:29.491928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Attempting to bind port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:29.504115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ab53f804-b71c-46ca-add8-c9efc1d19ae5, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ab53f804-b71c-46ca-add8-c9efc1d19ae5,segment=NetworkSegment(fe098f04-2c51-49b9-85e6-cffd14a4083e),segment_id=fe098f04-2c51-49b9-85e6-cffd14a4083e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:29.510659 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.513660 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:29.521821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:35:29.522410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:29.522911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:35:29.523398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Bound port: 6cc5daa7-79fc-4843-916f-6feda9b90ba1, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:35:29.523769 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.562141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:35:29.587700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5b663b66-71fc-4d65-885a-b96a8cd3bf7c req-e58f094a-3e8c-4a6b-9eb2-dc22a8065ec3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.604300 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7b6b7818-20e4-4f51-b449-412cbda40a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:29.620798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c4e47-bb97-45a4-ab7a-f1f85b40eaa7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:29.622444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-132c4e47-bb97-45a4-ab7a-f1f85b40eaa7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.4687576
Apr 30 04:35:29.625535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34708) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:29.673961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f094a-3e8c-4a6b-9eb2-dc22a8065ec3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c950f21-6f29-4b5c-8402-f4db2cf58453,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:29.688856 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e58f094a-3e8c-4a6b-9eb2-dc22a8065ec3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:29.689132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c5ad09c9-47b0-4e30-98f1-570551f99c11 None None] For port 7c801de3-c5ae-40ca-903d-529a51b733a2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7c801de3-c5ae-40ca-903d-529a51b733a2,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:29.703144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e5081-657d-450c-96de-dead9b7dd89c req-cfe8ce45-7ea5-45ed-a0d8-5f14430c675f tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:29.703950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-302e5081-657d-450c-96de-dead9b7dd89c req-cfe8ce45-7ea5-45ed-a0d8-5f14430c675f tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Synchronizing usage tracker for tenant:b45ad28c0bed49f0a5786920c912932e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:29.712830 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5ad09c9-47b0-4e30-98f1-570551f99c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.725296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ab53f804-b71c-46ca-add8-c9efc1d19ae5,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:29.729807 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:29.731258 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-eaad1cb9-f566-4ab9-932b-4540ea882b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:29.733381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b901046b-9541-4b98-9d21-e250a25f9af5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:29.734275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b901046b-9541-4b98-9d21-e250a25f9af5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:29.758411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b901046b-9541-4b98-9d21-e250a25f9af5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:29.763934 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b901046b-9541-4b98-9d21-e250a25f9af5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1326180
Apr 30 04:35:29.764258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34712) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:29.808346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-302e5081-657d-450c-96de-dead9b7dd89c req-cfe8ce45-7ea5-45ed-a0d8-5f14430c675f tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Unset dirty status for tenant:b45ad28c0bed49f0a5786920c912932e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:29.810221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-302e5081-657d-450c-96de-dead9b7dd89c req-cfe8ce45-7ea5-45ed-a0d8-5f14430c675f tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/ports?device_id=7caf6618-24ec-4f0d-b59b-11471b33ac94 HTTP/1.1" status: 200  len: 945 time: 0.5632153
Apr 30 04:35:29.817168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d67e6453-b260-4cdb-b878-243c61cd492b req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.819142 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5b663b66-71fc-4d65-885a-b96a8cd3bf7c req-e58f094a-3e8c-4a6b-9eb2-dc22a8065ec3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.820587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b663b66-71fc-4d65-885a-b96a8cd3bf7c req-e58f094a-3e8c-4a6b-9eb2-dc22a8065ec3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/7c950f21-6f29-4b5c-8402-f4db2cf58453 HTTP/1.1" status: 204  len: 173 time: 1.7154274
Apr 30 04:35:29.837880 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:29.854094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad09c9-47b0-4e30-98f1-570551f99c11 None None] Pushing event updated for resources: {'Port': ['ID=7c801de3-c5ae-40ca-903d-529a51b733a2,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:29.876904 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c5ad09c9-47b0-4e30-98f1-570551f99c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:29.879928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] Deleting port 7c801de3-c5ae-40ca-903d-529a51b733a2 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:29.882480 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:29.884590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] For port 6cc5daa7-79fc-4843-916f-6feda9b90ba1, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:35:29.888649 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3659b06e-6894-4c8f-a6a0-f0613567940d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1218138
Apr 30 04:35:29.896557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34718) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:29.903746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:29.916382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Pushing event deleted for resources: {'Port': ['ID=ab53f804-b71c-46ca-add8-c9efc1d19ae5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:29.932695 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:29.934759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] For port 6cc5daa7-79fc-4843-916f-6feda9b90ba1, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6cc5daa7-79fc-4843-916f-6feda9b90ba1,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:35:29.996960 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:30.005597 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d969039e-a954-4015-bff9-d46564fc5c99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:30.110472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:30.136561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] For port 7c801de3-c5ae-40ca-903d-529a51b733a2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7c801de3-c5ae-40ca-903d-529a51b733a2,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:30.137676 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:30.139504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:30.160623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:30.161491 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:30.163938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] 10.222.0.37 "PUT /v2.0/ports/6cc5daa7-79fc-4843-916f-6feda9b90ba1 HTTP/1.1" status: 200  len: 1095 time: 4.6429350
Apr 30 04:35:30.174963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:30.175931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'tag': '6cc5daa7-79fc-4843-916f-6feda9b90ba1'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:30.181863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67e6453-b260-4cdb-b878-243c61cd492b req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] No DVR routers for this DVR port ab53f804-b71c-46ca-add8-c9efc1d19ae5 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:30.187636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:30.188568 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d67e6453-b260-4cdb-b878-243c61cd492b req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:30.191409 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d67e6453-b260-4cdb-b878-243c61cd492b req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.37 "DELETE /v2.0/ports/ab53f804-b71c-46ca-add8-c9efc1d19ae5 HTTP/1.1" status: 204  len: 173 time: 3.6164067
Apr 30 04:35:30.205710 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-302e5081-657d-450c-96de-dead9b7dd89c req-fef00df0-1fc5-46dc-8620-df824c109061 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eace0d0-b1fe-4704-971c-24f19583b184&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3688531
Apr 30 04:35:30.270665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=6cc5daa7-79fc-4843-916f-6feda9b90ba1,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:30.283855 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:30.340325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:30.354847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7c801de3-c5ae-40ca-903d-529a51b733a2 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:30.408686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] Calling delete_port for 7c801de3-c5ae-40ca-903d-529a51b733a2 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:30.610027 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:30.632074 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:30.642854 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:30.691765 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6998a723-6475-4b8f-afe9-12dea7b5fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:30.712930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] No DVR routers for this DVR port 7c801de3-c5ae-40ca-903d-529a51b733a2 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:30.722533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] Pushing event deleted for resources: {'Port': ['ID=7c801de3-c5ae-40ca-903d-529a51b733a2,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:30.728583 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:30.915676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf68fc-92c2-413f-886f-960f25f9c100 req-6ec89246-78dd-47c4-a6e9-510ae3fb9683 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:30.917495 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7bf68fc-92c2-413f-886f-960f25f9c100 req-6ec89246-78dd-47c4-a6e9-510ae3fb9683 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 946 time: 0.8506250
Apr 30 04:35:31.052600 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7bf68fc-92c2-413f-886f-960f25f9c100 req-38981bfe-9711-4041-9c22-22d7ac832929 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218901
Apr 30 04:35:31.223991 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5', 'code': 200}
Apr 30 04:35:31.268417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c0db7b82-8dce-4c63-8288-d0c0eff9f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:31.270986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-c0db7b82-8dce-4c63-8288-d0c0eff9f2ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 1098 time: 0.9842081
Apr 30 04:35:31.354789 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:31.363100 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c9646287-201e-472e-976b-d71e74718715 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:31.458438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:31.465359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:31.478725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1951e-0069-4bc0-a5d0-6dc1cc923c81 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:31.489901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:31.491008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:31.507081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-f827f1b2-618b-4638-9afa-e3590655daa3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6cc5daa7-79fc-4843-916f-6feda9b90ba1 HTTP/1.1" status: 200  len: 217 time: 0.1829984
Apr 30 04:35:31.523806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=a00977f9-17d9-4c2a-b92e-0835c17e9046,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:31.531583 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:31.559538 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6571496
Apr 30 04:35:31.559827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34740) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:31.566369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': 'a00977f9-17d9-4c2a-b92e-0835c17e9046', 'ip_address': '2001:db8::2127:5ff8:7791:e853'}], 'name': 'tempest-NetworksTestDHCPv6-973074586'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:31.586616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-4e96f467-fd65-45c7-b637-cc0a9e76cda7 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:31.588282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-4e96f467-fd65-45c7-b637-cc0a9e76cda7 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 949 time: 0.7351780
Apr 30 04:35:31.657890 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dbcd85a-c43c-4f13-9a98-938d18dd8300 req-b0cd5a92-23dc-4b4e-a1d4-96fbfb20a06c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/c06ce9d5-37f5-431b-9afb-a0ca69e3cfcd HTTP/1.1" status: 200  len: 1801 time: 0.3809347
Apr 30 04:35:31.718528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-92aa701e-1f18-41a7-b5f9-a438bd7d24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:31.719970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-92aa701e-1f18-41a7-b5f9-a438bd7d24b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1964660
Apr 30 04:35:31.746758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:31.752481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:31.756029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:31.764144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:31.777397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:31.832518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': 'a00977f9-17d9-4c2a-b92e-0835c17e9046'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:35:31.833191 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:31.957753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c82b56-2c60-4ffa-b72c-d05637e477fd req-ad794f0d-de99-4ebb-ad20-00d2f1eff19e tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:31.959956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c82b56-2c60-4ffa-b72c-d05637e477fd req-ad794f0d-de99-4ebb-ad20-00d2f1eff19e tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05 HTTP/1.1" status: 200  len: 949 time: 0.5349762
Apr 30 04:35:31.964844 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9dbcd85a-c43c-4f13-9a98-938d18dd8300 req-3ca74a01-466c-4fe3-b97c-c06aaa073ab6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.041574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.077646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/a00977f9-17d9-4c2a-b92e-0835c17e9046/a73dd2dd-4c4d-42e1-9bf6-29345d9ec448) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:32.093895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port cfc3951a-936b-4bee-9ebd-13f089ea66a1 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:35:32.104248 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9dbcd85a-c43c-4f13-9a98-938d18dd8300 req-3ca74a01-466c-4fe3-b97c-c06aaa073ab6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.139053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-bec69e76-7827-47c6-8952-d942e42140ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:32.140641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-bec69e76-7827-47c6-8952-d942e42140ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4100447
Apr 30 04:35:32.189803 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c82b56-2c60-4ffa-b72c-d05637e477fd req-46a88701-93bf-44b1-8939-472d7de2e226 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.46 "GET /v2.0/security-groups?id=682a7e77-2c1e-4843-83ed-aa955236158d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087259
Apr 30 04:35:32.229721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Deleting port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:32.230051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.342222 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'tag': '6cc5daa7-79fc-4843-916f-6feda9b90ba1', 'status': 'completed', 'code': 200}
Apr 30 04:35:32.425555 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9dbcd85a-c43c-4f13-9a98-938d18dd8300 req-3ca74a01-466c-4fe3-b97c-c06aaa073ab6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.436369 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c0b7647c-963d-4225-b889-8bd41eb95468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:32.469043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca74a01-466c-4fe3-b97c-c06aaa073ab6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ce9d5-37f5-431b-9afb-a0ca69e3cfcd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:32.490055 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ca74a01-466c-4fe3-b97c-c06aaa073ab6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:32.512270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Deleting port bb31faea-a289-447f-9cc6-0190d0dff301 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:32.512593 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.528114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-a05a79af-459f-44eb-b928-3d40c875f053 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3746886
Apr 30 04:35:32.536349 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.540243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9dbcd85a-c43c-4f13-9a98-938d18dd8300 req-3ca74a01-466c-4fe3-b97c-c06aaa073ab6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.541391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dbcd85a-c43c-4f13-9a98-938d18dd8300 req-3ca74a01-466c-4fe3-b97c-c06aaa073ab6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/c06ce9d5-37f5-431b-9afb-a0ca69e3cfcd HTTP/1.1" status: 204  len: 173 time: 0.8530848
Apr 30 04:35:32.579573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Transition to ACTIVE for port object a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:32.594066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] For port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:32.594445 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.617760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Transition to ACTIVE for port object a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:32.630078 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.641781 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:32.721249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:32.724688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:32.729311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:32.783088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Pushing event updated for resources: {'Port': ['ID=a73dd2dd-4c4d-42e1-9bf6-29345d9ec448,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:32.790792 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:32.857498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::2127:5ff8:7791:e853 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/a00977f9-17d9-4c2a-b92e-0835c17e9046/cfc3951a-936b-4bee-9ebd-13f089ea66a1) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:32.918084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Attempting to bind port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:35:32.920801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Attempting to bind port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:35:32.921998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Attempting to bind port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:32.939063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Calling delete_port for 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:32.945672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:35:32.946045 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:32.946711 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:32.946895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:35:32.947440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Bound port: a73dd2dd-4c4d-42e1-9bf6-29345d9ec448, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:35:32.947837 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.020904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34758) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:33.166558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] For port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:35:33.172848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] For port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a73dd2dd-4c4d-42e1-9bf6-29345d9ec448,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:35:33.185173 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.194885 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f749b9f-a276-4036-9037-0b75788095f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:33.288402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.309718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object cfc3951a-936b-4bee-9ebd-13f089ea66a1 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:33.345239 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.352460 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-839dbf34-a9ce-474f-b349-c54b901505cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:33.419936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:33.425540 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.429266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:33.434691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:33.440466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:33.441170 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.460202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=cfc3951a-936b-4bee-9ebd-13f089ea66a1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:33.463050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Pushing event updated for resources: {'Port': ['ID=a73dd2dd-4c4d-42e1-9bf6-29345d9ec448,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:33.463729 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:33.474564 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:33.479960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.9189186
Apr 30 04:35:33.485098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34764) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:33.580408 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-205953bc-2348-4e6a-a24e-f42420577870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.627999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ca482-f886-4bb6-8fcf-0a3d62834ff0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:33.634638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ca482-f886-4bb6-8fcf-0a3d62834ff0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:33.635597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-989ca482-f886-4bb6-8fcf-0a3d62834ff0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:33.655018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-989ca482-f886-4bb6-8fcf-0a3d62834ff0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:33.657128 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-989ca482-f886-4bb6-8fcf-0a3d62834ff0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1698806
Apr 30 04:35:33.660878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34768) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:33.715855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] For port bb31faea-a289-447f-9cc6-0190d0dff301, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bb31faea-a289-447f-9cc6-0190d0dff301,segment=NetworkSegment(61eeebec-c90f-4d5e-91f2-de01707843ca),segment_id=61eeebec-c90f-4d5e-91f2-de01707843ca)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:33.716460 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.767858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] Deleting subnet 2a1b4fe5-3055-4d52-8e0e-6d9a8d808ffc {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:35:33.869460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port cfc3951a-936b-4bee-9ebd-13f089ea66a1 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:33.873424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.906114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b72567ca-14de-41ab-9a24-ee7de24245e5 req-2e325ed5-6c8a-4523-8b95-53a8ac03f2d7 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3489046
Apr 30 04:35:33.909227 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:33.976992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Calling delete_port for bb31faea-a289-447f-9cc6-0190d0dff301 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:34.138986 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:34.237849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:34.272606 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:34.312158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:34.346115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'name': 'network-vif-deleted', 'tag': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:34.392417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48caa4e-296e-43ae-ad57-5c14a7ad2647 req-2ebefcd5-be1c-4708-a637-f11ba00ff87d tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.395262 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d48caa4e-296e-43ae-ad57-5c14a7ad2647 req-2ebefcd5-be1c-4708-a637-f11ba00ff87d tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 946 time: 1.0218546
Apr 30 04:35:34.437656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.438586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.439504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.440388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.441267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.442165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.443060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.444018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for cfc3951a-936b-4bee-9ebd-13f089ea66a1 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:34.444257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.445024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.452248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-ebe8295e-01c8-4dc5-bc13-29bdea1be62d tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a&device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd&device_id=cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05&device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce&device_id=14b64a19-035b-4dda-a284-02e1b08ad02a&device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5&device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab&device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c&device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 8302 time: 1.0306611
Apr 30 04:35:34.571204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:34.577584 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:34.586827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:34.593360 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4940cb0c-cce0-4e47-9a47-528d205bbe9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:34.647743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=cfc3951a-936b-4bee-9ebd-13f089ea66a1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:34.651868 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:34.666076 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:34.694690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:34.714708 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/cfc3951a-936b-4bee-9ebd-13f089ea66a1 HTTP/1.1" status: 204  len: 168 time: 1.0522013
Apr 30 04:35:34.717989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34774) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:34.723395 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:34.733633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:34.756581 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b29412d-e77f-45cc-b8cf-05b741c3122e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:34.855173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b643aa4-a3de-425e-90bd-26cb7e9e3f21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.858282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b643aa4-a3de-425e-90bd-26cb7e9e3f21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:34.859677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1b643aa4-a3de-425e-90bd-26cb7e9e3f21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:34.892143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1b643aa4-a3de-425e-90bd-26cb7e9e3f21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:34.894320 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1b643aa4-a3de-425e-90bd-26cb7e9e3f21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1745679
Apr 30 04:35:34.898173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34778) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:34.966001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f20ae715-c5cf-4e79-99ca-9e6f7b24bc90 None None] Provisioning for port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:34.974155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f20ae715-c5cf-4e79-99ca-9e6f7b24bc90 None None] Provisioning complete for port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:34.974540 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f20ae715-c5cf-4e79-99ca-9e6f7b24bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:35.047900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Usage tracker for resource:security_group_rule and tenant:95cda7ddeb2a496b8630c2c773be4374 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:35.054270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet a00977f9-17d9-4c2a-b92e-0835c17e9046 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:35:35.058281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:35.061627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d48caa4e-296e-43ae-ad57-5c14a7ad2647 req-dd7c2d86-92ed-448d-ba6b-c474c79b93fa tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6459939
Apr 30 04:35:35.076645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:35.097668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Pushing event deleted for resources: {'Port': ['ID=1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:35.101387 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:35.137222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:35.149384 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:35.153780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-433294917', 'description': 'tempest-description-1950032418'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:35.156913 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f20ae715-c5cf-4e79-99ca-9e6f7b24bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:35.173103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:35.173664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:35.222428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:35:35.222779 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:35:35.261106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006199a-65a3-40e8-98a3-3094435249aa req-5a89376c-f192-4b1c-b5c2-9da4d16e8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:35.264117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f006199a-65a3-40e8-98a3-3094435249aa req-5a89376c-f192-4b1c-b5c2-9da4d16e8d42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 1098 time: 1.2630024
Apr 30 04:35:35.279989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f20ae715-c5cf-4e79-99ca-9e6f7b24bc90 None None] For port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a73dd2dd-4c4d-42e1-9bf6-29345d9ec448,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:35.291078 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f20ae715-c5cf-4e79-99ca-9e6f7b24bc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:35.293810 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:35.295331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:35.315873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:35.336089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:35.417303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] No DVR routers for this DVR port 1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:35.430297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ae715-c5cf-4e79-99ca-9e6f7b24bc90 None None] Pushing event updated for resources: {'Port': ['ID=a73dd2dd-4c4d-42e1-9bf6-29345d9ec448,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:35.434452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1c7d63e1-c3c9-4cf8-9d32-43c5e15d1e3c None None] Could not find standard attr ID for object cfc3951a-936b-4bee-9ebd-13f089ea66a1. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:35:35.436351 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f20ae715-c5cf-4e79-99ca-9e6f7b24bc90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:35.442248 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:35.483286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:35.643983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9068c9e4-a5a1-4ca0-a75f-90d810f1d048 req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] 10.222.0.37 "DELETE /v2.0/ports/1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110 HTTP/1.1" status: 204  len: 173 time: 4.0397558
Apr 30 04:35:35.764023 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:35.772893 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:35.850966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=a00977f9-17d9-4c2a-b92e-0835c17e9046,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:35.855364 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:35.871406 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab9207-927e-44d5-860f-5435a67a28f5 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:35.873668 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:35.885968 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/a00977f9-17d9-4c2a-b92e-0835c17e9046 HTTP/1.1" status: 204  len: 168 time: 0.9840136
Apr 30 04:35:35.889002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34782) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:35.940854 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:35:36.021174 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5a798374-35ce-474a-abe2-81ef04c9997a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1297457
Apr 30 04:35:36.024262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34786) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:36.034443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:36.054425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:36.174431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:36.183455 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:36.212329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Usage tracker for resource:security_group_rule and tenant:399df501880c4002beea62440aa7361c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:36.232229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:36.259677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:36.260830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:36.302796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:36.310150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:36.313826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:36.323578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006199a-65a3-40e8-98a3-3094435249aa req-a33597b9-716f-48ea-9757-0b0facd19074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:36.324335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:36.326196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f006199a-65a3-40e8-98a3-3094435249aa req-a33597b9-716f-48ea-9757-0b0facd19074 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.0340254
Apr 30 04:35:36.338223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:36.342636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:36.446589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:36.447401 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:36.518347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:35:36.614447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f006199a-65a3-40e8-98a3-3094435249aa req-5897615d-3273-4ec5-b260-a7a7ec7f3278 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6cc5daa7-79fc-4843-916f-6feda9b90ba1 HTTP/1.1" status: 200  len: 217 time: 0.2699854
Apr 30 04:35:36.770871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] Deleting port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:36.771537 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:36.831546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:36.864227 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:36.872060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:36.876630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c41e63f-7038-4877-a6df-f03beea19549 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:36.888342 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-63331764-4290-4d7d-993f-aced8bfb108b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:36.947173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:36.950836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:36.964347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=7c2319fd-3e36-4e63-8873-c951778a5ce9,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:36.968274 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:36.970590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:36.971502 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.003188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Synchronizing usage tracker for tenant:95cda7ddeb2a496b8630c2c773be4374 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:37.004884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9789152
Apr 30 04:35:37.008477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34792) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:37.020609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': '7c2319fd-3e36-4e63-8873-c951778a5ce9', 'ip_address': '2001:db8::72d1:af74:dbaa:e7b1'}], 'name': 'tempest-NetworksTestDHCPv6-65300389'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:37.026901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] For port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a73dd2dd-4c4d-42e1-9bf6-29345d9ec448,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:37.027679 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.032559 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.063660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006199a-65a3-40e8-98a3-3094435249aa req-9df8941f-2fe3-44cf-87fc-260e5f9c9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:37.066082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f006199a-65a3-40e8-98a3-3094435249aa req-9df8941f-2fe3-44cf-87fc-260e5f9c9311 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4227629
Apr 30 04:35:37.085075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebd069c-4fd0-4e8c-b36e-c9f38057f862,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:37.153739 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:37.158742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.160407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5de09790-3936-4b2f-995f-993a698719fb tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:37.177736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] Calling delete_port for a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:37.237672 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.247057 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:37.291407 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.301990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] No DVR routers for this DVR port a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:37.325254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] Pushing event deleted for resources: {'Port': ['ID=a73dd2dd-4c4d-42e1-9bf6-29345d9ec448,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:37.332420 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:37.336484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.343721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e8d54-88e2-4d87-bae8-c1fa5f8b6ed3 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:37.358794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb31faea-a289-447f-9cc6-0190d0dff301,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:37.383905 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:37.396215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:37.405268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:37.411193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:37.424737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:37.449315 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c268377b-2100-499c-add6-0bad6c7359b5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:37.455216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:37.459916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Unset dirty status for tenant:95cda7ddeb2a496b8630c2c773be4374 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:37.464668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8b10173-ffe6-47dd-ba94-5d746084a083 req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&id=682a7e77-2c1e-4843-83ed-aa955236158d&id=e5c524a2-d934-4bd4-a6ed-311450f89427&id=34ceeaec-0946-4694-b973-131c52a7080c&id=67fa21f4-c448-4b29-808c-daaef2ab82ea&id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&id=c04cf8df-ee8d-4f29-aa76-fd1084944567&fields=id&fields=name HTTP/1.1" status: 200  len: 784 time: 2.9889362
Apr 30 04:35:37.508699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ed969-03cc-4e3c-8e90-dd482aea0e2b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:37.562625 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.564615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2a1b4fe5-3055-4d52-8e0e-6d9a8d808ffc HTTP/1.1" status: 204  len: 168 time: 4.5249610
Apr 30 04:35:37.570410 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:37.571632 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:37.608274 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.620993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b405cb9-6b4e-484a-9302-64435ef9dfbc req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 2.4716232
Apr 30 04:35:37.623944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34804) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:37.628787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1b4fe5-3055-4d52-8e0e-6d9a8d808ffc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:37.689014 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:37.767343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '7c2319fd-3e36-4e63-8873-c951778a5ce9'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:35:37.768960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.792365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:37.888637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port bf4e7348-3fc4-44a3-bf0b-f614fe845127 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:35:38.074841 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caf6618-24ec-4f0d-b59b-11471b33ac94', 'name': 'network-vif-deleted', 'tag': 'ab53f804-b71c-46ca-add8-c9efc1d19ae5', 'status': 'completed', 'code': 200}
Apr 30 04:35:38.146712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:38.324334 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:38.350726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:38.419067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006199a-65a3-40e8-98a3-3094435249aa req-333f7667-5dfd-4035-a78d-4bacf61caffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:38.421214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f006199a-65a3-40e8-98a3-3094435249aa req-333f7667-5dfd-4035-a78d-4bacf61caffc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.3248169
Apr 30 04:35:38.434759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:35:38.435385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a73dd2dd-4c4d-42e1-9bf6-29345d9ec448 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:35:38.468711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/7c2319fd-3e36-4e63-8873-c951778a5ce9/7274c775-dc42-44ef-ac70-92a1d3146dac) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:38.676819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34848) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:38.980482 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d1080c92-4158-42a2-803c-19548deb8a47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f74570b218bf45d1afdfe629abd28c0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3008695
Apr 30 04:35:38.986420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34856) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:39.009315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.026521 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Transition to ACTIVE for port object 7274c775-dc42-44ef-ac70-92a1d3146dac will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:39.061332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Transition to ACTIVE for port object 7274c775-dc42-44ef-ac70-92a1d3146dac will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:39.070896 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.075935 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-eaad1cb9-f566-4ab9-932b-4540ea882b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:39.190487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6cc5daa7-79fc-4843-916f-6feda9b90ba1 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:35:39.204140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:39.212551 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:39.222260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:39.225913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Pushing event updated for resources: {'Port': ['ID=7274c775-dc42-44ef-ac70-92a1d3146dac,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:39.237645 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:39.273573 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3969f4c-c9f1-46bf-9184-2faa2c5e8bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.274937 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.313024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::72d1:af74:dbaa:e7b1 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/7c2319fd-3e36-4e63-8873-c951778a5ce9/bf4e7348-3fc4-44a3-bf0b-f614fe845127) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:39.381652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3969f4c-c9f1-46bf-9184-2faa2c5e8bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.579825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Attempting to bind port 7274c775-dc42-44ef-ac70-92a1d3146dac on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:35:39.580746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Attempting to bind port 7274c775-dc42-44ef-ac70-92a1d3146dac by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:35:39.580937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Attempting to bind port 7274c775-dc42-44ef-ac70-92a1d3146dac on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:39.596572 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:35:39.597131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:39.597655 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.598166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:35:39.598806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Bound port: 7274c775-dc42-44ef-ac70-92a1d3146dac, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:35:39.599339 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.612779 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f006199a-65a3-40e8-98a3-3094435249aa req-eba115dd-a2ab-484b-bbee-ca8695c60c39 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1672039
Apr 30 04:35:39.616713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5e8e8e0-4e8a-4b7e-8986-25ad3d1e80b4 req-490430b1-55bb-4db3-8999-994215372407 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/ec3ed969-03cc-4e3c-8e90-dd482aea0e2b HTTP/1.1" status: 200  len: 1800 time: 0.6691446
Apr 30 04:35:39.651437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-b5e8e8e0-4e8a-4b7e-8986-25ad3d1e80b4 req-3a51d5d6-af94-41bc-b344-a521581bd492 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1206903106', 'description': 'tempest-description-hth-1052522455'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:39.737259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6cc5daa7-79fc-4843-916f-6feda9b90ba1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6cc5daa7-79fc-4843-916f-6feda9b90ba1,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:39.785648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '6cc5daa7-79fc-4843-916f-6feda9b90ba1', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '6cc5daa7-79fc-4843-916f-6feda9b90ba1', 'mac_address': 'fa:16:3e:1b:0b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:35:39.806937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f006199a-65a3-40e8-98a3-3094435249aa req-ac6ad260-f3ba-467e-8c09-35077edcf506 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761599
Apr 30 04:35:39.826653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda18-fb59-497f-8962-8d35d6ed0b39 req-f7e7eda5-f291-41ae-989b-797cd12c7eaa tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:39.835213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d64dda18-fb59-497f-8962-8d35d6ed0b39 req-f7e7eda5-f291-41ae-989b-797cd12c7eaa tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 946 time: 1.4954481
Apr 30 04:35:39.889418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77be8b5b0>,) {'filters': {'network_id': ['90c9d382-1f1b-473c-838e-2bdf4a1334cb']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:39.897682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] For port 7274c775-dc42-44ef-ac70-92a1d3146dac, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:35:39.903831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Router 765af288-5f06-47ff-a97b-7d77929b4697 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:35:39.915446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.925781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] For port 7274c775-dc42-44ef-ac70-92a1d3146dac, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7274c775-dc42-44ef-ac70-92a1d3146dac,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:35:39.930608 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.931441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3969f4c-c9f1-46bf-9184-2faa2c5e8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.932419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77be8b5b0>, 'fe098f04-2c51-49b9-85e6-cffd14a4083e') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:39.932901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77be8b5b0>, 'fe098f04-2c51-49b9-85e6-cffd14a4083e') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:39.950049 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.957563 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:39.965095 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4347d37-a4ba-4803-a3dd-0b8bff2e365b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:39.979841 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b5e8e8e0-4e8a-4b7e-8986-25ad3d1e80b4 req-3a51d5d6-af94-41bc-b344-a521581bd492 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:39.988617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3969f4c-c9f1-46bf-9184-2faa2c5e8bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a7e77-2c1e-4843-83ed-aa955236158d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:39.996075 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d3969f4c-c9f1-46bf-9184-2faa2c5e8bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:39.998821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object bf4e7348-3fc4-44a3-bf0b-f614fe845127 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:40.008322 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.014942 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3969f4c-c9f1-46bf-9184-2faa2c5e8bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.019995 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d3969f4c-c9f1-46bf-9184-2faa2c5e8bdc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/682a7e77-2c1e-4843-83ed-aa955236158d HTTP/1.1" status: 204  len: 168 time: 1.0315225
Apr 30 04:35:40.038072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc5daa7-79fc-4843-916f-6feda9b90ba1 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:35:40.051813 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.075216 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1a987442-dc62-449c-b977-8de4a3ac2f9c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:40.135677 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6cc5daa7-79fc-4843-916f-6feda9b90ba1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6cc5daa7-79fc-4843-916f-6feda9b90ba1,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:40.156631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Pushing event updated for resources: {'Port': ['ID=7274c775-dc42-44ef-ac70-92a1d3146dac,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:40.161540 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.166852 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:40.167698 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:40.225273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05', 'name': 'network-vif-deleted', 'tag': '1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:40.229407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:40.234276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:40.242322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=bf4e7348-3fc4-44a3-bf0b-f614fe845127,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:40.245784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:40.252614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:40.253450 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.261158 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:40.294900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d64dda18-fb59-497f-8962-8d35d6ed0b39 req-e552c209-fcbc-4825-abfa-a2c0ad33d39c tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4394636
Apr 30 04:35:40.315717 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 3.3053396
Apr 30 04:35:40.318779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34864) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:40.359555 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.403607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=6cc5daa7-79fc-4843-916f-6feda9b90ba1,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:40.409195 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:40.517996 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b5e8e8e0-4e8a-4b7e-8986-25ad3d1e80b4 req-3a51d5d6-af94-41bc-b344-a521581bd492 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.520317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:35:40.541736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['6cc5daa7-79fc-4843-916f-6feda9b90ba1'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:35:40.611276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b5e8e8e0-4e8a-4b7e-8986-25ad3d1e80b4 req-3a51d5d6-af94-41bc-b344-a521581bd492 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.618383 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b5e8e8e0-4e8a-4b7e-8986-25ad3d1e80b4 req-3a51d5d6-af94-41bc-b344-a521581bd492 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.635558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5e8e8e0-4e8a-4b7e-8986-25ad3d1e80b4 req-3a51d5d6-af94-41bc-b344-a521581bd492 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "PUT /v2.0/security-groups/ec3ed969-03cc-4e3c-8e90-dd482aea0e2b HTTP/1.1" status: 200  len: 1775 time: 0.9888141
Apr 30 04:35:40.666579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa12079-bcd2-409c-b41d-68454235524c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:40.713646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa12079-bcd2-409c-b41d-68454235524c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:40.720146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4aa12079-bcd2-409c-b41d-68454235524c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:40.759799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4aa12079-bcd2-409c-b41d-68454235524c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:40.766861 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4aa12079-bcd2-409c-b41d-68454235524c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.4452183
Apr 30 04:35:40.767874 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a553c27a-f8ca-4f3e-ac8e-2847cfad250c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:40.768115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:40.884346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34886) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:40.913346 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:40.988088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:40.998216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Usage tracker for resource:security_group_rule and tenant:13f8c684dae647078917581e014861f2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:41.007342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:41.020723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:41.094288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port bf4e7348-3fc4-44a3-bf0b-f614fe845127 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:41.094686 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:41.298920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:35:41.310858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] 10.222.0.46 "PUT /v2.0/routers/765af288-5f06-47ff-a97b-7d77929b4697/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.2243927
Apr 30 04:35:41.320121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] Sync routers for ids ['765af288-5f06-47ff-a97b-7d77929b4697'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:35:41.329096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34890) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:41.337488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] Routers {'765af288-5f06-47ff-a97b-7d77929b4697'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:35:41.338153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bea3f10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:35:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['765af288-5f06-47ff-a97b-7d77929b4697'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:41.377548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51d5d6-af94-41bc-b344-a521581bd492 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ed969-03cc-4e3c-8e90-dd482aea0e2b,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:41.391845 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3a51d5d6-af94-41bc-b344-a521581bd492 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:41.410171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Network 90c9d382-1f1b-473c-838e-2bdf4a1334cb has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:35:41.446455 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:41.577447 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:41.609757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:41.700732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] Set router 765af288-5f06-47ff-a97b-7d77929b4697 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:35:41.750584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:41.919951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-24389bb8-ede0-4746-ad1a-f4c82f7929bb None None] Provisioning for port 7274c775-dc42-44ef-ac70-92a1d3146dac completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:41.958607 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-316ab9c0-82a8-4b71-8001-ad75d347e729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:41.978290 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13f8c684dae647078917581e014861f2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0895135
Apr 30 04:35:41.990118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34918) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:42.010638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for bf4e7348-3fc4-44a3-bf0b-f614fe845127 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:42.053533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Network 90c9d382-1f1b-473c-838e-2bdf4a1334cb has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:35:42.064952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d929f-7190-400f-b9d4-7f4b8a620dee,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:35:42.197127 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:35:42.222597 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:42.288382 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c3a2b55d-5492-4b45-8dcc-ede70a29422d None None] Provisioning for port bf4e7348-3fc4-44a3-bf0b-f614fe845127 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:42.305605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c3a2b55d-5492-4b45-8dcc-ede70a29422d None None] Provisioning complete for port bf4e7348-3fc4-44a3-bf0b-f614fe845127 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:42.306698 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b55d-5492-4b45-8dcc-ede70a29422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:42.391963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7274c775-dc42-44ef-ac70-92a1d3146dac up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:42.393193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ee12-1695-45dc-9d23-f80fcd9d61aa req-dfd8afdb-f118-4e73-b7ca-95b4c1c65215 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:42.393977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ee12-1695-45dc-9d23-f80fcd9d61aa req-dfd8afdb-f118-4e73-b7ca-95b4c1c65215 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:42.394775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7ee12-1695-45dc-9d23-f80fcd9d61aa req-dfd8afdb-f118-4e73-b7ca-95b4c1c65215 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:42.398485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94d7ee12-1695-45dc-9d23-f80fcd9d61aa req-dfd8afdb-f118-4e73-b7ca-95b4c1c65215 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd&device_id=14b64a19-035b-4dda-a284-02e1b08ad02a&device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 2886 time: 0.7687440
Apr 30 04:35:42.482101 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:42.499610 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:42.511600 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:42.512408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:42.598197 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e6bb7-3340-4cfe-bf74-afbcaf10bb05', 'name': 'network-vif-deleted', 'tag': '1c08ec2d-32a5-47f0-90ee-0e3dc3e2f110', 'status': 'completed', 'code': 200}
Apr 30 04:35:42.609496 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed9fa2fd-ed6d-426e-a4c3-743fcc026b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:42.672450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c3a2b55d-5492-4b45-8dcc-ede70a29422d None None] Port bf4e7348-3fc4-44a3-bf0b-f614fe845127 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:35:42.681171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bea3f10>, [{'id': '765af288-5f06-47ff-a97b-7d77929b4697', 'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:34:18Z', 'updated_at': '2021-04-30T04:35:36Z', 'revision_number': 5, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'gw_port': {'id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:27Z', 'updated_at': '2021-04-30T04:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:42.692256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] Checking router: 765af288-5f06-47ff-a97b-7d77929b4697 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:35:42.718390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] Routers {'765af288-5f06-47ff-a97b-7d77929b4697'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:35:42.719567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bea3f10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:35:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['765af288-5f06-47ff-a97b-7d77929b4697'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:42.732973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed9fa2fd-ed6d-426e-a4c3-743fcc026b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:42.907644 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:42.935825 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:42.952043 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da10ca08-49ac-4b04-bd61-d07a71d496f3 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:42.953767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c9d382-1f1b-473c-838e-2bdf4a1334cb,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:42.984786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/90c9d382-1f1b-473c-838e-2bdf4a1334cb HTTP/1.1" status: 204  len: 168 time: 5.3479719
Apr 30 04:35:43.008241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94d7ee12-1695-45dc-9d23-f80fcd9d61aa req-0c74659c-2305-4c75-924f-8ca8689d49ed tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5904050
Apr 30 04:35:43.031720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.032359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.035142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.037586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.039245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.039939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.040556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.041187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.041818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.042450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.051191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.051728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:43.068285 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:43.203154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a37e504a-418b-4d59-8ecf-11a4d57c82ab req-fdf4d36d-347a-43a9-9205-f72151668c67 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/ec3ed969-03cc-4e3c-8e90-dd482aea0e2b HTTP/1.1" status: 200  len: 1775 time: 0.5674849
Apr 30 04:35:43.213534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] Set router 765af288-5f06-47ff-a97b-7d77929b4697 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:35:43.217599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed9fa2fd-ed6d-426e-a4c3-743fcc026b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:43.274553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=bf4e7348-3fc4-44a3-bf0b-f614fe845127,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:43.315018 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:43.334855 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-217368be-ec64-4f83-8e22-193cd62faa7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:43.422220 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:43.429580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fa2fd-ed6d-426e-a4c3-743fcc026b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d929f-7190-400f-b9d4-7f4b8a620dee,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:43.434075 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed9fa2fd-ed6d-426e-a4c3-743fcc026b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:43.437754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34944) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:43.476961 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed9fa2fd-ed6d-426e-a4c3-743fcc026b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:43.480654 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ed9fa2fd-ed6d-426e-a4c3-743fcc026b35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da7d929f-7190-400f-b9d4-7f4b8a620dee HTTP/1.1" status: 204  len: 168 time: 1.4652736
Apr 30 04:35:43.493640 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/bf4e7348-3fc4-44a3-bf0b-f614fe845127 HTTP/1.1" status: 204  len: 168 time: 2.7230768
Apr 30 04:35:43.517019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34950) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:43.595465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-855762c8-399a-4200-9cb1-a3797a3c3c6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b45ad28c0bed49f0a5786920c912932e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1558568
Apr 30 04:35:43.601889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34954) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:43.602613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6cc5daa7-79fc-4843-916f-6feda9b90ba1 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:43.673662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Deleting port c4ff12a0-a3f3-45a4-9568-ba734b909274 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:43.674215 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:43.685899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44e097-686f-4cd7-9208-81bde6490f32 req-2fda9dcc-5313-4adc-a6b3-42b5e8d22877 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:43.697434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed44e097-686f-4cd7-9208-81bde6490f32 req-2fda9dcc-5313-4adc-a6b3-42b5e8d22877 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 947 time: 0.3896427
Apr 30 04:35:43.701856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 7274c775-dc42-44ef-ac70-92a1d3146dac completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:43.749709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 7274c775-dc42-44ef-ac70-92a1d3146dac triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:43.750180 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:43.841895 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed44e097-686f-4cd7-9208-81bde6490f32 req-e5e253e5-4385-4cef-9979-c9bf39ae4469 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433938
Apr 30 04:35:43.956698 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec782ff3-8dbd-43b4-b06c-13a6723cc607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:44.014739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e16d86-0456-43cd-82ad-6e57f50d6731 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:44.017165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e16d86-0456-43cd-82ad-6e57f50d6731 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:44.018236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f2e16d86-0456-43cd-82ad-6e57f50d6731 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:44.104335 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec782ff3-8dbd-43b4-b06c-13a6723cc607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:44.106661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f2e16d86-0456-43cd-82ad-6e57f50d6731 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:44.116056 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f2e16d86-0456-43cd-82ad-6e57f50d6731 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5890274
Apr 30 04:35:44.124428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34962) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:44.290624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:44.357566 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:44.358183 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:44.370238 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec782ff3-8dbd-43b4-b06c-13a6723cc607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:44.412808 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2a1c172e-fc12-4be5-b923-4282b484f1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:44.461691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec782ff3-8dbd-43b4-b06c-13a6723cc607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eace0d0-b1fe-4704-971c-24f19583b184,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:44.576534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] For port c4ff12a0-a3f3-45a4-9568-ba734b909274, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c4ff12a0-a3f3-45a4-9568-ba734b909274,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:44.579342 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:44.582727 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:44.635005 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec782ff3-8dbd-43b4-b06c-13a6723cc607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:44.664188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 7274c775-dc42-44ef-ac70-92a1d3146dac, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7274c775-dc42-44ef-ac70-92a1d3146dac,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:44.665060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b516291b-37bc-4713-bfbf-ca76671e9f59 req-88cf652c-2a72-48de-9ba8-5ce07c131a0e tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/ec3ed969-03cc-4e3c-8e90-dd482aea0e2b HTTP/1.1" status: 200  len: 1775 time: 0.2598779
Apr 30 04:35:44.669119 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec782ff3-8dbd-43b4-b06c-13a6723cc607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:44.676411 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ec782ff3-8dbd-43b4-b06c-13a6723cc607 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0eace0d0-b1fe-4704-971c-24f19583b184 HTTP/1.1" status: 204  len: 168 time: 1.0711865
Apr 30 04:35:44.805441 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:44.815787 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:44.949049 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b516291b-37bc-4713-bfbf-ca76671e9f59 req-92f2b9b8-5888-4f7e-9df8-096ce65ea034 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:45.004158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:45.099015 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6cc5daa7-79fc-4843-916f-6feda9b90ba1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6cc5daa7-79fc-4843-916f-6feda9b90ba1,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:45.101297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=7274c775-dc42-44ef-ac70-92a1d3146dac,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:45.106215 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc5daa7-79fc-4843-916f-6feda9b90ba1'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:45.111888 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:45.114560 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:45.116850 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:45.140277 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b516291b-37bc-4713-bfbf-ca76671e9f59 req-92f2b9b8-5888-4f7e-9df8-096ce65ea034 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:45.200286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bea3f10>, [{'id': '765af288-5f06-47ff-a97b-7d77929b4697', 'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:34:18Z', 'updated_at': '2021-04-30T04:35:36Z', 'revision_number': 5, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'gw_port': {'id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:27Z', 'updated_at': '2021-04-30T04:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:45.207061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Calling delete_port for c4ff12a0-a3f3-45a4-9568-ba734b909274 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:45.231576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d9e86-be2e-4688-89b6-1d3fc22d0755 None None] The sync data for ids ['765af288-5f06-47ff-a97b-7d77929b4697'] in n-d-766726-20 is: [{'id': '765af288-5f06-47ff-a97b-7d77929b4697', 'name': 'tempest-FloatingIPsTestJSON-995377886-router', 'tenant_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:34:18Z', 'updated_at': '2021-04-30T04:35:36Z', 'revision_number': 5, 'project_id': 'df27ac291b5c4766ba7d2ac9a801f80e', 'gw_port': {'id': 'c4ff12a0-a3f3-45a4-9568-ba734b909274', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765af288-5f06-47ff-a97b-7d77929b4697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:34:27Z', 'updated_at': '2021-04-30T04:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:35:45.338900 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b516291b-37bc-4713-bfbf-ca76671e9f59 req-92f2b9b8-5888-4f7e-9df8-096ce65ea034 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:45.345901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=6cc5daa7-79fc-4843-916f-6feda9b90ba1,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:45.351091 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30da2d94-0d99-4197-988b-6b881905dbab tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:45.356024 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:45.397626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 7c2319fd-3e36-4e63-8873-c951778a5ce9 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:35:45.403543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:45.426947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2b9b8-5888-4f7e-9df8-096ce65ea034 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3ed969-03cc-4e3c-8e90-dd482aea0e2b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:45.450398 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-92f2b9b8-5888-4f7e-9df8-096ce65ea034 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:45.467675 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b516291b-37bc-4713-bfbf-ca76671e9f59 req-92f2b9b8-5888-4f7e-9df8-096ce65ea034 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:45.484620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b516291b-37bc-4713-bfbf-ca76671e9f59 req-92f2b9b8-5888-4f7e-9df8-096ce65ea034 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/ec3ed969-03cc-4e3c-8e90-dd482aea0e2b HTTP/1.1" status: 204  len: 173 time: 0.8038449
Apr 30 04:35:45.529705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:45.730634 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc5daa7-79fc-4843-916f-6feda9b90ba1', 'code': 200}
Apr 30 04:35:45.988154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:46.175267 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:46.194266 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-716a40c0-af46-4569-bf7b-cc0dcd4189b6 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:46.256332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ff12a0-a3f3-45a4-9568-ba734b909274,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:46.263544 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:46.301077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18efdaa-c35a-4a0d-aa49-4c5af463b313 req-77cff132-d1ce-4e9a-938d-a97bb1333c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:46.306626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c18efdaa-c35a-4a0d-aa49-4c5af463b313 req-77cff132-d1ce-4e9a-938d-a97bb1333c60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 1100 time: 0.4375646
Apr 30 04:35:46.433471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbda457-b7b4-444f-8c01-f92fdb25689e req-0f02dc52-87b8-45ea-b888-7a2a3ba6b945 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:46.441381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:46.459751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afbda457-b7b4-444f-8c01-f92fdb25689e req-0f02dc52-87b8-45ea-b888-7a2a3ba6b945 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 948 time: 0.4263003
Apr 30 04:35:46.603538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c18efdaa-c35a-4a0d-aa49-4c5af463b313 req-4980e4f5-aacc-48a0-a1f2-56b68dacc1d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2846673
Apr 30 04:35:46.627046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afbda457-b7b4-444f-8c01-f92fdb25689e req-d08a4e6f-4cd2-4703-a1d5-4cba7d6a4ceb tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628504
Apr 30 04:35:46.707592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35038) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:46.946186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1316583111-network', 'tenant_id': 'ae7836dda3f94a3a8b3efe8478284a0b'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:46.960811 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:46.965523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:46.966454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:46.986904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Usage tracker for resource:network and tenant:ae7836dda3f94a3a8b3efe8478284a0b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:47.004099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:47.049023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:47.071803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.072896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 765af288-5f06-47ff-a97b-7d77929b4697 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:35:47.124355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Made reservation on behalf of ae7836dda3f94a3a8b3efe8478284a0b for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:47.137754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.141258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.147540 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/765af288-5f06-47ff-a97b-7d77929b4697 HTTP/1.1" status: 204  len: 168 time: 5.8027215
Apr 30 04:35:47.167453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35052) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:47.192819 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.254639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7274c775-dc42-44ef-ac70-92a1d3146dac up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:47.271712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:47.313227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7836dda3f94a3a8b3efe8478284a0b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:47.317545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:47.335800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:47.336453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] Deleting subnet 78a475e3-d3c0-4cff-90e2-8c38666e1f33 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:35:47.342005 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.354897 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.386311 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65bbceaf-4f87-4ad4-a4af-938956ce6ca9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:47.395323 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-34a71436-8412-40fb-b1f0-b78484a43ef3 req-24f787b0-3525-4dd3-8247-628690a86974 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:35:47.400519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34a71436-8412-40fb-b1f0-b78484a43ef3 req-24f787b0-3525-4dd3-8247-628690a86974 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/c06ce9d5-37f5-431b-9afb-a0ca69e3cfcd HTTP/1.1" status: 404  len: 352 time: 0.0479262
Apr 30 04:35:47.500117 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-138e7d0e-888c-4d1c-abd4-d59960f106ad req-5e6e460b-3445-4013-b018-d4b68d995061 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:35:47.516078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-138e7d0e-888c-4d1c-abd4-d59960f106ad req-5e6e460b-3445-4013-b018-d4b68d995061 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/7c950f21-6f29-4b5c-8402-f4db2cf58453 HTTP/1.1" status: 404  len: 352 time: 0.0372469
Apr 30 04:35:47.516662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35066) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:47.542923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2319fd-3e36-4e63-8873-c951778a5ce9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:47.545275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.547916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 7274c775-dc42-44ef-ac70-92a1d3146dac triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:47.548798 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.562017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:47.589401 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.632384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b90b1b-1ce6-4675-87c8-4bd032fbbefe None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:47.655282 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.660940 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/7c2319fd-3e36-4e63-8873-c951778a5ce9 HTTP/1.1" status: 204  len: 168 time: 3.5350382
Apr 30 04:35:47.665807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35072) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:47.764701 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.788892 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:47.819604 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9f70b3ee-a83d-4dad-8c78-e8c32ecfe129 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:47.914665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-915601021-network', 'tenant_id': '23ed3850f28743fbb3956272163e68c0'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:47.918189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6035b340-46e9-441b-bce1-34bc0dcb8b0f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:47.936074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-eac207a2-6f19-415f-b81b-7baa7e545df6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2685592
Apr 30 04:35:47.943940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35078) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:47.946061 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:47.985825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:48.011673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:48.066465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:35:48.081459 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.082361 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Added segment 4cfc25a2-9542-4854-a8ab-5ec4760748c8 of type vlan for network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f
Apr 30 04:35:48.119568 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.152031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb31faea-a289-447f-9cc6-0190d0dff301 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:48.197488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: bb31faea-a289-447f-9cc6-0190d0dff301 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:35:48.197987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb31faea-a289-447f-9cc6-0190d0dff301 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:35:48.220436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Usage tracker for resource:network and tenant:23ed3850f28743fbb3956272163e68c0 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:48.231609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:48.269435 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.270475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:48.284112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:35:48.320376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.325456 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:48.346796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:48.349192 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.355868 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-87179dd1-20bd-4d53-a069-e1b3f838932b req-6829ebc4-f430-4c0e-8925-55b9a550b0b0 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:35:48.362288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a475e3-d3c0-4cff-90e2-8c38666e1f33,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:48.367898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87179dd1-20bd-4d53-a069-e1b3f838932b req-6829ebc4-f430-4c0e-8925-55b9a550b0b0 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/3bff9774-e841-42ff-9eb3-3a7df31b9c4b HTTP/1.1" status: 404  len: 352 time: 0.1806421
Apr 30 04:35:48.370299 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:48.373485 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.379952 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/78a475e3-d3c0-4cff-90e2-8c38666e1f33 HTTP/1.1" status: 204  len: 168 time: 1.2103863
Apr 30 04:35:48.380555 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:48.385213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35086) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:48.446272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800e4b7-bf3e-478d-910c-46a905d7c43f None None] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:48.458698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988acad-1077-4dc4-bad8-a99f05b2e56e req-5a872a17-d1c2-4fa3-aace-ca2c5d8cbce4 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:48.472010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6988acad-1077-4dc4-bad8-a99f05b2e56e req-5a872a17-d1c2-4fa3-aace-ca2c5d8cbce4 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 947 time: 0.8917797
Apr 30 04:35:48.613583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.637384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Made reservation on behalf of 23ed3850f28743fbb3956272163e68c0 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:48.641086 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.687692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Deleting port 7274c775-dc42-44ef-ac70-92a1d3146dac {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:48.688333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.730496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Deleting port 41e7bdf6-bb27-437f-9796-18d202424c6e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:48.731146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.758011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:48.778261 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.797090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Pushing event updated for resources: {'Network': ['ID=ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:48.806250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:48.817336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.1077421
Apr 30 04:35:48.819201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:48.823036 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:48.824433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35090) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:48.840539 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6988acad-1077-4dc4-bad8-a99f05b2e56e req-c0fa8f27-2fe0-45d9-85ab-3fbf7e2c79ba tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3669209
Apr 30 04:35:48.868619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:35:48.869322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Request body: {'subnet': {'network_id': 'ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1316583111-subnet', 'tenant_id': 'ae7836dda3f94a3a8b3efe8478284a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:48.921191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:48.926117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:48.930084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:48.945463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Usage tracker for resource:security_group_rule and tenant:23ed3850f28743fbb3956272163e68c0 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:48.954254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] For port 41e7bdf6-bb27-437f-9796-18d202424c6e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=41e7bdf6-bb27-437f-9796-18d202424c6e,segment=NetworkSegment(61eeebec-c90f-4d5e-91f2-de01707843ca),segment_id=61eeebec-c90f-4d5e-91f2-de01707843ca)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:48.955574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:48.958350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Usage tracker for resource:subnet and tenant:ae7836dda3f94a3a8b3efe8478284a0b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:48.975753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:48.979393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:49.015189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:49.017911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:49.025547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:49.032080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] For port 7274c775-dc42-44ef-ac70-92a1d3146dac, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7274c775-dc42-44ef-ac70-92a1d3146dac,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:49.032490 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.040798 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.059166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7274c775-dc42-44ef-ac70-92a1d3146dac no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:49.144292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d364f9-e3d0-451a-a902-6ea7e5e9e2eb req-ffccd1f0-b139-4437-beb5-c71971186d14 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:49.153594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43d364f9-e3d0-451a-a902-6ea7e5e9e2eb req-ffccd1f0-b139-4437-beb5-c71971186d14 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 948 time: 0.6439555
Apr 30 04:35:49.209945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Made reservation on behalf of ae7836dda3f94a3a8b3efe8478284a0b for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:49.212606 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.248272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Calling delete_port for 7274c775-dc42-44ef-ac70-92a1d3146dac owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:49.252320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90343457-f741-48f3-880e-46d19181aa43 None None] DHCP port deletion for cb8911a3-9edf-4442-b19b-40cbb09d7076 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:35:49.310125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Calling delete_port for 41e7bdf6-bb27-437f-9796-18d202424c6e owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:49.386768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.397486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1d72b7d2-433a-43dd-8595-9388d272064e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:49.433292 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.468481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-90343457-f741-48f3-880e-46d19181aa43 None None] Deleting port 41e7bdf6-bb27-437f-9796-18d202424c6e {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:49.468857 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-90343457-f741-48f3-880e-46d19181aa43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.475716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] No DVR routers for this DVR port 41e7bdf6-bb27-437f-9796-18d202424c6e on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:49.486267 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.503159 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aa814c43-1e4d-465e-b76b-64e139e4d339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:49.517461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e7bdf6-bb27-437f-9796-18d202424c6e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:49.520509 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:49.605694 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43d364f9-e3d0-451a-a902-6ea7e5e9e2eb req-e82d89b3-8c42-427a-a88c-d9941ee2ea8b tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4505665
Apr 30 04:35:49.646609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Pushing event deleted for resources: {'Port': ['ID=7274c775-dc42-44ef-ac70-92a1d3146dac,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:49.655250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c4ff12a0-a3f3-45a4-9568-ba734b909274 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:49.676229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17bbd2-c428-48a1-994c-6072d6159b05 req-3f3a03b7-da0e-4cc7-9b74-3a02d14904c8 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:49.682460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] No DVR routers for this DVR port 7274c775-dc42-44ef-ac70-92a1d3146dac on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:49.685064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b17bbd2-c428-48a1-994c-6072d6159b05 req-3f3a03b7-da0e-4cc7-9b74-3a02d14904c8 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1101 time: 0.6256256
Apr 30 04:35:49.687496 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:49.699399 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.718242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: c4ff12a0-a3f3-45a4-9568-ba734b909274 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:35:49.718597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c4ff12a0-a3f3-45a4-9568-ba734b909274 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:35:49.728232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-90343457-f741-48f3-880e-46d19181aa43 None None] For port 41e7bdf6-bb27-437f-9796-18d202424c6e, host n-d-766726-20, got binding levels [] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:49.728743 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-90343457-f741-48f3-880e-46d19181aa43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.860655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.864710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.868094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-90343457-f741-48f3-880e-46d19181aa43 None None] Calling delete_port for 41e7bdf6-bb27-437f-9796-18d202424c6e owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:49.871992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.ipam_backend_mixin [None req-90343457-f741-48f3-880e-46d19181aa43 None None] Port 41e7bdf6-bb27-437f-9796-18d202424c6e was not found and therefore no delete operation was performed {{(pid=74583) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:35:49.873384 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-90343457-f741-48f3-880e-46d19181aa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.878153 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:49.881674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:35:49.895176 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.895566 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Added segment 8af9edbb-4e7e-456e-8f74-3bf6e581a262 of type vlan for network d8546f2d-3b48-4e0e-a3b1-191839a8c478
Apr 30 04:35:49.926007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90343457-f741-48f3-880e-46d19181aa43 None None] Pushing event deleted for resources: {'Port': ['ID=41e7bdf6-bb27-437f-9796-18d202424c6e,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:49.930761 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90343457-f741-48f3-880e-46d19181aa43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:49.932078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90343457-f741-48f3-880e-46d19181aa43 None None] No DVR routers for this DVR port 41e7bdf6-bb27-437f-9796-18d202424c6e on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:49.937679 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:49.963853 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4de320a7-5b96-442b-8bce-b7bfc654d935 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:50.015541 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-96354fbd-8534-4160-9df9-a58133b75e12 req-855feab6-403f-4630-9311-7f41e983b53c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:35:50.016589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96354fbd-8534-4160-9df9-a58133b75e12 req-855feab6-403f-4630-9311-7f41e983b53c tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/6ddfaaf2-224f-4367-814c-f27d0151d519 HTTP/1.1" status: 404  len: 352 time: 0.2249563
Apr 30 04:35:50.077093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b17bbd2-c428-48a1-994c-6072d6159b05 req-296ab5ef-a0f2-40fe-a98f-1e9843559e7b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3810453
Apr 30 04:35:50.077430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f779986-652c-4f07-9dac-cc01069359de req-1c8ca25b-db83-4e28-a212-64942fb9b31d tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:50.077430 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f779986-652c-4f07-9dac-cc01069359de req-1c8ca25b-db83-4e28-a212-64942fb9b31d tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.50 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 947 time: 0.5559328
Apr 30 04:35:50.092156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c1ade-b2d0-475e-99c6-269d3a5719b4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:50.121183 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:50.122335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:50.122987 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:50.139755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a8dc7f0>,) {'filters': {'network_id': ['cb8911a3-9edf-4442-b19b-40cbb09d7076']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:50.139868 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:50.139868 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:50.265992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a8dc7f0>, '61eeebec-c90f-4d5e-91f2-de01707843ca') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:50.266740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a8dc7f0>, '61eeebec-c90f-4d5e-91f2-de01707843ca') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:35:50.285937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:50.331590 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:50.345990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:35:50.405374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Pushing event updated for resources: {'Network': ['ID=d8546f2d-3b48-4e0e-a3b1-191839a8c478,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:50.420476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:35:50.428675 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.9045851
Apr 30 04:35:50.437839 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:50.439794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35104) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:50.459955 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-1e84e55c-3e39-4aec-99a4-8a9525e37b62 req-6953aa47-433e-4543-a802-4f0e36684cc5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:35:50.460440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Request body: {'subnet': {'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-915601021-subnet', 'tenant_id': '23ed3850f28743fbb3956272163e68c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:50.462814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e84e55c-3e39-4aec-99a4-8a9525e37b62 req-6953aa47-433e-4543-a802-4f0e36684cc5 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/8116a2df-c2bf-49f8-8e65-1b364797a618 HTTP/1.1" status: 404  len: 352 time: 0.0620818
Apr 30 04:35:50.466933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:50.503578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Usage tracker for resource:subnet and tenant:23ed3850f28743fbb3956272163e68c0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:50.542594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:50.618653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:50.629793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-9f779986-652c-4f07-9dac-cc01069359de req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Deleting port eecc02d8-f935-4955-84b4-337dbdc9a1bd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:50.630131 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9f779986-652c-4f07-9dac-cc01069359de req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:50.662399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:35:50.692682 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:50.705723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9eaed-8b92-4904-88b3-d36661fd9a87 req-399964d2-020e-4e2b-9d7a-c559c1d44a8d tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:50.707376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcf9eaed-8b92-4904-88b3-d36661fd9a87 req-399964d2-020e-4e2b-9d7a-c559c1d44a8d tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 947 time: 0.3704069
Apr 30 04:35:50.722742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Made reservation on behalf of 23ed3850f28743fbb3956272163e68c0 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:50.725215 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:50.796345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcf9eaed-8b92-4904-88b3-d36661fd9a87 req-4d1c7e08-d3c2-4ff3-bc7c-c0be12d159c5 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797529
Apr 30 04:35:50.883509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07197d-a7e1-4682-a3e2-07d500b2f6cb req-5678b7e4-4980-4a8c-b9c6-5b3f285d22c0 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:50.885288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea07197d-a7e1-4682-a3e2-07d500b2f6cb req-5678b7e4-4980-4a8c-b9c6-5b3f285d22c0 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1101 time: 0.2377210
Apr 30 04:35:50.990486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 41e7bdf6-bb27-437f-9796-18d202424c6e no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:50.997936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea07197d-a7e1-4682-a3e2-07d500b2f6cb req-64333f0f-fde0-4af2-bde6-4dbeaa9093fe tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986409
Apr 30 04:35:51.037561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:51.049940 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c7b1c381-ccc0-428b-b857-0f5978d0406e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:51.070390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Network cb8911a3-9edf-4442-b19b-40cbb09d7076 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:35:51.107875 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:35:51.132637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9f779986-652c-4f07-9dac-cc01069359de req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] For port eecc02d8-f935-4955-84b4-337dbdc9a1bd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=eecc02d8-f935-4955-84b4-337dbdc9a1bd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:51.133012 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9f779986-652c-4f07-9dac-cc01069359de req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:51.138578 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-d60889f7-ba03-42ce-815b-e0fbd5014365 req-92528514-5efb-4b80-804b-34489a1a4ea0 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] show failed (client error): The resource could not be found.
Apr 30 04:35:51.138913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d60889f7-ba03-42ce-815b-e0fbd5014365 req-92528514-5efb-4b80-804b-34489a1a4ea0 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/0e532dec-f760-45fb-af47-c72fc4ad0209 HTTP/1.1" status: 404  len: 352 time: 0.0926843
Apr 30 04:35:51.139561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:51.166623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:51.220329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 41e7bdf6-bb27-437f-9796-18d202424c6e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:35:51.220679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 41e7bdf6-bb27-437f-9796-18d202424c6e not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:35:51.225190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:51.247078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b13031-b43c-4181-90ae-0fda846fc5ac None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:51.321894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:51.322835 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:51.330412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6fe147-e65a-47a4-a0bf-17f33516fb4f,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:51.338765 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:51.340659 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:51.354713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-9f779986-652c-4f07-9dac-cc01069359de req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Calling delete_port for eecc02d8-f935-4955-84b4-337dbdc9a1bd owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:51.439916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Checking segment: {'id': '4cfc25a2-9542-4854-a8ab-5ec4760748c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:51.440312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Network hostable DHCP agents. Network: ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:35:51.455525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.5049195
Apr 30 04:35:51.467559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35114) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:51.486500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': '0ec95a77-e210-421d-866d-ed9d43240c6b', 'ip_address': '2001:db8::f8b8:f569:188:1b4e'}], 'name': 'tempest-NetworksTestDHCPv6-1230821327'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:51.531283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=0ec95a77-e210-421d-866d-ed9d43240c6b,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:51.535099 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:51.596336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '0ec95a77-e210-421d-866d-ed9d43240c6b'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:35:51.597722 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:51.612255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:35:51.630146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44d5cf-0e25-4062-a41d-d59572312253 req-ba7c96ca-296c-4984-b65b-2925ba960ea2 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:51.632543 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f44d5cf-0e25-4062-a41d-d59572312253 req-ba7c96ca-296c-4984-b65b-2925ba960ea2 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 948 time: 0.4975338
Apr 30 04:35:51.643236 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9f779986-652c-4f07-9dac-cc01069359de req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:51.645715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:51.651718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:51.657304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:51.695937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:51.696266 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:51.702721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8306b6f6-f684-4a4c-be74-4d5f86ac85c2 None None] Network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:51.712814 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:51.729869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Pushing event deleted for resources: {'Port': ['ID=eecc02d8-f935-4955-84b4-337dbdc9a1bd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:51.759035 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f44d5cf-0e25-4062-a41d-d59572312253 req-1da51356-8dec-4db4-b383-463f521991bd tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066303
Apr 30 04:35:51.774559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:51.787961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.9353478
Apr 30 04:35:51.787961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:51.791551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:51.800490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:51.845577 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:52.034274 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:52.065069 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e4634bf-1104-46ec-a12c-22c4e71bc069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:52.089509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/0ec95a77-e210-421d-866d-ed9d43240c6b/c2d86c11-9fd1-483e-b987-2938850bcd07) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:52.187921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:52.217031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f779986-652c-4f07-9dac-cc01069359de req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] No DVR routers for this DVR port eecc02d8-f935-4955-84b4-337dbdc9a1bd on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:52.221212 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9f779986-652c-4f07-9dac-cc01069359de req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:52.225956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8911a3-9edf-4442-b19b-40cbb09d7076,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:52.239223 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:52.253938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'name': 'network-vif-deleted', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:52.294676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94e6fc-36a1-45a2-9592-48465db9c82a None None] Network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:52.316661 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f779986-652c-4f07-9dac-cc01069359de req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.50 "DELETE /v2.0/ports/eecc02d8-f935-4955-84b4-337dbdc9a1bd HTTP/1.1" status: 204  len: 173 time: 2.2353804
Apr 30 04:35:52.324574 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cb8911a3-9edf-4442-b19b-40cbb09d7076 HTTP/1.1" status: 204  len: 168 time: 3.9374363
Apr 30 04:35:52.712100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-357c73c1-a33d-42cb-b134-0f08472bcc52 req-55fa0c1a-88cc-46b2-ac14-75b0356d2e80 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db41b4b-bc5c-42a6-8f8b-f3607c54931c HTTP/1.1" status: 200  len: 210 time: 0.1180351
Apr 30 04:35:52.727617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 676f677f-534b-49fb-8cf9-91927bc439ff yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:35:52.779158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:52.871452 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db41b4b-bc5c-42a6-8f8b-f3607c54931c', 'name': 'network-vif-deleted', 'tag': 'eecc02d8-f935-4955-84b4-337dbdc9a1bd', 'status': 'completed', 'code': 200}
Apr 30 04:35:52.887753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:52.893473 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:52.920278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Transition to ACTIVE for port object c2d86c11-9fd1-483e-b987-2938850bcd07 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:52.923170 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd99aaf6-5435-47ff-b18d-a5f65e77a6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:52.961395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Transition to ACTIVE for port object c2d86c11-9fd1-483e-b987-2938850bcd07 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:52.977192 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:52.999595 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:53.066631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:53.067930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b8d43f-4c31-4f17-973d-316fa3a9818c,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:53.074704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:53.079859 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:53.088156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:53.169424 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-66511f32-a067-4baf-8feb-ca9b903b7f70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df27ac291b5c4766ba7d2ac9a801f80e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3886461
Apr 30 04:35:53.170426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35160) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:53.195839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35164) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:53.209250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Checking segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:53.209944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Network hostable DHCP agents. Network: d8546f2d-3b48-4e0e-a3b1-191839a8c478, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:35:53.210459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-270956727-network', 'tenant_id': '938ed8381fe54f6097623546c4a32b93'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:53.213752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device eecc02d8-f935-4955-84b4-337dbdc9a1bd no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:53.221515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f8b8:f569:188:1b4e (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/0ec95a77-e210-421d-866d-ed9d43240c6b/676f677f-534b-49fb-8cf9-91927bc439ff) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:35:53.225803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:53.237063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Usage tracker for resource:network and tenant:938ed8381fe54f6097623546c4a32b93 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:53.243943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:53.255486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:53.289327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:35:53.301851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Made reservation on behalf of 938ed8381fe54f6097623546c4a32b93 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:53.305535 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.308738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: eecc02d8-f935-4955-84b4-337dbdc9a1bd {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:35:53.309736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device eecc02d8-f935-4955-84b4-337dbdc9a1bd not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:35:53.327491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, d8546f2d-3b48-4e0e-a3b1-191839a8c478) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:53.348984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:53.350731 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.357163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbe878-1871-4da8-abcc-e12fdd7bdda0 req-869b59cb-9749-4e43-b43c-4959fccfff44 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:53.359336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44dbe878-1871-4da8-abcc-e12fdd7bdda0 req-869b59cb-9749-4e43-b43c-4959fccfff44 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 1023 time: 0.3735774
Apr 30 04:35:53.359807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.374216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4ab2-c2cd-445f-a964-f9c4d03e01d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.408979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8c607-60c2-4596-9d61-195109557be9 None None] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:53.412700 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4ab2-c2cd-445f-a964-f9c4d03e01d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.440189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:53.471145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-44dbe878-1871-4da8-abcc-e12fdd7bdda0 req-09aedb70-114e-4dbe-97ee-c03dbe829867 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Synchronizing usage tracker for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:53.488246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Usage tracker for resource:security_group_rule and tenant:938ed8381fe54f6097623546c4a32b93 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:53.491989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Pushing event updated for resources: {'Port': ['ID=c2d86c11-9fd1-483e-b987-2938850bcd07,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:53.493034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4ab2-c2cd-445f-a964-f9c4d03e01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.496973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4ab2-c2cd-445f-a964-f9c4d03e01d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.498781 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1c0c4ab2-c2cd-445f-a964-f9c4d03e01d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75a3fe25-ed42-412e-b7f9-a25a964a4c5e HTTP/1.1" status: 204  len: 168 time: 0.3233166
Apr 30 04:35:53.500562 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9673345d-3ed2-4578-b5e8-3a5f6b4e04e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:53.508665 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:53.508941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:53.520829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:53.532167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.0908191
Apr 30 04:35:53.541157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c4ab2-c2cd-445f-a964-f9c4d03e01d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3fe25-ed42-412e-b7f9-a25a964a4c5e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:53.554244 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1c0c4ab2-c2cd-445f-a964-f9c4d03e01d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:53.608167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Attempting to bind port c2d86c11-9fd1-483e-b987-2938850bcd07 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:35:53.608549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Attempting to bind port c2d86c11-9fd1-483e-b987-2938850bcd07 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:35:53.608934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Attempting to bind port c2d86c11-9fd1-483e-b987-2938850bcd07 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:35:53.634786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:35:53.635231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:53.635613 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.637604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:35:53.638389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Bound port: c2d86c11-9fd1-483e-b987-2938850bcd07, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:35:53.639452 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.727055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-44dbe878-1871-4da8-abcc-e12fdd7bdda0 req-09aedb70-114e-4dbe-97ee-c03dbe829867 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Unset dirty status for tenant:399df501880c4002beea62440aa7361c on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:53.728606 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44dbe878-1871-4da8-abcc-e12fdd7bdda0 req-09aedb70-114e-4dbe-97ee-c03dbe829867 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups?id=34ceeaec-0946-4694-b973-131c52a7080c&id=e5c524a2-d934-4bd4-a6ed-311450f89427&id=c04cf8df-ee8d-4f29-aa76-fd1084944567&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.3532891
Apr 30 04:35:53.827780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] For port c2d86c11-9fd1-483e-b987-2938850bcd07, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:35:53.842936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] For port c2d86c11-9fd1-483e-b987-2938850bcd07, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c2d86c11-9fd1-483e-b987-2938850bcd07,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:35:53.910660 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:53.935834 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6a57e08d-e570-4ff1-a8d2-b5bff808f5b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:53.937074 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:54.009629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd097bb-f920-4a64-b5f5-d6f73da83a56 req-259cc9fc-f004-43a3-a1c1-ff42d681417d tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:54.015079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4cd097bb-f920-4a64-b5f5-d6f73da83a56 req-259cc9fc-f004-43a3-a1c1-ff42d681417d tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 948 time: 0.3728795
Apr 30 04:35:54.085023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936e2866-eaf2-4b04-9459-650ee7e21904 None None] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:54.135872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 676f677f-534b-49fb-8cf9-91927bc439ff will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:35:54.213203 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:54.230025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4cd097bb-f920-4a64-b5f5-d6f73da83a56 req-d4140dfb-37c3-4a2d-8f27-f05420ca6e24 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588857
Apr 30 04:35:54.251147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:54.259577 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec782ff3-8dbd-43b4-b06c-13a6723cc607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:54.311037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Pushing event updated for resources: {'Port': ['ID=c2d86c11-9fd1-483e-b987-2938850bcd07,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:54.327231 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:54.346016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:35:54.350116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f5784-cd54-468e-9ef7-9367b441717e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:54.354771 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:54.382324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d309af9-499d-4970-aacf-1c982ec58759 req-cb8fb816-532d-4ce9-a35c-59996423b911 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:54.395097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d309af9-499d-4970-aacf-1c982ec58759 req-cb8fb816-532d-4ce9-a35c-59996423b911 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.4691358
Apr 30 04:35:54.413974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-0350401b-ea05-451d-b4c9-8dbbe5cbe505 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:54.416570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-0350401b-ea05-451d-b4c9-8dbbe5cbe505 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.37 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 1023 time: 0.4226248
Apr 30 04:35:54.424697 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:54.463790 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84d66aa5-d2d5-40de-9204-298100cca65f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:54.538982 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:54.538982 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Added segment 16903375-cbd0-45d1-8a88-52236c934f6a of type vlan for network e4b0a3b4-4de0-41bb-ae84-2894118a5267
Apr 30 04:35:54.879540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:35:54.902824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:54.906602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:35:54.918429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:54.919520 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:54.987202 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:55.010382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=676f677f-534b-49fb-8cf9-91927bc439ff,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:55.016469 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:55.030121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d309af9-499d-4970-aacf-1c982ec58759 req-c8b3a229-2876-405d-9c7e-4ccbc28a0c0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6096709
Apr 30 04:35:55.108019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c2d86c11-9fd1-483e-b987-2938850bcd07 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:55.231724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port c2d86c11-9fd1-483e-b987-2938850bcd07 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:55.233100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:35:55.238324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35212) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:55.296538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.8264608
Apr 30 04:35:55.297294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35226) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:55.303693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:55.307154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:55.309246 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:55.385066 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4a0f6144-fdc5-42b9-b96c-c374f70c9ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:55.436040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02dff1-d97d-4a0f-a810-3c39efe25946 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:55.442968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02dff1-d97d-4a0f-a810-3c39efe25946 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:55.444229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2b02dff1-d97d-4a0f-a810-3c39efe25946 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:55.466915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2b02dff1-d97d-4a0f-a810-3c39efe25946 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:55.472085 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2b02dff1-d97d-4a0f-a810-3c39efe25946 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1735022
Apr 30 04:35:55.473050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35230) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:55.509475 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.3118925
Apr 30 04:35:55.526522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35234) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:55.547785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Request body: {'subnet': {'network_id': 'e4b0a3b4-4de0-41bb-ae84-2894118a5267', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-270956727-subnet', 'tenant_id': '938ed8381fe54f6097623546c4a32b93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:55.582210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:55.595688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1338287921-network', 'tenant_id': '727c4291d7aa4a5ea49b54ff92104a82'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:55.609876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Usage tracker for resource:subnet and tenant:938ed8381fe54f6097623546c4a32b93 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:55.625445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:55.631869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:55.649410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Deleting port 0306950e-d3b9-43cb-b5f4-92f75e88ade0 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:55.649410 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:55.651115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:55.656804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Usage tracker for resource:network and tenant:727c4291d7aa4a5ea49b54ff92104a82 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:55.665520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:55.667728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b0a3b4-4de0-41bb-ae84-2894118a5267,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:55.670806 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:55.682261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network e4b0a3b4-4de0-41bb-ae84-2894118a5267 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:35:55.756933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:55.795153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Made reservation on behalf of 727c4291d7aa4a5ea49b54ff92104a82 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:55.799905 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:55.848230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:55.869191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Made reservation on behalf of 938ed8381fe54f6097623546c4a32b93 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:55.872072 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:55.910545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:55.919975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Usage tracker for resource:security_group_rule and tenant:727c4291d7aa4a5ea49b54ff92104a82 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:55.926131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:55.949155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:55.981457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-2e6009cd-c6aa-4918-887f-94c839c6e457 tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:55.988807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-2e6009cd-c6aa-4918-887f-94c839c6e457 tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 1100 time: 0.6563284
Apr 30 04:35:56.003777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537696d6-b053-4c59-9d8c-52504770c013 req-0f64d289-d748-409a-af62-81f42612d03d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:56.004521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-537696d6-b053-4c59-9d8c-52504770c013 req-0f64d289-d748-409a-af62-81f42612d03d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:56.038091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-17f191fb-fa7e-4008-be44-9bf8120e1468 None None] Provisioning for port c2d86c11-9fd1-483e-b987-2938850bcd07 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:56.045006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-17f191fb-fa7e-4008-be44-9bf8120e1468 None None] Provisioning complete for port c2d86c11-9fd1-483e-b987-2938850bcd07 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:56.045690 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-17f191fb-fa7e-4008-be44-9bf8120e1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.046732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.080643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 676f677f-534b-49fb-8cf9-91927bc439ff {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:35:56.081270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.088436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] For port 0306950e-d3b9-43cb-b5f4-92f75e88ade0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0306950e-d3b9-43cb-b5f4-92f75e88ade0,segment=NetworkSegment(f67c9e1f-2760-4a1b-869c-8d89485d2b65),segment_id=f67c9e1f-2760-4a1b-869c-8d89485d2b65)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:56.088883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.096670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-537696d6-b053-4c59-9d8c-52504770c013 req-0f64d289-d748-409a-af62-81f42612d03d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:56.103631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-0f64d289-d748-409a-af62-81f42612d03d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.6930749
Apr 30 04:35:56.118547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:56.188686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Usage tracker for resource:security_group_rule and tenant:5af6dbe33eab4e01911e95cd366e041d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:56.264231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-f914eb42-722b-40eb-b293-2583da6040b7 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/quotas/23ed3850f28743fbb3956272163e68c0 HTTP/1.1" status: 200  len: 375 time: 0.1590974
Apr 30 04:35:56.282155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Calling delete_port for 0306950e-d3b9-43cb-b5f4-92f75e88ade0 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:56.341318 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-17f191fb-fa7e-4008-be44-9bf8120e1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.343453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:56.362406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:56.373416 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-c24e7ac7-f3d2-43f4-bdc9-cd673ed0cd44 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1062145
Apr 30 04:35:56.405435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-17f191fb-fa7e-4008-be44-9bf8120e1468 None None] For port c2d86c11-9fd1-483e-b987-2938850bcd07, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c2d86c11-9fd1-483e-b987-2938850bcd07,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:35:56.414620 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-17f191fb-fa7e-4008-be44-9bf8120e1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.417423 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:56.428485 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.581468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f191fb-fa7e-4008-be44-9bf8120e1468 None None] Pushing event updated for resources: {'Port': ['ID=c2d86c11-9fd1-483e-b987-2938850bcd07,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:56.590227 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-17f191fb-fa7e-4008-be44-9bf8120e1468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:56.594092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 676f677f-534b-49fb-8cf9-91927bc439ff owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:35:56.604487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-71566e98-6b07-49af-a75f-a9465f543f10 None None] Provisioning for port 676f677f-534b-49fb-8cf9-91927bc439ff completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:35:56.613933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-71566e98-6b07-49af-a75f-a9465f543f10 None None] Provisioning complete for port 676f677f-534b-49fb-8cf9-91927bc439ff triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:56.613933 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-71566e98-6b07-49af-a75f-a9465f543f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.626073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.656798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.663066 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ba7139b-3c83-4806-bd58-90d78300acb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:56.667457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-3c21d097-3f5a-472a-9f49-4a8129a030d3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:35:56.669213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-3c21d097-3f5a-472a-9f49-4a8129a030d3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2598925
Apr 30 04:35:56.686262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.698067 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.718278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:35:56.729112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-71566e98-6b07-49af-a75f-a9465f543f10 None None] Port 676f677f-534b-49fb-8cf9-91927bc439ff cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:35:56.730157 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72ee719f-3de8-4d35-a7a0-5c0203b8ba88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:56.764590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfa97a4-0b95-4a90-a45a-7713394a09db,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:56.769654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.769994 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Added segment b7f85b11-f2a8-49f3-95b7-2d6afaef539b of type vlan for network 250e2697-f2d7-43d3-b973-e43ab39c6403
Apr 30 04:35:56.778356 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:56.820640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.825539 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:56.839237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abf48bf1-c867-4f6f-b9f5-e76ece5038e9 req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8492608
Apr 30 04:35:56.889245 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:57.001317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c2d86c11-9fd1-483e-b987-2938850bcd07 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:35:57.118087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:57.127349 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:57.129148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:57.131240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:57.145209 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:57.147509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c2d86c11-9fd1-483e-b987-2938850bcd07 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:35:57.148278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:57.184061 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:57.200380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-bb57f756-dc77-470a-a75a-1e8182d60fe6 service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4758756
Apr 30 04:35:57.245091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0306950e-d3b9-43cb-b5f4-92f75e88ade0 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:35:57.266286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0d7781-e72c-4571-b500-81294ce10769,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:57.274167 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:57.405004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 0306950e-d3b9-43cb-b5f4-92f75e88ade0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:35:57.405598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0306950e-d3b9-43cb-b5f4-92f75e88ade0 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:35:57.599739 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ff2e7059-0528-4e66-a57e-7b99b31738c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:57.735062 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:57.751468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Pushing event updated for resources: {'Network': ['ID=250e2697-f2d7-43d3-b973-e43ab39c6403,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:57.754392 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:57.757550 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9f56fc9-96a7-4301-a31e-4f53d1593ade tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:57.767866 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:35:57.783847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'Port': ['ID=0306950e-d3b9-43cb-b5f4-92f75e88ade0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:57.801813 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.5621150
Apr 30 04:35:57.808314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-a4633087-9e89-46f2-bf30-e955332c0bcd service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5187061
Apr 30 04:35:57.809083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35246) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:57.810726 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:57.825663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] No DVR routers for this DVR port 0306950e-d3b9-43cb-b5f4-92f75e88ade0 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:35:57.831829 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:57.840038 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/676f677f-534b-49fb-8cf9-91927bc439ff HTTP/1.1" status: 204  len: 168 time: 2.3656013
Apr 30 04:35:57.841943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35250) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:57.842129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'name': 'network-vif-deleted', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:35:57.844506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=676f677f-534b-49fb-8cf9-91927bc439ff,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:57.860842 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:57.873951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79a204bb-5bee-414d-bc86-758271435352 req-2a7258e2-f336-42ba-b0ac-3f8a847c3a9f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/ports?device_id=1baa7449-85ce-400a-9b8a-98fcb04e41ab HTTP/1.1" status: 200  len: 210 time: 0.1782434
Apr 30 04:35:57.880183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Request body: {'subnet': {'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1338287921-subnet', 'tenant_id': '727c4291d7aa4a5ea49b54ff92104a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:35:57.889657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:35:57.898519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Usage tracker for resource:subnet and tenant:727c4291d7aa4a5ea49b54ff92104a82 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:35:57.903955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:35:57.917551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:35:57.969185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Made reservation on behalf of 727c4291d7aa4a5ea49b54ff92104a82 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:35:57.973999 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:57.993356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80fe2650-dffd-492b-abb2-5c8d1d93ffdc req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.37 "DELETE /v2.0/ports/0306950e-d3b9-43cb-b5f4-92f75e88ade0 HTTP/1.1" status: 204  len: 173 time: 3.5571015
Apr 30 04:35:58.182095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc3f8e-669c-4d72-96ed-75326e7eabe2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:58.185758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc3f8e-669c-4d72-96ed-75326e7eabe2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:58.187066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4afc3f8e-669c-4d72-96ed-75326e7eabe2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:35:58.231928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:58.242394 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-299ab631-dd06-491a-a761-68a0228b7dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:58.429373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f82142b-d1dd-448b-bef6-1b3df13f3ec6,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:58.446744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4afc3f8e-669c-4d72-96ed-75326e7eabe2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:35:58.450480 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4afc3f8e-669c-4d72-96ed-75326e7eabe2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.6030598
Apr 30 04:35:58.452506 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:58.455814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35264) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:58.621804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 0ec95a77-e210-421d-866d-ed9d43240c6b {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:35:58.622290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba60b21-11a7-4156-ba04-9ef442a7050f req-998ce105-8247-42d1-b12c-2af71e523419 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:58.626331 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ba60b21-11a7-4156-ba04-9ef442a7050f req-998ce105-8247-42d1-b12c-2af71e523419 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.3160274
Apr 30 04:35:58.627455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:58.667159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Checking segment: {'id': '16903375-cbd0-45d1-8a88-52236c934f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e4b0a3b4-4de0-41bb-ae84-2894118a5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:35:58.667579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Network hostable DHCP agents. Network: e4b0a3b4-4de0-41bb-ae84-2894118a5267, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:35:58.715041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Network e4b0a3b4-4de0-41bb-ae84-2894118a5267 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:35:58.721621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:58.821277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, e4b0a3b4-4de0-41bb-ae84-2894118a5267) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:35:58.839433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ff4f57-b113-48bb-8eb5-56495c4bb296 None None] Network e4b0a3b4-4de0-41bb-ae84-2894118a5267 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:58.856903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:58.857944 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:58.864721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd90a85-00e7-4429-a7b7-0557e18fb00b req-85c61646-1112-49f1-97a3-b92573a7245f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:35:58.867964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6fd90a85-00e7-4429-a7b7-0557e18fb00b req-85c61646-1112-49f1-97a3-b92573a7245f tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 949 time: 0.3903518
Apr 30 04:35:58.887190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ba60b21-11a7-4156-ba04-9ef442a7050f req-9d94bb08-d349-4f99-9324-37ca8f2e2afd tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2499642
Apr 30 04:35:58.942848 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.4144487
Apr 30 04:35:59.001620 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baa7449-85ce-400a-9b8a-98fcb04e41ab', 'name': 'network-vif-deleted', 'tag': '0306950e-d3b9-43cb-b5f4-92f75e88ade0', 'status': 'completed', 'code': 200}
Apr 30 04:35:59.003199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:59.154128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6fd90a85-00e7-4429-a7b7-0557e18fb00b req-e305801a-748c-4f6e-bf90-30539d48c29a tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751050
Apr 30 04:35:59.176975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-559dcdf9-cc62-4b79-a6e9-407a7dda18ea req-d3adc55b-a429-4880-bcf0-5da18a9e2f3f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 210 time: 0.1245105
Apr 30 04:35:59.252571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3aecb4-a596-457c-98fe-3bd0138f00b0 None None] Network e4b0a3b4-4de0-41bb-ae84-2894118a5267 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:59.447764 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:59.461202 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a875b0f2-722b-4fc4-aa39-679df7a68d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:59.756974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:59.766834 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36941955-28ef-45f3-8548-54a644de79f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:35:59.856712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec95a77-e210-421d-866d-ed9d43240c6b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:59.873779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.874299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.874828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.875420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.875988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.876553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.877153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.877707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.878682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.878780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.879336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.882318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:35:59.886106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c192d33e-344f-439b-8dfe-6ec52ca113c8 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:35:59.887153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:35:59.892683 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:59.922676 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/0ec95a77-e210-421d-866d-ed9d43240c6b HTTP/1.1" status: 204  len: 168 time: 1.4527926
Apr 30 04:35:59.926235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35286) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:35:59.959021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7139698c-477e-486b-9121-7a7771acee19,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:35:59.966595 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:35:59.977461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d721b6d4-8eff-4b3d-9c6f-9eeb7ae0917d req-745c8571-e902-4007-8c4b-f0f670d3a908 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/c04cf8df-ee8d-4f29-aa76-fd1084944567 HTTP/1.1" status: 200  len: 1799 time: 0.4659657
Apr 30 04:36:00.008079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Checking segment: {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:00.008590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Network hostable DHCP agents. Network: 250e2697-f2d7-43d3-b973-e43ab39c6403, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:36:00.124286 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f3ac7ff3-0641-40b5-a062-ee8024d5a87c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1960087
Apr 30 04:36:00.125204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35292) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:00.129012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515f665-704c-4e05-91db-a7a782d7530e req-dd363a80-6965-4701-80ea-9588d03bce78 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:00.132389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3515f665-704c-4e05-91db-a7a782d7530e req-dd363a80-6965-4701-80ea-9588d03bce78 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 949 time: 0.4131675
Apr 30 04:36:00.304171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:36:00.343545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee3f329-503c-4229-be5c-024d57761312 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:00.344774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-aee3f329-503c-4229-be5c-024d57761312 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:00.371651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-aee3f329-503c-4229-be5c-024d57761312 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:00.374209 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aee3f329-503c-4229-be5c-024d57761312 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2466452
Apr 30 04:36:00.377971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35300) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:00.422053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:36:00.464258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 250e2697-f2d7-43d3-b973-e43ab39c6403) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:00.507332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a449d94-6f84-4c64-9dfc-9541b06a095a None None] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:00.561257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0167eda-57ea-4ae9-87c7-430a2901c922 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:00.562583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c0167eda-57ea-4ae9-87c7-430a2901c922 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:00.599905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c0167eda-57ea-4ae9-87c7-430a2901c922 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:00.604485 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c0167eda-57ea-4ae9-87c7-430a2901c922 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2227974
Apr 30 04:36:00.604898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35308) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:00.703489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:00.704095 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:00.713084 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d721b6d4-8eff-4b3d-9c6f-9eeb7ae0917d req-a6e7f2bc-87a6-482e-8d71-23dfa0dbf586 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:00.739702 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5834a010-5ca6-42e1-ab38-4f1650ad592e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:00.757420 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fccb729d-7202-4dfe-aa33-6bc2a8e035cb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1513824
Apr 30 04:36:00.766440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35312) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:00.770672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] Deleting port c2d86c11-9fd1-483e-b987-2938850bcd07 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:36:00.771501 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:00.774874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:00.801906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 2.9680128
Apr 30 04:36:00.804840 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d721b6d4-8eff-4b3d-9c6f-9eeb7ae0917d req-a6e7f2bc-87a6-482e-8d71-23dfa0dbf586 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:00.883773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537696d6-b053-4c59-9d8c-52504770c013 req-ed47a706-497f-48ad-aef6-07b4fa98bceb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:00.886004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-ed47a706-497f-48ad-aef6-07b4fa98bceb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.37 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.5689886
Apr 30 04:36:00.901759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-3515f665-704c-4e05-91db-a7a782d7530e req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Deleting port 050a0d0e-f281-443a-83d2-9bfe40bf4444 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:36:00.902526 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3515f665-704c-4e05-91db-a7a782d7530e req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:00.927113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Request body: {'port': {'device_id': '59303405-844e-445b-adca-3a0761794f0f', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'admin_state_up': True, 'tenant_id': '23ed3850f28743fbb3956272163e68c0'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:01.057980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:01.077455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:01.116106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:01.126792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:01.155707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c2d86c11-9fd1-483e-b987-2938850bcd07 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:01.234988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] For port c2d86c11-9fd1-483e-b987-2938850bcd07, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c2d86c11-9fd1-483e-b987-2938850bcd07,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:01.235367 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:01.244606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4c693c-c501-45bd-bff5-24728801cd02 None None] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:01.249369 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d721b6d4-8eff-4b3d-9c6f-9eeb7ae0917d req-a6e7f2bc-87a6-482e-8d71-23dfa0dbf586 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:01.253270 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:01.308401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f2bc-87a6-482e-8d71-23dfa0dbf586 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04cf8df-ee8d-4f29-aa76-fd1084944567,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:01.324898 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a6e7f2bc-87a6-482e-8d71-23dfa0dbf586 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:01.430032 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d721b6d4-8eff-4b3d-9c6f-9eeb7ae0917d req-a6e7f2bc-87a6-482e-8d71-23dfa0dbf586 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:01.431180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d721b6d4-8eff-4b3d-9c6f-9eeb7ae0917d req-a6e7f2bc-87a6-482e-8d71-23dfa0dbf586 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/c04cf8df-ee8d-4f29-aa76-fd1084944567 HTTP/1.1" status: 204  len: 173 time: 1.4452600
Apr 30 04:36:01.445357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] Calling delete_port for c2d86c11-9fd1-483e-b987-2938850bcd07 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:36:01.446900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:01.451802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Usage tracker for resource:port and tenant:23ed3850f28743fbb3956272163e68c0 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:01.455150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:01.462380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:01.477544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3515f665-704c-4e05-91db-a7a782d7530e req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] For port 050a0d0e-f281-443a-83d2-9bfe40bf4444, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=050a0d0e-f281-443a-83d2-9bfe40bf4444,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:01.477873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3515f665-704c-4e05-91db-a7a782d7530e req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:01.492175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Made reservation on behalf of 23ed3850f28743fbb3956272163e68c0 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:01.495131 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:01.655891 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:01.663459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-3515f665-704c-4e05-91db-a7a782d7530e req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Calling delete_port for 050a0d0e-f281-443a-83d2-9bfe40bf4444 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:36:01.724955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-1a540077-ee50-417f-9ad8-5681c5c23414 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:01.726014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-1a540077-ee50-417f-9ad8-5681c5c23414 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Synchronizing usage tracker for tenant:ae7836dda3f94a3a8b3efe8478284a0b on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:01.776276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port c2d86c11-9fd1-483e-b987-2938850bcd07, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c2d86c11-9fd1-483e-b987-2938850bcd07,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:01.811359 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:01.819423 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:01.860742 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:01.860988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-1a540077-ee50-417f-9ad8-5681c5c23414 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Unset dirty status for tenant:ae7836dda3f94a3a8b3efe8478284a0b on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:01.862168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-1a540077-ee50-417f-9ad8-5681c5c23414 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/networks?id=ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f HTTP/1.1" status: 200  len: 815 time: 0.6821756
Apr 30 04:36:01.890807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=c2d86c11-9fd1-483e-b987-2938850bcd07,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:01.895149 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:01.895968 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:01.953663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] Pushing event deleted for resources: {'Port': ['ID=c2d86c11-9fd1-483e-b987-2938850bcd07,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:01.958561 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:01.960130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] No DVR routers for this DVR port c2d86c11-9fd1-483e-b987-2938850bcd07 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:36:01.963406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-95946165-19a4-43da-a1c6-94de5542bdab tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/quotas/ae7836dda3f94a3a8b3efe8478284a0b HTTP/1.1" status: 200  len: 375 time: 0.0878437
Apr 30 04:36:02.012559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:02.023247 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e0fa40b-4651-479f-a12c-11bd059936d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:02.078388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af343e-94e8-4cda-abb4-c045fcce9230 req-237b47f4-abc0-44f3-a5d2-bb28399b48b4 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:02.079987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80af343e-94e8-4cda-abb4-c045fcce9230 req-237b47f4-abc0-44f3-a5d2-bb28399b48b4 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.4135711
Apr 30 04:36:02.103029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-5cca832f-2915-456d-892b-de188dcc4282 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae7836dda3f94a3a8b3efe8478284a0b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1201575
Apr 30 04:36:02.120580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:02.126308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:02.138790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c85312-dc50-4f76-ba6f-cdc4067dddad None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:02.149483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=453ea1e9-e0b4-4488-a7e5-4a8926d803b7,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:02.154471 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:02.156828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:02.157835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:02.182136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Allocated IP 172.20.0.11 (d8546f2d-3b48-4e0e-a3b1-191839a8c478/f6b8d43f-4c31-4f17-973d-316fa3a9818c/9f780041-dbe2-44be-8275-aa7667ac2994) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:02.211137 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3515f665-704c-4e05-91db-a7a782d7530e req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:02.223258 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7b9a9ef9-6c76-415b-866f-43c1041088f5 tempest-ServerAddressesTestJSON-990168800 tempest-ServerAddressesTestJSON-990168800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:02.249319 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4777315
Apr 30 04:36:02.250412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35334) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:02.274705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': '453ea1e9-e0b4-4488-a7e5-4a8926d803b7', 'ip_address': '2001:db8::4c84:7841:bc93:3ef9'}], 'name': 'tempest-NetworksTestDHCPv6-1199790693'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:02.281851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80af343e-94e8-4cda-abb4-c045fcce9230 req-0badacfe-6c39-431a-a98a-073e0781a5fc tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673162
Apr 30 04:36:02.350335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Pushing event deleted for resources: {'Port': ['ID=050a0d0e-f281-443a-83d2-9bfe40bf4444,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:02.532659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fa05273d-4c7c-46d6-8c92-b391ef0814c7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:36:02.541057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fa05273d-4c7c-46d6-8c92-b391ef0814c7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4274013
Apr 30 04:36:02.543383 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:02.628919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '453ea1e9-e0b4-4488-a7e5-4a8926d803b7'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:36:02.630351 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:02.769080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:02.779974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-58632cae-6b99-42d3-8b90-0b75813e99bf tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:02.782378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-58632cae-6b99-42d3-8b90-0b75813e99bf tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Synchronizing usage tracker for tenant:32fafc5bcb3149e180f6d95dd25b9349 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:02.796712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:02.807201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edbcaa55-df43-429b-9d0f-e96a8b906349 req-1e6bd362-5f1a-44e2-b2a7-56af7d256f0a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 210 time: 0.2082243
Apr 30 04:36:02.809137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-58632cae-6b99-42d3-8b90-0b75813e99bf tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Unset dirty status for tenant:32fafc5bcb3149e180f6d95dd25b9349 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:02.810346 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-58632cae-6b99-42d3-8b90-0b75813e99bf tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 948 time: 0.3004658
Apr 30 04:36:02.926590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:02.973904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fbdeda66-3320-4e52-8607-046354ddba45 service neutron] 10.222.0.46 "GET /v2.0/networks/ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4314716
Apr 30 04:36:02.976601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3515f665-704c-4e05-91db-a7a782d7530e req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] No DVR routers for this DVR port 050a0d0e-f281-443a-83d2-9bfe40bf4444 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:36:03.030835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/453ea1e9-e0b4-4488-a7e5-4a8926d803b7/4d521908-3398-41e4-8d9c-2d1530357642) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:03.051608 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3515f665-704c-4e05-91db-a7a782d7530e req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.085585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-deleted', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:03.192504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.231194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port b8aca229-64d0-40b5-916d-b8f4c6c0e0fc yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:36:03.235921 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6277963-a76a-4a82-a406-e6575f482a9e req-5d74481a-e8dc-418b-90f1-eb9f0dde0443 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb1a9cc2-edec-4d99-8388-678d2563c7f3 HTTP/1.1" status: 200  len: 210 time: 0.1922872
Apr 30 04:36:03.265661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6cc5daa7-79fc-4843-916f-6feda9b90ba1 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:03.294274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Deleting port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:36:03.294764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.482352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3515f665-704c-4e05-91db-a7a782d7530e req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] 10.222.0.37 "DELETE /v2.0/ports/050a0d0e-f281-443a-83d2-9bfe40bf4444 HTTP/1.1" status: 204  len: 173 time: 3.3266187
Apr 30 04:36:03.538346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] For port 6cc5daa7-79fc-4843-916f-6feda9b90ba1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6cc5daa7-79fc-4843-916f-6feda9b90ba1,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:03.538346 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.596709 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.608358 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.621317 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0617e4ff-4bad-42c4-a88c-43cc76b45aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.651145 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.666374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc5daa7-79fc-4843-916f-6feda9b90ba1'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:03.675280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Transition to ACTIVE for port object 4d521908-3398-41e4-8d9c-2d1530357642 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:03.688850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6cc5daa7-79fc-4843-916f-6feda9b90ba1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6cc5daa7-79fc-4843-916f-6feda9b90ba1,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:03.692295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Calling delete_port for 6cc5daa7-79fc-4843-916f-6feda9b90ba1 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:36:03.697726 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.698971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:03.739887 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f20ae715-c5cf-4e79-99ca-9e6f7b24bc90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:03.781052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-8cc9cb60-f1cd-4029-8234-722933290818 service neutron] 10.222.0.46 "GET /v2.0/networks/ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7706165
Apr 30 04:36:03.790290 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.821055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 050a0d0e-f281-443a-83d2-9bfe40bf4444 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:36:03.821603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 050a0d0e-f281-443a-83d2-9bfe40bf4444 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:36:03.827341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=6cc5daa7-79fc-4843-916f-6feda9b90ba1,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:03.838745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Transition to ACTIVE for port object 4d521908-3398-41e4-8d9c-2d1530357642 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:03.841655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.842028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.842419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.842784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.843102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.844009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.844384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.845410 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.845911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.846429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.846755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.847386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.847723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:03.853361 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6cce0251-2559-4e62-9928-6e63e7a1882e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:03.857584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205c68f-140d-4566-a41a-c4e3b24c280b req-ae460e8b-c5d2-49e1-81e3-4fdb57fe9b88 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:03.859895 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:03.864087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['4e1906f2-7c01-4bd6-912f-60d38ad091bc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:36:03.878050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5205c68f-140d-4566-a41a-c4e3b24c280b req-ae460e8b-c5d2-49e1-81e3-4fdb57fe9b88 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b220f9a-1a55-4557-81dd-95908f3cb41a HTTP/1.1" status: 200  len: 948 time: 0.4265740
Apr 30 04:36:03.908513 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:03.919176 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:04.010406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5205c68f-140d-4566-a41a-c4e3b24c280b req-9da71ef7-35c6-4027-ab82-e8858f05d79f tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312509
Apr 30 04:36:04.021802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:04.033547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:04.038315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Pushing event updated for resources: {'Port': ['ID=4d521908-3398-41e4-8d9c-2d1530357642,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:04.056459 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:04.065960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:04.070447 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:04.081339 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af9aef8c-cf85-4187-a956-d5bf7067ee9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:04.212905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::4c84:7841:bc93:3ef9 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/453ea1e9-e0b4-4488-a7e5-4a8926d803b7/b8aca229-64d0-40b5-916d-b8f4c6c0e0fc) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:04.271004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Pushing event deleted for resources: {'Port': ['ID=6cc5daa7-79fc-4843-916f-6feda9b90ba1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:04.349025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:04.368847 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:04.399372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:04.414205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:04.497031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Attempting to bind port 4d521908-3398-41e4-8d9c-2d1530357642 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:04.497850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Attempting to bind port 4d521908-3398-41e4-8d9c-2d1530357642 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:04.498552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Attempting to bind port 4d521908-3398-41e4-8d9c-2d1530357642 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:04.518684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:04.519393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:04.520135 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:04.520817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:04.522889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Bound port: 4d521908-3398-41e4-8d9c-2d1530357642, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:04.523610 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:04.626308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event updated for resources: {'Port': ['ID=9f780041-dbe2-44be-8275-aa7667ac2994,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:04.690826 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:04.781089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-665ad185-e1a1-4505-ae50-8da32e5ff529 req-dfe7aa75-64af-4b94-8941-3af059844eba tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "GET /v2.0/security-groups/e5c524a2-d934-4bd4-a6ed-311450f89427 HTTP/1.1" status: 200  len: 1800 time: 0.5985878
Apr 30 04:36:04.853849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:04.854641 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:04.902594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] No DVR routers for this DVR port 6cc5daa7-79fc-4843-916f-6feda9b90ba1 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:36:04.908674 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0091362
Apr 30 04:36:04.922115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:04.933466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'name': 'network-vif-deleted', 'tag': '6cc5daa7-79fc-4843-916f-6feda9b90ba1'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:04.939766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Request body: {'port': {'device_id': '59303405-844e-445b-adca-3a0761794f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:05.020818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] For port 4d521908-3398-41e4-8d9c-2d1530357642, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:05.052211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:05.057111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-05bbe351-c3d9-4e5f-a08a-20aea0ce77f0 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:05.061113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] For port 4d521908-3398-41e4-8d9c-2d1530357642, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4d521908-3398-41e4-8d9c-2d1530357642,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:05.065176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-05bbe351-c3d9-4e5f-a08a-20aea0ce77f0 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 805 time: 0.3729434
Apr 30 04:36:05.066436 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:05.067738 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-572040c7-b9ff-4e5c-ae97-0fec3b379b41 req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "DELETE /v2.0/ports/6cc5daa7-79fc-4843-916f-6feda9b90ba1 HTTP/1.1" status: 204  len: 173 time: 2.2427797
Apr 30 04:36:05.077520 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:05.083629 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6f6681e2-460d-4dc3-b2be-2c846210a18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:05.123797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object b8aca229-64d0-40b5-916d-b8f4c6c0e0fc will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:05.141102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-bcb394e9-b901-4fee-8e21-5d3a39fb5f6f tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/quotas/727c4291d7aa4a5ea49b54ff92104a82 HTTP/1.1" status: 200  len: 375 time: 0.0745692
Apr 30 04:36:05.183330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:05.200253 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:05.213713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-15de23c7-5efc-4f88-bf09-d1800471dd1b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0711305
Apr 30 04:36:05.254238 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-665ad185-e1a1-4505-ae50-8da32e5ff529 req-31729ab0-e226-4b29-8762-8af957e9a757 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:05.276424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Pushing event updated for resources: {'Port': ['ID=4d521908-3398-41e4-8d9c-2d1530357642,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:05.290696 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:05.312648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:05.415458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=b8aca229-64d0-40b5-916d-b8f4c6c0e0fc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:05.436002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:05.438228 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:05.439674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:05.451868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:05.462962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:05.463922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:05.508722 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.2563815
Apr 30 04:36:05.508997 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-665ad185-e1a1-4505-ae50-8da32e5ff529 req-31729ab0-e226-4b29-8762-8af957e9a757 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:05.509951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35376) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:05.520811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': '453ea1e9-e0b4-4488-a7e5-4a8926d803b7', 'ip_address': '2001:db8::4c84:7841:bc93:3ef9'}], 'name': 'tempest-NetworksTestDHCPv6-212885841'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:06.071372 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:06.089949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-4100bf60-c659-4624-a195-f6f5f29ea357 service neutron] 10.222.0.46 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8746910
Apr 30 04:36:06.114765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:06.137652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:06.145792 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-665ad185-e1a1-4505-ae50-8da32e5ff529 req-31729ab0-e226-4b29-8762-8af957e9a757 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:06.146677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:06.154644 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b605181-ea26-4c30-b113-f369b3e18e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:06.158774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:06.178349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:06.185519 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:06.223958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 51855901-0c6a-444c-af0f-89cd5bca45f3 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:36:06.306063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31729ab0-e226-4b29-8762-8af957e9a757 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c524a2-d934-4bd4-a6ed-311450f89427,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:06.309358 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31729ab0-e226-4b29-8762-8af957e9a757 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:06.383975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-665ad185-e1a1-4505-ae50-8da32e5ff529 req-31729ab0-e226-4b29-8762-8af957e9a757 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:06.385324 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-665ad185-e1a1-4505-ae50-8da32e5ff529 req-31729ab0-e226-4b29-8762-8af957e9a757 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] 10.222.0.46 "DELETE /v2.0/security-groups/e5c524a2-d934-4bd4-a6ed-311450f89427 HTTP/1.1" status: 204  len: 173 time: 1.5924094
Apr 30 04:36:06.446177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35382) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:06.501279 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a9cc2-edec-4d99-8388-678d2563c7f3', 'name': 'network-vif-deleted', 'tag': '050a0d0e-f281-443a-83d2-9bfe40bf4444', 'status': 'completed', 'code': 200}
Apr 30 04:36:06.525179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-6c80c124-ce6f-4ee7-b89b-5493e3f59793 service neutron] 10.222.0.46 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4344239
Apr 30 04:36:06.635620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] Deleting subnet a7fb4091-78f6-4572-8543-3c6a65e4f357 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:36:06.683245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:06.770773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:06.814623 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:36:06.815151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:36:06.869312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f780041-dbe2-44be-8275-aa7667ac2994 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:06.879986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-06499dfe-a0c9-451f-b419-486cd765059a None None] Provisioning for port 4d521908-3398-41e4-8d9c-2d1530357642 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:06.892577 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-789c6ce4-d7c4-4c33-b243-7dd81ad51521 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.3738480
Apr 30 04:36:06.893396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35388) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:06.914566 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:07.002466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:07.080250 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc5daa7-79fc-4843-916f-6feda9b90ba1', 'code': 200}
Apr 30 04:36:07.089524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Transition to ACTIVE for port object 9f780041-dbe2-44be-8275-aa7667ac2994 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:07.152516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4d521908-3398-41e4-8d9c-2d1530357642 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:07.172562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181cc31-8a54-448e-bed1-7a809720e1b8 req-b7ae56bd-352e-495f-ae09-ea4448cd81c5 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:07.186351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6181cc31-8a54-448e-bed1-7a809720e1b8 req-b7ae56bd-352e-495f-ae09-ea4448cd81c5 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.5382409
Apr 30 04:36:07.189406 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:07.208977 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f18d82f-e78f-44bc-8e7a-096fb15695ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:07.477573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-0ef24cb3-b0fa-4468-aaad-6601726b2254 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:07.479516 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-0ef24cb3-b0fa-4468-aaad-6601726b2254 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.50 "GET /v2.0/networks?id=ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f HTTP/1.1" status: 200  len: 815 time: 0.4060953
Apr 30 04:36:07.483177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-14c48473-2f12-46e0-b249-0e290458f520 None None] Provisioning for port b8aca229-64d0-40b5-916d-b8f4c6c0e0fc completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:07.499582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Request body: {'port': {'device_id': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'network_id': 'ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f', 'admin_state_up': True, 'tenant_id': 'ae7836dda3f94a3a8b3efe8478284a0b'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:07.517140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-14c48473-2f12-46e0-b249-0e290458f520 None None] Provisioning complete for port b8aca229-64d0-40b5-916d-b8f4c6c0e0fc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:07.517795 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-14c48473-2f12-46e0-b249-0e290458f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:07.543793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1dc50a-1882-4da3-a85a-d954c05451d9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:07.550966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1dc50a-1882-4da3-a85a-d954c05451d9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:07.552068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2c1dc50a-1882-4da3-a85a-d954c05451d9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:07.604189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 4d521908-3398-41e4-8d9c-2d1530357642 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:07.620209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4d521908-3398-41e4-8d9c-2d1530357642 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:07.620906 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:07.695209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-14c48473-2f12-46e0-b249-0e290458f520 None None] Port b8aca229-64d0-40b5-916d-b8f4c6c0e0fc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:36:07.752263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6181cc31-8a54-448e-bed1-7a809720e1b8 req-7bf8c459-ceba-4ac8-b088-639ddbe34eae tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5644720
Apr 30 04:36:07.801304 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:07.877406 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 4d521908-3398-41e4-8d9c-2d1530357642, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4d521908-3398-41e4-8d9c-2d1530357642,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:07.881424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f780041-dbe2-44be-8275-aa7667ac2994,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:07.894259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:07.902870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Usage tracker for resource:port and tenant:ae7836dda3f94a3a8b3efe8478284a0b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:07.905867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2c1dc50a-1882-4da3-a85a-d954c05451d9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:07.906089 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:07.907106 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2c1dc50a-1882-4da3-a85a-d954c05451d9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 1.0041430
Apr 30 04:36:07.910144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:07.914829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35400) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:07.917483 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:07.921078 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-55c6a5ae-85dd-40f3-a281-800113b8fc51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:07.982264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:08.030639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Made reservation on behalf of ae7836dda3f94a3a8b3efe8478284a0b for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:08.034431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:08.041323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-281b7b93-b675-43db-b975-0a25cf9d31c5 req-ff01974f-336b-4d2e-b4f4-3b04b8e5e0ca tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 210 time: 0.0870934
Apr 30 04:36:08.100922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Attempting to bind port 9f780041-dbe2-44be-8275-aa7667ac2994 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:08.101542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Attempting to bind port 9f780041-dbe2-44be-8275-aa7667ac2994 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:08.101691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:08.102191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Attempting to bind port 9f780041-dbe2-44be-8275-aa7667ac2994 on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:08.110390 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b4df903-5389-4c0b-aa1d-4c1e810da2c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:08.114681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Port 9f780041-dbe2-44be-8275-aa7667ac2994 on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:36:08.116067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Attempting to bind port 9f780041-dbe2-44be-8275-aa7667ac2994 on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:08.131382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e56f5-b894-4679-af22-b423785db679 req-413a67fc-9c4a-46a0-b9af-14758dc3103c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:08.132932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-024e56f5-b894-4679-af22-b423785db679 req-413a67fc-9c4a-46a0-b9af-14758dc3103c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:08.148932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=4d521908-3398-41e4-8d9c-2d1530357642,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:08.158258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:08.159484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:08.160308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Checking segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:08.160628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fb4091-78f6-4572-8543-3c6a65e4f357,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:08.161228 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Bound using segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:08.162923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Bound port: 9f780041-dbe2-44be-8275-aa7667ac2994, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:08.164814 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:08.169475 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:08.204900 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:08.217028 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a7fb4091-78f6-4572-8543-3c6a65e4f357 HTTP/1.1" status: 204  len: 168 time: 1.7515023
Apr 30 04:36:08.220307 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35404) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:08.328244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port b8aca229-64d0-40b5-916d-b8f4c6c0e0fc {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:36:08.328566 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:08.372691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-024e56f5-b894-4679-af22-b423785db679 req-413a67fc-9c4a-46a0-b9af-14758dc3103c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:08.374487 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-024e56f5-b894-4679-af22-b423785db679 req-413a67fc-9c4a-46a0-b9af-14758dc3103c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 944 time: 0.8142407
Apr 30 04:36:08.440805 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b220f9a-1a55-4557-81dd-95908f3cb41a', 'name': 'network-vif-deleted', 'tag': '6cc5daa7-79fc-4843-916f-6feda9b90ba1', 'status': 'completed', 'code': 200}
Apr 30 04:36:08.471019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Allocated IP 172.20.0.9 (ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f/3a6fe147-e65a-47a4-a0bf-17f33516fb4f/ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:08.538973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:08.568479 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:08.659434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] For port 9f780041-dbe2-44be-8275-aa7667ac2994, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:08.663664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-024e56f5-b894-4679-af22-b423785db679 req-a1023cbe-9529-4726-abd0-5bba01a0b96e tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:08.668501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e892f1ba-eaef-4494-84b3-f8aa8c5fbaba req-5d45e35c-e703-4e6a-8f9b-329dbfbbb35c tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 210 time: 0.0697725
Apr 30 04:36:08.725277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] For port 9f780041-dbe2-44be-8275-aa7667ac2994, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9f780041-dbe2-44be-8275-aa7667ac2994,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:08.759615 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:08.767591 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a28f60a-430c-4722-aa1a-bf97b91d5a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:08.831496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-024e56f5-b894-4679-af22-b423785db679 req-a1023cbe-9529-4726-abd0-5bba01a0b96e tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:08.832774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-024e56f5-b894-4679-af22-b423785db679 req-a1023cbe-9529-4726-abd0-5bba01a0b96e tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4486318
Apr 30 04:36:08.847075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-0c21fd0a-9036-44e3-9c6d-87f368a54007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:08.848501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-0c21fd0a-9036-44e3-9c6d-87f368a54007 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1101 time: 0.4038000
Apr 30 04:36:08.875608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:08.879898 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:08.886389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/9f780041-dbe2-44be-8275-aa7667ac2994 HTTP/1.1" status: 200  len: 1093 time: 3.9659350
Apr 30 04:36:09.000525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59303405-844e-445b-adca-3a0761794f0f', 'tag': '9f780041-dbe2-44be-8275-aa7667ac2994'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:09.065849 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:09.108269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4d521908-3398-41e4-8d9c-2d1530357642 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:09.391114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4d521908-3398-41e4-8d9c-2d1530357642 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:09.397592 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:09.399432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for b8aca229-64d0-40b5-916d-b8f4c6c0e0fc owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:36:09.500423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f780041-dbe2-44be-8275-aa7667ac2994,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:09.532127 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:09.619393 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:09.670429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a065550>,) {'filters': {'network_id': ['a4f5c2eb-a150-4009-bb50-7f6e012f6e30']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:09.696403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a065550>, 'f67c9e1f-2760-4a1b-869c-8d89485d2b65') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:09.696679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a065550>, 'f67c9e1f-2760-4a1b-869c-8d89485d2b65') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:09.708138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-1abb6f76-5cbb-4d73-ac60-1eea1e0ac0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:09.709871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-1abb6f76-5cbb-4d73-ac60-1eea1e0ac0e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.7028978
Apr 30 04:36:09.727044 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:09.860319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-a4024aaa-9a0c-418b-92cd-39776781235d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:09.861386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-a4024aaa-9a0c-418b-92cd-39776781235d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Synchronizing usage tracker for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:09.874380 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:09.882560 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed178f37-e46b-4f6c-862f-69de214a2233 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:10.022877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:10.029243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:10.033396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:10.051631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-77c12449-5a5e-44a6-ad71-6b87c285d636 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=3cd0f211-9026-4876-922f-9d539dc23e2d HTTP/1.1" status: 200  len: 217 time: 0.3310876
Apr 30 04:36:10.057860 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59303405-844e-445b-adca-3a0761794f0f', 'tag': '9f780041-dbe2-44be-8275-aa7667ac2994', 'status': 'completed', 'code': 200}
Apr 30 04:36:10.061607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537696d6-b053-4c59-9d8c-52504770c013 req-cc715c14-1bc0-4307-a10d-fd8a99d6b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:10.064324 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-cc715c14-1bc0-4307-a10d-fd8a99d6b1a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 1096 time: 0.9688509
Apr 30 04:36:10.065911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-a4024aaa-9a0c-418b-92cd-39776781235d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Unset dirty status for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:10.067050 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-a4024aaa-9a0c-418b-92cd-39776781235d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.37 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 805 time: 0.7060843
Apr 30 04:36:10.068362 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:10.073766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Pushing event updated for resources: {'Port': ['ID=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:10.089988 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:10.098781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Request body: {'port': {'device_id': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'admin_state_up': True, 'tenant_id': '727c4291d7aa4a5ea49b54ff92104a82'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:10.157842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:10.209367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:36:10.216681 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-108ba7a2-3768-4cba-b5b7-eadc9410b5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:10.227247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-b7c454f1-4f57-4b41-ac9b-47d570addfe2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f780041-dbe2-44be-8275-aa7667ac2994 HTTP/1.1" status: 200  len: 217 time: 0.1067646
Apr 30 04:36:10.252747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:10.253410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:10.299434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=b8aca229-64d0-40b5-916d-b8f4c6c0e0fc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:10.308783 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:10.410912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9185801
Apr 30 04:36:10.419046 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:10.425167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/b8aca229-64d0-40b5-916d-b8f4c6c0e0fc HTTP/1.1" status: 204  len: 168 time: 2.5040238
Apr 30 04:36:10.426653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35442) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:10.448409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Request body: {'port': {'device_id': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:10.449996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-809149ea-37d1-4c17-9fc6-f515328d4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:10.451533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-809149ea-37d1-4c17-9fc6-f515328d4731 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.3859594
Apr 30 04:36:10.570227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:36:10.595167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cee0d-a8b8-497e-817e-5ef4f102c90c req-d15dfe18-e398-408a-afd5-bf9fb8b4ea38 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:10.596835 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be3cee0d-a8b8-497e-817e-5ef4f102c90c req-d15dfe18-e398-408a-afd5-bf9fb8b4ea38 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.7152982
Apr 30 04:36:10.599637 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:10.620772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537696d6-b053-4c59-9d8c-52504770c013 req-06ddfebc-9c28-4c00-b5c1-8a7d92839ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:10.622261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-06ddfebc-9c28-4c00-b5c1-8a7d92839ea5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.3770220
Apr 30 04:36:10.634486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:10.669894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Usage tracker for resource:port and tenant:727c4291d7aa4a5ea49b54ff92104a82 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:10.678540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:10.757305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:10.786126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-0525bf6f-a68d-4bd1-bcce-6338070a8af0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1430259
Apr 30 04:36:10.801925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca30e64-50af-47f8-9185-25137986b150 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:10.805123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca30e64-50af-47f8-9185-25137986b150 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:10.806460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cca30e64-50af-47f8-9185-25137986b150 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:10.827254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Made reservation on behalf of 727c4291d7aa4a5ea49b54ff92104a82 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:10.831435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:10.869958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:10.943594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cca30e64-50af-47f8-9185-25137986b150 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:10.944974 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cca30e64-50af-47f8-9185-25137986b150 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5089204
Apr 30 04:36:10.949482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35446) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:10.996233 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be3cee0d-a8b8-497e-817e-5ef4f102c90c req-42adbb00-db4b-45c8-b3e5-4bd270d0daf8 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3598762
Apr 30 04:36:11.027013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Network a4f5c2eb-a150-4009-bb50-7f6e012f6e30 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:36:11.125262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 453ea1e9-e0b4-4488-a7e5-4a8926d803b7 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:36:11.142632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:36:11.187488 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:36:11.228470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3cd0f211-9026-4876-922f-9d539dc23e2d details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:36:11.230847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b56dd7-e985-4f56-9e1e-4f28ef8bec5a req-a831df6e-f647-47f1-9bf4-7dec9b1dd419 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:11.236279 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3cd0f211-9026-4876-922f-9d539dc23e2d no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:11.244152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98b56dd7-e985-4f56-9e1e-4f28ef8bec5a req-a831df6e-f647-47f1-9bf4-7dec9b1dd419 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 931 time: 0.9995954
Apr 30 04:36:11.325135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:11.430128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Allocated IP 172.20.0.4 (250e2697-f2d7-43d3-b973-e43ab39c6403/7139698c-477e-486b-9121-7a7771acee19/909702a7-a7e6-4147-97ae-b3769b511a4f) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:11.745106 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:11.764047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-f2f8e192-f0cd-4f18-a144-09fd78e96ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:11.765586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-f2f8e192-f0cd-4f18-a144-09fd78e96ca2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.2617490
Apr 30 04:36:11.814800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:11.872979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:11.882453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-831f0580-93f1-43a8-84b8-ebfcb5a3e97f service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0707393
Apr 30 04:36:11.896685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:11.926776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:11.934994 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:11.944833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'mac_address': 'fa:16:3e:91:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:36:11.968883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:11.973455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-98b56dd7-e985-4f56-9e1e-4f28ef8bec5a req-00dafd7d-5b08-41f7-99a4-85d6537b2e4e tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Synchronizing usage tracker for tenant:ae7836dda3f94a3a8b3efe8478284a0b on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:12.034151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f5c2eb-a150-4009-bb50-7f6e012f6e30,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:12.043027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:12.054985 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:12.058981 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:12.074872 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e6e2c7bf-9268-49fd-955f-25a064aef4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:12.155319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a4f5c2eb-a150-4009-bb50-7f6e012f6e30 HTTP/1.1" status: 204  len: 168 time: 3.9240494
Apr 30 04:36:12.216686 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:12.247411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-98b56dd7-e985-4f56-9e1e-4f28ef8bec5a req-00dafd7d-5b08-41f7-99a4-85d6537b2e4e tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Unset dirty status for tenant:ae7836dda3f94a3a8b3efe8478284a0b on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:12.258834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd0f211-9026-4876-922f-9d539dc23e2d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:12.262290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98b56dd7-e985-4f56-9e1e-4f28ef8bec5a req-00dafd7d-5b08-41f7-99a4-85d6537b2e4e tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9261360
Apr 30 04:36:12.288318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:12.292285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:12.293555 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:12.299924 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:12.305344 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:12.315956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a74c-af51-4db6-bfdc-2fd4a4b52ee7 req-6edb110c-fad3-4d62-b12a-243060478505 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:12.323387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9608a74c-af51-4db6-bfdc-2fd4a4b52ee7 req-6edb110c-fad3-4d62-b12a-243060478505 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 950 time: 0.9906132
Apr 30 04:36:12.346908 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-fbeee08d-43b8-4849-bc55-af26ab652be1 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5707669
Apr 30 04:36:12.378916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:36:12.420114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:12.423369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:12.457768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c27ea-4cc6-46b3-ab63-157562683732 req-0b3c81c9-e741-4f24-9fd0-306ec8075962 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:12.460431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-964c27ea-4cc6-46b3-ab63-157562683732 req-0b3c81c9-e741-4f24-9fd0-306ec8075962 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 950 time: 1.1300490
Apr 30 04:36:12.482843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35458) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:12.581540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-537696d6-b053-4c59-9d8c-52504770c013 req-6717ed1e-e8a2-4cbe-b1a6-750267d21073 service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6148865
Apr 30 04:36:12.637954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['3cd0f211-9026-4876-922f-9d539dc23e2d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:36:12.706226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e666bd8f-63e9-4383-b877-42c8c1affd10 req-fd595a8d-61bf-49ab-ad1c-6f21b1a3fe7f tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 210 time: 0.2158394
Apr 30 04:36:12.731685 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9608a74c-af51-4db6-bfdc-2fd4a4b52ee7 req-6f964a79-b040-4a8b-b345-609aeb05bb82 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/security-groups?id=67fa21f4-c448-4b29-808c-daaef2ab82ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3676472
Apr 30 04:36:12.828773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:12.926114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:12.932103 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:36:12.956540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:12.959484 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65d143a1-4334-4ceb-b789-bc7677e50d75 req-a5151b1e-5aed-4d6f-92c4-e87a1f3e8d28 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5963588
Apr 30 04:36:13.048065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Transition to ACTIVE for port object ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:13.092418 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:13.109200 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:13.114303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-f71a1a76-e9f7-4990-abda-1b540c637071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:13.116777 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-f71a1a76-e9f7-4990-abda-1b540c637071 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 1096 time: 0.4583323
Apr 30 04:36:13.155929 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1986dbd-c8b8-454c-abc4-ebfef051bb3a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=399df501880c4002beea62440aa7361c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6649427
Apr 30 04:36:13.173215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35472) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:13.226022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-964c27ea-4cc6-46b3-ab63-157562683732 req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Deleting port 4e1906f2-7c01-4bd6-912f-60d38ad091bc {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:36:13.226414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-964c27ea-4cc6-46b3-ab63-157562683732 req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:13.445011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Pushing event updated for resources: {'Port': ['ID=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:13.495348 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:13.578583 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'code': 200}
Apr 30 04:36:13.601385 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:13.616584 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5962848e-70fc-49cc-854e-81328272de30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:13.644181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e313a8-0d69-4c42-8e3c-25632228453c req-6a92c6d8-d274-4b3d-b87d-0f6008f479f9 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:13.647810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11e313a8-0d69-4c42-8e3c-25632228453c req-6a92c6d8-d274-4b3d-b87d-0f6008f479f9 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 944 time: 0.6423724
Apr 30 04:36:13.745043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-c347e1b9-e650-48e5-915e-e5fbc8415cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:13.746540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-c347e1b9-e650-48e5-915e-e5fbc8415cef service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 906 time: 0.6200542
Apr 30 04:36:13.804684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:13.810128 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0498da9b-46e0-4538-830f-65cb3b8db1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:13.846876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Pushing event updated for resources: {'Port': ['ID=909702a7-a7e6-4147-97ae-b3769b511a4f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:13.851831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:13.859287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-7a1e6201-f426-4142-a065-4c133a6fa184 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f780041-dbe2-44be-8275-aa7667ac2994 HTTP/1.1" status: 200  len: 217 time: 0.1007435
Apr 30 04:36:13.865365 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:13.915962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11e313a8-0d69-4c42-8e3c-25632228453c req-2edd45d4-71d3-4359-a38c-582a50b2ba65 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433128
Apr 30 04:36:13.925082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-964c27ea-4cc6-46b3-ab63-157562683732 req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] For port 4e1906f2-7c01-4bd6-912f-60d38ad091bc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4e1906f2-7c01-4bd6-912f-60d38ad091bc,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:13.925448 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-964c27ea-4cc6-46b3-ab63-157562683732 req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:13.975412 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0498da9b-46e0-4538-830f-65cb3b8db1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:14.079224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:14.141530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Attempting to bind port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:14.142039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Attempting to bind port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4cfc25a2-9542-4854-a8ab-5ec4760748c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:14.142560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Attempting to bind port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 on network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:14.147587 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:14.157481 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-079fb6d1-8dee-4e04-ac51-d181ab691c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:14.200765 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0498da9b-46e0-4538-830f-65cb3b8db1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:14.211920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 on network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:36:14.212331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Attempting to bind port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 on network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:14.218531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=453ea1e9-e0b4-4488-a7e5-4a8926d803b7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:14.221465 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:14.229081 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-07bea3f6-cecc-4601-aa82-c0de2da2c251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:14.236325 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:14.245024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa607d-760b-4789-aab6-d29c5d18bdda None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:14.254953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:14.255872 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:14.260089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:14.260460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Checking segment: {'id': '4cfc25a2-9542-4854-a8ab-5ec4760748c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:14.260815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Bound using segment: {'id': '4cfc25a2-9542-4854-a8ab-5ec4760748c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:14.261275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Bound port: ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfc25a2-9542-4854-a8ab-5ec4760748c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:14.261632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:14.276658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-964c27ea-4cc6-46b3-ab63-157562683732 req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Calling delete_port for 4e1906f2-7c01-4bd6-912f-60d38ad091bc owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:36:14.289099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498da9b-46e0-4538-830f-65cb3b8db1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ceeaec-0946-4694-b973-131c52a7080c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:14.303832 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0498da9b-46e0-4538-830f-65cb3b8db1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:14.371580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-33a0502d-3654-4d86-85b9-3ba9ccb7576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:14.374552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-33a0502d-3654-4d86-85b9-3ba9ccb7576e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.4964910
Apr 30 04:36:14.384537 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/453ea1e9-e0b4-4488-a7e5-4a8926d803b7 HTTP/1.1" status: 204  len: 168 time: 3.4339156
Apr 30 04:36:14.387395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35490) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:14.499429 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c6107055-af25-45f7-974a-3ac4d6b908b5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1047764
Apr 30 04:36:14.499703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369a172-6273-4717-a0e6-e109180b2ca8 req-d3523416-336a-41de-8f50-e3ee0ad705a1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:14.503836 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4150949
Apr 30 04:36:14.504621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35494) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:14.512180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4369a172-6273-4717-a0e6-e109180b2ca8 req-d3523416-336a-41de-8f50-e3ee0ad705a1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 948 time: 0.8341000
Apr 30 04:36:14.519785 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0498da9b-46e0-4538-830f-65cb3b8db1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:14.526063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0498da9b-46e0-4538-830f-65cb3b8db1d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34ceeaec-0946-4694-b973-131c52a7080c HTTP/1.1" status: 204  len: 168 time: 1.3442996
Apr 30 04:36:14.547247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-609385d2-44cc-4537-9e92-04afbc60eeb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1574085
Apr 30 04:36:14.589076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:14.624761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Request body: {'port': {'device_id': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:14.768847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] For port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:14.772335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:36:14.784811 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4369a172-6273-4717-a0e6-e109180b2ca8 req-710fa450-1053-49fa-809e-3f343b0a5522 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2472320
Apr 30 04:36:14.924846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147914d2-8a60-499c-ad48-d7ee1927df7e req-dc7777f9-56a1-4db2-b1e8-074d5b4e0f8a tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:14.944397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-147914d2-8a60-499c-ad48-d7ee1927df7e req-dc7777f9-56a1-4db2-b1e8-074d5b4e0f8a tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 943 time: 0.6529996
Apr 30 04:36:14.953154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] For port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,segment=NetworkSegment(4cfc25a2-9542-4854-a8ab-5ec4760748c8),segment_id=4cfc25a2-9542-4854-a8ab-5ec4760748c8)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:14.986643 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:15.010898 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:15.066231 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-964c27ea-4cc6-46b3-ab63-157562683732 req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:15.069556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] Deleting port 4d521908-3398-41e4-8d9c-2d1530357642 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:36:15.070199 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:15.109954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4d521908-3398-41e4-8d9c-2d1530357642 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:15.136607 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f4634ff-b26a-4f26-830a-9afb92b7c2cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:15.259848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3cd0f211-9026-4876-922f-9d539dc23e2d up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:15.421565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Pushing event deleted for resources: {'Port': ['ID=4e1906f2-7c01-4bd6-912f-60d38ad091bc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:15.431208 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:15.436182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4e1906f2-7c01-4bd6-912f-60d38ad091bc no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:15.457437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:15.469112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:15.492659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:15.508854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:15.509624 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:15.511682 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] 10.222.0.50 "PUT /v2.0/ports/ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 HTTP/1.1" status: 200  len: 1092 time: 5.0826242
Apr 30 04:36:15.536290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-3c0b18e6-f6e6-4036-a059-db54503e7b26 service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9435308
Apr 30 04:36:15.544362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'tag': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:15.551699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:15.592627 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:15.661392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-964c27ea-4cc6-46b3-ab63-157562683732 req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] No DVR routers for this DVR port 4e1906f2-7c01-4bd6-912f-60d38ad091bc on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:36:15.670042 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-147914d2-8a60-499c-ad48-d7ee1927df7e req-b28d459f-4509-4662-88ee-5a534ad70890 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7222044
Apr 30 04:36:15.682934 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-964c27ea-4cc6-46b3-ab63-157562683732 req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:15.686143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4451c7-6118-47d2-acb3-f8604ff114ce', 'name': 'network-vif-deleted', 'tag': '4e1906f2-7c01-4bd6-912f-60d38ad091bc'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:15.703683 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:15.731132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:15.736163 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:15.741319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 4e1906f2-7c01-4bd6-912f-60d38ad091bc {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:36:15.741671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4e1906f2-7c01-4bd6-912f-60d38ad091bc not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:36:15.768188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] For port 4d521908-3398-41e4-8d9c-2d1530357642, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4d521908-3398-41e4-8d9c-2d1530357642,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:15.768602 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:15.854179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Pushing event updated for resources: {'Port': ['ID=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:15.932483 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 4d521908-3398-41e4-8d9c-2d1530357642, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4d521908-3398-41e4-8d9c-2d1530357642,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:15.947068 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:15.994526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2670e0d2-1afe-4c69-b480-59062e7d43fe req-3d5f1bbf-f945-482d-9dc9-420ec8fb98cb service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4457173
Apr 30 04:36:15.996216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-964c27ea-4cc6-46b3-ab63-157562683732 req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.37 "DELETE /v2.0/ports/4e1906f2-7c01-4bd6-912f-60d38ad091bc HTTP/1.1" status: 204  len: 173 time: 3.5114675
Apr 30 04:36:16.103068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:16.245616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-eef31c1c-b620-4088-bafd-10a94b5c679d req-c4ec09de-611b-4234-9b02-e34763b9a255 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Synchronizing usage tracker for tenant:32fafc5bcb3149e180f6d95dd25b9349 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:16.266897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35538) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:16.272057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-4f7307b8-3d36-4db7-9028-5c1f0bd733e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:16.273764 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-4f7307b8-3d36-4db7-9028-5c1f0bd733e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae7836dda3f94a3a8b3efe8478284a0b&device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 1095 time: 0.6264787
Apr 30 04:36:16.345072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-eef31c1c-b620-4088-bafd-10a94b5c679d req-c4ec09de-611b-4234-9b02-e34763b9a255 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Unset dirty status for tenant:32fafc5bcb3149e180f6d95dd25b9349 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:16.346999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eef31c1c-b620-4088-bafd-10a94b5c679d req-c4ec09de-611b-4234-9b02-e34763b9a255 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac4451c7-6118-47d2-acb3-f8604ff114ce HTTP/1.1" status: 200  len: 210 time: 0.1738572
Apr 30 04:36:16.360823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a854e-385e-4de3-9cbf-1a767536cc4a req-39a6bbb4-6937-41de-9a28-3e75a62aceda tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:16.362771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-571a854e-385e-4de3-9cbf-1a767536cc4a req-39a6bbb4-6937-41de-9a28-3e75a62aceda tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 931 time: 0.3289347
Apr 30 04:36:16.430022 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-552063dd-411a-4c67-a22f-a95abede8035 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 HTTP/1.1" status: 200  len: 217 time: 0.1364012
Apr 30 04:36:16.514606 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:16.627706 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-571a854e-385e-4de3-9cbf-1a767536cc4a req-1ef427a5-34fa-4caf-b55a-1ad508f03437 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2561359
Apr 30 04:36:16.740882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] Calling delete_port for 4d521908-3398-41e4-8d9c-2d1530357642 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:36:16.766525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-a707c5bb-c0f7-4b3f-90df-376e7df32f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:16.769942 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-a707c5bb-c0f7-4b3f-90df-376e7df32f7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a6fe147-e65a-47a4-a0bf-17f33516fb4f HTTP/1.1" status: 200  len: 855 time: 0.2865846
Apr 30 04:36:16.780605 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'tag': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604', 'status': 'completed', 'code': 200}
Apr 30 04:36:16.791228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 3cd0f211-9026-4876-922f-9d539dc23e2d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:16.792069 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:16.940531 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-b1bfd35c-09be-43f7-a1a6-55c0625fc40a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1496398
Apr 30 04:36:17.166770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35554) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:17.191289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=4d521908-3398-41e4-8d9c-2d1530357642,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:17.198850 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:17.265496 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-713f241f-30cf-4ee2-afad-6a6a7392cf1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49fdd0d28bf241169d2786f648e1154c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9897978
Apr 30 04:36:17.290569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35560) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:17.314928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab41e-6135-450a-a211-39b298f4f6c7 req-665535ab-2ba3-435a-a709-41d3922711aa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:17.334346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbaab41e-6135-450a-a211-39b298f4f6c7 req-665535ab-2ba3-435a-a709-41d3922711aa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 944 time: 0.6341445
Apr 30 04:36:17.387408 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:17.414096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9f780041-dbe2-44be-8275-aa7667ac2994 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:36:17.439353 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:17.453784 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:17.513999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-572553358-network', 'tenant_id': '6de62b6b1dba4d8981f30356c1d37820'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:17.531925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b641202-c163-4d16-9aa7-0a231cce622b req-34879a68-aef1-4320-8692-edba5078e7ca tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:17.533556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b641202-c163-4d16-9aa7-0a231cce622b req-34879a68-aef1-4320-8692-edba5078e7ca tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 948 time: 0.5166347
Apr 30 04:36:17.534804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:17.542200 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbaab41e-6135-450a-a211-39b298f4f6c7 req-218be8d6-9fa4-43bf-b2e2-81f7c8697589 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042716
Apr 30 04:36:17.547138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Usage tracker for resource:network and tenant:6de62b6b1dba4d8981f30356c1d37820 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:17.552778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:17.581943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] Pushing event deleted for resources: {'Port': ['ID=4d521908-3398-41e4-8d9c-2d1530357642,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:17.587097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] No DVR routers for this DVR port 4d521908-3398-41e4-8d9c-2d1530357642 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:36:17.588840 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:17.589974 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:36:17.592353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:17.608626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:17.642505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Made reservation on behalf of 6de62b6b1dba4d8981f30356c1d37820 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:17.643639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:17.647126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:17.673587 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4451c7-6118-47d2-acb3-f8604ff114ce', 'name': 'network-vif-deleted', 'tag': '4e1906f2-7c01-4bd6-912f-60d38ad091bc', 'status': 'completed', 'code': 200}
Apr 30 04:36:17.678163 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:17.702823 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:17.707787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b641202-c163-4d16-9aa7-0a231cce622b req-bbf1978b-554d-4116-9260-be5abbae18ad tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626074
Apr 30 04:36:17.722991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:17.733306 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dbe4cd76-e1e6-4870-b22e-2d6b12d1629e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:17.736572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Usage tracker for resource:security_group_rule and tenant:6de62b6b1dba4d8981f30356c1d37820 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:17.743261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:17.772703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:17.843152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3ebce3e-428c-4385-97d2-a2583c9d6716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:17.900608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:17.908543 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'code': 200}
Apr 30 04:36:17.992726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d5b71-82de-476c-84df-951aa4212fa7 req-2161321f-7660-4981-a9d3-9d2a28549cf2 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:18.004151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-970d5b71-82de-476c-84df-951aa4212fa7 req-2161321f-7660-4981-a9d3-9d2a28549cf2 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 943 time: 0.2043734
Apr 30 04:36:18.048944 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-6d0e64b3-5406-4ccd-8305-7f65e2c769a1 service neutron] 10.222.0.50 "GET /v2.0/networks/ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0788577
Apr 30 04:36:18.053936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9f780041-dbe2-44be-8275-aa7667ac2994, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9f780041-dbe2-44be-8275-aa7667ac2994,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:18.084979 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:18.102534 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.114390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '9f780041-dbe2-44be-8275-aa7667ac2994', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'port_id': '9f780041-dbe2-44be-8275-aa7667ac2994', 'mac_address': 'fa:16:3e:1c:1b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b8d43f-4c31-4f17-973d-316fa3a9818c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:36:18.118987 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.133187 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:18.172295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-970d5b71-82de-476c-84df-951aa4212fa7 req-97a18c87-ff3c-4b24-9143-368b1b105d40 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667807
Apr 30 04:36:18.175163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:36:18.213699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.214115 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Added segment b635747c-34ab-4d51-a408-2122fe863e02 of type vlan for network 2143fcab-9514-4d65-b4e3-ea2650571b78
Apr 30 04:36:18.223546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03723777-3a0d-4e50-ab09-473b58304164,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:18.229379 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:18.231622 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3ebce3e-428c-4385-97d2-a2583c9d6716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.236728 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.276383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f780041-dbe2-44be-8275-aa7667ac2994 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:18.283930 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.303784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9f780041-dbe2-44be-8275-aa7667ac2994, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9f780041-dbe2-44be-8275-aa7667ac2994,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:18.307678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd950ad-0d5b-43bc-bbf4-4915017dedc6 req-105929d4-c755-4aaf-ad76-2d785bf4fd5a tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:18.309285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-efd950ad-0d5b-43bc-bbf4-4915017dedc6 req-105929d4-c755-4aaf-ad76-2d785bf4fd5a tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 931 time: 0.2826138
Apr 30 04:36:18.320277 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.326324 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:18.375154 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.376211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:18.377280 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.389209 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c1494a1-9914-4696-9543-e29c8713dddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:18.409294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909702a7-a7e6-4147-97ae-b3769b511a4f {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:18.431655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9f780041-dbe2-44be-8275-aa7667ac2994,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:18.445092 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:18.477201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-efd950ad-0d5b-43bc-bbf4-4915017dedc6 req-6f362c88-3c63-49ac-b232-a36a19792181 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515894
Apr 30 04:36:18.496931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.547950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Transition to ACTIVE for port object 909702a7-a7e6-4147-97ae-b3769b511a4f will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:18.560415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.565909 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3842037
Apr 30 04:36:18.571228 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35576) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:18.572394 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b0d45f69-1883-4f57-aa74-e49698e04151 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:18.583741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Request body: {'subnet': {'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-572553358-subnet', 'tenant_id': '6de62b6b1dba4d8981f30356c1d37820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:18.590410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Pushing event updated for resources: {'Network': ['ID=2143fcab-9514-4d65-b4e3-ea2650571b78,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:18.592703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35580) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:18.597757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:18.602851 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 2143fcab-9514-4d65-b4e3-ea2650571b78 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:36:18.608997 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:18.621149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Usage tracker for resource:subnet and tenant:6de62b6b1dba4d8981f30356c1d37820 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:18.627383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:18.637205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:18.652565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc210ea1-a71c-473b-95dd-d6b84f8ab679 req-df619002-5266-4f3d-8362-492f61287dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:18.654285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc210ea1-a71c-473b-95dd-d6b84f8ab679 req-df619002-5266-4f3d-8362-492f61287dbd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1101 time: 0.2489705
Apr 30 04:36:18.672849 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3ebce3e-428c-4385-97d2-a2583c9d6716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.700282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Made reservation on behalf of 6de62b6b1dba4d8981f30356c1d37820 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:18.702780 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:18.709447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cacbf3c7-a3b4-4a2d-b48f-f99d0d64ab60 req-f42dc027-e50d-437c-8f9b-e601350574dc service neutron] 10.222.0.50 "GET /v2.0/networks/ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4941556
Apr 30 04:36:18.710757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:36:18.879810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc210ea1-a71c-473b-95dd-d6b84f8ab679 req-e1a756f5-069d-4309-b177-263d119d2992 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2136266
Apr 30 04:36:19.261318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Pushing event updated for resources: {'Port': ['ID=909702a7-a7e6-4147-97ae-b3769b511a4f,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:19.274356 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:19.302001 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-412799d7-83df-443d-aa59-f8656ff5b6c8 tempest-RoutersAdminNegativeIpV6Test-372791064 tempest-RoutersAdminNegativeIpV6Test-372791064-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.612s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:19.329860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3ebce3e-428c-4385-97d2-a2583c9d6716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:19.335518 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f3ebce3e-428c-4385-97d2-a2583c9d6716 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e HTTP/1.1" status: 204  len: 168 time: 2.0371604
Apr 30 04:36:19.335518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ebce3e-428c-4385-97d2-a2583c9d6716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab90e7-9ba7-4dcc-ba1b-be8b0ccec67e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:19.342665 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f3ebce3e-428c-4385-97d2-a2583c9d6716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:19.458062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-d683a7c8-536a-4b4c-b946-82206327ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:19.459796 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-d683a7c8-536a-4b4c-b946-82206327ef19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae7836dda3f94a3a8b3efe8478284a0b&device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 1095 time: 0.3719742
Apr 30 04:36:19.460901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Attempting to bind port 909702a7-a7e6-4147-97ae-b3769b511a4f on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:19.461113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Attempting to bind port 909702a7-a7e6-4147-97ae-b3769b511a4f by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:19.461760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Attempting to bind port 909702a7-a7e6-4147-97ae-b3769b511a4f on network 250e2697-f2d7-43d3-b973-e43ab39c6403 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:19.492444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3257c1e0-752a-40db-9e92-fbed09b03789 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32fafc5bcb3149e180f6d95dd25b9349&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8913193
Apr 30 04:36:19.497144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Port 909702a7-a7e6-4147-97ae-b3769b511a4f on network 250e2697-f2d7-43d3-b973-e43ab39c6403 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:36:19.497445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Attempting to bind port 909702a7-a7e6-4147-97ae-b3769b511a4f on network 250e2697-f2d7-43d3-b973-e43ab39c6403 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:19.502059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35594) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:19.523222 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:19.545342 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-48da6a9e-2606-4575-a647-c9bad6759b0e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:19.581426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23edea-ef22-42f4-8794-b453ba48cd0f req-7621f5cb-49fe-40b8-a081-39bb421b5516 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:19.585367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:19.585703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Checking segment: {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:19.586095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Bound using segment: {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:19.586549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Bound port: 909702a7-a7e6-4147-97ae-b3769b511a4f, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:19.586919 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:19.587344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca23edea-ef22-42f4-8794-b453ba48cd0f req-7621f5cb-49fe-40b8-a081-39bb421b5516 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 945 time: 0.7888968
Apr 30 04:36:19.669134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be84d36-49aa-4914-8899-3c04b4743318 req-170057f1-cc63-424e-8567-0d13391baea8 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:19.670891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8be84d36-49aa-4914-8899-3c04b4743318 req-170057f1-cc63-424e-8567-0d13391baea8 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.5366967
Apr 30 04:36:19.746029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:19.767944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:19.783165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410382f-c6ba-4ca5-a46e-300b3c0ad395 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:19.798523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca23edea-ef22-42f4-8794-b453ba48cd0f req-cb3607b7-d8fa-45ea-ad35-9e551542db0f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223471
Apr 30 04:36:19.815584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8be84d36-49aa-4914-8899-3c04b4743318 req-5b6d485f-6e74-48bc-b8e4-9c95a76c37a4 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168363
Apr 30 04:36:19.896437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:19.897808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:19.918841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=6e04f508-a1fb-4b9d-b28d-62380dbd44b6,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:19.977659 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:19.980362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-f0ee633b-060c-44cb-b4f5-e2941ae4bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:19.983913 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-f0ee633b-060c-44cb-b4f5-e2941ae4bd0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f HTTP/1.1" status: 200  len: 916 time: 0.5160570
Apr 30 04:36:20.094635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672b4c7a-aa75-436e-be6f-f2eb8c64fd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:20.140333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.6074536
Apr 30 04:36:20.140333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-0edca616-983e-473a-a214-32f2b7197da1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 HTTP/1.1" status: 200  len: 217 time: 0.1355381
Apr 30 04:36:20.147935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35610) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:20.163068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a9f22ff8-28aa-4837-a8d9-0bf5e859cb46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': '6e04f508-a1fb-4b9d-b28d-62380dbd44b6', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2083485707'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:20.210238 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672b4c7a-aa75-436e-be6f-f2eb8c64fd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:20.222874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:20.283827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=909702a7-a7e6-4147-97ae-b3769b511a4f,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:20.361200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:20.373980 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-330f761d-bf89-4739-95ca-e37a92000cc1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:20.440671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-b5e9f0e6-3438-4549-b883-bce382e7c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:20.442154 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-b5e9f0e6-3438-4549-b883-bce382e7c3cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3a6fe147-e65a-47a4-a0bf-17f33516fb4f HTTP/1.1" status: 200  len: 855 time: 0.2916422
Apr 30 04:36:20.451010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80d976-7ed7-4a25-b25d-3b48e5f3403e req-e54c0f2a-a36a-40a6-8610-746f6c62d1c3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:20.456793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a80d976-7ed7-4a25-b25d-3b48e5f3403e req-e54c0f2a-a36a-40a6-8610-746f6c62d1c3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 943 time: 0.1976967
Apr 30 04:36:20.457103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:20.457575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:20.459682 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] 10.222.0.37 "PUT /v2.0/ports/909702a7-a7e6-4147-97ae-b3769b511a4f HTTP/1.1" status: 200  len: 1092 time: 5.9295077
Apr 30 04:36:20.463666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:20.503154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924385a1-cb7e-4e9a-a31a-9cab06852532 req-4de19867-3d58-45ad-8b29-14936a745858 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:20.504745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-924385a1-cb7e-4e9a-a31a-9cab06852532 req-4de19867-3d58-45ad-8b29-14936a745858 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 943 time: 0.3166592
Apr 30 04:36:20.600009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '6e04f508-a1fb-4b9d-b28d-62380dbd44b6'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:36:20.601135 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:20.631733 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-a5e2b3fe-dc90-4cc1-b394-99c3a7a9f5e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1700981
Apr 30 04:36:20.713502 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a80d976-7ed7-4a25-b25d-3b48e5f3403e req-58fdd170-d58b-4aeb-8ac7-35e232d22a92 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2348042
Apr 30 04:36:20.726739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Pushing event updated for resources: {'Port': ['ID=909702a7-a7e6-4147-97ae-b3769b511a4f,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:20.745192 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672b4c7a-aa75-436e-be6f-f2eb8c64fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:20.745192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a9f22ff8-28aa-4837-a8d9-0bf5e859cb46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:20.757573 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:20.758905 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d3969f4c-c9f1-46bf-9184-2faa2c5e8bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:20.826318 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-924385a1-cb7e-4e9a-a31a-9cab06852532 req-7a1245b1-d09e-4821-8f32-d053864cb638 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2658582
Apr 30 04:36:20.836029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a9f22ff8-28aa-4837-a8d9-0bf5e859cb46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:20.841960 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f', 'status': 'completed', 'code': 200}
Apr 30 04:36:20.873270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b4c7a-aa75-436e-be6f-f2eb8c64fd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fa21f4-c448-4b29-808c-daaef2ab82ea,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:20.879280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672b4c7a-aa75-436e-be6f-f2eb8c64fd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:20.881897 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-672b4c7a-aa75-436e-be6f-f2eb8c64fd3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67fa21f4-c448-4b29-808c-daaef2ab82ea HTTP/1.1" status: 204  len: 168 time: 1.3671823
Apr 30 04:36:20.883522 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-672b4c7a-aa75-436e-be6f-f2eb8c64fd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:20.919574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f22ff8-28aa-4837-a8d9-0bf5e859cb46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:20.928577 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:20.933196 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00818eed-d4ed-4190-9856-07f2f342c7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:21.037843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428de363-804c-4154-ad97-5c4366b56436,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:21.048276 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:21.062702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Checking segment: {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:21.063400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Network hostable DHCP agents. Network: 2143fcab-9514-4d65-b4e3-ea2650571b78, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:36:21.077161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-4d4dfb36-cd0d-4703-aa9f-f4c8c971b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:21.078730 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-4d4dfb36-cd0d-4703-aa9f-f4c8c971b32d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 1095 time: 0.5185540
Apr 30 04:36:21.118265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Network 2143fcab-9514-4d65-b4e3-ea2650571b78 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:36:21.159593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 2143fcab-9514-4d65-b4e3-ea2650571b78) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:21.185110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:21.185724 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:21.205622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468ebdb-a4b5-41ab-bd4a-ce035b635d92 None None] Network 2143fcab-9514-4d65-b4e3-ea2650571b78 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:21.246810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.6703129
Apr 30 04:36:21.325108 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-63a91ad5-e578-4b13-9e24-f9f7b134dea5 service neutron] 10.222.0.50 "GET /v2.0/networks/ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6705325
Apr 30 04:36:21.449714 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-c3d0b996-380e-4335-aba5-bd24780770c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=909702a7-a7e6-4147-97ae-b3769b511a4f HTTP/1.1" status: 200  len: 217 time: 0.2600935
Apr 30 04:36:21.554078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9f780041-dbe2-44be-8275-aa7667ac2994 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:21.616435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c673ec-04e0-4c7f-bed8-fc51f666e752 req-8c37b062-4378-4a0d-b3d2-315cf6d72af2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:21.620324 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84c673ec-04e0-4c7f-bed8-fc51f666e752 req-8c37b062-4378-4a0d-b3d2-315cf6d72af2 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.3497572
Apr 30 04:36:21.633772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/6e04f508-a1fb-4b9d-b28d-62380dbd44b6/4ee36f38-839c-4429-b65c-385d9e67c3b8) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:21.643080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b9b0-4481-4bba-b933-1e9ded5c7fcc req-fc2d3a40-86c0-4594-96d8-465baa813344 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:21.658090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4b5b9b0-4481-4bba-b933-1e9ded5c7fcc req-fc2d3a40-86c0-4594-96d8-465baa813344 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 945 time: 0.2664187
Apr 30 04:36:21.686670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35640) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:21.754059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84c673ec-04e0-4c7f-bed8-fc51f666e752 req-43aa0bbb-03c6-45ae-886e-432e6696530e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943942
Apr 30 04:36:21.761519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4b5b9b0-4481-4bba-b933-1e9ded5c7fcc req-cfeca181-b783-44f7-af5f-e46d5a6a3e04 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929883
Apr 30 04:36:21.856375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278d4b9f-2474-458d-b15c-313ac7e41c03 None None] Network 2143fcab-9514-4d65-b4e3-ea2650571b78 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:21.914877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9f22ff8-28aa-4837-a8d9-0bf5e859cb46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:21.969565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-15f4838e-fe71-4c30-8e87-c5e24f05b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:21.971451 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-15f4838e-fe71-4c30-8e87-c5e24f05b886 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 200  len: 845 time: 0.5140364
Apr 30 04:36:22.011605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 9f780041-dbe2-44be-8275-aa7667ac2994 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:22.028982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 9f780041-dbe2-44be-8275-aa7667ac2994 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:22.029876 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:22.049656 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b4006151-a9f0-46f6-9d39-915d9bd57344 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5af6dbe33eab4e01911e95cd366e041d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3501410
Apr 30 04:36:22.052789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-a9f22ff8-28aa-4837-a8d9-0bf5e859cb46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 44b35b7d-edad-4511-9e88-a809d7baa002 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:36:22.053908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35654) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:22.103152 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-02541840-871d-42fe-bf3d-1f3af9f9f34b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=250e2697-f2d7-43d3-b973-e43ab39c6403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1183097
Apr 30 04:36:22.104541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ecf5e45f-5c56-4e28-ba79-316e237b73a6 req-21be8070-1c2b-44e9-92b9-12e1abd44bb4 service neutron] 10.222.0.50 "GET /v2.0/networks/ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7624526
Apr 30 04:36:22.243784 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb02b0ca-010f-4a2f-89ae-4217d363dcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:22.284681 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb02b0ca-010f-4a2f-89ae-4217d363dcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:22.400424 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-3a6178f1-2e96-4301-9e2a-74deb613aa78 service neutron] 10.222.0.37 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2870808
Apr 30 04:36:22.465912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb02b0ca-010f-4a2f-89ae-4217d363dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:22.492719 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9d3b3fb0-accf-4969-a53b-b6b8af0d4729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:22.541407 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:22.562424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Transition to ACTIVE for port object 4ee36f38-839c-4429-b65c-385d9e67c3b8 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:22.567328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02b0ca-010f-4a2f-89ae-4217d363dcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0d7781-e72c-4571-b500-81294ce10769,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:22.598168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Transition to ACTIVE for port object 4ee36f38-839c-4429-b65c-385d9e67c3b8 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:22.638946 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:22.660062 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:22.663980 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6be8a21b-d918-4e76-8634-ca8f72d74d25 req-99b46200-96d2-4513-96b1-8381e411c786 service neutron] 10.222.0.37 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2566404
Apr 30 04:36:22.669246 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f22ff8-28aa-4837-a8d9-0bf5e859cb46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:36:22.669605 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb02b0ca-010f-4a2f-89ae-4217d363dcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:22.669819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f22ff8-28aa-4837-a8d9-0bf5e859cb46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:36:22.718940 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a9f22ff8-28aa-4837-a8d9-0bf5e859cb46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400  len: 349 time: 2.5697236
Apr 30 04:36:22.719726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35670) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:22.731701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb02b0ca-010f-4a2f-89ae-4217d363dcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:22.737004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cb02b0ca-010f-4a2f-89ae-4217d363dcf7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff0d7781-e72c-4571-b500-81294ce10769 HTTP/1.1" status: 204  len: 168 time: 0.6773295
Apr 30 04:36:22.827159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-20510b0b-4535-4249-b0c8-7666f69900e9 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:22.828059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-20510b0b-4535-4249-b0c8-7666f69900e9 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Synchronizing usage tracker for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:22.838664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:22.850309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6339c-db97-4957-8501-852151658853 req-97a8d163-5219-4ed7-b275-24068ac3b990 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:22.857639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:22.857820 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9f6339c-db97-4957-8501-852151658853 req-97a8d163-5219-4ed7-b275-24068ac3b990 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 943 time: 0.1863940
Apr 30 04:36:22.864061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:22.912918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-20510b0b-4535-4249-b0c8-7666f69900e9 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Unset dirty status for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:22.914120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-20510b0b-4535-4249-b0c8-7666f69900e9 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/networks?id=2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 200  len: 814 time: 0.5197754
Apr 30 04:36:22.941201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-5beb894a-f556-447a-85ee-d85638edd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:22.944422 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9f6339c-db97-4957-8501-852151658853 req-b6bf272b-2614-45c8-830e-5fbdadd0145e tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854371
Apr 30 04:36:22.944781 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-5beb894a-f556-447a-85ee-d85638edd6c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 1095 time: 0.1442370
Apr 30 04:36:22.960916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27738acc-a645-47fe-87e1-c6e126758632 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:22.962554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-27738acc-a645-47fe-87e1-c6e126758632 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:22.992756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-abe4e0d0-5e47-44fa-bdc7-bdd677cc3fbf tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/quotas/6de62b6b1dba4d8981f30356c1d37820 HTTP/1.1" status: 200  len: 375 time: 0.0702922
Apr 30 04:36:23.067229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-bc6c74ca-e25e-4dfd-b762-d41185a4743f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6de62b6b1dba4d8981f30356c1d37820&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0733943
Apr 30 04:36:23.089949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Pushing event updated for resources: {'Port': ['ID=4ee36f38-839c-4429-b65c-385d9e67c3b8,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:23.106560 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:23.109454 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:23.179228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-4199dcb2-881f-4c35-9ae9-6ad13b3430d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:23.182049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-4199dcb2-881f-4c35-9ae9-6ad13b3430d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 906 time: 0.2125783
Apr 30 04:36:23.184135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-27738acc-a645-47fe-87e1-c6e126758632 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:23.186061 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-27738acc-a645-47fe-87e1-c6e126758632 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.4650586
Apr 30 04:36:23.194066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59303405-844e-445b-adca-3a0761794f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f780041-dbe2-44be-8275-aa7667ac2994'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:23.200047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Attempting to bind port 4ee36f38-839c-4429-b65c-385d9e67c3b8 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:23.200330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Attempting to bind port 4ee36f38-839c-4429-b65c-385d9e67c3b8 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:23.200666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Attempting to bind port 4ee36f38-839c-4429-b65c-385d9e67c3b8 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:23.201932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35678) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:23.210802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9f780041-dbe2-44be-8275-aa7667ac2994, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9f780041-dbe2-44be-8275-aa7667ac2994,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:23.212110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:23.212567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:23.213069 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:23.213621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:23.214247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Bound port: 4ee36f38-839c-4429-b65c-385d9e67c3b8, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:23.214687 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:23.231661 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:23.236013 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c5ad09c9-47b0-4e30-98f1-570551f99c11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:23.291567 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-11852705-ab57-43a9-8e76-82378c0863d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=909702a7-a7e6-4147-97ae-b3769b511a4f HTTP/1.1" status: 200  len: 217 time: 0.1022818
Apr 30 04:36:23.299746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:36:23.440614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] For port 4ee36f38-839c-4429-b65c-385d9e67c3b8, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:23.445187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] For port 4ee36f38-839c-4429-b65c-385d9e67c3b8, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ee36f38-839c-4429-b65c-385d9e67c3b8,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:23.456018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-e7709842-f061-449c-ae12-0897632e76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:23.461873 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:23.462870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-e7709842-f061-449c-ae12-0897632e76e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 200  len: 845 time: 0.1621428
Apr 30 04:36:23.524890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86105645-2c6b-421d-82c3-35b065c7cf21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:23.526600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86105645-2c6b-421d-82c3-35b065c7cf21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:23.528140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-86105645-2c6b-421d-82c3-35b065c7cf21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:23.577862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-bc2b3678-d7e4-4c17-81af-7fbfde7f22a9 service neutron] 10.222.0.46 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5087104
Apr 30 04:36:23.581588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9f780041-dbe2-44be-8275-aa7667ac2994,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:23.599201 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:23.599799 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-31ce1210-da81-4e7b-92d3-0c569185971b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:23.605955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-86105645-2c6b-421d-82c3-35b065c7cf21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:23.610006 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-86105645-2c6b-421d-82c3-35b065c7cf21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4052291
Apr 30 04:36:23.618486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35692) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:23.637426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-15bdc969-48bd-4915-aa6d-2c29ba33ff2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=250e2697-f2d7-43d3-b973-e43ab39c6403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1621504
Apr 30 04:36:23.795543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 6e04f508-a1fb-4b9d-b28d-62380dbd44b6 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:36:23.801081 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:23.825909 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Pushing event updated for resources: {'Port': ['ID=4ee36f38-839c-4429-b65c-385d9e67c3b8,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:23.834925 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:23.849446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,segment=NetworkSegment(4cfc25a2-9542-4854-a8ab-5ec4760748c8),segment_id=4cfc25a2-9542-4854-a8ab-5ec4760748c8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:23.902068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-e03dc2b5-bfc2-4351-9992-5dc14a45ef7b service neutron] 10.222.0.46 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3207467
Apr 30 04:36:23.915285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604', 'network_id': 'ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f', 'port_id': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604', 'mac_address': 'fa:16:3e:91:5a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6fe147-e65a-47a4-a0bf-17f33516fb4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:36:23.943425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b94c1e-fa93-43d8-8832-1884fb7ee21e req-792491ad-8e83-40f4-9765-7c8e56a8c418 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:23.958678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38b94c1e-fa93-43d8-8832-1884fb7ee21e req-792491ad-8e83-40f4-9765-7c8e56a8c418 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.7549305
Apr 30 04:36:24.096219 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:24.118850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:24.130601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:24.160556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38b94c1e-fa93-43d8-8832-1884fb7ee21e req-fe8fa822-04f9-4ec8-ae5a-6a1a05b0368d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971140
Apr 30 04:36:24.169978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,segment=NetworkSegment(4cfc25a2-9542-4854-a8ab-5ec4760748c8),segment_id=4cfc25a2-9542-4854-a8ab-5ec4760748c8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:24.181971 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:24.185063 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:24.444982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:24.450039 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:24.549061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:36:24.573647 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-1f9593f6-ccaf-422c-ac3e-0e7bdbd1616e service neutron] 10.222.0.37 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7133515
Apr 30 04:36:24.586179 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:24.718073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a520ac2a-7694-49af-aef5-fdac31232f62 req-404b810f-7dea-4575-9937-807efbe05d74 tempest-AbsoluteLimitsNegativeTestJSON-1302735447 tempest-AbsoluteLimitsNegativeTestJSON-1302735447-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c1f3b5832c34477986bd2a3937f04356&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2551124
Apr 30 04:36:25.140126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ee36f38-839c-4429-b65c-385d9e67c3b8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:25.331351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 4ee36f38-839c-4429-b65c-385d9e67c3b8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:25.390455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bb697-0e95-4b74-8772-9ccd895b144a req-5d3201b4-200d-46fb-8d7d-95e2aec3a9f5 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:25.392175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-880bb697-0e95-4b74-8772-9ccd895b144a req-5d3201b4-200d-46fb-8d7d-95e2aec3a9f5 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 944 time: 0.9264827
Apr 30 04:36:25.400703 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dbebb396-4421-4122-9bd6-3f5eb6f9c0cc req-53e2f767-76e4-4f8f-a368-cac799e0cb55 service neutron] 10.222.0.37 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6960063
Apr 30 04:36:25.505663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520ac2a-7694-49af-aef5-fdac31232f62 req-915cf173-222c-4661-b0a7-ea0ace6fa639 tempest-AbsoluteLimitsNegativeTestJSON-1302735447 tempest-AbsoluteLimitsNegativeTestJSON-1302735447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:25.507284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a520ac2a-7694-49af-aef5-fdac31232f62 req-915cf173-222c-4661-b0a7-ea0ace6fa639 tempest-AbsoluteLimitsNegativeTestJSON-1302735447 tempest-AbsoluteLimitsNegativeTestJSON-1302735447-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7443867
Apr 30 04:36:25.525299 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-880bb697-0e95-4b74-8772-9ccd895b144a req-e8128c7c-8b53-4e19-a501-e0105d0cc57d tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705833
Apr 30 04:36:25.537935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a520ac2a-7694-49af-aef5-fdac31232f62 req-284dde8b-a9ea-478b-a131-96ded534f09d tempest-AbsoluteLimitsNegativeTestJSON-1302735447 tempest-AbsoluteLimitsNegativeTestJSON-1302735447-project] 10.222.0.46 "GET /v2.0/quotas/c1f3b5832c34477986bd2a3937f04356 HTTP/1.1" status: 200  len: 375 time: 0.0115850
Apr 30 04:36:25.602012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-58158b78-ce10-4c65-b1ae-e7e8d65d1b5d None None] Provisioning for port 4ee36f38-839c-4429-b65c-385d9e67c3b8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:25.616474 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:25.624017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1cc06470-efda-45df-9e1a-0d8e54d62dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:25.625149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-58158b78-ce10-4c65-b1ae-e7e8d65d1b5d None None] Provisioning complete for port 4ee36f38-839c-4429-b65c-385d9e67c3b8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:25.626058 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58158b78-ce10-4c65-b1ae-e7e8d65d1b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:25.666397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a520ac2a-7694-49af-aef5-fdac31232f62 req-492f3881-0e10-41a2-96e8-ee73d4ee39ab tempest-AbsoluteLimitsNegativeTestJSON-1302735447 tempest-AbsoluteLimitsNegativeTestJSON-1302735447-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c1f3b5832c34477986bd2a3937f04356&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1106374
Apr 30 04:36:25.726551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=6e04f508-a1fb-4b9d-b28d-62380dbd44b6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:25.730357 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:25.733964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:25.754203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f587bd3-c170-4006-826a-aaa7741b8722 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:25.757279 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/6e04f508-a1fb-4b9d-b28d-62380dbd44b6 HTTP/1.1" status: 204  len: 168 time: 2.1349187
Apr 30 04:36:25.760340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35734) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:26.043749 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-afd1c048-a686-4c5d-b80b-91a56c7dedbe tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2809033
Apr 30 04:36:26.049975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35744) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:26.057649 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59303405-844e-445b-adca-3a0761794f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f780041-dbe2-44be-8275-aa7667ac2994', 'code': 200}
Apr 30 04:36:26.071515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:26.381066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44884a-1df7-4098-8b4e-e8f89f64907d req-9f8a2fcc-f3e1-4f60-9a9c-58eb8f92f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:26.384931 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ca44884a-1df7-4098-8b4e-e8f89f64907d req-9f8a2fcc-f3e1-4f60-9a9c-58eb8f92f9e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 1098 time: 0.2346365
Apr 30 04:36:26.423572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707d72f-fbfc-40fc-a821-233ce5be8377 req-c267bc55-b25b-491a-912b-8a49ed46e92b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:26.431882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0707d72f-fbfc-40fc-a821-233ce5be8377 req-c267bc55-b25b-491a-912b-8a49ed46e92b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 946 time: 0.5318198
Apr 30 04:36:26.461888 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58158b78-ce10-4c65-b1ae-e7e8d65d1b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:26.517169 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ca44884a-1df7-4098-8b4e-e8f89f64907d req-3425a477-52b1-499a-997d-78f4247232bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244845
Apr 30 04:36:26.602752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:26.611973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:26.612280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-58158b78-ce10-4c65-b1ae-e7e8d65d1b5d None None] For port 4ee36f38-839c-4429-b65c-385d9e67c3b8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ee36f38-839c-4429-b65c-385d9e67c3b8,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:26.620693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:26.627985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:26.638496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35756) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:26.657512 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0707d72f-fbfc-40fc-a821-233ce5be8377 req-63731621-02a8-4394-bc30-0dee1011d7c2 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046900
Apr 30 04:36:26.670166 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58158b78-ce10-4c65-b1ae-e7e8d65d1b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:26.681623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:26.686767 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-454924e6-29fa-4537-90d8-a9a5f96d7165 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:26.690245 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:27.014557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-c2a238d1-3efe-4248-a130-9346cf2a99d0 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:27.024264 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-c2a238d1-3efe-4248-a130-9346cf2a99d0 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.50 "GET /v2.0/networks?id=2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 200  len: 814 time: 0.4362946
Apr 30 04:36:27.044354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Request body: {'port': {'device_id': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78', 'admin_state_up': True, 'tenant_id': '6de62b6b1dba4d8981f30356c1d37820'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:27.093914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c21d4-60a1-496c-9280-5027cfc7bf22 req-e3afcf19-7d04-4217-84b8-f222c5aa8bef tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:27.119072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-577c21d4-60a1-496c-9280-5027cfc7bf22 req-e3afcf19-7d04-4217-84b8-f222c5aa8bef tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 943 time: 0.6826732
Apr 30 04:36:27.181493 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:27.197744 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:27.202944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58158b78-ce10-4c65-b1ae-e7e8d65d1b5d None None] Pushing event updated for resources: {'Port': ['ID=4ee36f38-839c-4429-b65c-385d9e67c3b8,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:27.213449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:36:27.217792 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-58158b78-ce10-4c65-b1ae-e7e8d65d1b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:27.238886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-577c21d4-60a1-496c-9280-5027cfc7bf22 req-28951222-1a41-49d6-81d3-80362eaad918 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141350
Apr 30 04:36:27.285164 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:27.357802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:27.370212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:27.385145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f3b5832c34477986bd2a3937f04356 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:27.394561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:27.462566 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 909702a7-a7e6-4147-97ae-b3769b511a4f details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:36:27.500917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:27.510144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Usage tracker for resource:port and tenant:6de62b6b1dba4d8981f30356c1d37820 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:27.516158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:27.531148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:27.560229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Made reservation on behalf of 6de62b6b1dba4d8981f30356c1d37820 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:27.566923 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:27.611787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:27.650755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae424619-1649-4534-8980-e6115313e0a1 req-81c5369a-c27b-47b0-880e-c2f6e13e4662 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 210 time: 0.2106285
Apr 30 04:36:27.795699 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:27.806755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] Deleting port 4ee36f38-839c-4429-b65c-385d9e67c3b8 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:36:27.808023 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:27.921682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:27.926643 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.226462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Allocated IP 172.20.0.9 (2143fcab-9514-4d65-b4e3-ea2650571b78/428de363-804c-4154-ad97-5c4366b56436/04536863-80cc-4567-8ec5-abdcba7abd02) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:28.235603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=909702a7-a7e6-4147-97ae-b3769b511a4f,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:28.290131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '909702a7-a7e6-4147-97ae-b3769b511a4f', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'port_id': '909702a7-a7e6-4147-97ae-b3769b511a4f', 'mac_address': 'fa:16:3e:d1:06:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139698c-477e-486b-9121-7a7771acee19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:36:28.300249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] For port 4ee36f38-839c-4429-b65c-385d9e67c3b8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ee36f38-839c-4429-b65c-385d9e67c3b8,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:28.300641 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.321257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87810c18-27f8-49cf-9458-b7a063ca6fa0 req-99b5b374-cd11-486b-b098-b310d2b1a03c tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:28.323327 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87810c18-27f8-49cf-9458-b7a063ca6fa0 req-99b5b374-cd11-486b-b098-b310d2b1a03c tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 944 time: 0.4509354
Apr 30 04:36:28.355000 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.398528 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.418325 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:28.523844 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] Calling delete_port for 4ee36f38-839c-4429-b65c-385d9e67c3b8 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:36:28.596967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.603007 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.638801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909702a7-a7e6-4147-97ae-b3769b511a4f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:28.649642 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.652401 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.665375 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7b36f92-912a-4292-8f74-f64a0d554bd3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:28.676417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=909702a7-a7e6-4147-97ae-b3769b511a4f,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:28.692242 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.697633 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-58158b78-ce10-4c65-b1ae-e7e8d65d1b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:28.716295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-6a0fb307-c90e-45ab-a98c-a45908c1358f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3034363
Apr 30 04:36:28.739574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:28.740382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1f3b5832c34477986bd2a3937f04356&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0974259
Apr 30 04:36:28.748681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35798) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:28.751691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87810c18-27f8-49cf-9458-b7a063ca6fa0 req-f68ced91-c564-4e47-a0a2-419bc0fafc0d tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3945813
Apr 30 04:36:28.752403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3333dcc7-b82b-498c-a35b-9618047da2bc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:28.759994 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:28.774675 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,segment=NetworkSegment(4cfc25a2-9542-4854-a8ab-5ec4760748c8),segment_id=4cfc25a2-9542-4854-a8ab-5ec4760748c8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:28.795091 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.806465 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:28.824200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=909702a7-a7e6-4147-97ae-b3769b511a4f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:28.827771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] No DVR routers for this DVR port 4ee36f38-839c-4429-b65c-385d9e67c3b8 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:36:28.828877 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:28.829350 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:28.844143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Network 2143fcab-9514-4d65-b4e3-ea2650571b78 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:28.854067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:28.866221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:28.921424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Pushing event updated for resources: {'Port': ['ID=04536863-80cc-4567-8ec5-abdcba7abd02,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:28.938991 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:28.978146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:29.006973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d98d949-a807-423d-ada8-1168bd6accd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:29.020573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:29.021810 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:29.045881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['909702a7-a7e6-4147-97ae-b3769b511a4f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:36:29.088291 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] Pushing event deleted for resources: {'Port': ['ID=4ee36f38-839c-4429-b65c-385d9e67c3b8,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:29.097733 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:29.098269 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:29.098707 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:29.121443 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d98d949-a807-423d-ada8-1168bd6accd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:29.122400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-28c80abd-df33-4469-88ba-a86053ffb831 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:29.126487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ee36f38-839c-4429-b65c-385d9e67c3b8 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:29.132549 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1038916
Apr 30 04:36:29.135898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-28c80abd-df33-4469-88ba-a86053ffb831 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3930786
Apr 30 04:36:29.152807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Request body: {'port': {'device_id': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:29.186866 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 4ee36f38-839c-4429-b65c-385d9e67c3b8 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:36:29.187627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ee36f38-839c-4429-b65c-385d9e67c3b8 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:36:29.206213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-40e89bc9-b771-44b2-a55a-a38db226187c tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/quotas/590899638f114cfa8a3244132a03dd6c HTTP/1.1" status: 200  len: 375 time: 0.0661795
Apr 30 04:36:29.237795 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d98d949-a807-423d-ada8-1168bd6accd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:29.247339 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1c9be3fb-3b36-4d34-b2bb-d4f6c3a65b06 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:29.276790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98d949-a807-423d-ada8-1168bd6accd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3333dcc7-b82b-498c-a35b-9618047da2bc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:29.278146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-73d61d8f-3a97-43da-a19f-c14e2cc0361f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0613086
Apr 30 04:36:29.282911 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1d98d949-a807-423d-ada8-1168bd6accd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:29.330122 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d98d949-a807-423d-ada8-1168bd6accd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:29.335362 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1d98d949-a807-423d-ada8-1168bd6accd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3333dcc7-b82b-498c-a35b-9618047da2bc HTTP/1.1" status: 204  len: 168 time: 0.5677316
Apr 30 04:36:29.377634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:29.380474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78227bc-4fda-42e8-a222-4bf512ff4fc7 req-52da2340-6047-4318-b8ab-2d898e0ce32a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:29.383493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d78227bc-4fda-42e8-a222-4bf512ff4fc7 req-52da2340-6047-4318-b8ab-2d898e0ce32a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.2445986
Apr 30 04:36:29.601884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:29.610052 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f8e056dc-9176-4699-bd90-46d9835b6874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:29.666434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d78227bc-4fda-42e8-a222-4bf512ff4fc7 req-20d65804-c631-4f79-9e3f-cd35553b1dea tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555864
Apr 30 04:36:29.784543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:29.798458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:29.820312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65f0dc8-a751-44f0-88f4-7aa30c152c66 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:29.823429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:29.824151 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:29.842686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=94461b6b-c529-472a-b86d-3f4fe952b97c,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:29.850393 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:30.049150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.9968641
Apr 30 04:36:30.060824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35824) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:30.084468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-413593527', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:30.116337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04536863-80cc-4567-8ec5-abdcba7abd02 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:30.118922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:30.127874 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.131886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:router and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:30.147404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:30.152360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Transition to ACTIVE for port object 04536863-80cc-4567-8ec5-abdcba7abd02 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:30.158125 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.164732 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-35427c26-2189-4cbb-a8cc-d35c080bfc0e tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:30.188178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32598-7996-495e-86f5-a6c03c256397 req-57cac38f-2d6b-46d7-acef-5d6db0e5e44f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:30.193457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5fd32598-7996-495e-86f5-a6c03c256397 req-57cac38f-2d6b-46d7-acef-5d6db0e5e44f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 946 time: 0.5243111
Apr 30 04:36:30.198336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:30.271875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.274672 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.321867 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.393777 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.434235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '94461b6b-c529-472a-b86d-3f4fe952b97c'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:36:30.435105 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.462277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7f5a-276a-4cfc-9de5-af1458663dda req-7bf90656-8c7e-454c-829d-06a475c210bd tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:30.470676 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b7f5a-276a-4cfc-9de5-af1458663dda req-7bf90656-8c7e-454c-829d-06a475c210bd tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 944 time: 0.5237410
Apr 30 04:36:30.484230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5fd32598-7996-495e-86f5-a6c03c256397 req-6082f1ba-31fe-4987-bde7-bf268ef77a26 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577202
Apr 30 04:36:30.486128 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.490342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6f58c22e-e5bb-4150-9dd2-ea499dd7d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4222229
Apr 30 04:36:30.508349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35834) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:30.520747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Pushing event updated for resources: {'Port': ['ID=04536863-80cc-4567-8ec5-abdcba7abd02,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:30.529543 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:30.623086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Attempting to bind port 04536863-80cc-4567-8ec5-abdcba7abd02 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:30.623471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Attempting to bind port 04536863-80cc-4567-8ec5-abdcba7abd02 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:30.623810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Attempting to bind port 04536863-80cc-4567-8ec5-abdcba7abd02 on network 2143fcab-9514-4d65-b4e3-ea2650571b78 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:30.650806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Port 04536863-80cc-4567-8ec5-abdcba7abd02 on network 2143fcab-9514-4d65-b4e3-ea2650571b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:36:30.651137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Attempting to bind port 04536863-80cc-4567-8ec5-abdcba7abd02 on network 2143fcab-9514-4d65-b4e3-ea2650571b78 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:30.667749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:30.668100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Checking segment: {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:30.668508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Bound using segment: {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:30.670602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Bound port: 04536863-80cc-4567-8ec5-abdcba7abd02, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:30.671049 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.837115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:30.842598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04536863-80cc-4567-8ec5-abdcba7abd02,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:30.853528 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:30.873547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b7f5a-276a-4cfc-9de5-af1458663dda req-89fc0525-cef4-46f0-968a-8bf825727849 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4012702
Apr 30 04:36:30.875882 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45ec01dc-8fb3-4bbe-bde4-531cda62eb0d tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:30.972922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35850) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:31.008542 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a8f38763-a7eb-4800-966a-157f8f132247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:31.022451 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604', 'code': 200}
Apr 30 04:36:31.037478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/94461b6b-c529-472a-b86d-3f4fe952b97c/5d332291-f0f9-4806-8f53-e5d11d5297fe) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:31.061656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:31.064004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:31.067180 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] 10.222.0.50 "PUT /v2.0/ports/04536863-80cc-4567-8ec5-abdcba7abd02 HTTP/1.1" status: 200  len: 1092 time: 1.9194942
Apr 30 04:36:31.069656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:31.165313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Pushing event updated for resources: {'Port': ['ID=04536863-80cc-4567-8ec5-abdcba7abd02,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:31.179232 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:31.398680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-4a78e760-d095-42e8-b732-2b44007fe420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:31.401390 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-4a78e760-d095-42e8-b732-2b44007fe420 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6de62b6b1dba4d8981f30356c1d37820&device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 1095 time: 0.1518388
Apr 30 04:36:31.461501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 909702a7-a7e6-4147-97ae-b3769b511a4f up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:31.506929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2074103333-network', 'tenant_id': '29b7835bda894bf386e0f7091b7d45e7'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:31.526610 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-99fe801b-6308-4383-ac3c-2347705b02ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04536863-80cc-4567-8ec5-abdcba7abd02 HTTP/1.1" status: 200  len: 217 time: 0.1153512
Apr 30 04:36:31.528461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:31.546543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Usage tracker for resource:network and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:31.549823 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:31.569783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Transition to ACTIVE for port object 5d332291-f0f9-4806-8f53-e5d11d5297fe will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:31.616123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Transition to ACTIVE for port object 5d332291-f0f9-4806-8f53-e5d11d5297fe will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:31.618191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:31.619572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd23f0a2-a8b8-4ed2-801a-94feee9ff14c req-c2bb3af8-668a-46c6-8e85-637564fd5b0e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 210 time: 0.1854002
Apr 30 04:36:31.625846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 909702a7-a7e6-4147-97ae-b3769b511a4f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:31.636060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:31.638770 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:31.643729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43830-dd1b-4986-ae03-9a3506849930 req-8afafa3b-f43a-4093-88cf-0e4d19beac27 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:31.653478 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ee43830-dd1b-4986-ae03-9a3506849930 req-8afafa3b-f43a-4093-88cf-0e4d19beac27 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 943 time: 0.9425993
Apr 30 04:36:31.668465 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:31.670264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-b7333f54-4606-4e92-a529-b70f65219a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:31.671995 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-b7333f54-4606-4e92-a529-b70f65219a5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=428de363-804c-4154-ad97-5c4366b56436 HTTP/1.1" status: 200  len: 854 time: 0.1388738
Apr 30 04:36:31.673379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Made reservation on behalf of 29b7835bda894bf386e0f7091b7d45e7 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:31.676166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:31.777001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:31.798159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:31.803859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:31.807890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:31.816196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:31.842252 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-7fbd3440-ded5-4a47-b159-9990e3e0b6b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2143fcab-9514-4d65-b4e3-ea2650571b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1530166
Apr 30 04:36:31.850650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Pushing event updated for resources: {'Port': ['ID=5d332291-f0f9-4806-8f53-e5d11d5297fe,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:31.851183 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8660810a-6d76-4c89-afb8-6a7b9628b693 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1017745
Apr 30 04:36:31.857976 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:31.859409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 909702a7-a7e6-4147-97ae-b3769b511a4f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:31.860139 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:31.921263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:31.922453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:31.930028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:31.954239 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.008663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1ee43830-dd1b-4986-ae03-9a3506849930 req-27e062ea-b348-4acf-b643-b9277161ccb5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Synchronizing usage tracker for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:32.076107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Attempting to bind port 5d332291-f0f9-4806-8f53-e5d11d5297fe on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:32.076753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Attempting to bind port 5d332291-f0f9-4806-8f53-e5d11d5297fe by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:32.077381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Attempting to bind port 5d332291-f0f9-4806-8f53-e5d11d5297fe on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:32.096190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:32.096854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:32.097494 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.098168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:32.099456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Bound port: 5d332291-f0f9-4806-8f53-e5d11d5297fe, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:32.100182 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.290238 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-b1ae1cb8-e9f4-4b23-a6ea-a8a5ab941f4e service neutron] 10.222.0.50 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4343648
Apr 30 04:36:32.292261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14371f-7a45-4b18-9cf7-b78230bc8ef7 req-cfb4ae9b-7b82-4dc9-9bcf-8e259aa165ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:32.294893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d14371f-7a45-4b18-9cf7-b78230bc8ef7 req-cfb4ae9b-7b82-4dc9-9bcf-8e259aa165ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 1097 time: 0.8621433
Apr 30 04:36:32.369322 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.413205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] For port 5d332291-f0f9-4806-8f53-e5d11d5297fe, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:32.428796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1ee43830-dd1b-4986-ae03-9a3506849930 req-27e062ea-b348-4acf-b643-b9277161ccb5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Unset dirty status for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:32.430018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] For port 5d332291-f0f9-4806-8f53-e5d11d5297fe, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5d332291-f0f9-4806-8f53-e5d11d5297fe,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:32.431286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ee43830-dd1b-4986-ae03-9a3506849930 req-27e062ea-b348-4acf-b643-b9277161ccb5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7767429
Apr 30 04:36:32.433461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.447524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-48c10202-3e35-4379-aee6-7fbb4fb0e134 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:32.450450 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-48c10202-3e35-4379-aee6-7fbb4fb0e134 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5917909
Apr 30 04:36:32.456343 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.458777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=909702a7-a7e6-4147-97ae-b3769b511a4f,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:32.461389 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.467274 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:32.479192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:36:32.498077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.498634 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Added segment 9be696c0-d1aa-4c91-afd8-650a168e057b of type vlan for network dff15552-6d1a-4deb-bbea-25a3787cb60d
Apr 30 04:36:32.520202 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.527071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bdf95-1622-46fb-be65-c68ce3d3168b req-960eebb9-2352-4623-9100-f9f7f1e8d955 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:32.529897 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-889bdf95-1622-46fb-be65-c68ce3d3168b req-960eebb9-2352-4623-9100-f9f7f1e8d955 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 945 time: 0.6551073
Apr 30 04:36:32.532544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d14371f-7a45-4b18-9cf7-b78230bc8ef7 req-86cea6cc-9a01-4953-a0d8-57a778d8f40e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265949
Apr 30 04:36:32.549293 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.625559 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Pushing event updated for resources: {'Port': ['ID=5d332291-f0f9-4806-8f53-e5d11d5297fe,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:32.640021 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:32.641227 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:32.688833 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1335dd4e-dece-46a3-801a-ada727c88880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:32.707355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Request body: {'port': {'device_id': 'db5799ec-f37a-4d24-bc55-a9b95b14e5ae', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '590899638f114cfa8a3244132a03dd6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:32.783230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=909702a7-a7e6-4147-97ae-b3769b511a4f,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:32.788575 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:32.810652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b96d0e4-425a-4898-b574-c039f35a8919,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:32.814568 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.816108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:32.816974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:32.838597 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:32.838597 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:32.842210 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-889bdf95-1622-46fb-be65-c68ce3d3168b req-a610378e-3c09-4d81-9564-e23c836f62fd tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871676
Apr 30 04:36:33.023181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:33.163632 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.1587472
Apr 30 04:36:33.171785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35872) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:33.182656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Pushing event updated for resources: {'Network': ['ID=dff15552-6d1a-4deb-bbea-25a3787cb60d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:33.185977 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a49b2cc-9405-499c-b448-4e62473bf9b3 req-96438774-ebe6-4fe5-8065-44d1dec65f1e service neutron] 10.222.0.50 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8727355
Apr 30 04:36:33.190084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Request body: {'subnet': {'network_id': 'dff15552-6d1a-4deb-bbea-25a3787cb60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2074103333-subnet', 'tenant_id': '29b7835bda894bf386e0f7091b7d45e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:33.198307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5d332291-f0f9-4806-8f53-e5d11d5297fe up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:33.214184 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:33.231019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:33.251578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Usage tracker for resource:subnet and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:33.262469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:33.274022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:33.274796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::1 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/94461b6b-c529-472a-b86d-3f4fe952b97c/af76ce54-db48-4f29-8898-caf6ab54ecee) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:33.284941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:33.291854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f628c-311b-45d7-abf4-d3df646933ea req-b2714ff2-0a2e-45bb-a7a5-7cc6badfb571 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:33.293231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Usage tracker for resource:port and tenant:590899638f114cfa8a3244132a03dd6c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:33.293489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-967f628c-311b-45d7-abf4-d3df646933ea req-b2714ff2-0a2e-45bb-a7a5-7cc6badfb571 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.6156976
Apr 30 04:36:33.297775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:33.303260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Made reservation on behalf of 29b7835bda894bf386e0f7091b7d45e7 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:33.306189 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:33.316801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network dff15552-6d1a-4deb-bbea-25a3787cb60d details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:36:33.327370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:33.366377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-967f628c-311b-45d7-abf4-d3df646933ea req-4bbfc8d7-e1af-4025-995b-10d36997e537 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/quotas/23ed3850f28743fbb3956272163e68c0 HTTP/1.1" status: 200  len: 375 time: 0.0545323
Apr 30 04:36:33.477489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577dac9-1498-4044-afcf-994bae68f8ac req-14c8d0af-60b0-4317-8583-1cde02d6f838 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:33.479139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4577dac9-1498-4044-afcf-994bae68f8ac req-14c8d0af-60b0-4317-8583-1cde02d6f838 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.3543913
Apr 30 04:36:33.533945 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:33.579187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 5d332291-f0f9-4806-8f53-e5d11d5297fe completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:33.604910 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4577dac9-1498-4044-afcf-994bae68f8ac req-54e94073-ba73-4ca7-88ad-5d0cec385142 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079528
Apr 30 04:36:33.610530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:33.614760 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c49b6308-c112-4a44-9737-25962486cc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:33.685495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object af76ce54-db48-4f29-8898-caf6ab54ecee will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:33.697552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-967f628c-311b-45d7-abf4-d3df646933ea req-0818febf-fa36-42fd-8582-f87086500864 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2786980
Apr 30 04:36:33.723378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Made reservation on behalf of 590899638f114cfa8a3244132a03dd6c for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:33.733893 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:33.773446 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02', 'status': 'completed', 'code': 200}
Apr 30 04:36:33.781751 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.027240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:34.038619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Usage tracker for resource:security_group_rule and tenant:590899638f114cfa8a3244132a03dd6c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:34.048962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:34.077318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:34.092119 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.108503 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2987a3a7-4491-446f-9d11-5fb06174e7f0 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:34.288714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:34.300491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7d263b43-5ecb-4986-af35-0f07f910f0ae None None] Provisioning for port 5d332291-f0f9-4806-8f53-e5d11d5297fe completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:34.302982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:34.307842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:34.308703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.310578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7d263b43-5ecb-4986-af35-0f07f910f0ae None None] Provisioning complete for port 5d332291-f0f9-4806-8f53-e5d11d5297fe triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:34.311636 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7d263b43-5ecb-4986-af35-0f07f910f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.407329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-f2113431-0ed7-4ffa-a8be-c6f4b3a110ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:34.411342 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-f2113431-0ed7-4ffa-a8be-c6f4b3a110ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6de62b6b1dba4d8981f30356c1d37820&device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 1095 time: 0.5629661
Apr 30 04:36:34.586257 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7d263b43-5ecb-4986-af35-0f07f910f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.656507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7d263b43-5ecb-4986-af35-0f07f910f0ae None None] For port 5d332291-f0f9-4806-8f53-e5d11d5297fe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5d332291-f0f9-4806-8f53-e5d11d5297fe,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:34.658947 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.666765 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7d263b43-5ecb-4986-af35-0f07f910f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.669364 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03d55b18-0a48-4d39-b6c5-178593f4411a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:34.748999 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.766637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.780517 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0498da9b-46e0-4538-830f-65cb3b8db1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:34.807636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-967f628c-311b-45d7-abf4-d3df646933ea req-410eea6e-2803-464c-bdf9-38bc69e3491c service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0772963
Apr 30 04:36:34.821107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=af76ce54-db48-4f29-8898-caf6ab54ecee,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:34.821554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-12218699-4cca-457a-8a5c-89daecfb3f4f None None] Provisioning for port af76ce54-db48-4f29-8898-caf6ab54ecee completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:34.826661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d263b43-5ecb-4986-af35-0f07f910f0ae None None] Pushing event updated for resources: {'Port': ['ID=5d332291-f0f9-4806-8f53-e5d11d5297fe,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:34.831817 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7d263b43-5ecb-4986-af35-0f07f910f0ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:34.834251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-12218699-4cca-457a-8a5c-89daecfb3f4f None None] Provisioning complete for port af76ce54-db48-4f29-8898-caf6ab54ecee triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:34.834726 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12218699-4cca-457a-8a5c-89daecfb3f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:34.856817 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:34.906114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-12218699-4cca-457a-8a5c-89daecfb3f4f None None] Port af76ce54-db48-4f29-8898-caf6ab54ecee cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:36:35.031610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-609dc996-e5bc-417b-93d1-f08bb34c93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:35.033645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cec93-aaa6-4c57-b057-47ec7218afe4 req-90a05abe-22b8-46da-8b01-0a0e45762b3c tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:35.034233 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-609dc996-e5bc-417b-93d1-f08bb34c93e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 200  len: 915 time: 0.5576632
Apr 30 04:36:35.035237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a04cec93-aaa6-4c57-b057-47ec7218afe4 req-90a05abe-22b8-46da-8b01-0a0e45762b3c tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 945 time: 1.0775909
Apr 30 04:36:35.050804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2900926-3a05-454c-9b68-369a7172748a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:35.079813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5d332291-f0f9-4806-8f53-e5d11d5297fe up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:35.129215 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:35.154821 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-a44f416d-d8f6-49d7-ac7f-577e18e65ce4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04536863-80cc-4567-8ec5-abdcba7abd02 HTTP/1.1" status: 200  len: 217 time: 0.1080968
Apr 30 04:36:35.218803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5d332291-f0f9-4806-8f53-e5d11d5297fe triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:35.219553 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:35.258575 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a04cec93-aaa6-4c57-b057-47ec7218afe4 req-632eadb7-9774-4e98-a2d7-e2c50e2c818d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088675
Apr 30 04:36:35.267740 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-967f628c-311b-45d7-abf4-d3df646933ea req-22f20e3b-8287-4404-8855-212278b80a29 service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4050701
Apr 30 04:36:35.284424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:35.538399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59fa713d-e40c-424d-bac0-6a303099e01a req-5898637d-bbcf-4698-8485-92f755786677 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 210 time: 0.0615952
Apr 30 04:36:35.541493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-157859fc-5779-491c-bf93-012b36ce7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:35.544950 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-157859fc-5779-491c-bf93-012b36ce7991 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=428de363-804c-4154-ad97-5c4366b56436 HTTP/1.1" status: 200  len: 854 time: 0.3800175
Apr 30 04:36:35.585505 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f', 'code': 200}
Apr 30 04:36:35.719569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Allocated IP 192.168.233.236 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/c62ca90d-c8c8-4542-84a9-c03ddd30f0f3) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:35.749744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-be6ff132-6e3d-4897-a4e3-264381dfe087 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2143fcab-9514-4d65-b4e3-ea2650571b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1893640
Apr 30 04:36:36.084679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272a35-0555-4c76-94b8-b8099c689087 req-307d26cf-1878-46a7-b808-cd7d4528e0f7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:36.086712 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:36.095270 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4272a35-0555-4c76-94b8-b8099c689087 req-307d26cf-1878-46a7-b808-cd7d4528e0f7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 943 time: 0.3330331
Apr 30 04:36:36.290839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293b7a5-d57e-4326-b865-9c786a1ace05 req-1cc019bd-ea5c-4ae0-9bcd-ec003cdd0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:36.293574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6293b7a5-d57e-4326-b865-9c786a1ace05 req-1cc019bd-ea5c-4ae0-9bcd-ec003cdd0e73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 1097 time: 0.5731356
Apr 30 04:36:36.368501 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-ed7f879c-c0f9-418f-ba49-245a4c5a99da service neutron] 10.222.0.50 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6079619
Apr 30 04:36:36.379510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4272a35-0555-4c76-94b8-b8099c689087 req-0950aa30-73ad-4f76-83b4-3cbf02f78a90 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2825541
Apr 30 04:36:36.416870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f23f0-11c7-4309-8b21-e678b8a9cd82 req-3a2dc84c-0389-46c0-8ec5-9a29f13aa14c tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:36.421208 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c62f23f0-11c7-4309-8b21-e678b8a9cd82 req-3a2dc84c-0389-46c0-8ec5-9a29f13aa14c tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 945 time: 0.4964309
Apr 30 04:36:36.464038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:36.522801 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-38c4cb96-117c-40b7-81a0-596e9b35a8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:36.556492 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:36.578894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:36.619572 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:36.621234 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:36.635673 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-969e03e3-021b-4cc4-bbee-b36224ae8871 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:36.665375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Transition to ACTIVE for port object c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:36.721012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6293b7a5-d57e-4326-b865-9c786a1ace05 req-453d33b4-68c4-4b66-88ca-820fde676df8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4032078
Apr 30 04:36:36.737337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86c8127-57d4-4d27-9cda-2a26f2787ddc,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:36.761419 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:36.768210 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17167761-c863-4f16-8745-e5fbc08f9de9 req-ae053de6-86db-442f-83ab-db34c88554d3 service neutron] 10.222.0.50 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3746352
Apr 30 04:36:36.769442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c62f23f0-11c7-4309-8b21-e678b8a9cd82 req-8221a54e-4d64-4208-86ff-402f13f73ef5 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3177931
Apr 30 04:36:36.769571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Checking segment: {'id': '9be696c0-d1aa-4c91-afd8-650a168e057b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'dff15552-6d1a-4deb-bbea-25a3787cb60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:36.772563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Network hostable DHCP agents. Network: dff15552-6d1a-4deb-bbea-25a3787cb60d, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:36:36.831268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Network dff15552-6d1a-4deb-bbea-25a3787cb60d is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:36:36.857502 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:36.888947 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5918f28d-f86d-4f85-b8a4-15f5cfc15588 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:37.025034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, dff15552-6d1a-4deb-bbea-25a3787cb60d) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:37.045541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dafb33-d1ba-4c1c-aa19-5c7c7cbd9f3f None None] Network dff15552-6d1a-4deb-bbea-25a3787cb60d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:37.099071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:37.106217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:37.111651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:37.120028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:37.128212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=af76ce54-db48-4f29-8898-caf6ab54ecee,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:37.134143 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:37.136434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:37.406445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04536863-80cc-4567-8ec5-abdcba7abd02 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:36:37.624761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event updated for resources: {'Port': ['ID=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:37.639564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:37.652199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:37.679632 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:37.809628 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 4.6367126
Apr 30 04:36:37.816223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:37.827351 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:37.884234 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.2850177
Apr 30 04:36:37.897483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Request body: {'port': {'device_id': 'db5799ec-f37a-4d24-bc55-a9b95b14e5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:38.233820 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:38.344079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc14f742-751d-4ff6-82db-1cc8f249f83a None None] Provisioning for port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:38.367410 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f78d2-b360-4532-876b-605d9b9b36cf None None] Network dff15552-6d1a-4deb-bbea-25a3787cb60d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:38.467083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc14f742-751d-4ff6-82db-1cc8f249f83a None None] Provisioning complete for port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:38.468103 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc14f742-751d-4ff6-82db-1cc8f249f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:38.549028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Router 46f9b325-b21c-44cf-972d-c0bf414cbc2b is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:36:38.555015 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-967f628c-311b-45d7-abf4-d3df646933ea req-31af9349-cdd3-40a1-925b-6a728239cedc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=37378a39-f7c1-4167-b705-0f3c1ad4437e HTTP/1.1" status: 200  len: 210 time: 0.0638721
Apr 30 04:36:38.611165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04536863-80cc-4567-8ec5-abdcba7abd02,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:38.778139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '04536863-80cc-4567-8ec5-abdcba7abd02', 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78', 'port_id': '04536863-80cc-4567-8ec5-abdcba7abd02', 'mac_address': 'fa:16:3e:bc:b0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428de363-804c-4154-ad97-5c4366b56436', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:36:38.849949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f628c-311b-45d7-abf4-d3df646933ea req-54f2277d-e092-49da-8405-8dafaa19becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:38.851678 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-967f628c-311b-45d7-abf4-d3df646933ea req-54f2277d-e092-49da-8405-8dafaa19becf service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=23ed3850f28743fbb3956272163e68c0&shared=False HTTP/1.1" status: 200  len: 906 time: 0.2875836
Apr 30 04:36:38.940009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94075eaa-6ef0-486c-a7bf-00da9efec750 req-0f93056a-1627-4414-b25e-f914a29f2f11 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:38.952128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94075eaa-6ef0-486c-a7bf-00da9efec750 req-0f93056a-1627-4414-b25e-f914a29f2f11 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 2.3421509
Apr 30 04:36:38.975066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:36:38.975950 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:38.991319 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Sync routers for ids ['46f9b325-b21c-44cf-972d-c0bf414cbc2b'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:36:38.995535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bc14f742-751d-4ff6-82db-1cc8f249f83a None None] Port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:36:39.013060 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Routers {'46f9b325-b21c-44cf-972d-c0bf414cbc2b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:36:39.013702 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780295a90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:36:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['46f9b325-b21c-44cf-972d-c0bf414cbc2b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:39.025354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04536863-80cc-4567-8ec5-abdcba7abd02 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:39.046576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04536863-80cc-4567-8ec5-abdcba7abd02,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:39.068802 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:39.076782 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:39.103171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19199d5-7951-42f7-896c-1f8f78a75b5c req-fccaa0a4-e5ea-42d3-b5d1-8730867585a9 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:39.119379 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f19199d5-7951-42f7-896c-1f8f78a75b5c req-fccaa0a4-e5ea-42d3-b5d1-8730867585a9 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 945 time: 0.7484641
Apr 30 04:36:39.168779 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94075eaa-6ef0-486c-a7bf-00da9efec750 req-4b9b8b9d-0c04-48ef-897b-81866b4ff69f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755786
Apr 30 04:36:39.177390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:39.180177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "PUT /v2.0/routers/46f9b325-b21c-44cf-972d-c0bf414cbc2b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6155448
Apr 30 04:36:39.184842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35912) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:39.240338 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:39.263839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-256087bc-eaab-48e0-9976-a1d05a669165 None None] Provisioning complete for port af76ce54-db48-4f29-8898-caf6ab54ecee triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:39.265526 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-256087bc-eaab-48e0-9976-a1d05a669165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:39.265827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f628c-311b-45d7-abf4-d3df646933ea req-881bdaff-d226-421f-b513-4b26f868c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:39.267420 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-967f628c-311b-45d7-abf4-d3df646933ea req-881bdaff-d226-421f-b513-4b26f868c3f9 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4088016
Apr 30 04:36:39.304586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Transition to ACTIVE for port object c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:39.312213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f19199d5-7951-42f7-896c-1f8f78a75b5c req-fa14267b-6f4e-4ac1-8f3b-dd94e32ad4fe tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913640
Apr 30 04:36:39.315671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ffd9c0-88e2-4da5-a9ef-a1b818ea6374 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:39.317760 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-45ffd9c0-88e2-4da5-a9ef-a1b818ea6374 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports/af76ce54-db48-4f29-8898-caf6ab54ecee HTTP/1.1" status: 200  len: 911 time: 0.1313577
Apr 30 04:36:39.322639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35916) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:39.373757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-256087bc-eaab-48e0-9976-a1d05a669165 None None] Port af76ce54-db48-4f29-8898-caf6ab54ecee cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:36:39.392194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=04536863-80cc-4567-8ec5-abdcba7abd02,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:39.400544 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:39.463068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:39.477031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['04536863-80cc-4567-8ec5-abdcba7abd02'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:36:39.501095 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcdce892-5b43-494c-bf71-2dfa0cf35488 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:39.590691 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Set router 46f9b325-b21c-44cf-972d-c0bf414cbc2b gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:36:39.629707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Pushing event updated for resources: {'Port': ['ID=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:39.635908 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-967f628c-311b-45d7-abf4-d3df646933ea req-5a18fc44-aead-47dd-8e5d-71fd7f927bd6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/ports?device_id=37378a39-f7c1-4167-b705-0f3c1ad4437e HTTP/1.1" status: 200  len: 210 time: 0.3300979
Apr 30 04:36:39.637393 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:40.172877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b1e4e-ab43-4f23-824c-533776eb5b21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:40.215336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b1e4e-ab43-4f23-824c-533776eb5b21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:40.229686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e5b1e4e-ab43-4f23-824c-533776eb5b21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:40.255136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Attempting to bind port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:40.258991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Attempting to bind port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:40.260306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Attempting to bind port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:40.285772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:36:40.288918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Attempting to bind port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:40.310564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:40.311662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:40.313216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:40.314282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Bound port: c62ca90d-c8c8-4542-84a9-c03ddd30f0f3, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:40.315330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:40.339111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e5b1e4e-ab43-4f23-824c-533776eb5b21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:40.340826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5e5b1e4e-ab43-4f23-824c-533776eb5b21 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 1.0168264
Apr 30 04:36:40.354186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257235f-008b-4926-8572-8ee3e3a1948e req-5bbf89a2-8caa-449a-9f20-7bafc7293112 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:40.357113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35924) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:40.362952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4257235f-008b-4926-8572-8ee3e3a1948e req-5bbf89a2-8caa-449a-9f20-7bafc7293112 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 948 time: 0.8069632
Apr 30 04:36:40.393397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f9389-befd-4ffe-8866-5ffa12a413dc req-8409b982-bd47-48cd-b148-0d125de95a58 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:40.402664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-172f9389-befd-4ffe-8866-5ffa12a413dc req-8409b982-bd47-48cd-b148-0d125de95a58 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 944 time: 0.6924610
Apr 30 04:36:40.409758 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780295a90>, [{'id': '46f9b325-b21c-44cf-972d-c0bf414cbc2b', 'name': 'tempest-NetworksTestDHCPv6-router-413593527', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:30Z', 'updated_at': '2021-04-30T04:36:35Z', 'revision_number': 2, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None, '_interfaces': [{'id': 'af76ce54-db48-4f29-8898-caf6ab54ecee', 'name': '', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'mac_address': 'fa:16:3e:8c:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f9b325-b21c-44cf-972d-c0bf414cbc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '94461b6b-c529-472a-b86d-3f4fe952b97c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:36:32Z', 'updated_at': '2021-04-30T04:36:36Z', 'revision_number': 2, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'subnets': [{'id': '94461b6b-c529-472a-b86d-3f4fe952b97c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:40.425064 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Checking router: 46f9b325-b21c-44cf-972d-c0bf414cbc2b for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:36:40.425926 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Updating router 46f9b325-b21c-44cf-972d-c0bf414cbc2b port af76ce54-db48-4f29-8898-caf6ab54ecee binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:36:40.505765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4257235f-008b-4926-8572-8ee3e3a1948e req-346d42ce-e9d7-4148-968f-eb0194c4d33f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399863
Apr 30 04:36:40.552922 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:40.570657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-172f9389-befd-4ffe-8866-5ffa12a413dc req-9ed84841-fee7-4b83-9506-e6d5581326df tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664562
Apr 30 04:36:40.880724 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b379048-4458-4c9e-ae21-1f2410cda768 req-2de254ff-9080-4dca-8c6d-6fd55f6b6d19 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=37378a39-f7c1-4167-b705-0f3c1ad4437e HTTP/1.1" status: 200  len: 210 time: 0.1228645
Apr 30 04:36:40.936684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-603655770', 'description': 'tempest-description-779591969'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:40.945233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:40.950264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:40.954990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:40.964611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:40.979428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:41.013507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:41.019762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:41.025706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:41.034629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:41.187614 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30d67c29-2906-43e0-b2a1-c25381e9e88e req-84a50316-a203-4677-8103-37092ea70b2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=37378a39-f7c1-4167-b705-0f3c1ad4437e HTTP/1.1" status: 200  len: 210 time: 0.6134636
Apr 30 04:36:41.206163 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:41.212871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:41.218661 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-999769b8-41c1-4f50-9cff-9d34bd41f90b tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:41.251204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b102db9-5828-44b3-be77-43fddde0f773 req-37690664-2871-4c74-a7d1-aa341ba6f5d5 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:41.253858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b102db9-5828-44b3-be77-43fddde0f773 req-37690664-2871-4c74-a7d1-aa341ba6f5d5 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.1739001
Apr 30 04:36:41.349667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:41.369773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f882145b-7292-443b-b2db-2a6b6560c1d1 req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1808 time: 0.4363139
Apr 30 04:36:41.370471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ebc455-39e5-404c-b2a4-c4824b316b13,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:41.390318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04536863-80cc-4567-8ec5-abdcba7abd02 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:41.391247 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:41.418533 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:41.441105 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b102db9-5828-44b3-be77-43fddde0f773 req-4f4cd493-66b0-42b7-8b4c-ee2a653bd08d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685705
Apr 30 04:36:41.485183 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Transition to ACTIVE for port object af76ce54-db48-4f29-8898-caf6ab54ecee will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:41.499342 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:41.503496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] For port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:41.510729 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:41.561757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] For port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:41.583636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:41.600103 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2aa77e0f-a80d-4b10-9beb-8ef36fa29c87 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:41.724188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 04536863-80cc-4567-8ec5-abdcba7abd02 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:41.729767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 04536863-80cc-4567-8ec5-abdcba7abd02 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:41.730155 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:41.927434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073045da-b347-420a-8687-f07af33cacce req-7548579c-c928-4278-87ee-0ffad7d44e9d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:41.948409 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-073045da-b347-420a-8687-f07af33cacce req-7548579c-c928-4278-87ee-0ffad7d44e9d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 945 time: 0.2392473
Apr 30 04:36:41.952851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:41.954088 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:41.958034 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] 10.222.0.37 "PUT /v2.0/ports/c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 HTTP/1.1" status: 200  len: 1097 time: 4.0652339
Apr 30 04:36:42.011284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5799ec-f37a-4d24-bc55-a9b95b14e5ae', 'tag': 'c62ca90d-c8c8-4542-84a9-c03ddd30f0f3'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:42.051333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:42.173344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-073045da-b347-420a-8687-f07af33cacce req-cb45c7d0-0eee-46e0-8d99-fa85416e7385 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2256079
Apr 30 04:36:42.189354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:42.210744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04536863-80cc-4567-8ec5-abdcba7abd02,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:42.228933 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:42.232803 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:42.275340 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Pushing event updated for resources: {'Port': ['ID=af76ce54-db48-4f29-8898-caf6ab54ecee,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:42.298061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d67c29-2906-43e0-b2a1-c25381e9e88e req-6ac7e5c9-af4f-49d9-837a-500fb083e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:42.303490 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30d67c29-2906-43e0-b2a1-c25381e9e88e req-6ac7e5c9-af4f-49d9-837a-500fb083e8bf service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=23ed3850f28743fbb3956272163e68c0&shared=False HTTP/1.1" status: 200  len: 906 time: 1.0982938
Apr 30 04:36:42.323912 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.324461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.325003 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.326011 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.327289 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.328417 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.328967 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.329743 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.330306 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.330947 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.333310 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.334026 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:42.343040 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:42.369749 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Attempting to bind port af76ce54-db48-4f29-8898-caf6ab54ecee on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:42.370531 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Attempting to bind port af76ce54-db48-4f29-8898-caf6ab54ecee by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:42.373547 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Attempting to bind port af76ce54-db48-4f29-8898-caf6ab54ecee on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:42.390555 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:42.391156 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:42.396227 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:42.397527 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:42.398680 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Bound port: af76ce54-db48-4f29-8898-caf6ab54ecee, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:42.399798 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:42.438553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=04536863-80cc-4567-8ec5-abdcba7abd02,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:42.445292 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:42.470096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Pushing event updated for resources: {'Port': ['ID=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:42.477294 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:42.545949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2cdcdbf3-e383-4e90-b5c1-1e9bd01d0117 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/f0ebc455-39e5-404c-b2a4-c4824b316b13 HTTP/1.1" status: 200  len: 1803 time: 0.2098951
Apr 30 04:36:42.569293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0ebc455-39e5-404c-b2a4-c4824b316b13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:42.569802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0ebc455-39e5-404c-b2a4-c4824b316b13', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:42.584404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:42.593298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:42.600952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:42.615145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:42.651485 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] For port af76ce54-db48-4f29-8898-caf6ab54ecee, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:42.666615 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] For port af76ce54-db48-4f29-8898-caf6ab54ecee, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=af76ce54-db48-4f29-8898-caf6ab54ecee,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:42.680159 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:42.703214 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:42.709530 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:42.738515 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:42.749459 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:42.755488 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-947772e0-1598-420b-9acf-d9d95463a1d2 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:42.810814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7316f9b0-79e3-4296-9412-fd2756312a15,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:42.832679 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:42.851504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:42.875969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2bec695f-67ca-409e-8dec-0948389fa3e6 req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3155828
Apr 30 04:36:42.913371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-20bfc7ed-e332-4c4c-8309-79cbc6eea71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:42.915362 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-20bfc7ed-e332-4c4c-8309-79cbc6eea71c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 1100 time: 0.8146906
Apr 30 04:36:43.007282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d67c29-2906-43e0-b2a1-c25381e9e88e req-f7470657-f61b-4ffb-a37f-d14b35bd9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:43.017623 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30d67c29-2906-43e0-b2a1-c25381e9e88e req-f7470657-f61b-4ffb-a37f-d14b35bd9fe6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6941826
Apr 30 04:36:43.054835 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-b5287cfa-9b6a-4385-ae6b-6ea8c3ce4753 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 HTTP/1.1" status: 200  len: 217 time: 0.1289406
Apr 30 04:36:43.189228 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Pushing event updated for resources: {'Port': ['ID=af76ce54-db48-4f29-8898-caf6ab54ecee,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:43.198071 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Routers {'46f9b325-b21c-44cf-972d-c0bf414cbc2b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:36:43.198728 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780295a90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:36:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['46f9b325-b21c-44cf-972d-c0bf414cbc2b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:43.321257 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:43.429756 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:43.521518 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] Set router 46f9b325-b21c-44cf-972d-c0bf414cbc2b gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:36:43.524803 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30d67c29-2906-43e0-b2a1-c25381e9e88e req-8ce163ee-26a1-4579-a5bb-090db45d87a6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/ports?device_id=37378a39-f7c1-4167-b705-0f3c1ad4437e HTTP/1.1" status: 200  len: 210 time: 0.3614295
Apr 30 04:36:43.593696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a45949-ade2-4f96-a763-541a4d09b0db req-8b1c5b22-4885-41ce-a596-b57438241f1c tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:43.608166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0a45949-ade2-4f96-a763-541a4d09b0db req-8b1c5b22-4885-41ce-a596-b57438241f1c tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.3908885
Apr 30 04:36:43.642924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-0a952b2b-e573-4b0f-9feb-9ac4ab4a550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:43.644554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-0a952b2b-e573-4b0f-9feb-9ac4ab4a550e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.5799968
Apr 30 04:36:43.647153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebead813-96f9-4186-8456-6ab5f3c3950a req-b14f26c9-b972-48ca-96c1-41cd9649f7fa tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:43.650433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ebead813-96f9-4186-8456-6ab5f3c3950a req-b14f26c9-b972-48ca-96c1-41cd9649f7fa tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 948 time: 0.6237524
Apr 30 04:36:43.818544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ebead813-96f9-4186-8456-6ab5f3c3950a req-9199d906-a407-4b39-9634-4300f3781854 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365550
Apr 30 04:36:43.892591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0a45949-ade2-4f96-a763-541a4d09b0db req-b3be106b-0203-4b31-a073-3b49958fd428 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766397
Apr 30 04:36:43.945866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2188e88b-1834-4614-8f8e-430d1e271702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:43.948589 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-2188e88b-1834-4614-8f8e-430d1e271702 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2808247
Apr 30 04:36:44.250906 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5799ec-f37a-4d24-bc55-a9b95b14e5ae', 'tag': 'c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'status': 'completed', 'code': 200}
Apr 30 04:36:44.381003 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02', 'code': 200}
Apr 30 04:36:44.428605 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-e5fd5b22-60d6-4b3f-80e9-c5349d28a268 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4707315
Apr 30 04:36:44.603985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70ed31c4-fa8e-43bf-a2c6-dab2866661e9 req-7be0aec4-c7b5-4e9e-bb24-d81680b495b8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=37378a39-f7c1-4167-b705-0f3c1ad4437e HTTP/1.1" status: 200  len: 210 time: 0.1395361
Apr 30 04:36:44.793955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port af76ce54-db48-4f29-8898-caf6ab54ecee {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:36:44.794619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:44.905446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-59929752', 'description': 'tempest-description-564983016'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:44.925441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780295a90>, [{'id': '46f9b325-b21c-44cf-972d-c0bf414cbc2b', 'name': 'tempest-NetworksTestDHCPv6-router-413593527', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:30Z', 'updated_at': '2021-04-30T04:36:35Z', 'revision_number': 2, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None, '_interfaces': [{'id': 'af76ce54-db48-4f29-8898-caf6ab54ecee', 'name': '', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'mac_address': 'fa:16:3e:8c:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f9b325-b21c-44cf-972d-c0bf414cbc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '94461b6b-c529-472a-b86d-3f4fe952b97c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:36:32Z', 'updated_at': '2021-04-30T04:36:42Z', 'revision_number': 4, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'subnets': [{'id': '94461b6b-c529-472a-b86d-3f4fe952b97c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:44.935597 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3b5c5c-2bef-4924-87c6-59ae1d94b584 None None] The sync data for ids ['46f9b325-b21c-44cf-972d-c0bf414cbc2b'] in n-d-766726-20 is: [{'id': '46f9b325-b21c-44cf-972d-c0bf414cbc2b', 'name': 'tempest-NetworksTestDHCPv6-router-413593527', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:30Z', 'updated_at': '2021-04-30T04:36:35Z', 'revision_number': 2, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None, '_interfaces': [{'id': 'af76ce54-db48-4f29-8898-caf6ab54ecee', 'name': '', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'mac_address': 'fa:16:3e:8c:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f9b325-b21c-44cf-972d-c0bf414cbc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '94461b6b-c529-472a-b86d-3f4fe952b97c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:36:32Z', 'updated_at': '2021-04-30T04:36:42Z', 'revision_number': 4, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'subnets': [{'id': '94461b6b-c529-472a-b86d-3f4fe952b97c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:36:45.069937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:45.091859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:45.099475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:45.118514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:45.147526 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:45.170513 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e79a045-dd93-4381-96cc-5504f21f9fa0 req-7d0847de-738e-4d4a-ba41-fba51e835b64 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7263000
Apr 30 04:36:45.220552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ba26d-cc9a-4876-bca4-d40e8b2732b7 req-aa7cf35f-9eba-41d4-9c69-e46eb12bc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:45.224267 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce6ba26d-cc9a-4876-bca4-d40e8b2732b7 req-aa7cf35f-9eba-41d4-9c69-e46eb12bc28a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 1097 time: 0.7503674
Apr 30 04:36:45.232676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:45.249162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:45.255327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:45.260341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] For port af76ce54-db48-4f29-8898-caf6ab54ecee, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=af76ce54-db48-4f29-8898-caf6ab54ecee,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:45.260710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:45.269802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1e78e-1d2d-43d5-8b02-538473eb059d req-be72265e-dd50-4ad0-a209-024fcd875ef6 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:45.272395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91e1e78e-1d2d-43d5-8b02-538473eb059d req-be72265e-dd50-4ad0-a209-024fcd875ef6 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.3364615
Apr 30 04:36:45.279856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:45.487995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:45.533985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91e1e78e-1d2d-43d5-8b02-538473eb059d req-489498fb-f8d9-46fb-ad26-8ebee4c14405 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445827
Apr 30 04:36:45.535858 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:45.548902 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3a51d5d6-af94-41bc-b344-a521581bd492 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:45.573631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for af76ce54-db48-4f29-8898-caf6ab54ecee owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:36:45.617721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f884f3-8566-484e-8a95-8a3ff6c94809,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:45.636913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:45.651114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ac53e6d-6e90-494b-942a-8da6475b681d req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.7577226
Apr 30 04:36:45.654748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.660907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.661926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.662606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.665964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.666746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.667400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.668030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.670135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.671001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.672666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.673300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:36:45.697877 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:45.707994 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce6ba26d-cc9a-4876-bca4-d40e8b2732b7 req-922d3e5b-4ef4-485f-bba1-caeb141fa965 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4767423
Apr 30 04:36:45.860583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab457-d508-4797-8782-4d071c407580 req-ed34b62b-71d8-4e98-bf14-e721d58f815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:45.876406 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-83dab457-d508-4797-8782-4d071c407580 req-ed34b62b-71d8-4e98-bf14-e721d58f815f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 1100 time: 0.3186808
Apr 30 04:36:46.148328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab457-d508-4797-8782-4d071c407580 req-746da715-2ede-4c50-a01b-9193f6f659c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:46.149870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-83dab457-d508-4797-8782-4d071c407580 req-746da715-2ede-4c50-a01b-9193f6f659c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2723842
Apr 30 04:36:46.164934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a5a2a-e62f-46d4-93d5-cd817896caaa req-1325445c-4651-4677-aa8d-2c2ac36e53d8 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:46.169991 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c7a5a2a-e62f-46d4-93d5-cd817896caaa req-1325445c-4651-4677-aa8d-2c2ac36e53d8 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 945 time: 0.3894861
Apr 30 04:36:46.247204 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-83dab457-d508-4797-8782-4d071c407580 req-e7dfb3ae-996f-4a6e-80c7-d4513e3b5940 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 HTTP/1.1" status: 200  len: 217 time: 0.0862968
Apr 30 04:36:46.431273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7642c6-08e6-4173-ad1c-381d60cb8825 req-0ad9145b-68db-410c-96e5-a0f1596bdec6 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:46.433819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe7642c6-08e6-4173-ad1c-381d60cb8825 req-0ad9145b-68db-410c-96e5-a0f1596bdec6 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 948 time: 0.5646844
Apr 30 04:36:46.498168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c7a5a2a-e62f-46d4-93d5-cd817896caaa req-29a57214-687c-4c6e-b2de-2187883f29eb tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3134558
Apr 30 04:36:46.506863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab457-d508-4797-8782-4d071c407580 req-215d3b6b-0a93-4500-96f6-06cb61367b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:46.511626 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-83dab457-d508-4797-8782-4d071c407580 req-215d3b6b-0a93-4500-96f6-06cb61367b7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2537563
Apr 30 04:36:46.533077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe7642c6-08e6-4173-ad1c-381d60cb8825 req-b7e5babe-042c-4115-95ea-5e2083cc1497 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669117
Apr 30 04:36:46.653559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:46.662711 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-685df000-31ff-4d51-a6e9-51ffd03f6a55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:46.684933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-171a663f-473d-402c-96b6-55161d9ed00d tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/18f884f3-8566-484e-8a95-8a3ff6c94809 HTTP/1.1" status: 200  len: 1802 time: 0.0972109
Apr 30 04:36:46.703216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '18f884f3-8566-484e-8a95-8a3ff6c94809', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:46.703756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '18f884f3-8566-484e-8a95-8a3ff6c94809', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:46.716715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:46.725814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=af76ce54-db48-4f29-8898-caf6ab54ecee,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:46.726824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:46.729450 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:46.734293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:46.750353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:47.073413 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:47.201221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:47.254062 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:47.266188 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:47.284385 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:47.354270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1022756b-2dee-47d9-8b4f-ddc0e678a826,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:47.367502 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:47.376960 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:47.379643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53a2bf4d-712d-4e96-b8e2-2727d2afb278 req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.6841834
Apr 30 04:36:47.401506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5643e-f6a1-40d7-ac23-3ebfbad6c17b req-e532cc81-1c29-4181-bdfc-46f33d855154 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:47.414603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2e5643e-f6a1-40d7-ac23-3ebfbad6c17b req-e532cc81-1c29-4181-bdfc-46f33d855154 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.6242833
Apr 30 04:36:47.536952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2e5643e-f6a1-40d7-ac23-3ebfbad6c17b req-ae0e0312-3e27-4d3b-a73b-0b8459a3c74a tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168199
Apr 30 04:36:47.693342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dab457-d508-4797-8782-4d071c407580 req-0c2d8a93-9d11-45af-a18d-b711276a3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:47.696132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-83dab457-d508-4797-8782-4d071c407580 req-0c2d8a93-9d11-45af-a18d-b711276a3ca0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.1734343
Apr 30 04:36:48.039330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a8ed6-0401-4e66-9e59-2dcc293f56db req-84d9ac90-d3a3-4258-bc6c-3989ffb19c33 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:48.048793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-337a8ed6-0401-4e66-9e59-2dcc293f56db req-84d9ac90-d3a3-4258-bc6c-3989ffb19c33 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.1898797
Apr 30 04:36:48.101881 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-83dab457-d508-4797-8782-4d071c407580 req-67c4138d-80b5-4383-b388-40b943a2bd74 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3901091
Apr 30 04:36:48.124061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-337a8ed6-0401-4e66-9e59-2dcc293f56db req-2f2064d2-4589-44a1-9b96-f160d1c3a6d1 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739737
Apr 30 04:36:48.160253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-264145187', 'description': 'tempest-description-1605358394'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:48.175257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:48.184883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:48.193202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:48.209246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:48.233625 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:48.282431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:48.294694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:48.301382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:48.315109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:48.488564 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:48.499231 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:48.576353 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-83dab457-d508-4797-8782-4d071c407580 req-229429ac-16a7-45c6-8aaf-bab43669e81b service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3667319
Apr 30 04:36:48.584610 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:48.590299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Router 46f9b325-b21c-44cf-972d-c0bf414cbc2b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:36:48.683401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc98abb-da4d-457d-8984-36d8c7db3910,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:48.690462 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:48.690462 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:48.704180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e368ef1c-33ab-48cd-ae76-505faa33d689 req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5524323
Apr 30 04:36:48.769927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:36:48.781065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e9eec-7956-4490-af54-261baf417e1f None None] Sync routers for ids ['46f9b325-b21c-44cf-972d-c0bf414cbc2b'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:36:48.793282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b89afa-c613-4e6c-95b3-8c6dc4ff10ed req-d027953f-90b9-40be-83a7-63c6e78949a5 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:48.794883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7b89afa-c613-4e6c-95b3-8c6dc4ff10ed req-d027953f-90b9-40be-83a7-63c6e78949a5 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 948 time: 0.2781599
Apr 30 04:36:48.796127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e9eec-7956-4490-af54-261baf417e1f None None] Routers {'46f9b325-b21c-44cf-972d-c0bf414cbc2b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:36:48.797837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-366e9eec-7956-4490-af54-261baf417e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf98b80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:36:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['46f9b325-b21c-44cf-972d-c0bf414cbc2b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:48.816161 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "PUT /v2.0/routers/46f9b325-b21c-44cf-972d-c0bf414cbc2b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4494619
Apr 30 04:36:48.816508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36012) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:48.916622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7b89afa-c613-4e6c-95b3-8c6dc4ff10ed req-b9f82935-3efd-4810-b8c2-442b5e06a9f9 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097021
Apr 30 04:36:48.949495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d75c6-8d53-4ac5-a33a-2f2b4ce582dc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:48.951075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d75c6-8d53-4ac5-a33a-2f2b4ce582dc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:48.951901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-226d75c6-8d53-4ac5-a33a-2f2b4ce582dc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:48.989473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-226d75c6-8d53-4ac5-a33a-2f2b4ce582dc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:48.990896 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-226d75c6-8d53-4ac5-a33a-2f2b4ce582dc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1726019
Apr 30 04:36:48.993713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36024) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:49.040449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-366e9eec-7956-4490-af54-261baf417e1f None None] Set router 46f9b325-b21c-44cf-972d-c0bf414cbc2b gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:36:49.122077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 94461b6b-c529-472a-b86d-3f4fe952b97c {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:36:49.132212 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:49.203241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-5322d1fb-11f5-4709-9f8a-d2d816853cfd tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:49.212578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-366e9eec-7956-4490-af54-261baf417e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf98b80>, [{'id': '46f9b325-b21c-44cf-972d-c0bf414cbc2b', 'name': 'tempest-NetworksTestDHCPv6-router-413593527', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:30Z', 'updated_at': '2021-04-30T04:36:46Z', 'revision_number': 3, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:49.216119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-5322d1fb-11f5-4709-9f8a-d2d816853cfd tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.3414519
Apr 30 04:36:49.233103 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e9eec-7956-4490-af54-261baf417e1f None None] Checking router: 46f9b325-b21c-44cf-972d-c0bf414cbc2b for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:36:49.248289 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:49.265359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e9eec-7956-4490-af54-261baf417e1f None None] Routers {'46f9b325-b21c-44cf-972d-c0bf414cbc2b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:36:49.266249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-366e9eec-7956-4490-af54-261baf417e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf98b80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:36:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['46f9b325-b21c-44cf-972d-c0bf414cbc2b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:49.277971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-53a47f45-9c8c-44d6-a3eb-032236cdfd6b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/quotas/23ed3850f28743fbb3956272163e68c0 HTTP/1.1" status: 200  len: 375 time: 0.0532494
Apr 30 04:36:49.385304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:49.467961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-366e9eec-7956-4490-af54-261baf417e1f None None] Set router 46f9b325-b21c-44cf-972d-c0bf414cbc2b gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:36:49.482817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-fa45168b-f693-4bb7-ba78-22ac0a659f34 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1965809
Apr 30 04:36:49.494442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a13c3-9b96-4e61-8ce1-680183ad5a4f req-4b00c893-fad8-44b1-bdb3-5cd1c803d716 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:49.496237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b67a13c3-9b96-4e61-8ce1-680183ad5a4f req-4b00c893-fad8-44b1-bdb3-5cd1c803d716 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.2736611
Apr 30 04:36:49.522707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:36:49.600683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-366e9eec-7956-4490-af54-261baf417e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf98b80>, [{'id': '46f9b325-b21c-44cf-972d-c0bf414cbc2b', 'name': 'tempest-NetworksTestDHCPv6-router-413593527', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:30Z', 'updated_at': '2021-04-30T04:36:46Z', 'revision_number': 3, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:36:49.608358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e9eec-7956-4490-af54-261baf417e1f None None] The sync data for ids ['46f9b325-b21c-44cf-972d-c0bf414cbc2b'] in n-d-766726-20 is: [{'id': '46f9b325-b21c-44cf-972d-c0bf414cbc2b', 'name': 'tempest-NetworksTestDHCPv6-router-413593527', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:30Z', 'updated_at': '2021-04-30T04:36:46Z', 'revision_number': 3, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:36:49.704018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b67a13c3-9b96-4e61-8ce1-680183ad5a4f req-991bb517-35d5-4925-a847-68a99bcf54e8 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834996
Apr 30 04:36:49.765603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:49.779102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-9b8f3a77-c77c-4eec-95dc-5e69015c760f service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816234
Apr 30 04:36:49.793060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'mac_address': 'fa:16:3e:af:70:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:36:49.819046 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:49.823958 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22fd9501-17c2-4e44-bbc5-4a8415be16f0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:49.898131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=94461b6b-c529-472a-b86d-3f4fe952b97c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:49.906314 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:49.911272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:49.929015 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:36:49.931699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1195941943', 'description': 'tempest-description-850932378'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:49.937072 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:49.944939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:49.955764 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/94461b6b-c529-472a-b86d-3f4fe952b97c HTTP/1.1" status: 204  len: 168 time: 0.9603119
Apr 30 04:36:49.956683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:49.956932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1828ebbe-44f9-44d8-9666-1fd239726cf4 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:49.961465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36040) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:49.968102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:50.017148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:50.038422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:50.078009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:50.105545 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:50.113005 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:50.113474 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-779e0e98-6912-49c4-a4dc-862dc3e5c93a service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3273020
Apr 30 04:36:50.263349 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:50.338880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:50.346931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:50.357232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-75b1b289-52b8-4ee0-a47b-0c87a558e110 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:router {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:36:50.360358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:50.370634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:50.374667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:50.380549 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:50.494871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-75b1b289-52b8-4ee0-a47b-0c87a558e110 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:router {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:36:50.496150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-75b1b289-52b8-4ee0-a47b-0c87a558e110 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.5336282
Apr 30 04:36:50.500814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36052) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:50.594842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:36:50.734398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] Deleting port 5d332291-f0f9-4806-8f53-e5d11d5297fe {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:36:50.735593 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:50.923785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] For port 5d332291-f0f9-4806-8f53-e5d11d5297fe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5d332291-f0f9-4806-8f53-e5d11d5297fe,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:50.924638 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:51.183125 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9c50e91-9e75-4e54-b16c-b2272e6a0046 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:51.205691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:36:51.233408 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device af76ce54-db48-4f29-8898-caf6ab54ecee no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:51.274942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] Calling delete_port for 5d332291-f0f9-4806-8f53-e5d11d5297fe owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:36:51.301616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: af76ce54-db48-4f29-8898-caf6ab54ecee {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:36:51.302005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device af76ce54-db48-4f29-8898-caf6ab54ecee not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:36:51.302505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5d332291-f0f9-4806-8f53-e5d11d5297fe no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:51.539218 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:51.545171 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:51.590787 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:51.603504 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-17f191fb-fa7e-4008-be44-9bf8120e1468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:51.667357 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:51.685581 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0bfe83ba-a2b3-43fb-92ef-64fb22c44cea tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:51.692769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] Pushing event deleted for resources: {'Port': ['ID=5d332291-f0f9-4806-8f53-e5d11d5297fe,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:51.705233 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:51.724276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] No DVR routers for this DVR port 5d332291-f0f9-4806-8f53-e5d11d5297fe on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:36:51.806061 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9c50e91-9e75-4e54-b16c-b2272e6a0046 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:51.815920 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9c50e91-9e75-4e54-b16c-b2272e6a0046 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:51.823240 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:51.834124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34d00be4-18ad-4ccb-b59a-154584d90ac8 req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 2.0502832
Apr 30 04:36:51.835573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809923b0-156b-4b16-b1ae-812075d05478,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:51.866363 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:51.922173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63228e-68fe-452c-b670-cf23b2950ede req-40256a53-ba7e-4bc8-be77-4697eee3f81c tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:51.925289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c63228e-68fe-452c-b670-cf23b2950ede req-40256a53-ba7e-4bc8-be77-4697eee3f81c tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 1.1286900
Apr 30 04:36:52.056122 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9c50e91-9e75-4e54-b16c-b2272e6a0046 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:52.056853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c50e91-9e75-4e54-b16c-b2272e6a0046 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Fanout notify agent at l3_agent the message router_deleted on router 46f9b325-b21c-44cf-972d-c0bf414cbc2b {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:36:52.135019 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9c50e91-9e75-4e54-b16c-b2272e6a0046 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:52.136982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f9c50e91-9e75-4e54-b16c-b2272e6a0046 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/routers/46f9b325-b21c-44cf-972d-c0bf414cbc2b HTTP/1.1" status: 204  len: 168 time: 1.6300611
Apr 30 04:36:52.141891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36066) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:52.149133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:52.149449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c63228e-68fe-452c-b670-cf23b2950ede req-f75fef1c-1ebc-4bbd-ada8-a944ec990ccd tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141991
Apr 30 04:36:52.211049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34de2-ef4e-4610-8376-6e6987911ff3 req-c4c57018-0034-4098-b1f2-e54b7682a7de tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:52.213142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01d34de2-ef4e-4610-8376-6e6987911ff3 req-c4c57018-0034-4098-b1f2-e54b7682a7de tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.2485447
Apr 30 04:36:52.277570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01d34de2-ef4e-4610-8376-6e6987911ff3 req-36ae0bd6-9278-49ff-a436-29ccbcfbdcab tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552995
Apr 30 04:36:52.400586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:52.411097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:52.419206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:52.437441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:52.513478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8cc6c-d648-4d84-b243-c4c1c4209f77 req-348b0ee1-edc5-4244-bd34-bf29adf85170 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:52.527206 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09e8cc6c-d648-4d84-b243-c4c1c4209f77 req-348b0ee1-edc5-4244-bd34-bf29adf85170 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 949 time: 0.2353051
Apr 30 04:36:52.527875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:52.539683 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:52.608808 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09e8cc6c-d648-4d84-b243-c4c1c4209f77 req-df8ce986-fc5f-4ce0-8f95-a88fe953fc1e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791352
Apr 30 04:36:52.707320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b241eb35-24d3-46da-97ed-033956af2b82 req-113e21c8-bec0-4c8b-b1bf-3b8ecd3bae27 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 210 time: 0.1028762
Apr 30 04:36:52.794640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-131b8a19-6b7a-433f-8947-1430fa249e38 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/7cc98abb-da4d-457d-8984-36d8c7db3910 HTTP/1.1" status: 200  len: 1806 time: 0.1110072
Apr 30 04:36:52.923769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-f8c056f0-f674-4f01-971a-4288a1810360 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/809923b0-156b-4b16-b1ae-812075d05478 HTTP/1.1" status: 200  len: 1806 time: 0.1166222
Apr 30 04:36:52.934557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7cc98abb-da4d-457d-8984-36d8c7db3910', 'remote_group_id': '809923b0-156b-4b16-b1ae-812075d05478', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:52.935268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7cc98abb-da4d-457d-8984-36d8c7db3910', 'remote_group_id': '809923b0-156b-4b16-b1ae-812075d05478', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:52.949603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:52.958091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:52.964535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:52.967664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-e57a828a-7cfe-462a-96b2-be77fbe5aa4e tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:52.969250 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-e57a828a-7cfe-462a-96b2-be77fbe5aa4e tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.5524087
Apr 30 04:36:52.978802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:52.985321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Request body: {'port': {'device_id': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'admin_state_up': True, 'tenant_id': '23ed3850f28743fbb3956272163e68c0'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:53.184204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:53.252917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:53.277860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:53.284457 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:53.299430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:53.308834 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44d4cc3e-5ab9-4856-ac1e-7f3b2ad1e025 tempest-ImagesOneServerNegativeTestJSON-732801602 tempest-ImagesOneServerNegativeTestJSON-732801602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:53.321450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Made reservation on behalf of 23ed3850f28743fbb3956272163e68c0 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:36:53.325945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:53.398201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0c1231-c163-4265-91e0-8430bb5b644e,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:53.408543 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:53.426790 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:53.452181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5fdb02d-8750-4631-893e-a3915a64c4ca req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5267787
Apr 30 04:36:53.564279 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 909702a7-a7e6-4147-97ae-b3769b511a4f details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:36:53.571996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:53.719188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Allocated IP 172.20.0.7 (d8546f2d-3b48-4e0e-a3b1-191839a8c478/f6b8d43f-4c31-4f17-973d-316fa3a9818c/ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:53.824512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea997f7-1854-413a-99ab-90ade9a04009 req-9b70fece-b4e3-4d80-afc5-cf95304f890f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:53.837406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ea997f7-1854-413a-99ab-90ade9a04009 req-9b70fece-b4e3-4d80-afc5-cf95304f890f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.2984707
Apr 30 04:36:53.916836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd84f7-7f2a-450d-8a33-88c889284f11 req-c3e044be-7f0d-4e7d-95a1-14e543c0a2c0 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:53.919519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70fd84f7-7f2a-450d-8a33-88c889284f11 req-c3e044be-7f0d-4e7d-95a1-14e543c0a2c0 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.2926359
Apr 30 04:36:53.950066 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ea997f7-1854-413a-99ab-90ade9a04009 req-80d14b81-8873-4623-8e52-9732421ccf58 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100791
Apr 30 04:36:53.953349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=909702a7-a7e6-4147-97ae-b3769b511a4f,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:53.962594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:53.981283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '909702a7-a7e6-4147-97ae-b3769b511a4f', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'port_id': '909702a7-a7e6-4147-97ae-b3769b511a4f', 'mac_address': 'fa:16:3e:d1:06:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139698c-477e-486b-9121-7a7771acee19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:36:53.986844 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:53.987535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.065832 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70fd84f7-7f2a-450d-8a33-88c889284f11 req-abcd807e-e65e-4527-8927-2c49c7e3d01f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142411
Apr 30 04:36:54.110322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1187689853', 'description': 'tempest-description-2114940118'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:54.118529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:54.124016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:54.128922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:54.141150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:54.158364 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.215581 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.232496 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.238047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.248846 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-617ce5e9-569f-417e-9c71-bc7e7fed799d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:54.278478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:54.290163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:54.295462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:54.310328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:54.380408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd9567-953a-4c9e-a104-062f8cfffefb req-d410837b-90d6-438a-8e25-cbf2c9a67d4f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:54.382016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35cd9567-953a-4c9e-a104-062f8cfffefb req-d410837b-90d6-438a-8e25-cbf2c9a67d4f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 949 time: 0.1674294
Apr 30 04:36:54.405270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:54.413696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:54.418482 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.418808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=16cc072e-30ef-4ff2-b447-55bb593df56b,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:54.430491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 909702a7-a7e6-4147-97ae-b3769b511a4f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:54.431148 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:54.438798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:54.439771 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.459418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35cd9567-953a-4c9e-a104-062f8cfffefb req-50a2b052-16b9-4c29-aba8-e2568d4a70cf tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682335
Apr 30 04:36:54.465209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=909702a7-a7e6-4147-97ae-b3769b511a4f,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:54.499972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5799ec-f37a-4d24-bc55-a9b95b14e5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62ca90d-c8c8-4542-84a9-c03ddd30f0f3'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:54.499972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b922ce-47d3-4dfc-b4fe-aa7fb865ebce None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:36:54.509982 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.518770 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.523324 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4db390cf-0443-46e1-ba2e-9fe5e1a0ff1b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:54.532332 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.534184 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90343457-f741-48f3-880e-46d19181aa43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:54.544067 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.567430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b30c8d0b-88f0-4dc3-a541-668e3d9455d7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:54.577793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:54.579253 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:36:54.601197 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.4576120
Apr 30 04:36:54.610165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36118) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:54.611762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93035ff8-3934-417e-895c-081f93979db9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:54.632832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1532594530', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:54.644125 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.646822 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:54.655019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:54.664226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:router and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:54.666878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:54.673594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:54.675526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:54.683687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:54.686744 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.688056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d73a374-3325-4cdf-b367-76ed83e9ad60 req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1812 time: 0.5832782
Apr 30 04:36:54.727485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['909702a7-a7e6-4147-97ae-b3769b511a4f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:36:54.734564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:54.765381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event updated for resources: {'Port': ['ID=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:54.767995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.769522 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.776774 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:54.793564 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.829503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.836280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:54.838113 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.868064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=909702a7-a7e6-4147-97ae-b3769b511a4f,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:54.880006 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8987286
Apr 30 04:36:54.881956 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:54.891715 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8fd14bd1-1725-429b-bd37-085264a54c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:54.892006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aee2c-aaa1-45be-91e7-50c96a01954a req-57551f7f-4cc2-4510-8db6-f2a261241cb0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:54.894022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Request body: {'port': {'device_id': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:54.904097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-327aee2c-aaa1-45be-91e7-50c96a01954a req-57551f7f-4cc2-4510-8db6-f2a261241cb0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 931 time: 0.2147875
Apr 30 04:36:54.905687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:54.906959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-41126f36-e0e7-4f99-ad03-79a2dbefb09d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2915618
Apr 30 04:36:54.941639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36124) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:36:55.046790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-395623292', 'description': 'tempest-description-987179115'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:55.047046 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5799ec-f37a-4d24-bc55-a9b95b14e5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'code': 200}
Apr 30 04:36:55.201052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:55.290644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:55.318981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-327aee2c-aaa1-45be-91e7-50c96a01954a req-272e482a-a04e-499f-b981-c689d38bbcc0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4101551
Apr 30 04:36:55.320321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:55.341620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:55.483197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '16cc072e-30ef-4ff2-b447-55bb593df56b'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:36:55.485168 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:55.485441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:55.574339 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:55.584929 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:55.711362 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:55.730959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:36:55.741522 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:55.760231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Transition to ACTIVE for port object ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:55.837641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:55.859553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:55.867691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:55.878086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:56.060549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/16cc072e-30ef-4ff2-b447-55bb593df56b/71e4d144-6938-4346-8841-430d9832e0c4) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:56.073779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb33f-d4f2-40b5-bc2f-371378f57931 req-20ef3a9f-6050-4331-b36d-9ef08e23be18 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:56.085589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c1bb33f-d4f2-40b5-bc2f-371378f57931 req-20ef3a9f-6050-4331-b36d-9ef08e23be18 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.5043130
Apr 30 04:36:56.106208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.125788 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a94b75b9-ecc5-4a44-af47-a02626b60116 tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:56.180267 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.352784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:56.378232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c1bb33f-d4f2-40b5-bc2f-371378f57931 req-896503fc-98ac-40ba-b89f-82df46b3d26d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2912917
Apr 30 04:36:56.393675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:56.439554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb30c-da80-455b-bcc8-eb8e9ebf015a req-84d56225-6b42-409e-8e20-53f5c6868022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:56.441230 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b99fb30c-da80-455b-bcc8-eb8e9ebf015a req-84d56225-6b42-409e-8e20-53f5c6868022 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 1102 time: 0.6794641
Apr 30 04:36:56.464254 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.479806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Attempting to bind port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:56.480139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Attempting to bind port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:56.480541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Attempting to bind port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:56.489000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Transition to ACTIVE for port object 71e4d144-6938-4346-8841-430d9832e0c4 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:56.495616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:36:56.496040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Attempting to bind port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:56.525146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:56.528624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Checking segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:56.529208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Bound using segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:56.531522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Transition to ACTIVE for port object 71e4d144-6938-4346-8841-430d9832e0c4 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:56.534506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Bound port: ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:56.535329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.549130 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.555050 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b99fb30c-da80-455b-bcc8-eb8e9ebf015a req-74225248-8301-4835-a0ee-bbb90aab2172 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036980
Apr 30 04:36:56.581461 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:56.655728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:56.658888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] For port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:56.660477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:56.666961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:56.667634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] For port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:56.673624 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.679256 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff925ada-7abc-49a2-9a14-c1c80c834ece tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:56.780157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Pushing event updated for resources: {'Port': ['ID=71e4d144-6938-4346-8841-430d9832e0c4,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:56.783603 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.791035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:56.797440 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:56.801826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:56.803102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.805287 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] 10.222.0.50 "PUT /v2.0/ports/ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d HTTP/1.1" status: 200  len: 1092 time: 1.9178853
Apr 30 04:36:56.806020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'tag': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:56.816836 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:56.823259 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.828789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Attempting to bind port 71e4d144-6938-4346-8841-430d9832e0c4 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:36:56.829904 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Attempting to bind port 71e4d144-6938-4346-8841-430d9832e0c4 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:36:56.830536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Attempting to bind port 71e4d144-6938-4346-8841-430d9832e0c4 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:36:56.839068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:36:56.839375 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a6e7f2bc-87a6-482e-8d71-23dfa0dbf586 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:56.840512 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:36:56.841145 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:56.841750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:36:56.842454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Bound port: 71e4d144-6938-4346-8841-430d9832e0c4, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:36:56.843044 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:57.036737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99afb680-f921-46d1-b798-c925adc39794,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:57.050303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::1 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/16cc072e-30ef-4ff2-b447-55bb593df56b/e6de7e3c-95a3-4b07-a3e9-72d1382406c3) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:36:57.057922 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:57.072286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-316408a4-97b6-46ed-a230-f05b5ac38ea0 req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1810 time: 2.0312238
Apr 30 04:36:57.084175 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:57.088535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:57.102623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-a6f641a1-d98d-49e1-94c3-30de7bda6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:57.104627 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-a6f641a1-d98d-49e1-94c3-30de7bda6bf0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 1095 time: 0.2344220
Apr 30 04:36:57.117094 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:57.132485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673537d4-0bc7-46f8-873b-1b759553d5b2 req-dffd4109-2514-43f1-9040-d1a7abbb169f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:57.135269 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-673537d4-0bc7-46f8-873b-1b759553d5b2 req-dffd4109-2514-43f1-9040-d1a7abbb169f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.4745309
Apr 30 04:36:57.216653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] For port 71e4d144-6938-4346-8841-430d9832e0c4, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:36:57.227720 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-cb5890cd-1d99-451b-a1b2-747c286724d0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d HTTP/1.1" status: 200  len: 217 time: 0.1141415
Apr 30 04:36:57.231541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] For port 71e4d144-6938-4346-8841-430d9832e0c4, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=71e4d144-6938-4346-8841-430d9832e0c4,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:36:57.240700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:57.267717 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4d194eee-e67a-4352-839d-9ad9cf44c12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:57.376028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-f03aa9dd-51ff-4fa1-b544-1e1b7cdf8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:57.378227 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-f03aa9dd-51ff-4fa1-b544-1e1b7cdf8a09 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.1433728
Apr 30 04:36:57.461795 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-e48aa5c1-26ac-4602-8076-6bd6e273c1a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0728488
Apr 30 04:36:57.485463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3cd0f211-9026-4876-922f-9d539dc23e2d no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:36:57.572611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:57.593269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 909702a7-a7e6-4147-97ae-b3769b511a4f up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:57.663369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Pushing event updated for resources: {'Port': ['ID=71e4d144-6938-4346-8841-430d9832e0c4,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:57.674498 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:57.704633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object e6de7e3c-95a3-4b07-a3e9-72d1382406c3 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:36:57.724989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-673537d4-0bc7-46f8-873b-1b759553d5b2 req-a60dd3c2-1ea7-4b99-af97-a557021facf9 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5164680
Apr 30 04:36:57.941337 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:57.944550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad4a64-d145-45aa-aa47-07f12c750b2f req-b67913a6-9ff4-44b8-b669-832fb9748c90 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:57.958385 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-255f523a-3987-4c62-b88e-4d50f59f0ca2 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4863594
Apr 30 04:36:57.978221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fad4a64-d145-45aa-aa47-07f12c750b2f req-b67913a6-9ff4-44b8-b669-832fb9748c90 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 950 time: 0.3412352
Apr 30 04:36:58.083120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 909702a7-a7e6-4147-97ae-b3769b511a4f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:58.085928 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:58.101635 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:58.151367 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-248f7e62-3fc9-4790-98d2-9b16bb3fb5c4 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:58.199777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:36:58.266300 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:58.284501 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:58.291701 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:58.405897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:58.411031 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:58.427196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fad4a64-d145-45aa-aa47-07f12c750b2f req-d247133d-1a26-4c0f-8395-21220ee61cdc tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4468219
Apr 30 04:36:58.450439 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ccf8e0a7-bee6-4eb4-9e9e-59865e5c83d2 req-35989a95-dee8-49c8-ba03-3c037f14e2b3 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4808509
Apr 30 04:36:58.524192 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:58.570864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=909702a7-a7e6-4147-97ae-b3769b511a4f,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:58.577363 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:58.579965 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:58.609001 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'tag': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d', 'status': 'completed', 'code': 200}
Apr 30 04:36:58.634334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:36:58.706209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:36:58.709328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=e6de7e3c-95a3-4b07-a3e9-72d1382406c3,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:58.719266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:36:58.720409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:58.727173 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:58.731411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=909702a7-a7e6-4147-97ae-b3769b511a4f,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:58.745496 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:58.825363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-e8d33dad-1772-48b9-9f7e-5d56c265ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:58.829377 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-e8d33dad-1772-48b9-9f7e-5d56c265ec8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 1095 time: 0.1918182
Apr 30 04:36:59.136637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 71e4d144-6938-4346-8841-430d9832e0c4 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:36:59.158875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-2cc29f00-d350-4491-b980-83dc5ffb93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:59.173086 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-2cc29f00-d350-4491-b980-83dc5ffb93e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 906 time: 0.3348591
Apr 30 04:36:59.189766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-63b13977-0cfc-4462-b439-1a7a48f4067b tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/93035ff8-3934-417e-895c-081f93979db9 HTTP/1.1" status: 200  len: 1807 time: 0.4640856
Apr 30 04:36:59.240974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 71e4d144-6938-4346-8841-430d9832e0c4 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:59.254984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846be52-1dd6-4585-8254-0f319a2e425d req-db12e087-4dfb-4ff0-a1d0-13ca5fb5a99b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:59.256924 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4846be52-1dd6-4585-8254-0f319a2e425d req-db12e087-4dfb-4ff0-a1d0-13ca5fb5a99b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 943 time: 0.9452343
Apr 30 04:36:59.302228 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-1b93afde-1988-418c-a040-eb824095087e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d HTTP/1.1" status: 200  len: 217 time: 0.1210787
Apr 30 04:36:59.305274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-928351c3-2667-40cb-a2b6-6ef465ddc194 None None] Provisioning for port 71e4d144-6938-4346-8841-430d9832e0c4 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:36:59.313158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-928351c3-2667-40cb-a2b6-6ef465ddc194 None None] Provisioning complete for port 71e4d144-6938-4346-8841-430d9832e0c4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:36:59.314504 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-928351c3-2667-40cb-a2b6-6ef465ddc194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:59.334011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-e2e143ba-50b0-42b8-b0d2-e2ce1f920fde tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/99afb680-f921-46d1-b798-c925adc39794 HTTP/1.1" status: 200  len: 1805 time: 0.1435270
Apr 30 04:36:59.340143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93035ff8-3934-417e-895c-081f93979db9', 'remote_group_id': '99afb680-f921-46d1-b798-c925adc39794', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:59.340461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '93035ff8-3934-417e-895c-081f93979db9', 'remote_group_id': '99afb680-f921-46d1-b798-c925adc39794', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:36:59.348523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:36:59.353212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:36:59.357474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:36:59.366736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:36:59.420078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-a38b8a6a-2a86-4a64-9670-6d9b6445babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:59.422168 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-a38b8a6a-2a86-4a64-9670-6d9b6445babf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.1137838
Apr 30 04:36:59.486437 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-2b3801ca-1ea3-48f9-8a1c-fefa0f7ccc99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554328
Apr 30 04:36:59.492631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3cd0f211-9026-4876-922f-9d539dc23e2d details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:36:59.538521 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-928351c3-2667-40cb-a2b6-6ef465ddc194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:59.617234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4846be52-1dd6-4585-8254-0f319a2e425d req-84a2484a-2523-413c-bdf0-f663cd581f9f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3417664
Apr 30 04:36:59.641291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1548c6-3c3a-466a-a83c-9fde3599ac90 req-f0c1121d-6cbd-4be4-ba00-79912a949282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:36:59.643229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd1548c6-3c3a-466a-a83c-9fde3599ac90 req-f0c1121d-6cbd-4be4-ba00-79912a949282 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1099 time: 0.9148710
Apr 30 04:36:59.649283 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:59.688404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:59.715932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-928351c3-2667-40cb-a2b6-6ef465ddc194 None None] For port 71e4d144-6938-4346-8841-430d9832e0c4, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=71e4d144-6938-4346-8841-430d9832e0c4,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:59.720667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:59.733322 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-928351c3-2667-40cb-a2b6-6ef465ddc194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:59.741107 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:59.748037 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:36:59.776168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3228b5a8-898b-4faf-b0c4-2cd3c51a4e56,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:36:59.793048 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:36:59.810387 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:59.891958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd1548c6-3c3a-466a-a83c-9fde3599ac90 req-b7af10a2-0378-4868-8047-96dddfa5771f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013283
Apr 30 04:36:59.905399 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:36:59.920583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-188a1a00-1105-458c-b1fd-2c8e0bbd4dc9 req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5853744
Apr 30 04:36:59.963836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:36:59.990888 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'code': 200}
Apr 30 04:37:00.099748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928351c3-2667-40cb-a2b6-6ef465ddc194 None None] Pushing event updated for resources: {'Port': ['ID=71e4d144-6938-4346-8841-430d9832e0c4,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:00.099748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'mac_address': 'fa:16:3e:91:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:37:00.101020 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-13d2ce1d-92b8-42ce-b792-e58dd437121f service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5443084
Apr 30 04:37:00.101162 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-928351c3-2667-40cb-a2b6-6ef465ddc194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:00.101162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-02180f3c-4d88-45f0-be18-2cf936291bdc None None] Provisioning for port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:00.101162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-02180f3c-4d88-45f0-be18-2cf936291bdc None None] Provisioning complete for port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:00.101162 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-02180f3c-4d88-45f0-be18-2cf936291bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:00.215143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-02180f3c-4d88-45f0-be18-2cf936291bdc None None] Port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:37:00.216514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:00.238469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd0f211-9026-4876-922f-9d539dc23e2d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:00.259997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:00.278220 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:00.281154 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bfb92454-e3b7-42e3-ba08-0cd0f74af107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:00.372077 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2aa56a4f-8806-4765-a5f3-fbc7934f4c31 req-5790366a-6615-4e0c-a420-2b498e0e286c service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3226743
Apr 30 04:37:00.416355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=10']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:00.419558 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:00.501551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50808fc3-1dd7-4ec4-be0b-108f84b321c6 req-8879a148-6bae-4839-9dc7-7a5bd3696ddc tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:00.503285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50808fc3-1dd7-4ec4-be0b-108f84b321c6 req-8879a148-6bae-4839-9dc7-7a5bd3696ddc tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 947 time: 0.5791092
Apr 30 04:37:00.597578 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-324c9709-a286-4cd8-bcec-3eaab92523f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:00.696501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['3cd0f211-9026-4876-922f-9d539dc23e2d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:00.838153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50808fc3-1dd7-4ec4-be0b-108f84b321c6 req-229cabf9-1b33-4333-9b25-eae2608e9c93 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3222837
Apr 30 04:37:01.178449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 71e4d144-6938-4346-8841-430d9832e0c4 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:01.193604 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:37:01.296173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 71e4d144-6938-4346-8841-430d9832e0c4 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:01.296697 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:01.351753 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:01.417753 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:01.420057 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:01.448930 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:01.515897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:37:01.811255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:01.822383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=e6de7e3c-95a3-4b07-a3e9-72d1382406c3,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:01.841408 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:01.841881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'port_id': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d', 'mac_address': 'fa:16:3e:36:cd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b8d43f-4c31-4f17-973d-316fa3a9818c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:37:01.862437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0477888-c5c0-4e49-abdd-da33ef396339 req-8c67a38a-a72b-414a-a133-9fd3dbd20998 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:01.872961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0477888-c5c0-4e49-abdd-da33ef396339 req-8c67a38a-a72b-414a-a133-9fd3dbd20998 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 950 time: 0.6441090
Apr 30 04:37:01.915246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298263cc-836e-4a08-a5b8-7ccc0c321fc4 req-608c66b6-1e53-4507-aec7-27a14d067564 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:01.922249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-298263cc-836e-4a08-a5b8-7ccc0c321fc4 req-608c66b6-1e53-4507-aec7-27a14d067564 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.8894544
Apr 30 04:37:01.941320 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:01.982054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:01.999614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:02.021295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0477888-c5c0-4e49-abdd-da33ef396339 req-f4d2711f-20ab-4d19-9aaf-1fc3d710ecbf tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492596
Apr 30 04:37:02.032525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:02.039652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:02.073114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-298263cc-836e-4a08-a5b8-7ccc0c321fc4 req-6494cd76-b540-4902-9768-3d3612772e35 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498764
Apr 30 04:37:02.078642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:02.089806 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:02.096864 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:02.458083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:02.463771 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:02.538658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:02.620497 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37804303-01cd-4212-a959-660c13246432 req-19f01d63-8534-40d9-8cdb-90cc85446178 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/99afb680-f921-46d1-b798-c925adc39794 HTTP/1.1" status: 200  len: 1805 time: 0.5425298
Apr 30 04:37:02.935928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8becd-303c-4091-ba77-dd64b17a1091 req-bc942154-d783-4880-b3f1-e730f820cc89 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:02.937437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56a8becd-303c-4091-ba77-dd64b17a1091 req-bc942154-d783-4880-b3f1-e730f820cc89 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 944 time: 0.4508853
Apr 30 04:37:02.940700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Router 99c3d0bf-b211-45b6-a84c-a4475282d764 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:37:02.952426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-21f061ff-3252-426c-b2ba-b680ca13d474 None None] Provisioning complete for port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:02.952426 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21f061ff-3252-426c-b2ba-b680ca13d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:02.966671 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-37804303-01cd-4212-a959-660c13246432 req-3ecff140-3a36-4644-8b44-768610095d51 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:03.183665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-21f061ff-3252-426c-b2ba-b680ca13d474 None None] Port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:37:03.301080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:03.338115 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56a8becd-303c-4091-ba77-dd64b17a1091 req-bb11f62c-495a-46a0-a9f4-ee114e5ac9dd tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3691294
Apr 30 04:37:03.343404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-37804303-01cd-4212-a959-660c13246432 req-3ecff140-3a36-4644-8b44-768610095d51 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:03.393055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:37:03.411108 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "PUT /v2.0/routers/99c3d0bf-b211-45b6-a84c-a4475282d764/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4635053
Apr 30 04:37:03.411423 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Sync routers for ids ['99c3d0bf-b211-45b6-a84c-a4475282d764'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:37:03.412688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36234) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:03.431906 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Routers {'99c3d0bf-b211-45b6-a84c-a4475282d764'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:37:03.433057 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780db1a60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:36:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['99c3d0bf-b211-45b6-a84c-a4475282d764'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:03.501083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3cd0f211-9026-4876-922f-9d539dc23e2d up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:03.506481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-37804303-01cd-4212-a959-660c13246432 req-3ecff140-3a36-4644-8b44-768610095d51 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:03.513250 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e58f094a-3e8c-4a6b-9eb2-dc22a8065ec3 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:03.542644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecff140-3a36-4644-8b44-768610095d51 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99afb680-f921-46d1-b798-c925adc39794,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:03.552111 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ecff140-3a36-4644-8b44-768610095d51 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:03.566365 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-37804303-01cd-4212-a959-660c13246432 req-3ecff140-3a36-4644-8b44-768610095d51 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:03.569701 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37804303-01cd-4212-a959-660c13246432 req-3ecff140-3a36-4644-8b44-768610095d51 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "DELETE /v2.0/security-groups/99afb680-f921-46d1-b798-c925adc39794 HTTP/1.1" status: 204  len: 173 time: 0.9309993
Apr 30 04:37:03.628942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42f5a61-d9d1-4afc-b1bc-1d5ef3218021 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:03.630169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b42f5a61-d9d1-4afc-b1bc-1d5ef3218021 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:03.710230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b42f5a61-d9d1-4afc-b1bc-1d5ef3218021 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:03.713011 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b42f5a61-d9d1-4afc-b1bc-1d5ef3218021 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports/e6de7e3c-95a3-4b07-a3e9-72d1382406c3 HTTP/1.1" status: 200  len: 911 time: 0.2979891
Apr 30 04:37:03.717104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36250) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:03.763771 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b431193-6658-4cf9-ab5e-aa6eb7df23a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:03.827656 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 3cd0f211-9026-4876-922f-9d539dc23e2d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:03.828012 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:03.895558 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Set router 99c3d0bf-b211-45b6-a84c-a4475282d764 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:37:03.993944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0e9dd-499c-4319-9a01-1905fe78c7de tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:04.020554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0e9dd-499c-4319-9a01-1905fe78c7de tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:04.022062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7dd0e9dd-499c-4319-9a01-1905fe78c7de tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:04.115259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:04.179892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7dd0e9dd-499c-4319-9a01-1905fe78c7de tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:04.185040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7dd0e9dd-499c-4319-9a01-1905fe78c7de tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4665828
Apr 30 04:37:04.189876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36258) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:04.261572 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f', 'code': 200}
Apr 30 04:37:04.318027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:04.331168 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:04.335850 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:04.386502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da57f0-62df-41b7-88dd-638c9d563b33 req-14ffb0c1-6131-4d37-983a-6b7142768880 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:04.406254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51da57f0-62df-41b7-88dd-638c9d563b33 req-14ffb0c1-6131-4d37-983a-6b7142768880 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 949 time: 0.3769045
Apr 30 04:37:04.517472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51da57f0-62df-41b7-88dd-638c9d563b33 req-b47ea8f1-2baa-42fe-9813-56db2452667f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080954
Apr 30 04:37:04.544243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=11']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:04.568777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.569324 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.569737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.570144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.577130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.577743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.578151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.578561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.578960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.579379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.579784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.580175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:04.596945 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:04.647654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:04.741397 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780db1a60>, [{'id': '99c3d0bf-b211-45b6-a84c-a4475282d764', 'name': 'tempest-NetworksTestDHCPv6-router-1532594530', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:54Z', 'updated_at': '2021-04-30T04:36:59Z', 'revision_number': 2, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None, '_interfaces': [{'id': 'e6de7e3c-95a3-4b07-a3e9-72d1382406c3', 'name': '', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'mac_address': 'fa:16:3e:85:72:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3d0bf-b211-45b6-a84c-a4475282d764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '16cc072e-30ef-4ff2-b447-55bb593df56b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:36:56Z', 'updated_at': '2021-04-30T04:37:00Z', 'revision_number': 2, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'subnets': [{'id': '16cc072e-30ef-4ff2-b447-55bb593df56b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:04.746416 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Checking router: 99c3d0bf-b211-45b6-a84c-a4475282d764 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:37:04.747763 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Updating router 99c3d0bf-b211-45b6-a84c-a4475282d764 port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:37:04.878704 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:04.909580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-e8127674-9856-4af8-90e8-5e67cfac3cf8 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:04.918834 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-e8127674-9856-4af8-90e8-5e67cfac3cf8 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 1102 time: 0.1102657
Apr 30 04:37:04.944236 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:04.997891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:05.006093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Usage tracker for resource:security_group_rule and tenant:50c0890719c344a495b8aedf88d717ae is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:05.012585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:05.032454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:05.256508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:05.315679 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:05.351684 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b363929e-7eaf-49d8-afec-b594e7e90406 tempest-SecurityGroupsTestAdminJSON-949710929 tempest-SecurityGroupsTestAdminJSON-949710929-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:05.401417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6dd6a97e-2bb4-4fae-918a-ccbb4868919b req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4803343
Apr 30 04:37:05.403718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a66d0-12ce-49ea-a349-f0f59f919539,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:05.424273 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:05.500803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:05.570658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0064dd-4400-4fa7-9d97-001004833ebd req-baef9889-cad2-4dc3-8634-0291e80c2a24 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:05.572332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d0064dd-4400-4fa7-9d97-001004833ebd req-baef9889-cad2-4dc3-8634-0291e80c2a24 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.3142188
Apr 30 04:37:05.647699 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:05.669018 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:05.688311 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Transition to ACTIVE for port object e6de7e3c-95a3-4b07-a3e9-72d1382406c3 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:05.705183 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:05.729453 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:05.749428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c181e99-7dc4-4bbe-b167-fc3720363d72 req-3bb10fde-be07-4296-9738-0f3d51e3fc02 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/93035ff8-3934-417e-895c-081f93979db9 HTTP/1.1" status: 200  len: 1807 time: 0.2911112
Apr 30 04:37:05.773285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d0064dd-4400-4fa7-9d97-001004833ebd req-2668d138-742e-4bfe-a7d9-09ec171de034 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645803
Apr 30 04:37:05.781871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:05.792914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:05.793419 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:06.203344 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761f783-f31b-46ac-8ee5-f6689c25be1c None None] Pushing event updated for resources: {'Port': ['ID=e6de7e3c-95a3-4b07-a3e9-72d1382406c3,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:06.210369 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-9761f783-f31b-46ac-8ee5-f6689c25be1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:06.219979 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:06.263566 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:06.282289 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:06.415777 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Attempting to bind port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:37:06.416931 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Attempting to bind port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:37:06.417806 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Attempting to bind port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:06.429052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:06.435060 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:37:06.436803 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:37:06.437790 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:06.441040 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:06.445059 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:06.446321 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:37:06.452372 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Bound port: e6de7e3c-95a3-4b07-a3e9-72d1382406c3, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:37:06.453696 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:06.672857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port e6de7e3c-95a3-4b07-a3e9-72d1382406c3 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:06.673749 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:06.771220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13c073-864b-4a3b-9d00-2617fac41986 req-1b474515-73e1-440a-9bde-ccc923ae455d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:06.777309 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:06.786433 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:06.790811 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be13c073-864b-4a3b-9d00-2617fac41986 req-1b474515-73e1-440a-9bde-ccc923ae455d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 945 time: 0.4302869
Apr 30 04:37:07.051967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be13c073-864b-4a3b-9d00-2617fac41986 req-14e5e949-675a-47b7-8d02-a91f57137e15 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2553060
Apr 30 04:37:07.088038 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] For port e6de7e3c-95a3-4b07-a3e9-72d1382406c3, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:37:07.100961 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] For port e6de7e3c-95a3-4b07-a3e9-72d1382406c3, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e6de7e3c-95a3-4b07-a3e9-72d1382406c3,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:37:07.112034 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:07.176217 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:07.181063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2113086729', 'description': 'tempest-description-654569504'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:07.220748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:07.242264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:07.264628 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:07.266390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:07.303029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:07.329384 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'code': 200}
Apr 30 04:37:07.366216 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:07.503476 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Routers {'99c3d0bf-b211-45b6-a84c-a4475282d764'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:37:07.505153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780db1a60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:37:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['99c3d0bf-b211-45b6-a84c-a4475282d764'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:07.511770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:07.544192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:07.571238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:07.610324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:08.107906 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:08.126647 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:08.149964 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49b62d58-763a-4196-b234-f5892d5364aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:08.158138 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761f783-f31b-46ac-8ee5-f6689c25be1c None None] Pushing event updated for resources: {'Port': ['ID=e6de7e3c-95a3-4b07-a3e9-72d1382406c3,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:08.180700 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-9761f783-f31b-46ac-8ee5-f6689c25be1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:08.220985 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] Set router 99c3d0bf-b211-45b6-a84c-a4475282d764 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:37:08.253854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:08.275597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-175c542d-72bc-4b9f-9459-57d735a441cf req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 1.1094751
Apr 30 04:37:08.293142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for e6de7e3c-95a3-4b07-a3e9-72d1382406c3 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:08.387725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6044df1-6dc0-405f-b7c5-f4ecb15114ee,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:08.412132 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:08.454982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bb2c4-0603-40b7-8c39-50a15adf20e7 req-5ad4de15-0943-4dd7-969c-f45c08d692a2 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:08.463935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-969bb2c4-0603-40b7-8c39-50a15adf20e7 req-5ad4de15-0943-4dd7-969c-f45c08d692a2 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1102 time: 0.6138177
Apr 30 04:37:08.687949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-969bb2c4-0603-40b7-8c39-50a15adf20e7 req-56120353-1b4e-46e3-b4fc-19cbb8dbd193 tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971650
Apr 30 04:37:08.938107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634caa20-ff8c-492b-a3b1-b28c3ad914be req-140cf994-3184-458d-b1ba-c0db75e922d5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:08.951628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-634caa20-ff8c-492b-a3b1-b28c3ad914be req-140cf994-3184-458d-b1ba-c0db75e922d5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.3272331
Apr 30 04:37:08.972249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:09.013149 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:09.158097 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780db1a60>, [{'id': '99c3d0bf-b211-45b6-a84c-a4475282d764', 'name': 'tempest-NetworksTestDHCPv6-router-1532594530', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:54Z', 'updated_at': '2021-04-30T04:36:59Z', 'revision_number': 2, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None, '_interfaces': [{'id': 'e6de7e3c-95a3-4b07-a3e9-72d1382406c3', 'name': '', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'mac_address': 'fa:16:3e:85:72:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3d0bf-b211-45b6-a84c-a4475282d764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '16cc072e-30ef-4ff2-b447-55bb593df56b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:36:56Z', 'updated_at': '2021-04-30T04:37:07Z', 'revision_number': 4, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'subnets': [{'id': '16cc072e-30ef-4ff2-b447-55bb593df56b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:09.180607 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f2f1f-0363-40eb-9794-abadab47dddd None None] The sync data for ids ['99c3d0bf-b211-45b6-a84c-a4475282d764'] in n-d-766726-20 is: [{'id': '99c3d0bf-b211-45b6-a84c-a4475282d764', 'name': 'tempest-NetworksTestDHCPv6-router-1532594530', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:54Z', 'updated_at': '2021-04-30T04:36:59Z', 'revision_number': 2, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None, '_interfaces': [{'id': 'e6de7e3c-95a3-4b07-a3e9-72d1382406c3', 'name': '', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'mac_address': 'fa:16:3e:85:72:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c3d0bf-b211-45b6-a84c-a4475282d764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '16cc072e-30ef-4ff2-b447-55bb593df56b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:36:56Z', 'updated_at': '2021-04-30T04:37:07Z', 'revision_number': 4, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'subnets': [{'id': '16cc072e-30ef-4ff2-b447-55bb593df56b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:37:09.206534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-22a307d7-7fa2-4960-828b-47de01c22d4f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1317739
Apr 30 04:37:09.308541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=e6de7e3c-95a3-4b07-a3e9-72d1382406c3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:09.333250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:09.470775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-634caa20-ff8c-492b-a3b1-b28c3ad914be req-2f638c40-46c1-4de0-ae2e-f89aeb221e50 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5178380
Apr 30 04:37:09.742839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.763196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.764292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.765248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.766135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.766918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.767783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.768639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.769630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.770519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.771489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.772254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:09.790779 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:09.992647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-dd8d7601-bba5-4fba-a8f3-f30f0f39e949 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:10.011484 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-dd8d7601-bba5-4fba-a8f3-f30f0f39e949 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7675977
Apr 30 04:37:10.056378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-edc696c8-1870-4047-b5e6-6f3b4696a3af tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/quotas/590899638f114cfa8a3244132a03dd6c HTTP/1.1" status: 200  len: 375 time: 0.0372729
Apr 30 04:37:10.348389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:10.538159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-ccac3cf4-1fa3-4032-b932-3b47c377ace7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4769435
Apr 30 04:37:10.567467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c82bbe-bcc4-4c5c-ad74-a92c76d571e9 req-38e8e4a5-175f-4888-b4e0-56335a6c7154 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:10.587503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6c82bbe-bcc4-4c5c-ad74-a92c76d571e9 req-38e8e4a5-175f-4888-b4e0-56335a6c7154 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 945 time: 0.3746991
Apr 30 04:37:10.630929 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-f6ca3de5-b34d-4eff-9363-65d958c935d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.1961215
Apr 30 04:37:10.699625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6c82bbe-bcc4-4c5c-ad74-a92c76d571e9 req-8f2aa60c-cd32-46c3-9382-0ff1c5205e92 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070354
Apr 30 04:37:10.929253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-b1d7e881-dc4d-42a0-8c3a-43299c39a2bb tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/f6044df1-6dc0-405f-b7c5-f4ecb15114ee HTTP/1.1" status: 200  len: 1806 time: 0.1103039
Apr 30 04:37:10.944489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6044df1-6dc0-405f-b7c5-f4ecb15114ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:10.945016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6044df1-6dc0-405f-b7c5-f4ecb15114ee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:10.961958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:10.974476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:10.976277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:10.992054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:11.191116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Router 99c3d0bf-b211-45b6-a84c-a4475282d764 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:37:11.208661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-2486b73f-6adb-4280-a23e-840147c9821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:11.213513 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-2486b73f-6adb-4280-a23e-840147c9821f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f89fe691aefe4009a53c4adb0997a37a&device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 1102 time: 0.4641712
Apr 30 04:37:11.375537 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:11.528833 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:11.542272 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:11.573228 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:11.671088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7aaabe6-6caa-4509-9d3d-39b146764143,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:11.684185 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:11.712315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e85bc5d-6cc3-4f05-8c72-7dc56e6fbf52 req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7730670
Apr 30 04:37:11.714231 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:12.086530 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d', 'code': 200}
Apr 30 04:37:12.376264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:37:12.394231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] Sync routers for ids ['99c3d0bf-b211-45b6-a84c-a4475282d764'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:37:12.445245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] Routers {'99c3d0bf-b211-45b6-a84c-a4475282d764'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:37:12.446783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804a34c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:37:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['99c3d0bf-b211-45b6-a84c-a4475282d764'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:12.524556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "PUT /v2.0/routers/99c3d0bf-b211-45b6-a84c-a4475282d764/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3289101
Apr 30 04:37:12.538467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36346) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:12.743371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-539ea8e9-ab71-4ce7-900c-f0c3c17eee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:12.749432 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-539ea8e9-ab71-4ce7-900c-f0c3c17eee6f service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.2137654
Apr 30 04:37:13.034146 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-d73c0bc6-67e7-4dc4-9649-d63b0fd2fe09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=50ff72c6-cc74-4173-be2f-1782fc6ba123 HTTP/1.1" status: 200  len: 217 time: 0.2257426
Apr 30 04:37:13.065666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] Set router 99c3d0bf-b211-45b6-a84c-a4475282d764 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:37:13.181449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-349a03b9-4818-4bd9-8bd4-46f0d1c7ad6f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/f6044df1-6dc0-405f-b7c5-f4ecb15114ee HTTP/1.1" status: 200  len: 2400 time: 0.4244118
Apr 30 04:37:13.221649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6044df1-6dc0-405f-b7c5-f4ecb15114ee', 'remote_group_id': None}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:13.222016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6044df1-6dc0-405f-b7c5-f4ecb15114ee', 'remote_group_id': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:13.239150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:13.252040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Usage tracker for resource:security_group_rule and tenant:29b7835bda894bf386e0f7091b7d45e7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:13.258906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:13.264318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2f340-3124-41c1-8fdf-6899833e312e req-53f574ca-cb25-448f-a26f-4c5c5206711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:13.267016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2f340-3124-41c1-8fdf-6899833e312e req-53f574ca-cb25-448f-a26f-4c5c5206711c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 1097 time: 1.0425999
Apr 30 04:37:13.300924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:13.327120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2f340-3124-41c1-8fdf-6899833e312e req-c9e4a137-594e-4e82-851f-a11a491bfbe8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532269
Apr 30 04:37:13.341946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacfde0-5eac-4529-9891-e1f45ee1a188 req-f43edabb-d7b8-4553-8728-cf24c54508b5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:13.351799 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2eacfde0-5eac-4529-9891-e1f45ee1a188 req-f43edabb-d7b8-4553-8728-cf24c54508b5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.6540356
Apr 30 04:37:13.459202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2eacfde0-5eac-4529-9891-e1f45ee1a188 req-54f78e09-81fa-41b1-8273-766877eef3b0 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018846
Apr 30 04:37:13.520735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:13.541381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804a34c0>, [{'id': '99c3d0bf-b211-45b6-a84c-a4475282d764', 'name': 'tempest-NetworksTestDHCPv6-router-1532594530', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:54Z', 'updated_at': '2021-04-30T04:37:08Z', 'revision_number': 3, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:13.558047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] Checking router: 99c3d0bf-b211-45b6-a84c-a4475282d764 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:37:13.599746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] Routers {'99c3d0bf-b211-45b6-a84c-a4475282d764'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:37:13.600906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804a34c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:37:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['99c3d0bf-b211-45b6-a84c-a4475282d764'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:13.616114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:13.630626 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:13.638579 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f5fda920-cf4a-47ce-a642-7286f580c618 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:13.784396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590168a-00a1-4e79-b837-60dea590ba20 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:13.786813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590168a-00a1-4e79-b837-60dea590ba20 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:13.788246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d590168a-00a1-4e79-b837-60dea590ba20 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:13.792686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-07bd71f9-85c6-42c5-9e06-d75087b352d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:13.794253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-07bd71f9-85c6-42c5-9e06-d75087b352d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2203689
Apr 30 04:37:13.880093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de3a6db-665d-4293-b6b0-1780228c1e78,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:13.940351 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:13.970737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d590168a-00a1-4e79-b837-60dea590ba20 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:13.971111 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:13.975133 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d590168a-00a1-4e79-b837-60dea590ba20 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 1.4158466
Apr 30 04:37:13.975458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2915bb54-7918-4532-b7da-d3ec444d8226 req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.7899439
Apr 30 04:37:13.975593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36368) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:14.007953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-9f35fc57-284e-4fc6-adbd-b5aba1b6781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:14.013503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-9f35fc57-284e-4fc6-adbd-b5aba1b6781a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2092810
Apr 30 04:37:14.023619 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9907c592-abc8-4eca-b948-7c8e045a550d req-80b04e44-7f24-4e5c-9c43-998d1ddac947 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.9818039
Apr 30 04:37:14.149207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] Set router 99c3d0bf-b211-45b6-a84c-a4475282d764 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:37:14.374755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36ea69-ac3a-4e32-94c2-1b84a3945d52 req-61f1ae32-a34d-444c-a14c-e49f5d6a2660 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:14.387121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b36ea69-ac3a-4e32-94c2-1b84a3945d52 req-61f1ae32-a34d-444c-a14c-e49f5d6a2660 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 945 time: 0.6776421
Apr 30 04:37:14.397808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 16cc072e-30ef-4ff2-b447-55bb593df56b {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:37:14.455052 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-13dac99e-ebe4-497b-af8c-d1e0789cd816 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4293869
Apr 30 04:37:14.482754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:14.681438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804a34c0>, [{'id': '99c3d0bf-b211-45b6-a84c-a4475282d764', 'name': 'tempest-NetworksTestDHCPv6-router-1532594530', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:54Z', 'updated_at': '2021-04-30T04:37:08Z', 'revision_number': 3, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:14.706089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4d15e-59c9-40d5-9b25-497dedbf8e7a None None] The sync data for ids ['99c3d0bf-b211-45b6-a84c-a4475282d764'] in n-d-766726-20 is: [{'id': '99c3d0bf-b211-45b6-a84c-a4475282d764', 'name': 'tempest-NetworksTestDHCPv6-router-1532594530', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:36:54Z', 'updated_at': '2021-04-30T04:37:08Z', 'revision_number': 3, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:37:14.830664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b36ea69-ac3a-4e32-94c2-1b84a3945d52 req-143a28b4-a6ee-4bb7-8eb4-ed566f152f12 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4215629
Apr 30 04:37:14.901026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:15.001914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907c592-abc8-4eca-b948-7c8e045a550d req-57011d89-0de8-4d24-9285-e415f291d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:15.006613 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9907c592-abc8-4eca-b948-7c8e045a550d req-57011d89-0de8-4d24-9285-e415f291d001 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 1098 time: 0.5501878
Apr 30 04:37:15.120908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e6de7e3c-95a3-4b07-a3e9-72d1382406c3 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:15.207635 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7a22f53-6c9e-40c1-ba8d-a08aedecab18 req-14f3518a-efd5-4e49-8ea9-e23327bfea46 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6227820
Apr 30 04:37:15.303509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e6de7e3c-95a3-4b07-a3e9-72d1382406c3 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:37:15.309817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e6de7e3c-95a3-4b07-a3e9-72d1382406c3 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:37:15.405872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907c592-abc8-4eca-b948-7c8e045a550d req-ac89af22-cfad-45e7-ab1d-9dc35756d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:15.409851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9907c592-abc8-4eca-b948-7c8e045a550d req-ac89af22-cfad-45e7-ab1d-9dc35756d0f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 906 time: 0.3407998
Apr 30 04:37:15.549869 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9907c592-abc8-4eca-b948-7c8e045a550d req-d5331879-0ae6-400e-aade-b66d006927f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f780041-dbe2-44be-8275-aa7667ac2994 HTTP/1.1" status: 200  len: 217 time: 0.1243608
Apr 30 04:37:15.599527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44b0d48b-6a61-4259-b09c-7f4e15ecec22 req-f6b093f0-c145-45ca-97b1-07bf33c71719 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/f6044df1-6dc0-405f-b7c5-f4ecb15114ee HTTP/1.1" status: 200  len: 2999 time: 0.3042810
Apr 30 04:37:15.668116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907c592-abc8-4eca-b948-7c8e045a550d req-1358b64b-7cef-4b92-ada8-84c54e5e4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:15.669928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9907c592-abc8-4eca-b948-7c8e045a550d req-1358b64b-7cef-4b92-ada8-84c54e5e4c2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.1115572
Apr 30 04:37:15.730392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:15.798411 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9907c592-abc8-4eca-b948-7c8e045a550d req-3844aaaa-5e28-46b4-b881-6b9518d7f49f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1204238
Apr 30 04:37:16.278588 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9907c592-abc8-4eca-b948-7c8e045a550d req-e43d7f8e-b9fb-4d7b-a89b-2d66e9c3fb5a service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4657321
Apr 30 04:37:16.475211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9b4a8-5a9c-46b6-963d-3e22269bf704 req-62977c9a-6f60-4344-9322-93256401851a tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:16.486284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6f9b4a8-5a9c-46b6-963d-3e22269bf704 req-62977c9a-6f60-4344-9322-93256401851a tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 1102 time: 1.3832867
Apr 30 04:37:16.513475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:16.532317 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:16.602139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-5923d2fb-5a6d-425b-8787-466e0e0256fa tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1998687
Apr 30 04:37:16.603582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8901a5f2-bb9d-4315-9747-34d64dd497ad None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:37:16.606168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:16.626852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=16cc072e-30ef-4ff2-b447-55bb593df56b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:16.651021 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:16.726223 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9907c592-abc8-4eca-b948-7c8e045a550d req-e7efdf71-f16c-4ad9-a560-73d2307afbb9 service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4404500
Apr 30 04:37:16.897261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6f9b4a8-5a9c-46b6-963d-3e22269bf704 req-f04da7b4-b7b2-452a-a171-8b076802fbcb tempest-ServersAdminTestJSON-1014739143 tempest-ServersAdminTestJSON-1014739143-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4099290
Apr 30 04:37:16.926821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-9078c31d-0b8c-4b4d-be35-0a7a5c6bd6ba tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:16.928438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-9078c31d-0b8c-4b4d-be35-0a7a5c6bd6ba tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2577980
Apr 30 04:37:16.931179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/16cc072e-30ef-4ff2-b447-55bb593df56b HTTP/1.1" status: 204  len: 168 time: 2.9542067
Apr 30 04:37:16.937371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36408) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:16.963396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Request body: {'port': {'device_id': 'c83cf3e5-62fe-462b-9149-fbfced6cc183', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '590899638f114cfa8a3244132a03dd6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:17.322095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:17.327154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Usage tracker for resource:port and tenant:590899638f114cfa8a3244132a03dd6c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:17.330772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:17.338742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:17.476692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:37:17.494455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Made reservation on behalf of 590899638f114cfa8a3244132a03dd6c for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:17.501485 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:17.590979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29664194-df47-4c58-9927-5fc5706bb4be req-a4369c8b-1fe9-4799-97ee-de64961dbfc1 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 210 time: 0.2193980
Apr 30 04:37:17.683867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e23a9f-ce6a-43ec-8588-715983027f5e req-dd925183-3985-41e4-b9e7-ffb8854675b8 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:17.689867 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-75571a4e-58d5-4661-a85d-b5f318bd975d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1546109
Apr 30 04:37:17.693154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e23a9f-ce6a-43ec-8588-715983027f5e req-dd925183-3985-41e4-b9e7-ffb8854675b8 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 1.4178715
Apr 30 04:37:17.792201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] Deleting port 71e4d144-6938-4346-8841-430d9832e0c4 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:17.793138 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:18.021994 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a450c143-a75d-4bd5-a8b8-c19c5e5c17a8 req-d4173541-e00f-4d64-b3de-87afb078e1ef tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-group-rules/3de3a6db-665d-4293-b6b0-1780228c1e78 HTTP/1.1" status: 200  len: 783 time: 0.3115652
Apr 30 04:37:18.286595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-04178de1-cc35-40d8-b944-17d361a23e6e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:18.288851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-04178de1-cc35-40d8-b944-17d361a23e6e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5795741
Apr 30 04:37:18.296354 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9f5de003-f9ef-4ecf-a2d0-8496dec9fd41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 1.3570697
Apr 30 04:37:18.308187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Request body: {'port': {'device_id': 'd1d75e5a-d083-482b-8714-c23b5f26ed1a', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '590899638f114cfa8a3244132a03dd6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:18.358570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36420) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:18.368921 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] For port 71e4d144-6938-4346-8841-430d9832e0c4, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=71e4d144-6938-4346-8841-430d9832e0c4,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:18.369884 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:18.460759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e23a9f-ce6a-43ec-8588-715983027f5e req-1372a819-cd02-4004-9936-de6a01e15930 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7537825
Apr 30 04:37:18.724580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] Calling delete_port for 71e4d144-6938-4346-8841-430d9832e0c4 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:18.798991 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a73a1909-2b03-46ba-a93f-f0e49eb7950f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:18.801296 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a450c143-a75d-4bd5-a8b8-c19c5e5c17a8 req-29426d5d-bde4-429e-b574-98eb3f03d330 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/f6044df1-6dc0-405f-b7c5-f4ecb15114ee HTTP/1.1" status: 200  len: 2999 time: 0.7309144
Apr 30 04:37:18.822384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Allocated IP 192.168.233.35 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/cde68756-3980-4166-ac32-08a89f8687e7) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:18.931603 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:18.943529 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:19.000188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:19.074407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] Pushing event deleted for resources: {'Port': ['ID=71e4d144-6938-4346-8841-430d9832e0c4,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:19.079051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a450c143-a75d-4bd5-a8b8-c19c5e5c17a8 req-83bea2f6-3878-44eb-a808-e1ff5ef8715f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.083343 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:19.085376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] No DVR routers for this DVR port 71e4d144-6938-4346-8841-430d9832e0c4 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:37:19.159596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 71e4d144-6938-4346-8841-430d9832e0c4 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:19.221637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Usage tracker for resource:port and tenant:590899638f114cfa8a3244132a03dd6c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:19.226155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:19.234408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:19.238468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 71e4d144-6938-4346-8841-430d9832e0c4 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:37:19.239878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 71e4d144-6938-4346-8841-430d9832e0c4 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:37:19.261607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Made reservation on behalf of 590899638f114cfa8a3244132a03dd6c for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:19.265711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.482106 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a450c143-a75d-4bd5-a8b8-c19c5e5c17a8 req-83bea2f6-3878-44eb-a808-e1ff5ef8715f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.554713 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.595161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a450c143-a75d-4bd5-a8b8-c19c5e5c17a8 req-83bea2f6-3878-44eb-a808-e1ff5ef8715f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.596873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Transition to ACTIVE for port object cde68756-3980-4166-ac32-08a89f8687e7 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:19.618386 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:19.648928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b38379-7c73-4808-9c00-72416b2976ba req-485d2d1b-1604-474a-bb7e-898bf69040ac tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:19.657613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90b38379-7c73-4808-9c00-72416b2976ba req-485d2d1b-1604-474a-bb7e-898bf69040ac tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 945 time: 0.6841042
Apr 30 04:37:19.748322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bea2f6-3878-44eb-a808-e1ff5ef8715f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3de3a6db-665d-4293-b6b0-1780228c1e78,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:19.770498 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-83bea2f6-3878-44eb-a808-e1ff5ef8715f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:19.792260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a450c143-a75d-4bd5-a8b8-c19c5e5c17a8 req-83bea2f6-3878-44eb-a808-e1ff5ef8715f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.818103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a450c143-a75d-4bd5-a8b8-c19c5e5c17a8 req-83bea2f6-3878-44eb-a808-e1ff5ef8715f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/3de3a6db-665d-4293-b6b0-1780228c1e78 HTTP/1.1" status: 204  len: 173 time: 0.9977553
Apr 30 04:37:19.835962 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a73a1909-2b03-46ba-a93f-f0e49eb7950f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.848783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a73a1909-2b03-46ba-a93f-f0e49eb7950f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.926308 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a73a1909-2b03-46ba-a93f-f0e49eb7950f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.927868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73a1909-2b03-46ba-a93f-f0e49eb7950f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Fanout notify agent at l3_agent the message router_deleted on router 99c3d0bf-b211-45b6-a84c-a4475282d764 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:37:19.977127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:19.996565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:20.001677 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:20.161365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event updated for resources: {'Port': ['ID=cde68756-3980-4166-ac32-08a89f8687e7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:20.172857 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:20.194169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90b38379-7c73-4808-9c00-72416b2976ba req-a18272f1-2cba-4b72-9b48-40b75f4764a4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5350070
Apr 30 04:37:20.229295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:20.230034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a73a1909-2b03-46ba-a93f-f0e49eb7950f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:20.236220 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a73a1909-2b03-46ba-a93f-f0e49eb7950f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/routers/99c3d0bf-b211-45b6-a84c-a4475282d764 HTTP/1.1" status: 204  len: 168 time: 1.8714118
Apr 30 04:37:20.236546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:20.237643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:37:20.305718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36444) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:20.459160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Allocated IP 192.168.233.116 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/a9c1794e-ace8-4d74-93d5-585a1515082f) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:20.679486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:20.680499 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:20.692345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d736d7d7-6d80-489d-8e4b-c431efdccf7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3846960
Apr 30 04:37:20.713914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36452) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:20.810886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b005a761-96ca-44a4-a8f9-fea89b944d13 req-3a04e92c-c792-4bf3-8399-cb39b1e89674 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Synchronizing usage tracker for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:20.841956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-502226b4-a07f-4bd2-8af7-b1c024d68dac None None] Provisioning for port cde68756-3980-4166-ac32-08a89f8687e7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:20.861172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-502226b4-a07f-4bd2-8af7-b1c024d68dac None None] Provisioning complete for port cde68756-3980-4166-ac32-08a89f8687e7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:20.861744 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-502226b4-a07f-4bd2-8af7-b1c024d68dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:20.935506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.9828842
Apr 30 04:37:20.958468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Request body: {'port': {'device_id': 'c83cf3e5-62fe-462b-9149-fbfced6cc183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:21.013877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-502226b4-a07f-4bd2-8af7-b1c024d68dac None None] Port cde68756-3980-4166-ac32-08a89f8687e7 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:37:21.051012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b005a761-96ca-44a4-a8f9-fea89b944d13 req-3a04e92c-c792-4bf3-8399-cb39b1e89674 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Unset dirty status for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:21.052570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b005a761-96ca-44a4-a8f9-fea89b944d13 req-3a04e92c-c792-4bf3-8399-cb39b1e89674 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 210 time: 0.4820378
Apr 30 04:37:21.081147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd122f5-501b-402c-a3ab-2b75e07904f4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:21.082293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1fd122f5-501b-402c-a3ab-2b75e07904f4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:21.177865 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:21.193405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1fd122f5-501b-402c-a3ab-2b75e07904f4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:21.198010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1fd122f5-501b-402c-a3ab-2b75e07904f4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4823754
Apr 30 04:37:21.198742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36460) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:21.205953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Transition to ACTIVE for port object a9c1794e-ace8-4d74-93d5-585a1515082f will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:21.247063 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:21.260428 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:21.263062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:21.340211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-da84413d-3e38-42cf-96b6-edbaa7e23d7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:router {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:21.370203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:21.375999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:21.382290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:37:21.432000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-da84413d-3e38-42cf-96b6-edbaa7e23d7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:router {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:21.447386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-da84413d-3e38-42cf-96b6-edbaa7e23d7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2408712
Apr 30 04:37:21.455422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36464) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:21.461747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event updated for resources: {'Port': ['ID=a9c1794e-ace8-4d74-93d5-585a1515082f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:21.468291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:21.476787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-740bd234-7d0e-4b1a-929b-a8aa16ee22f1 req-e3e0d73a-684e-475a-bcff-3e56e12512ed tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/f6044df1-6dc0-405f-b7c5-f4ecb15114ee HTTP/1.1" status: 200  len: 2400 time: 0.3798892
Apr 30 04:37:21.492827 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:21.498635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e897-d438-4b9c-95c1-29dc522dfd7b req-dac1cc75-4caa-4218-83e3-a52f2e28e68c tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:21.506797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dce8e897-d438-4b9c-95c1-29dc522dfd7b req-dac1cc75-4caa-4218-83e3-a52f2e28e68c tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.6515517
Apr 30 04:37:21.527078 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:21.708549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dce8e897-d438-4b9c-95c1-29dc522dfd7b req-e53ac19c-05ee-4904-b446-a7d4d871c804 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007036
Apr 30 04:37:21.716602 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-740bd234-7d0e-4b1a-929b-a8aa16ee22f1 req-60196b6f-48f6-4935-a45b-69230cdfed89 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:21.827452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:21.850739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:21.869651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-162737b5-6ddb-4813-b286-f3f89332eec9 None None] Provisioning for port a9c1794e-ace8-4d74-93d5-585a1515082f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:21.879694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-162737b5-6ddb-4813-b286-f3f89332eec9 None None] Provisioning complete for port a9c1794e-ace8-4d74-93d5-585a1515082f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:21.881068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-162737b5-6ddb-4813-b286-f3f89332eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:21.885402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:21.901736 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:21.975085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-162737b5-6ddb-4813-b286-f3f89332eec9 None None] Port a9c1794e-ace8-4d74-93d5-585a1515082f cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:37:22.001614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:22.003114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:22.048984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-740bd234-7d0e-4b1a-929b-a8aa16ee22f1 req-60196b6f-48f6-4935-a45b-69230cdfed89 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:22.135925 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8350987
Apr 30 04:37:22.156486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Request body: {'port': {'device_id': 'd1d75e5a-d083-482b-8714-c23b5f26ed1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:22.356811 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-740bd234-7d0e-4b1a-929b-a8aa16ee22f1 req-60196b6f-48f6-4935-a45b-69230cdfed89 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:22.411168 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:22.468525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60196b6f-48f6-4935-a45b-69230cdfed89 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6044df1-6dc0-405f-b7c5-f4ecb15114ee,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:22.474045 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-60196b6f-48f6-4935-a45b-69230cdfed89 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:22.495383 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-740bd234-7d0e-4b1a-929b-a8aa16ee22f1 req-60196b6f-48f6-4935-a45b-69230cdfed89 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:22.508540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-740bd234-7d0e-4b1a-929b-a8aa16ee22f1 req-60196b6f-48f6-4935-a45b-69230cdfed89 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "DELETE /v2.0/security-groups/f6044df1-6dc0-405f-b7c5-f4ecb15114ee HTTP/1.1" status: 204  len: 173 time: 1.0301740
Apr 30 04:37:22.561534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf913d8-0126-4fc7-b268-72de5b7b4839 req-0c8ccf7c-ef16-43dc-89dc-33c05bef8195 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:22.574742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6bf913d8-0126-4fc7-b268-72de5b7b4839 req-0c8ccf7c-ef16-43dc-89dc-33c05bef8195 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 945 time: 0.6063888
Apr 30 04:37:22.698680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354d850-65fa-43a9-aece-6cf23c752719 req-61ce429e-deed-44d4-9faf-9795b5abc5c3 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:22.698680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a354d850-65fa-43a9-aece-6cf23c752719 req-61ce429e-deed-44d4-9faf-9795b5abc5c3 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Synchronizing usage tracker for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:22.770877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:22.897529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a354d850-65fa-43a9-aece-6cf23c752719 req-61ce429e-deed-44d4-9faf-9795b5abc5c3 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Unset dirty status for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:22.899438 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a354d850-65fa-43a9-aece-6cf23c752719 req-61ce429e-deed-44d4-9faf-9795b5abc5c3 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 950 time: 0.4739172
Apr 30 04:37:23.244105 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6bf913d8-0126-4fc7-b268-72de5b7b4839 req-ebc4b2c7-f900-400a-bfe2-75cbcdd77ae8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6481736
Apr 30 04:37:23.287338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde68756-3980-4166-ac32-08a89f8687e7 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:23.382538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:23.401839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a354d850-65fa-43a9-aece-6cf23c752719 req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Deleting port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:23.402894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a354d850-65fa-43a9-aece-6cf23c752719 req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:23.457458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b329498-4c8c-444f-b161-e7469572bbda req-1c775d70-a46c-4565-aad2-14fb2ab28294 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:23.461162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b329498-4c8c-444f-b161-e7469572bbda req-1c775d70-a46c-4565-aad2-14fb2ab28294 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 950 time: 0.4292634
Apr 30 04:37:23.469314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Transition to ACTIVE for port object cde68756-3980-4166-ac32-08a89f8687e7 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:23.514181 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:23.560426 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:23.621029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a354d850-65fa-43a9-aece-6cf23c752719 req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] For port a664034f-b4eb-43d5-8f58-3949f0e6bdf7, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:23.621834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a354d850-65fa-43a9-aece-6cf23c752719 req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:23.822174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a354d850-65fa-43a9-aece-6cf23c752719 req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Calling delete_port for a664034f-b4eb-43d5-8f58-3949f0e6bdf7 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:23.932953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Pushing event updated for resources: {'Port': ['ID=cde68756-3980-4166-ac32-08a89f8687e7,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:23.937548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b329498-4c8c-444f-b161-e7469572bbda req-0dcea157-5331-4f10-8dd1-4c37ba3d4324 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4662704
Apr 30 04:37:24.003378 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:24.019806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c3707-526b-48de-a85a-a69335cf764d req-a12ae693-e807-4d67-81dd-85422770e481 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:24.028989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e5c3707-526b-48de-a85a-a69335cf764d req-a12ae693-e807-4d67-81dd-85422770e481 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 936 time: 0.3355949
Apr 30 04:37:24.168293 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e5c3707-526b-48de-a85a-a69335cf764d req-892c9719-fd67-467c-855d-5fe2014891e7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381259
Apr 30 04:37:24.186184 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-d170b98b-b046-48e5-b1f3-0ec6eef6ed29 req-ceea32dd-09b0-4a57-8446-9f47272152f1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] show failed (client error): The resource could not be found.
Apr 30 04:37:24.190504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d170b98b-b046-48e5-b1f3-0ec6eef6ed29 req-ceea32dd-09b0-4a57-8446-9f47272152f1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/99afb680-f921-46d1-b798-c925adc39794 HTTP/1.1" status: 404  len: 352 time: 0.0797184
Apr 30 04:37:24.250880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Attempting to bind port cde68756-3980-4166-ac32-08a89f8687e7 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:37:24.251974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Attempting to bind port cde68756-3980-4166-ac32-08a89f8687e7 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:37:24.252204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Attempting to bind port cde68756-3980-4166-ac32-08a89f8687e7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:24.274620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Port cde68756-3980-4166-ac32-08a89f8687e7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:37:24.275178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Attempting to bind port cde68756-3980-4166-ac32-08a89f8687e7 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:24.287005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:37:24.293676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:37:24.294128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:37:24.294888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Bound port: cde68756-3980-4166-ac32-08a89f8687e7, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:37:24.295692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:24.652351 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a354d850-65fa-43a9-aece-6cf23c752719 req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:24.666278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['50ff72c6-cc74-4173-be2f-1782fc6ba123', '3cd0f211-9026-4876-922f-9d539dc23e2d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:24.669478 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8479565a-2e52-4baa-9c13-60755fb4b2af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:24.746324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] For port cde68756-3980-4166-ac32-08a89f8687e7, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:37:24.770205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] For port cde68756-3980-4166-ac32-08a89f8687e7, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cde68756-3980-4166-ac32-08a89f8687e7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:37:24.791265 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:24.802490 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bd7bb252-1d2f-4f7c-a400-5063e0901969 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:24.835943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Pushing event deleted for resources: {'Port': ['ID=a664034f-b4eb-43d5-8f58-3949f0e6bdf7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:24.846444 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:24.964124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:24.965276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:24.967984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] 10.222.0.37 "PUT /v2.0/ports/cde68756-3980-4166-ac32-08a89f8687e7 HTTP/1.1" status: 200  len: 1096 time: 4.0170794
Apr 30 04:37:24.971133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83cf3e5-62fe-462b-9149-fbfced6cc183', 'tag': 'cde68756-3980-4166-ac32-08a89f8687e7'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:24.981174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a354d850-65fa-43a9-aece-6cf23c752719 req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] No DVR routers for this DVR port a664034f-b4eb-43d5-8f58-3949f0e6bdf7 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:37:24.991786 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a354d850-65fa-43a9-aece-6cf23c752719 req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:25.015189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd', 'name': 'network-vif-deleted', 'tag': 'a664034f-b4eb-43d5-8f58-3949f0e6bdf7'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:25.148460 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a354d850-65fa-43a9-aece-6cf23c752719 req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "DELETE /v2.0/ports/a664034f-b4eb-43d5-8f58-3949f0e6bdf7 HTTP/1.1" status: 204  len: 173 time: 2.2387133
Apr 30 04:37:25.205160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd87a92-e1d6-4b48-bc0f-117df17ab847 req-1204caf4-4b58-4b08-89e8-3bf441ee25bc tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:25.215239 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcd87a92-e1d6-4b48-bc0f-117df17ab847 req-1204caf4-4b58-4b08-89e8-3bf441ee25bc tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.8800418
Apr 30 04:37:25.309972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Pushing event updated for resources: {'Port': ['ID=cde68756-3980-4166-ac32-08a89f8687e7,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:25.346385 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:25.505025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c1794e-ace8-4d74-93d5-585a1515082f {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:25.567343 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:25.580217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcd87a92-e1d6-4b48-bc0f-117df17ab847 req-94b0b627-331e-4a7a-9466-6625dfd37432 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3508039
Apr 30 04:37:25.636780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device a664034f-b4eb-43d5-8f58-3949f0e6bdf7 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:25.822971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-ec7a3b2b-7005-4938-b3f1-fb431256a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:25.826769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-ec7a3b2b-7005-4938-b3f1-fb431256a425 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183 HTTP/1.1" status: 200  len: 1099 time: 0.7780190
Apr 30 04:37:25.835032 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d66890c-3932-4d51-a8f3-4b690f1ac0e7 req-de8947ab-eae0-400c-af63-2505e5b18fda tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/93035ff8-3934-417e-895c-081f93979db9 HTTP/1.1" status: 200  len: 1807 time: 0.4223838
Apr 30 04:37:25.878341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: a664034f-b4eb-43d5-8f58-3949f0e6bdf7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:37:25.880463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device a664034f-b4eb-43d5-8f58-3949f0e6bdf7 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:37:25.889302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Transition to ACTIVE for port object a9c1794e-ace8-4d74-93d5-585a1515082f will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:25.926972 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:25.947317 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e20560b1-5cde-4d81-a787-692c475e7f1c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:26.125496 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-0fa0438a-a79d-4b48-9d2a-3d06aefda1e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=cde68756-3980-4166-ac32-08a89f8687e7 HTTP/1.1" status: 200  len: 217 time: 0.2895198
Apr 30 04:37:26.161785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:37:26.176642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:26.371949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4a7499c-3e00-46e2-95ee-c1d86d648e52 req-3402759e-2fa6-4327-ae62-151e288dfbcd tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd HTTP/1.1" status: 200  len: 210 time: 0.0956156
Apr 30 04:37:26.467460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-20b3d0a2-cfb5-449a-8179-67cd909881a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:26.469505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-20b3d0a2-cfb5-449a-8179-67cd909881a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.3348262
Apr 30 04:37:26.582776 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c83cf3e5-62fe-462b-9149-fbfced6cc183', 'tag': 'cde68756-3980-4166-ac32-08a89f8687e7', 'status': 'completed', 'code': 200}
Apr 30 04:37:26.596702 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d66890c-3932-4d51-a8f3-4b690f1ac0e7 req-a49228fb-73d6-4ce1-8599-81ab9a1b21e7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:26.620804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:26.638630 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef5706d-c743-4df4-ba3b-adb2d7a1b8cd', 'name': 'network-vif-deleted', 'tag': 'a664034f-b4eb-43d5-8f58-3949f0e6bdf7', 'status': 'completed', 'code': 200}
Apr 30 04:37:26.694910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:26.729442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d159e8a-be49-4597-b09c-7bb3e719de0b None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:37:26.744733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d66890c-3932-4d51-a8f3-4b690f1ac0e7 req-a49228fb-73d6-4ce1-8599-81ab9a1b21e7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:26.770490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c1794e-ace8-4d74-93d5-585a1515082f,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:26.778002 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:26.790215 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5386b312-64fd-4311-aa00-852181a4e1c1 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:26.836001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-e4179d90-41a3-4623-8ff3-9e777546e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:26.839330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-e4179d90-41a3-4623-8ff3-9e777546e9f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3590591
Apr 30 04:37:26.852641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:26.853624 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:26.933804 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:37:27.021093 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.5616558
Apr 30 04:37:27.075533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36536) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:27.109659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-ef3adb19-8396-406f-ad79-9be7934a437a service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295306
Apr 30 04:37:27.123960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:27.293333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Attempting to bind port a9c1794e-ace8-4d74-93d5-585a1515082f on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:37:27.294585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Attempting to bind port a9c1794e-ace8-4d74-93d5-585a1515082f by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:37:27.295273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Attempting to bind port a9c1794e-ace8-4d74-93d5-585a1515082f on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:27.307678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Port a9c1794e-ace8-4d74-93d5-585a1515082f on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:37:27.308339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Attempting to bind port a9c1794e-ace8-4d74-93d5-585a1515082f on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:27.385438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=a24dba33-a5ac-4c84-8df4-875c38c019de,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:27.390646 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:27.408257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:37:27.408898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:37:27.409507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:37:27.410317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Bound port: a9c1794e-ace8-4d74-93d5-585a1515082f, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:37:27.411059 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:27.504341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-06518674-598f-48c0-b5fc-b22e8ec7b794 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3223400
Apr 30 04:37:27.549901 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d66890c-3932-4d51-a8f3-4b690f1ac0e7 req-a49228fb-73d6-4ce1-8599-81ab9a1b21e7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:27.584644 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ca74a01-466c-4fe3-b97c-c06aaa073ab6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:27.600120 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:27.605439 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:27.613817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': 'a24dba33-a5ac-4c84-8df4-875c38c019de'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:37:27.615006 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:27.648891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] For port a9c1794e-ace8-4d74-93d5-585a1515082f, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:37:27.653763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] For port a9c1794e-ace8-4d74-93d5-585a1515082f, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9c1794e-ace8-4d74-93d5-585a1515082f,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:37:27.671890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:27.677561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49228fb-73d6-4ce1-8599-81ab9a1b21e7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93035ff8-3934-417e-895c-081f93979db9,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:27.688417 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a49228fb-73d6-4ce1-8599-81ab9a1b21e7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:27.693531 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:27.734313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57754840-11dc-47f4-9745-71ca29582c4e req-34100f78-eae0-4c2e-b2b7-17c377701ef7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:27.748651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57754840-11dc-47f4-9745-71ca29582c4e req-34100f78-eae0-4c2e-b2b7-17c377701ef7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 948 time: 0.8646445
Apr 30 04:37:27.779242 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d66890c-3932-4d51-a8f3-4b690f1ac0e7 req-a49228fb-73d6-4ce1-8599-81ab9a1b21e7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:27.779702 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d66890c-3932-4d51-a8f3-4b690f1ac0e7 req-a49228fb-73d6-4ce1-8599-81ab9a1b21e7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "DELETE /v2.0/security-groups/93035ff8-3934-417e-895c-081f93979db9 HTTP/1.1" status: 204  len: 173 time: 1.7474561
Apr 30 04:37:27.848183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:27.849429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:27.851893 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9c1794e-ace8-4d74-93d5-585a1515082f HTTP/1.1" status: 200  len: 1097 time: 5.7033625
Apr 30 04:37:27.888314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c1794e-ace8-4d74-93d5-585a1515082f,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:27.890821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Allocated IP 2001:db8::f816:3eff:fe30:d838 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/a24dba33-a5ac-4c84-8df4-875c38c019de/c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:27.989059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57754840-11dc-47f4-9745-71ca29582c4e req-cf870e9a-10ce-425d-ac28-deb41b3f2417 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2393591
Apr 30 04:37:28.046942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-34ff9e0a-1462-46cb-a4f5-a13d53b17457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:28.048567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-34ff9e0a-1462-46cb-a4f5-a13d53b17457 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183 HTTP/1.1" status: 200  len: 1099 time: 0.4358513
Apr 30 04:37:28.111786 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:28.262773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:28.302479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-27a26946-7eba-4989-880a-be7a3ae9d744 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:28.305193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-27a26946-7eba-4989-880a-be7a3ae9d744 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:28.357856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:28.458229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-27a26946-7eba-4989-880a-be7a3ae9d744 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:28.464914 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-27a26946-7eba-4989-880a-be7a3ae9d744 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 945 time: 1.0248482
Apr 30 04:37:28.471932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:28.476151 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:28.482975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-6ec470b0-38ca-48f0-8182-547d8f4d3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:28.484589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-6ec470b0-38ca-48f0-8182-547d8f4d3e9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4275301
Apr 30 04:37:28.584858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-340610b7-d1df-4cac-94fc-d3e10a02396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:28.589136 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-340610b7-d1df-4cac-94fc-d3e10a02396b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 1100 time: 0.6224270
Apr 30 04:37:28.606958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:28.650372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Transition to ACTIVE for port object c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:28.659249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d75e5a-d083-482b-8714-c23b5f26ed1a', 'tag': 'a9c1794e-ace8-4d74-93d5-585a1515082f'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:28.725011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Transition to ACTIVE for port object c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:28.726988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-94128195-79b9-4c2d-8717-9a21cc2a2d37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=cde68756-3980-4166-ac32-08a89f8687e7 HTTP/1.1" status: 200  len: 217 time: 0.2332640
Apr 30 04:37:28.739728 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:28.767037 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-3451e001-f669-4c32-a0dc-9d16b18b1bba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a9c1794e-ace8-4d74-93d5-585a1515082f HTTP/1.1" status: 200  len: 217 time: 0.0886426
Apr 30 04:37:28.773436 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-80192639-4981-4dc4-9c61-2902c63a7668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:28.933754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-2f8687ad-bc7d-49bf-87b0-5d5fd5012b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:28.935160 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-2f8687ad-bc7d-49bf-87b0-5d5fd5012b14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1551559
Apr 30 04:37:28.948446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:28.950499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Pushing event updated for resources: {'Port': ['ID=c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:28.952712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91efb4-5709-423e-b9bf-ff0cf5855854 req-bb461f7d-6565-4c63-86c3-de9c40b5cd64 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:28.963166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa91efb4-5709-423e-b9bf-ff0cf5855854 req-bb461f7d-6565-4c63-86c3-de9c40b5cd64 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.6470222
Apr 30 04:37:28.967174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:28.971502 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:28.974077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:37:29.007966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af64773-32a4-4007-a90a-96699d58fbbd req-0880180d-72db-44e3-ba00-b31c03602efa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:29.010350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8af64773-32a4-4007-a90a-96699d58fbbd req-0880180d-72db-44e3-ba00-b31c03602efa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 945 time: 0.6963661
Apr 30 04:37:29.047255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Deleting port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:29.047687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:29.085357 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa91efb4-5709-423e-b9bf-ff0cf5855854 req-ee2966dd-4e40-4c2b-931d-5e701c2bb67d tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205604
Apr 30 04:37:29.134124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-bd1b0837-6c3d-45f6-bbf4-c35e1184f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:29.141049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-bd1b0837-6c3d-45f6-bbf4-c35e1184f94b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.3812051
Apr 30 04:37:29.245455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-8240bd38-e45f-42df-bf89-a04796cc1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:29.247115 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-8240bd38-e45f-42df-bf89-a04796cc1f0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3032224
Apr 30 04:37:29.294668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Attempting to bind port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:37:29.295588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Attempting to bind port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:37:29.296310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Attempting to bind port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:29.299835 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8af64773-32a4-4007-a90a-96699d58fbbd req-c69343b6-a09f-4858-88a6-83c453292b77 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801361
Apr 30 04:37:29.309739 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:37:29.312595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:37:29.314387 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:29.320018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:37:29.321738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Bound port: c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:37:29.322475 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:29.467049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d40c174-50e7-4460-8633-d2a294a5b03c req-bed85053-3e91-4c3d-89ed-20806bca701c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/809923b0-156b-4b16-b1ae-812075d05478 HTTP/1.1" status: 200  len: 1806 time: 0.1276350
Apr 30 04:37:29.511717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] For port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:29.512594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:29.555171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] For port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:37:29.560315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] For port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:37:29.568333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:29.576089 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:29.578174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-ab0906a1-12a9-4a24-aced-33b52df27604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:29.581118 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-ab0906a1-12a9-4a24-aced-33b52df27604 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.4360154
Apr 30 04:37:29.618747 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d75e5a-d083-482b-8714-c23b5f26ed1a', 'tag': 'a9c1794e-ace8-4d74-93d5-585a1515082f', 'status': 'completed', 'code': 200}
Apr 30 04:37:29.717609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:29.870046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 909702a7-a7e6-4147-97ae-b3769b511a4f no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:29.886930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Calling delete_port for ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:29.932834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-9e681519-2187-4c0c-83d6-8f95c09d3f66 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6711662
Apr 30 04:37:30.042157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Pushing event updated for resources: {'Port': ['ID=c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:30.051369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:30.103456 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4d40c174-50e7-4460-8633-d2a294a5b03c req-5f1311ee-b131-4c8f-a774-ca998b680eb3 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.128134 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.296871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:30.334725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:30.364340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-696df5a1-4e54-4944-8034-8cdf14920ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7580564
Apr 30 04:37:30.365378 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.367235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04536863-80cc-4567-8ec5-abdcba7abd02 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:30.367584 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4d40c174-50e7-4460-8633-d2a294a5b03c req-5f1311ee-b131-4c8f-a774-ca998b680eb3 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.460158 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bb9d7e9-67f4-4e6a-be5f-051dec2f388e req-6efa30f8-d607-4e75-8230-4f0be0635b8a service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4993396
Apr 30 04:37:30.489907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a56fb-bed9-4b5d-80f8-7dccbadd7ebf req-a50c1a23-4d31-49ff-9639-816dd84ca142 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:30.496278 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7d263b43-5ecb-4986-af35-0f07f910f0ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:30.502300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6d9a56fb-bed9-4b5d-80f8-7dccbadd7ebf req-a50c1a23-4d31-49ff-9639-816dd84ca142 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 948 time: 0.2970321
Apr 30 04:37:30.542826 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.601054 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:30.609335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:30.653974 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4d40c174-50e7-4460-8633-d2a294a5b03c req-5f1311ee-b131-4c8f-a774-ca998b680eb3 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.666443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event deleted for resources: {'Port': ['ID=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:30.673453 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4c6ab93d-3d8c-4961-8fd7-4347bbd9407f tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:30.703047 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.710291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1311ee-b131-4c8f-a774-ca998b680eb3 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809923b0-156b-4b16-b1ae-812075d05478,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:30.718197 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f1311ee-b131-4c8f-a774-ca998b680eb3 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:30.731484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event deleted for resources: {'Port': ['ID=ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:30.732076 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6d9a56fb-bed9-4b5d-80f8-7dccbadd7ebf req-ffafc4a7-6f1e-46f3-8e86-9cfa496cf63b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2281094
Apr 30 04:37:30.737885 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4d40c174-50e7-4460-8633-d2a294a5b03c req-5f1311ee-b131-4c8f-a774-ca998b680eb3 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.740636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d40c174-50e7-4460-8633-d2a294a5b03c req-5f1311ee-b131-4c8f-a774-ca998b680eb3 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "DELETE /v2.0/security-groups/809923b0-156b-4b16-b1ae-812075d05478 HTTP/1.1" status: 204  len: 173 time: 1.2504542
Apr 30 04:37:30.747614 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:30.768574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=909702a7-a7e6-4147-97ae-b3769b511a4f,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:30.796268 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.805185 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:30.812106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01f2467c-a489-4747-a05f-de0f27ff7290 req-e701d62b-0d5a-4b88-b3d7-a0ea44de9d91 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4325380
Apr 30 04:37:30.821163 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:30.822531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] No DVR routers for this DVR port ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:37:30.850076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:30.893258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c69d722b-b00d-4cd8-8280-2066304b37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:31.227342 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:31.227342 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e6ba661-6ad8-4ec4-94ca-514e8baffcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:31.274593 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:31.316167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3d192f32-65b9-473b-a073-0e6bb4adc35e req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "DELETE /v2.0/ports/ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d HTTP/1.1" status: 204  len: 173 time: 2.8452432
Apr 30 04:37:31.350935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=909702a7-a7e6-4147-97ae-b3769b511a4f,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:31.390807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:31.418237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:31.429747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:31.489852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:31.490772 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:31.560674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-e7857ed7-c465-4a74-a7e9-989bddd55c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:31.562635 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-e7857ed7-c465-4a74-a7e9-989bddd55c44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 1100 time: 1.0033782
Apr 30 04:37:31.563639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=994d1bb3-e50a-4c1e-aae0-a038f373e238,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:31.574513 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:31.580439 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d', 'code': 200}
Apr 30 04:37:31.625835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765dd5-bdd4-49fe-9648-73a6959d753b req-ec1bb3d2-8a52-4493-9410-e49e59261db4 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:31.627568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84765dd5-bdd4-49fe-9648-73a6959d753b req-ec1bb3d2-8a52-4493-9410-e49e59261db4 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.2226491
Apr 30 04:37:31.631516 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:31.632017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'name': 'network-vif-deleted', 'tag': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:31.642221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.5652096
Apr 30 04:37:31.656120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36592) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:31.700556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef4055-25cd-42a7-86d0-f8708194a5eb None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:37:31.733582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84765dd5-bdd4-49fe-9648-73a6959d753b req-2e8c43ad-fddd-47ea-8cfb-2b41b5c19b9f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899215
Apr 30 04:37:31.820124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:fa:43:1c', 'name': 'tempest-NetworksTestDHCPv6-1503585995'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:31.860844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-4ad88d4e-2a3c-47e0-8011-8a2c6180511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:31.862463 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-4ad88d4e-2a3c-47e0-8011-8a2c6180511c service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2885067
Apr 30 04:37:31.959541 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-433db378-8f53-4098-9eb0-cfbfa7641e76 req-dc49c688-62f9-4a0f-b212-8e29d483f4c4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=df719c64-8af8-4ab3-aadb-86cafdd64c5c HTTP/1.1" status: 200  len: 210 time: 0.1741419
Apr 30 04:37:31.970841 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-0819e827-e733-47e4-8e7c-cdf197c758f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a9c1794e-ace8-4d74-93d5-585a1515082f HTTP/1.1" status: 200  len: 217 time: 0.0966709
Apr 30 04:37:32.081148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f9c0117-bd03-48ca-91ce-1575674580c1 req-36cc69d3-8f14-4b2a-b074-89c4384f4898 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/7cc98abb-da4d-457d-8984-36d8c7db3910 HTTP/1.1" status: 200  len: 1806 time: 0.2341094
Apr 30 04:37:32.093115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04536863-80cc-4567-8ec5-abdcba7abd02 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:37:32.098609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cde68756-3980-4166-ac32-08a89f8687e7 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:37:32.198214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04536863-80cc-4567-8ec5-abdcba7abd02,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:32.213219 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1f9c0117-bd03-48ca-91ce-1575674580c1 req-491308fb-151c-4ca1-aad9-811f2b879f87 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:32.216003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-b25a09f5-49cb-4d17-b37d-ab170874b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:32.217728 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-b25a09f5-49cb-4d17-b37d-ab170874b398 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0962737
Apr 30 04:37:32.251555 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1f9c0117-bd03-48ca-91ce-1575674580c1 req-491308fb-151c-4ca1-aad9-811f2b879f87 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:32.400957 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1f9c0117-bd03-48ca-91ce-1575674580c1 req-491308fb-151c-4ca1-aad9-811f2b879f87 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:32.406841 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb02b0ca-010f-4a2f-89ae-4217d363dcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:32.417768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:32.431915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:32.438194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491308fb-151c-4ca1-aad9-811f2b879f87 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc98abb-da4d-457d-8984-36d8c7db3910,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:32.449609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-e17fe7d9-b817-484f-b27e-3c26eed9088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:32.450336 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-491308fb-151c-4ca1-aad9-811f2b879f87 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:32.453633 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-e17fe7d9-b817-484f-b27e-3c26eed9088b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2200232
Apr 30 04:37:32.456004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:32.460283 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1f9c0117-bd03-48ca-91ce-1575674580c1 req-491308fb-151c-4ca1-aad9-811f2b879f87 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:32.461478 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f9c0117-bd03-48ca-91ce-1575674580c1 req-491308fb-151c-4ca1-aad9-811f2b879f87 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "DELETE /v2.0/security-groups/7cc98abb-da4d-457d-8984-36d8c7db3910 HTTP/1.1" status: 204  len: 173 time: 0.3680601
Apr 30 04:37:32.477758 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:32.486988 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:32.626319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:32.646302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=04536863-80cc-4567-8ec5-abdcba7abd02,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:32.649340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:32.665922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:32.677585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f9aaa688-1c69-4b4e-9ab9-7b2e8b1db682 None None] Provisioning for port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:32.682023 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:32.690318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:32.691012 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:32.816888 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:37:32.840947 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-997478e2-6473-43e9-a322-1730a62df594 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3552694
Apr 30 04:37:32.882633 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:37:32.907459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f9aaa688-1c69-4b4e-9ab9-7b2e8b1db682 None None] Provisioning complete for port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:32.908083 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9aaa688-1c69-4b4e-9ab9-7b2e8b1db682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:32.962245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea58400-3358-4dad-b455-2cfbf66acfea req-b143eb9b-4e97-4479-9a4d-718929f083ed tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:32.965960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ea58400-3358-4dad-b455-2cfbf66acfea req-b143eb9b-4e97-4479-9a4d-718929f083ed tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 950 time: 0.2860124
Apr 30 04:37:33.127988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ea58400-3358-4dad-b455-2cfbf66acfea req-f911b7b4-6df4-4725-aa38-83b4e8965672 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373963
Apr 30 04:37:33.443785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de9ee16c-275a-4cad-b119-f5d2e9999588 req-b666d7a0-d0b2-4531-b451-4a04aca77734 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/18f884f3-8566-484e-8a95-8a3ff6c94809 HTTP/1.1" status: 200  len: 2401 time: 0.1252317
Apr 30 04:37:33.532997 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df719c64-8af8-4ab3-aadb-86cafdd64c5c', 'name': 'network-vif-deleted', 'tag': 'ffa9c8fe-9194-47b3-89b1-e0a2fc55ef3d', 'status': 'completed', 'code': 200}
Apr 30 04:37:33.615284 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d6efc5dc-77f4-42b8-8664-10b56171d391 req-be540e97-4494-4418-b82a-2777a537edeb service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7255321
Apr 30 04:37:33.646287 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:33.678925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f'}, {'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:33.682118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port bb150d79-fb94-45ec-9454-5857ccb82461 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:37:33.771838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:33.776694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e334c89-09b1-4370-a78c-3a36ccdd74e9 req-9cf63d24-ee71-4592-9213-d08f5d886036 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:33.785761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e334c89-09b1-4370-a78c-3a36ccdd74e9 req-9cf63d24-ee71-4592-9213-d08f5d886036 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 948 time: 0.3397238
Apr 30 04:37:33.840755 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-de9ee16c-275a-4cad-b119-f5d2e9999588 req-b05ceb70-8e4d-49c8-9f8b-56fcfd11b141 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:33.870315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-237b2a0d-f496-47f3-998d-ace89477e2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:33.875352 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-de9ee16c-275a-4cad-b119-f5d2e9999588 req-b05ceb70-8e4d-49c8-9f8b-56fcfd11b141 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:33.990667 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e334c89-09b1-4370-a78c-3a36ccdd74e9 req-50cecac2-6c9b-4b3f-8577-6f5023ff1086 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035997
Apr 30 04:37:33.994439 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-de9ee16c-275a-4cad-b119-f5d2e9999588 req-b05ceb70-8e4d-49c8-9f8b-56fcfd11b141 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.006826 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5779fa91-ea58-4e89-b372-4f3f1dcded69 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:34.030178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ceb70-8e4d-49c8-9f8b-56fcfd11b141 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f884f3-8566-484e-8a95-8a3ff6c94809,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:34.034083 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b05ceb70-8e4d-49c8-9f8b-56fcfd11b141 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:34.046852 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-de9ee16c-275a-4cad-b119-f5d2e9999588 req-b05ceb70-8e4d-49c8-9f8b-56fcfd11b141 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.071952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de9ee16c-275a-4cad-b119-f5d2e9999588 req-b05ceb70-8e4d-49c8-9f8b-56fcfd11b141 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "DELETE /v2.0/security-groups/18f884f3-8566-484e-8a95-8a3ff6c94809 HTTP/1.1" status: 204  len: 173 time: 0.3903341
Apr 30 04:37:34.097406 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.128450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04536863-80cc-4567-8ec5-abdcba7abd02,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:34.147385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 172.20.0.10 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/994d1bb3-e50a-4c1e-aae0-a038f373e238/bb150d79-fb94-45ec-9454-5857ccb82461) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:34.153190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port cde68756-3980-4166-ac32-08a89f8687e7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cde68756-3980-4166-ac32-08a89f8687e7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:34.156028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fefa:431c (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/a24dba33-a5ac-4c84-8df4-875c38c019de/bb150d79-fb94-45ec-9454-5857ccb82461) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:34.169743 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9aaa688-1c69-4b4e-9ab9-7b2e8b1db682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.204944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '04536863-80cc-4567-8ec5-abdcba7abd02', 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78', 'port_id': '04536863-80cc-4567-8ec5-abdcba7abd02', 'mac_address': 'fa:16:3e:bc:b0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428de363-804c-4154-ad97-5c4366b56436', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:37:34.211409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'cde68756-3980-4166-ac32-08a89f8687e7', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'cde68756-3980-4166-ac32-08a89f8687e7', 'mac_address': 'fa:16:3e:07:28:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:37:34.301356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:34.335197 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.359325 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:34.404848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d397e38-2cf3-453b-8d61-4794c1c9cd44 req-d9d41a14-a956-4e07-a117-213b83271eb4 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:34.415581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3d397e38-2cf3-453b-8d61-4794c1c9cd44 req-d9d41a14-a956-4e07-a117-213b83271eb4 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 943 time: 0.2915699
Apr 30 04:37:34.476399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-5fcbbaa2-6e46-49a9-befb-e5130ec18a3d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:34.477626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-5fcbbaa2-6e46-49a9-befb-e5130ec18a3d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Synchronizing usage tracker for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:34.491458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3d397e38-2cf3-453b-8d61-4794c1c9cd44 req-00ffe67a-4003-42e5-a118-02336c3c72ec tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691204
Apr 30 04:37:34.621453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-5fcbbaa2-6e46-49a9-befb-e5130ec18a3d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Unset dirty status for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:34.625648 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-5fcbbaa2-6e46-49a9-befb-e5130ec18a3d tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 950 time: 1.1832173
Apr 30 04:37:34.641459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-f9aaa688-1c69-4b4e-9ab9-7b2e8b1db682 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:37:34.642044 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-f9aaa688-1c69-4b4e-9ab9-7b2e8b1db682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:37:34.645102 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f', 'code': 200}
Apr 30 04:37:34.645508 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02', 'code': 200}
Apr 30 04:37:34.664058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-770e22ad-6542-49b4-a75f-3e8d80dfa19a req-e0c6394b-2d4f-4f3b-9966-f1b5491e6e9f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "GET /v2.0/security-groups/f0ebc455-39e5-404c-b2a4-c4824b316b13 HTTP/1.1" status: 200  len: 2396 time: 0.0737731
Apr 30 04:37:34.710175 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.719726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.777821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde68756-3980-4166-ac32-08a89f8687e7 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:34.801169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port cde68756-3980-4166-ac32-08a89f8687e7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cde68756-3980-4166-ac32-08a89f8687e7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:34.806409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object bb150d79-fb94-45ec-9454-5857ccb82461 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:34.836227 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.849593 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.891194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a9c1794e-ace8-4d74-93d5-585a1515082f details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:37:34.919919 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.927459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04536863-80cc-4567-8ec5-abdcba7abd02 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:34.928741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.949732 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-682ace53-183f-405f-8091-7052455ee823 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:34.953684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:34.967848 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-770e22ad-6542-49b4-a75f-3e8d80dfa19a req-c8e8f650-c230-46b4-ba8c-9c747c9464eb tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:34.977677 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:35.008779 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:35.016086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:35.025636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:35.028337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:37:35.058315 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-770e22ad-6542-49b4-a75f-3e8d80dfa19a req-c8e8f650-c230-46b4-ba8c-9c747c9464eb tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.105135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] Update dhcp port {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': 'a24dba33-a5ac-4c84-8df4-875c38c019de', 'ip_address': '2001:db8::f816:3eff:fe30:d838'}, {'subnet_id': '994d1bb3-e50a-4c1e-aae0-a038f373e238'}], 'binding:host_id': 'n-d-766726-20'}, 'id': 'c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:37:35.153716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:35.154423 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.182273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Deleting port 50ff72c6-cc74-4173-be2f-1782fc6ba123 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:35.183418 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.217194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04536863-80cc-4567-8ec5-abdcba7abd02,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:35.305159 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-770e22ad-6542-49b4-a75f-3e8d80dfa19a req-c8e8f650-c230-46b4-ba8c-9c747c9464eb tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.313790 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31729ab0-e226-4b29-8762-8af957e9a757 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:35.334763 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:37:35.353181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8f650-c230-46b4-ba8c-9c747c9464eb tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ebc455-39e5-404c-b2a4-c4824b316b13,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:35.356689 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8e8f650-c230-46b4-ba8c-9c747c9464eb tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:35.363362 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.382238 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-770e22ad-6542-49b4-a75f-3e8d80dfa19a req-c8e8f650-c230-46b4-ba8c-9c747c9464eb tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.398017 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-770e22ad-6542-49b4-a75f-3e8d80dfa19a req-c8e8f650-c230-46b4-ba8c-9c747c9464eb tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] 10.222.0.46 "DELETE /v2.0/security-groups/f0ebc455-39e5-404c-b2a4-c4824b316b13 HTTP/1.1" status: 204  len: 173 time: 0.7251644
Apr 30 04:37:35.400185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36664) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:35.445616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['cde68756-3980-4166-ac32-08a89f8687e7'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:35.518092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] For port 50ff72c6-cc74-4173-be2f-1782fc6ba123, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=50ff72c6-cc74-4173-be2f-1782fc6ba123,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:35.518612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.594317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] Deleting subnet d86c8127-57d4-4d27-9cda-2a26f2787ddc {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:37:35.602708 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.681805 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.774153 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.778536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:35.810625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Calling delete_port for 50ff72c6-cc74-4173-be2f-1782fc6ba123 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:35.840221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=cde68756-3980-4166-ac32-08a89f8687e7,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:35.872733 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:35.921944 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ac7a9f10-67e0-4082-8c70-1f2c0751659c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:36.051923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65eac8-38cb-436d-9772-3e9fd0b67f69 req-8214d94a-409d-4208-905b-7c86dcb2fb16 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:36.053565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f65eac8-38cb-436d-9772-3e9fd0b67f69 req-8214d94a-409d-4208-905b-7c86dcb2fb16 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=14b64a19-035b-4dda-a284-02e1b08ad02a HTTP/1.1" status: 200  len: 950 time: 0.9156406
Apr 30 04:37:36.112684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['04536863-80cc-4567-8ec5-abdcba7abd02'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:36.113849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=bb150d79-fb94-45ec-9454-5857ccb82461,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:36.121817 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.168s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:36.136809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 4.3265653
Apr 30 04:37:36.141686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36672) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:36.183981 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:36.191879 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90cba5fc-7668-4b7a-a2d0-8621a7a68951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:36.210242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=04536863-80cc-4567-8ec5-abdcba7abd02,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:36.240975 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:36.266908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Pushing event deleted for resources: {'Port': ['ID=50ff72c6-cc74-4173-be2f-1782fc6ba123,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:36.273830 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:36.274423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f65eac8-38cb-436d-9772-3e9fd0b67f69 req-40d8eaaa-ca46-4020-8eeb-17fffc583814 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710072
Apr 30 04:37:36.357706 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:36.366994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a9c1794e-ace8-4d74-93d5-585a1515082f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9c1794e-ace8-4d74-93d5-585a1515082f,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:36.406206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb98ed-cf5d-4d80-84e3-28fd49a60acc req-8e44e196-b776-46e9-9f1c-3b1b4c452b42 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:36.407889 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ddb98ed-cf5d-4d80-84e3-28fd49a60acc req-8e44e196-b776-46e9-9f1c-3b1b4c452b42 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 948 time: 0.3723791
Apr 30 04:37:36.412732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:36.428463 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af09a97d-feed-48a1-9b32-83b4d72e1c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:36.476219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] No DVR routers for this DVR port 50ff72c6-cc74-4173-be2f-1782fc6ba123 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:37:36.480714 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:36.485426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b64a19-035b-4dda-a284-02e1b08ad02a', 'name': 'network-vif-deleted', 'tag': '50ff72c6-cc74-4173-be2f-1782fc6ba123'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:36.510935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'a9c1794e-ace8-4d74-93d5-585a1515082f', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'a9c1794e-ace8-4d74-93d5-585a1515082f', 'mac_address': 'fa:16:3e:74:e5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:37:36.515472 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbdbf76a-1e15-4a52-bfb5-015f6c09709c req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "DELETE /v2.0/ports/50ff72c6-cc74-4173-be2f-1782fc6ba123 HTTP/1.1" status: 204  len: 173 time: 1.8784704
Apr 30 04:37:36.524258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc1a115-a9f9-4c30-8ffd-1ebd66aef444 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:36.537428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc1a115-a9f9-4c30-8ffd-1ebd66aef444 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:36.543901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36678) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:36.548167 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0cc1a115-a9f9-4c30-8ffd-1ebd66aef444 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1785 time: 0.4022343
Apr 30 04:37:36.549872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86c8127-57d4-4d27-9cda-2a26f2787ddc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:36.558814 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:36.575649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:36.582913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:36.640149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d86c8127-57d4-4d27-9cda-2a26f2787ddc HTTP/1.1" status: 204  len: 168 time: 1.2352343
Apr 30 04:37:36.643503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36682) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:36.700952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ddb98ed-cf5d-4d80-84e3-28fd49a60acc req-f41b400a-f3fd-4cfb-9b08-f3d99cf82856 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2738152
Apr 30 04:37:36.881167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-0c054aee-ff23-43b2-b8a7-aba1102c7d97 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:36.882758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-0c054aee-ff23-43b2-b8a7-aba1102c7d97 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Synchronizing usage tracker for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:36.892763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port bb150d79-fb94-45ec-9454-5857ccb82461 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:36.893260 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:37.246736 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:37.264937 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:37.332982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:37.333269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:37.369935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] Allocated IP 172.20.0.2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/994d1bb3-e50a-4c1e-aae0-a038f373e238/c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:37.382027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-0c054aee-ff23-43b2-b8a7-aba1102c7d97 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Unset dirty status for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:37.382807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c1794e-ace8-4d74-93d5-585a1515082f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:37.384554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-0c054aee-ff23-43b2-b8a7-aba1102c7d97 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.37 "GET /v2.0/ports?device_id=76144aca-ea1f-44ae-96a3-e710c3e68b02 HTTP/1.1" status: 200  len: 943 time: 0.6587951
Apr 30 04:37:37.402190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 50ff72c6-cc74-4173-be2f-1782fc6ba123 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:37.494409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 50ff72c6-cc74-4173-be2f-1782fc6ba123 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:37:37.494696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 50ff72c6-cc74-4173-be2f-1782fc6ba123 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:37:37.529203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-b9842380-45e4-4b79-b70d-53a88b0dd23a tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:37.532112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-b9842380-45e4-4b79-b70d-53a88b0dd23a tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 805 time: 0.5485349
Apr 30 04:37:37.532629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:37.562942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a9c1794e-ace8-4d74-93d5-585a1515082f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9c1794e-ace8-4d74-93d5-585a1515082f,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:37.639683 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:37.643519 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:37.682377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-87b48ddf-6c17-412f-b1a1-04a0af12c888 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/quotas/727c4291d7aa4a5ea49b54ff92104a82 HTTP/1.1" status: 200  len: 375 time: 0.0870976
Apr 30 04:37:37.855391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for bb150d79-fb94-45ec-9454-5857ccb82461 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:37.917801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=a9c1794e-ace8-4d74-93d5-585a1515082f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:37.922012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] For port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:37.935545 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:37.981657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Deleting port 909702a7-a7e6-4147-97ae-b3769b511a4f {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:37.982270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:38.009131 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:38.021137 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:38.037945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] Transition to ACTIVE for port object c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:38.047408 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:38.072068 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-928351c3-2667-40cb-a2b6-6ef465ddc194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:38.147010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['a9c1794e-ace8-4d74-93d5-585a1515082f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:38.217502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] For port 909702a7-a7e6-4147-97ae-b3769b511a4f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=909702a7-a7e6-4147-97ae-b3769b511a4f,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:38.218027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:38.227857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d98a28-819c-4271-8c1a-24c7cc5e045d req-703a8962-b35e-4421-8769-a529733a3532 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:38.229921 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70d98a28-819c-4271-8c1a-24c7cc5e045d req-703a8962-b35e-4421-8769-a529733a3532 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 944 time: 0.8323994
Apr 30 04:37:38.308210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bf7f9d0>,) {'filters': {'network_id': ['dff15552-6d1a-4deb-bbea-25a3787cb60d']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:38.344933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bf7f9d0>, '9be696c0-d1aa-4c91-afd8-650a168e057b') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:38.345471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bf7f9d0>, '9be696c0-d1aa-4c91-afd8-650a168e057b') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:38.368539 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:38.389417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70d98a28-819c-4271-8c1a-24c7cc5e045d req-c3599880-f5fc-4683-aae3-5e4e35e6ddf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331904
Apr 30 04:37:38.397023 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:38.401185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Calling delete_port for 909702a7-a7e6-4147-97ae-b3769b511a4f owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:38.411140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:37:38.467500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:38.476692 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fe91837-eff2-485e-80fa-7195f57f5f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:38.512756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-d6205d97-cc56-4034-8e7d-5aee132ef0d3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8117073
Apr 30 04:37:38.545685 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b64a19-035b-4dda-a284-02e1b08ad02a', 'name': 'network-vif-deleted', 'tag': '50ff72c6-cc74-4173-be2f-1782fc6ba123', 'status': 'completed', 'code': 200}
Apr 30 04:37:38.553836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=bb150d79-fb94-45ec-9454-5857ccb82461,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:38.556255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['3cd0f211-9026-4876-922f-9d539dc23e2d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:38.556998 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:38.729082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] Pushing event updated for resources: {'Port': ['ID=c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:38.743548 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:38.775218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Network dff15552-6d1a-4deb-bbea-25a3787cb60d has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:37:38.794807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:38.817253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/bb150d79-fb94-45ec-9454-5857ccb82461 HTTP/1.1" status: 204  len: 168 time: 2.2716575
Apr 30 04:37:38.822047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36706) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:38.838466 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:39.046040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:39.059919 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c3aaa19-563f-4a26-af86-5efe4afc99b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:39.096712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf58a551-d52f-4c94-bb50-437092fca242 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:39.099003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf58a551-d52f-4c94-bb50-437092fca242 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:39.100500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf58a551-d52f-4c94-bb50-437092fca242 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:39.101350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cf58a551-d52f-4c94-bb50-437092fca242 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:39.162168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Network dff15552-6d1a-4deb-bbea-25a3787cb60d has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:37:39.164414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Pushing event deleted for resources: {'Port': ['ID=909702a7-a7e6-4147-97ae-b3769b511a4f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:39.168758 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:39.197103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-2eaf9c07-0aaf-478f-b351-52ee2d40a39e service neutron] 10.222.0.46 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6590726
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:37:39.197529 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:37:39.201904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cf58a551-d52f-4c94-bb50-437092fca242 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:39.204518 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cf58a551-d52f-4c94-bb50-437092fca242 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3819349
Apr 30 04:37:39.207096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36710) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:39.329645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] No DVR routers for this DVR port 909702a7-a7e6-4147-97ae-b3769b511a4f on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:37:39.343913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:39.346300 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0212d0bf-1085-4d3b-a7d8-1aa35b7e3c93 req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.37 "DELETE /v2.0/ports/909702a7-a7e6-4147-97ae-b3769b511a4f HTTP/1.1" status: 204  len: 173 time: 1.9520407
Apr 30 04:37:39.376032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-5912c868-df73-4e79-8857-663004b79854 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:39.377004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-5912c868-df73-4e79-8857-663004b79854 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Synchronizing usage tracker for tenant:ae7836dda3f94a3a8b3efe8478284a0b on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:39.389811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04536863-80cc-4567-8ec5-abdcba7abd02 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:39.407760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 994d1bb3-e50a-4c1e-aae0-a038f373e238 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:37:39.413007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-5912c868-df73-4e79-8857-663004b79854 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Unset dirty status for tenant:ae7836dda3f94a3a8b3efe8478284a0b on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:39.414618 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-5912c868-df73-4e79-8857-663004b79854 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 945 time: 0.5386093
Apr 30 04:37:39.417126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:39.478254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929a2d-04c0-41f7-afe4-ba38ce8bd8ea req-5f8392c5-1b99-4653-b6e8-8fa495a4bf1b tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:39.494611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02929a2d-04c0-41f7-afe4-ba38ce8bd8ea req-5f8392c5-1b99-4653-b6e8-8fa495a4bf1b tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 945 time: 0.7951369
Apr 30 04:37:39.513509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 04536863-80cc-4567-8ec5-abdcba7abd02 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:39.513942 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:39.529773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:39.621347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-e519f5c3-6430-43ce-aba4-4b49e8a17f7a service neutron] 10.222.0.46 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4021404
Apr 30 04:37:39.627143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:39.645448 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20bbf149-729a-46e1-b7f9-261ed771cd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:39.690583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dff15552-6d1a-4deb-bbea-25a3787cb60d HTTP/1.1" status: 204  len: 168 time: 3.0451815
Apr 30 04:37:39.719979 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:39.728985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff15552-6d1a-4deb-bbea-25a3787cb60d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:39.748813 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:39.796113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cde68756-3980-4166-ac32-08a89f8687e7 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:39.828201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02929a2d-04c0-41f7-afe4-ba38ce8bd8ea req-9022c5b6-d0ee-422f-9e54-d7177723487b tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/security-groups?id=6035b340-46e9-441b-bce1-34bc0dcb8b0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3322005
Apr 30 04:37:39.957843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36720) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:39.961134 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:40.022467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04536863-80cc-4567-8ec5-abdcba7abd02,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:40.027529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:40.056866 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:40.058929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:40.068488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Deleting port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:40.069149 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:40.093209 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:40.111215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-db1278e9-5e11-4eaf-ba41-148ac73c2bd5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29b7835bda894bf386e0f7091b7d45e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1519775
Apr 30 04:37:40.112392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36728) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:40.174469 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:40.306865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9ecaa91f-1344-47e3-aee3-06504cc773dd None None] Provisioning for port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:40.315526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=04536863-80cc-4567-8ec5-abdcba7abd02,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:40.325479 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9ecaa91f-1344-47e3-aee3-06504cc773dd None None] Provisioning complete for port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:40.325873 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9ecaa91f-1344-47e3-aee3-06504cc773dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:40.375228 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-502cda9b-0b7b-471f-8f52-63605c216c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:40.422009 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:40.533960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9cb44-5bc8-48b4-89d7-851bae90559a req-953ad996-dbcb-4f50-98cb-6b65533361dd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:40.555905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'name': 'network-vif-deleted', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:40.556452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ac9cb44-5bc8-48b4-89d7-851bae90559a req-953ad996-dbcb-4f50-98cb-6b65533361dd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 949 time: 0.3664834
Apr 30 04:37:40.583381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] For port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,segment=NetworkSegment(4cfc25a2-9542-4854-a8ab-5ec4760748c8),segment_id=4cfc25a2-9542-4854-a8ab-5ec4760748c8)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:40.584115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:40.660791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-502cda9b-0b7b-471f-8f52-63605c216c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:40.683681 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:40.784216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Calling delete_port for ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:40.885346 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.041242 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-502cda9b-0b7b-471f-8f52-63605c216c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.085365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.085987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port cde68756-3980-4166-ac32-08a89f8687e7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:41.096463 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a15ee489-3de9-42ff-b0f0-e2a41ff5aeac tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:41.097983 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-94f19c69-14e9-4f10-915e-adc5974f24bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:41.136139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port cde68756-3980-4166-ac32-08a89f8687e7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:41.137022 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.181589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=994d1bb3-e50a-4c1e-aae0-a038f373e238,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:41.185582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.193996 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:41.231398 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/994d1bb3-e50a-4c1e-aae0-a038f373e238 HTTP/1.1" status: 204  len: 168 time: 2.0063694
Apr 30 04:37:41.232984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321d0fd-af95-4071-829a-5ed2f7268362 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:37:41.236465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36752) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:41.257902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cda9b-0b7b-471f-8f52-63605c216c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b96d0e4-425a-4898-b574-c039f35a8919,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:41.275828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:41.276396 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.286731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ac9cb44-5bc8-48b4-89d7-851bae90559a req-17730df6-deb3-43a5-800e-2b30192d3974 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7290440
Apr 30 04:37:41.298632 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-502cda9b-0b7b-471f-8f52-63605c216c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:41.351490 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-502cda9b-0b7b-471f-8f52-63605c216c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.355658 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-502cda9b-0b7b-471f-8f52-63605c216c73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b96d0e4-425a-4898-b574-c039f35a8919 HTTP/1.1" status: 204  len: 168 time: 1.2385445
Apr 30 04:37:41.374803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,segment=NetworkSegment(4cfc25a2-9542-4854-a8ab-5ec4760748c8),segment_id=4cfc25a2-9542-4854-a8ab-5ec4760748c8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:41.401436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet a24dba33-a5ac-4c84-8df4-875c38c019de {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:37:41.464611 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.566430 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.588799 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-84bdc3c6-7b19-4641-a1d6-3d03d2e31f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:41.665972 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.718754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-566d19ea-dc2a-4459-b126-bd7aec56a0ba tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:41.720343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-566d19ea-dc2a-4459-b126-bd7aec56a0ba tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 1.0416136
Apr 30 04:37:41.750454 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-5de1eb39-902b-43b8-9cac-1d706ef1bb68 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/quotas/23ed3850f28743fbb3956272163e68c0 HTTP/1.1" status: 200  len: 375 time: 0.0229862
Apr 30 04:37:41.750744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:41.768478 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcdd3c2b-d5df-4b70-8d08-fa3a58bac6af tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:41.877498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50a17f-bf20-4da2-a81e-12b963fc5d60 req-ac2c4ce7-aa17-4988-9e6a-dbcab8d41341 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:41.878706 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb50a17f-bf20-4da2-a81e-12b963fc5d60 req-ac2c4ce7-aa17-4988-9e6a-dbcab8d41341 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.2198684
Apr 30 04:37:41.889974 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-903c7725-6da4-409f-9073-6878c51b7dbc tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1228509
Apr 30 04:37:41.925792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Pushing event deleted for resources: {'Port': ['ID=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:41.941492 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:41.988668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb50a17f-bf20-4da2-a81e-12b963fc5d60 req-23b155e6-b277-43b9-a80b-ab3427146e22 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976408
Apr 30 04:37:42.122682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-08cedb32-91c4-46cc-9be3-1e917c32ebaa service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1978929
Apr 30 04:37:42.153302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] No DVR routers for this DVR port ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:37:42.160281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:42.194521 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:42.216036 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:42.249132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6fe7b829-439f-4f61-8ad3-3304f1408d5a req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.50 "DELETE /v2.0/ports/ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604 HTTP/1.1" status: 204  len: 173 time: 2.8019505
Apr 30 04:37:42.262472 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:42.308179 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:42.326773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e8bb174-b322-4ecb-b096-c96ae58c9fe0 req-c05f66ee-ca49-41d9-be6f-c941ab2fdfcb tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 210 time: 0.0639775
Apr 30 04:37:42.379942 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-d81a3fcb-a0db-4805-9e3c-1935f77b4145 service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490807
Apr 30 04:37:42.430879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-53232cfc-ef56-462a-9aec-ecb3ad9678aa None None] Could not find standard attr ID for object bb150d79-fb94-45ec-9454-5857ccb82461. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:37:42.471174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port cde68756-3980-4166-ac32-08a89f8687e7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cde68756-3980-4166-ac32-08a89f8687e7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:42.486412 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:42.490555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 909702a7-a7e6-4147-97ae-b3769b511a4f no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:42.566687 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02', 'code': 200}
Apr 30 04:37:42.568175 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-63ca7e87-f663-4c6c-9087-02d2bf9ca3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:42.885605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 909702a7-a7e6-4147-97ae-b3769b511a4f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:37:42.913882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 909702a7-a7e6-4147-97ae-b3769b511a4f not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:37:42.944073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a9c1794e-ace8-4d74-93d5-585a1515082f up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:42.946993 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76144aca-ea1f-44ae-96a3-e710c3e68b02', 'name': 'network-vif-deleted', 'tag': '909702a7-a7e6-4147-97ae-b3769b511a4f', 'status': 'completed', 'code': 200}
Apr 30 04:37:43.080460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=cde68756-3980-4166-ac32-08a89f8687e7,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:43.094054 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:43.255405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port a9c1794e-ace8-4d74-93d5-585a1515082f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:43.270646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port a9c1794e-ace8-4d74-93d5-585a1515082f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:43.271039 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:43.323652 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85310032-07ea-47b0-b012-57c16854ecb2 req-11d15e7b-c284-4688-9992-c06c9fa24239 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] 10.222.0.46 "GET /v2.0/ports?device_id=bfb4f579-4c4f-4200-9385-85a79e0d362d HTTP/1.1" status: 200  len: 210 time: 0.1435935
Apr 30 04:37:43.588088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36792) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:43.872506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-512d3413-9c9e-4c57-a27c-3f511d7c912d req-691c148f-ec73-47c7-9484-f23470a0dfad tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 210 time: 0.2391782
Apr 30 04:37:43.948479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff992023-a618-4cbf-806d-015fa0ccdd0a req-12d6e5b2-ec03-4887-9a03-b990855bbb70 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:43.960734 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff992023-a618-4cbf-806d-015fa0ccdd0a req-12d6e5b2-ec03-4887-9a03-b990855bbb70 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 949 time: 0.4624407
Apr 30 04:37:44.028808 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:44.140988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1139842334-network', 'tenant_id': '4ea91bec209f4f2c8439d7b98db199f4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:44.161487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:44.178830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Usage tracker for resource:network and tenant:4ea91bec209f4f2c8439d7b98db199f4 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:44.191531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:44.213801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a9c1794e-ace8-4d74-93d5-585a1515082f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9c1794e-ace8-4d74-93d5-585a1515082f,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:44.220185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:44.229988 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:44.251101 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:44.369788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-22b31de1-d4a4-4365-a500-524496d109e7 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:44.393053 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-22b31de1-d4a4-4365-a500-524496d109e7 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 805 time: 1.9729905
Apr 30 04:37:44.411553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff992023-a618-4cbf-806d-015fa0ccdd0a req-93567f71-59f0-4c22-bcde-2d4e1dcea35c tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4493012
Apr 30 04:37:44.412954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Request body: {'port': {'device_id': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'admin_state_up': True, 'tenant_id': '727c4291d7aa4a5ea49b54ff92104a82'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:44.433321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Made reservation on behalf of 4ea91bec209f4f2c8439d7b98db199f4 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:44.442287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:44.524975 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=a9c1794e-ace8-4d74-93d5-585a1515082f,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:44.530422 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:44.567720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604'}, {'server_uuid': 'c83cf3e5-62fe-462b-9149-fbfced6cc183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde68756-3980-4166-ac32-08a89f8687e7'}, {'server_uuid': 'd1d75e5a-d083-482b-8714-c23b5f26ed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c1794e-ace8-4d74-93d5-585a1515082f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:44.572844 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:44.612329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae1178-b5dd-4266-8f4b-7c9d6985ab4c req-c4124422-e6f9-4cb4-86f1-9998e089ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:44.617050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10ae1178-b5dd-4266-8f4b-7c9d6985ab4c req-c4124422-e6f9-4cb4-86f1-9998e089ddaf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 1097 time: 0.9731433
Apr 30 04:37:44.627859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:44.649488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Usage tracker for resource:security_group_rule and tenant:4ea91bec209f4f2c8439d7b98db199f4 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:44.660563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:44.674753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:44.676738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4bf4057b-6e5f-4404-b207-5401e94e176d None None] Provisioning complete for port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:44.677232 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4bf4057b-6e5f-4404-b207-5401e94e176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:44.748873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:44.772106 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcc177a3-b0c3-486c-b184-82a0e1a7a62a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:44.881625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=a24dba33-a5ac-4c84-8df4-875c38c019de,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:44.885243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:44.903169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d560734e-7211-4a30-8995-cb053961e45c None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:37:44.906692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:44.915742 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:44.959637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/a24dba33-a5ac-4c84-8df4-875c38c019de HTTP/1.1" status: 204  len: 168 time: 3.7135608
Apr 30 04:37:44.960934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36804) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:44.972738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'name': 'network-vif-deleted', 'tag': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:44.996774 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:45.024391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:37:45.058414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:45.058982 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Added segment 2f363928-6891-4a13-ade2-db91851e55c7 of type vlan for network 027eac3e-4c7d-44a6-9460-a90b5de0dc58
Apr 30 04:37:45.117990 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:45.220599 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11393e47-70e8-4ba9-93b3-0b7a2ecc4b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:45.251681 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:45.254466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:45.255964 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:45.266277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3087df30-83ca-4cb6-a6fd-1479da6c5afa req-fc5bba38-de3d-4e26-9e73-cc788edeeaf8 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 210 time: 0.5335026
Apr 30 04:37:45.274029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-476832b9-18e8-45bf-9003-813e1b2ea7a7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:router {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:45.303323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:45.332964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:45.365890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Made reservation on behalf of 727c4291d7aa4a5ea49b54ff92104a82 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:45.372152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772e3c1e-eb28-472f-b20e-6196d3da552b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:45.375483 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:45.391944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10ae1178-b5dd-4266-8f4b-7c9d6985ab4c req-b9233c6d-eb5c-4568-ab46-735623902500 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6911936
Apr 30 04:37:45.401896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-476832b9-18e8-45bf-9003-813e1b2ea7a7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:router {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:45.403217 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:45.404224 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-476832b9-18e8-45bf-9003-813e1b2ea7a7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4167387
Apr 30 04:37:45.410896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.8132069
Apr 30 04:37:45.412324 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:45.413077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36812) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:45.413581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36814) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:45.432944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:45.477378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Request body: {'subnet': {'network_id': '027eac3e-4c7d-44a6-9460-a90b5de0dc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1139842334-subnet', 'tenant_id': '4ea91bec209f4f2c8439d7b98db199f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:45.584711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:37:45.601873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:45.629349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Usage tracker for resource:subnet and tenant:4ea91bec209f4f2c8439d7b98db199f4 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:45.641873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:45.672240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] Deleting port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:45.672869 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:45.704154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Pushing event updated for resources: {'Network': ['ID=027eac3e-4c7d-44a6-9460-a90b5de0dc58,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:45.739445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2f1b-0e82-4976-8fec-fa48c92dfb65 req-08cd0562-a47b-4bea-93c6-31824cfc3c0d tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:45.746611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a2b2f1b-0e82-4976-8fec-fa48c92dfb65 req-08cd0562-a47b-4bea-93c6-31824cfc3c0d tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 1.3306258
Apr 30 04:37:45.770637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:45.818458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] For port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:45.818739 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:45.824748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884887be-4e4b-415f-bdba-249e5295d272 req-d0a24a62-e06e-4877-974c-5e7752ddd178 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:45.825590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-884887be-4e4b-415f-bdba-249e5295d272 req-d0a24a62-e06e-4877-974c-5e7752ddd178 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Synchronizing usage tracker for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:45.834911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Made reservation on behalf of 4ea91bec209f4f2c8439d7b98db199f4 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:45.837420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:45.991152 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] Calling delete_port for c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:45.998119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:45.998722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:45.999392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.000004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.000706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.001232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.002033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.002489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.003167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.003818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.004444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.005068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:37:46.017318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:46.031693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:37:46.042514 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:46.140502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:46.147241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:46.164084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Allocated IP 172.20.0.2 (250e2697-f2d7-43d3-b973-e43ab39c6403/7139698c-477e-486b-9121-7a7771acee19/f4b41462-9e6d-4b42-9a3b-006158fe9314) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:46.171516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-884887be-4e4b-415f-bdba-249e5295d272 req-d0a24a62-e06e-4877-974c-5e7752ddd178 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Unset dirty status for tenant:f89fe691aefe4009a53c4adb0997a37a on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:46.173528 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-884887be-4e4b-415f-bdba-249e5295d272 req-d0a24a62-e06e-4877-974c-5e7752ddd178 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 950 time: 1.1456919
Apr 30 04:37:46.186265 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:46.187569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:46.190945 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:46.218534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe7484-7644-4f9a-b771-fd0ac3b1fe05 req-b6a53c3e-322a-4733-bdfd-9bda4fe25c75 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:46.221384 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7abe7484-7644-4f9a-b771-fd0ac3b1fe05 req-b6a53c3e-322a-4733-bdfd-9bda4fe25c75 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 950 time: 0.6297669
Apr 30 04:37:46.234235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a2b2f1b-0e82-4976-8fec-fa48c92dfb65 req-4a6b89fa-fcd6-414a-bae7-a82e50d21ee5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398825
Apr 30 04:37:46.243312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] Pushing event deleted for resources: {'Port': ['ID=c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:46.246342 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:46.249089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] No DVR routers for this DVR port c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:37:46.272271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-0153523a-f1f7-4f15-918b-033084418b9f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:46.273988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-0153523a-f1f7-4f15-918b-033084418b9f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.5553539
Apr 30 04:37:46.310008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Request body: {'port': {'device_id': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'admin_state_up': True, 'tenant_id': '23ed3850f28743fbb3956272163e68c0'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:46.319136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:46.322784 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:46.404673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7abe7484-7644-4f9a-b771-fd0ac3b1fe05 req-ab2b5851-e975-4ac7-8cca-1dc62ffa1185 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687934
Apr 30 04:37:46.442762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:46.506574 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604', 'code': 200}
Apr 30 04:37:46.507203 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83cf3e5-62fe-462b-9149-fbfced6cc183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde68756-3980-4166-ac32-08a89f8687e7', 'code': 200}
Apr 30 04:37:46.507717 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d75e5a-d083-482b-8714-c23b5f26ed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c1794e-ace8-4d74-93d5-585a1515082f', 'code': 200}
Apr 30 04:37:46.508971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:37:46.509704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c9fcf0fe-20a7-43fd-bff4-4b8f23b6e0f3 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:37:46.540471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36824) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:46.647766 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb4f579-4c4f-4200-9385-85a79e0d362d', 'name': 'network-vif-deleted', 'tag': 'ebab9f1e-4ddf-47e5-9abf-f2b9a5d50604', 'status': 'completed', 'code': 200}
Apr 30 04:37:46.667610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:46.672767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Usage tracker for resource:port and tenant:23ed3850f28743fbb3956272163e68c0 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:46.676900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:46.688979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:46.951545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Made reservation on behalf of 23ed3850f28743fbb3956272163e68c0 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:46.955500 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:47.110257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29472664-1ef1-445a-bc0d-2534c93529da req-da50d6a0-7597-46d1-b331-7eaeec89171c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 210 time: 0.1720500
Apr 30 04:37:47.252800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] Deleting subnet 3a6fe147-e65a-47a4-a0bf-17f33516fb4f {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:37:47.268996 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:47.278513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14d73a-50ea-4bf5-b1a8-41bf9cffdaf9 req-f893754b-e226-4ec8-87b2-cccac3871abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:47.281441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d14d73a-50ea-4bf5-b1a8-41bf9cffdaf9 req-f893754b-e226-4ec8-87b2-cccac3871abf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183 HTTP/1.1" status: 200  len: 1101 time: 0.5783017
Apr 30 04:37:47.428680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 3cd0f211-9026-4876-922f-9d539dc23e2d no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:47.505083 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8596f3f2-40c6-45e9-9909-f7884f481482 req-dd6ca1b6-8b28-4aff-8fd9-c210434a396d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 210 time: 0.2102101
Apr 30 04:37:47.521037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f23cf-3a32-4e5b-9af2-a1eb922ffeac req-a0d06a95-2780-473f-a5d1-6b489af97622 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:47.533875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb3f23cf-3a32-4e5b-9af2-a1eb922ffeac req-a0d06a95-2780-473f-a5d1-6b489af97622 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 950 time: 0.5842843
Apr 30 04:37:47.625469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Allocated IP 172.20.0.8 (d8546f2d-3b48-4e0e-a3b1-191839a8c478/f6b8d43f-4c31-4f17-973d-316fa3a9818c/fe7f1399-a2f8-402b-a698-09ca69e8ac6c) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:47.649839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d14d73a-50ea-4bf5-b1a8-41bf9cffdaf9 req-5624a808-57a1-4969-bf15-bc715297de96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2959557
Apr 30 04:37:47.663490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb3f23cf-3a32-4e5b-9af2-a1eb922ffeac req-66a81d04-6c20-4e62-a12b-0f74523b57f3 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940530
Apr 30 04:37:47.673970 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:47.708388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:47.758276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:47.760145 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:47.766712 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:47.769561 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:47.785385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba3c95-ef04-4178-8846-dff8a7fd6f1c req-12e3a0ff-ff94-461a-9e97-c313bb2b711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:47.786969 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-75ba3c95-ef04-4178-8846-dff8a7fd6f1c req-12e3a0ff-ff94-461a-9e97-c313bb2b711e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 1102 time: 1.1512992
Apr 30 04:37:47.817611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-884887be-4e4b-415f-bdba-249e5295d272 req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Deleting port 3cd0f211-9026-4876-922f-9d539dc23e2d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:47.817970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-884887be-4e4b-415f-bdba-249e5295d272 req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:47.902626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=12']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:47.914912 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:47.986565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:48.090256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec4fa5-0425-437c-90da-f98d8403e5b6 req-3d1b82df-2564-4416-8f18-5fa45078391d tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:48.091935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92ec4fa5-0425-437c-90da-f98d8403e5b6 req-3d1b82df-2564-4416-8f18-5fa45078391d tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.3148065
Apr 30 04:37:48.103804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:48.148969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ef5ce-de37-4395-a2cd-371f8f6abac6 req-294f212c-4617-403b-99e3-fdf4c3a28742 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:48.150654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e7ef5ce-de37-4395-a2cd-371f8f6abac6 req-294f212c-4617-403b-99e3-fdf4c3a28742 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 948 time: 0.2906711
Apr 30 04:37:48.180686 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-75ba3c95-ef04-4178-8846-dff8a7fd6f1c req-356cb4ed-798c-4f65-b72f-dcbd857e2587 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3720269
Apr 30 04:37:48.199237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92ec4fa5-0425-437c-90da-f98d8403e5b6 req-0df005de-4c44-42d5-9775-1e6ce9a8f967 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920238
Apr 30 04:37:48.242513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e7ef5ce-de37-4395-a2cd-371f8f6abac6 req-c9527430-5da5-4384-b0fe-d36c353a4bc0 tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793641
Apr 30 04:37:48.252027 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:48.272919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:48.275835 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f04a2c37-f51f-4c9e-bf85-a67e66f1ea6b tempest-ListImageFiltersTestJSON-1103684953 tempest-ListImageFiltersTestJSON-1103684953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:48.395504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:48.403265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:48.434562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:48.437685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:37:48.494020 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2ffb38f3-998e-42e6-bcb8-8ba161658f7a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:48.510545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:48.527410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-884887be-4e4b-415f-bdba-249e5295d272 req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] For port 3cd0f211-9026-4876-922f-9d539dc23e2d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=3cd0f211-9026-4876-922f-9d539dc23e2d,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:48.527680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-884887be-4e4b-415f-bdba-249e5295d272 req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:48.697546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event updated for resources: {'Port': ['ID=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:48.709304 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:48.723146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-884887be-4e4b-415f-bdba-249e5295d272 req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Calling delete_port for 3cd0f211-9026-4876-922f-9d539dc23e2d owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:48.730480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:48.759032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:48.765423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:48.766527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:48.782125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:37:48.819498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Pushing event updated for resources: {'Port': ['ID=f4b41462-9e6d-4b42-9a3b-006158fe9314,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:48.874875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5779676
Apr 30 04:37:48.880784 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:48.890367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Request body: {'port': {'device_id': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:48.934267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4ac0d-b20a-438b-ac89-a12d59107914 req-54f6e982-9ac3-48e7-af84-85ff6ec59d73 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:48.936113 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6fb4ac0d-b20a-438b-ac89-a12d59107914 req-54f6e982-9ac3-48e7-af84-85ff6ec59d73 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.4462895
Apr 30 04:37:48.945063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:48.945734 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:49.000124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa92c-d76e-46c1-8479-8322f3d4cde3 req-3631cb70-57db-4b1a-90d2-190a1d6af6c0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:49.006454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-20eaa92c-d76e-46c1-8479-8322f3d4cde3 req-3631cb70-57db-4b1a-90d2-190a1d6af6c0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:49.073687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6fb4ac0d-b20a-438b-ac89-a12d59107914 req-592b6f6a-fcd7-4aa2-885a-644e4524eccc tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253273
Apr 30 04:37:49.082079 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:49.097003 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:49.129527 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7271287
Apr 30 04:37:49.153112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Request body: {'port': {'device_id': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:49.192212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-20eaa92c-d76e-46c1-8479-8322f3d4cde3 req-3631cb70-57db-4b1a-90d2-190a1d6af6c0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:49.194227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20eaa92c-d76e-46c1-8479-8322f3d4cde3 req-3631cb70-57db-4b1a-90d2-190a1d6af6c0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 931 time: 0.7054527
Apr 30 04:37:49.200962 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'code': 200}
Apr 30 04:37:49.225893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6fe147-e65a-47a4-a0bf-17f33516fb4f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:49.235934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:49.258742 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:49.272273 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:49.321800 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:49.336027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20eaa92c-d76e-46c1-8479-8322f3d4cde3 req-1b0d69b0-15ea-47c8-89fc-7f681f888f58 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269050
Apr 30 04:37:49.339345 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:49.387414 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3a6fe147-e65a-47a4-a0bf-17f33516fb4f HTTP/1.1" status: 204  len: 168 time: 2.8399351
Apr 30 04:37:49.393062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36846) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:49.625909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3619b3-7906-4809-ab88-a87f2f46e789,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:49.632833 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:49.652449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-884887be-4e4b-415f-bdba-249e5295d272 req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:49.869189 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:49.908364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:37:49.928826 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:49.955185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Pushing event deleted for resources: {'Port': ['ID=3cd0f211-9026-4876-922f-9d539dc23e2d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:49.965276 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:49.968044 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:50.038223 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:50.096053 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:50.141860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dad7-9a4e-48e7-9b29-40383b23268c req-317190fb-fab6-4092-8aed-8e11cbdcb356 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:50.143649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb19dad7-9a4e-48e7-9b29-40383b23268c req-317190fb-fab6-4092-8aed-8e11cbdcb356 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 931 time: 0.8114495
Apr 30 04:37:50.211665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:50.248334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:50.259514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-884887be-4e4b-415f-bdba-249e5295d272 req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] No DVR routers for this DVR port 3cd0f211-9026-4876-922f-9d539dc23e2d on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:37:50.262010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de631a11-dfdb-4616-bfac-9e0c8b4740d9 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:37:50.309520 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-884887be-4e4b-415f-bdba-249e5295d272 req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:50.313065 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-884887be-4e4b-415f-bdba-249e5295d272 req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.50 "DELETE /v2.0/ports/3cd0f211-9026-4876-922f-9d539dc23e2d HTTP/1.1" status: 204  len: 173 time: 4.1213901
Apr 30 04:37:50.325259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Checking segment: {'id': '2f363928-6891-4a13-ade2-db91851e55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '027eac3e-4c7d-44a6-9460-a90b5de0dc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:37:50.325259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Network hostable DHCP agents. Network: 027eac3e-4c7d-44a6-9460-a90b5de0dc58, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:37:50.330028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-deleted', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:50.353815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eebbe-dc66-40fc-8fc1-eca86a88d832 req-9e5489c1-e496-48eb-b740-bf51f7fbf093 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:50.360617 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a64eebbe-dc66-40fc-8fc1-eca86a88d832 req-9e5489c1-e496-48eb-b740-bf51f7fbf093 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 950 time: 0.7182717
Apr 30 04:37:50.377409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:50.378964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:50.385871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=c92954ab-7f99-4ef8-b8a3-4b9300860e2d,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:50.412745 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:50.460695 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.0415399
Apr 30 04:37:50.462540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36854) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:50.464309 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:50.479421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:37:50.491757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:50.523402 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb19dad7-9a4e-48e7-9b29-40383b23268c req-8cd470a4-3075-4132-ab99-78a1cf55f7a8 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3100002
Apr 30 04:37:50.545519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 027eac3e-4c7d-44a6-9460-a90b5de0dc58) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:50.578103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:50.578103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:50.638695 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 5.2160521
Apr 30 04:37:50.655075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a64eebbe-dc66-40fc-8fc1-eca86a88d832 req-4a19cefd-d439-4df1-884f-7d7b96d7bcbc tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2934442
Apr 30 04:37:50.679954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664c50d-0677-4363-bc0c-a648eb90391a None None] Network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:37:50.680243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:37:51.023658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': 'c92954ab-7f99-4ef8-b8a3-4b9300860e2d'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:37:51.024536 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.130118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b41462-9e6d-4b42-9a3b-006158fe9314 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:51.134010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2d729ac-9e3b-44ec-a8b8-21dfbe57fd13 req-5e77d46c-8142-4378-8b2f-15380bfe4bdd tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] 10.222.0.46 "GET /v2.0/ports?device_id=889f9dc6-15f9-4bbb-b0a8-630b04db05a5 HTTP/1.1" status: 200  len: 210 time: 0.2766979
Apr 30 04:37:51.146694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:51.150224 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.155354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ba549d0>,) {'filters': {'network_id': ['ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:51.188199 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f9dc6-15f9-4bbb-b0a8-630b04db05a5', 'name': 'network-vif-deleted', 'tag': '3cd0f211-9026-4876-922f-9d539dc23e2d', 'status': 'completed', 'code': 200}
Apr 30 04:37:51.189324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Transition to ACTIVE for port object f4b41462-9e6d-4b42-9a3b-006158fe9314 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:51.199331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.199634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:51.204524 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0766e177-2eef-4cf0-a0cf-e522f551f427 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:51.217179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ba549d0>, '4cfc25a2-9542-4854-a8ab-5ec4760748c8') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:51.217481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ba549d0>, '4cfc25a2-9542-4854-a8ab-5ec4760748c8') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:51.230395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:51.267863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:51.272471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7f1399-a2f8-402b-a698-09ca69e8ac6c {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:51.291884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.305258 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.334070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Transition to ACTIVE for port object fe7f1399-a2f8-402b-a698-09ca69e8ac6c will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:51.335951 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.338775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:51.342531 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.385016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.401041 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eccde5f4-36d4-48b9-aa9c-4b5cc67da1f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:51.447986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:37:51.493306 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c92b20-8788-446b-a468-80a7b86348ae None None] Network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:37:51.558372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Pushing event updated for resources: {'Port': ['ID=f4b41462-9e6d-4b42-9a3b-006158fe9314,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:51.563272 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:51.581045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Attempting to bind port f4b41462-9e6d-4b42-9a3b-006158fe9314 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:37:51.582505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Attempting to bind port f4b41462-9e6d-4b42-9a3b-006158fe9314 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:37:51.582837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Attempting to bind port f4b41462-9e6d-4b42-9a3b-006158fe9314 on network 250e2697-f2d7-43d3-b973-e43ab39c6403 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:51.589306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Port f4b41462-9e6d-4b42-9a3b-006158fe9314 on network 250e2697-f2d7-43d3-b973-e43ab39c6403 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:37:51.589628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Attempting to bind port f4b41462-9e6d-4b42-9a3b-006158fe9314 on network 250e2697-f2d7-43d3-b973-e43ab39c6403 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:51.596349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:37:51.597625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Checking segment: {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:37:51.598026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Bound using segment: {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:37:51.598476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Bound port: f4b41462-9e6d-4b42-9a3b-006158fe9314, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:37:51.598816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.686111 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Allocated IP 2001:db8::f816:3eff:feea:c1 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/c92954ab-7f99-4ef8-b8a3-4b9300860e2d/0050dbcb-14e5-40a2-8615-5056f5c11aef) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:51.712239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:37:51.718786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:37:51.726671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.734012 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a43159d-8349-4d22-bfba-2ea0097ecddc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:51.849682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:51.850725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:51.853899 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] 10.222.0.50 "PUT /v2.0/ports/f4b41462-9e6d-4b42-9a3b-006158fe9314 HTTP/1.1" status: 200  len: 1092 time: 2.7119837
Apr 30 04:37:51.977569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Pushing event updated for resources: {'Port': ['ID=f4b41462-9e6d-4b42-9a3b-006158fe9314,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:51.986229 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:52.023885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-a3be40e5-8c85-46f9-b422-a357ed326745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:52.025618 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-a3be40e5-8c85-46f9-b422-a357ed326745 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 1095 time: 0.0946310
Apr 30 04:37:52.078923 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:52.093531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Transition to ACTIVE for port object 0050dbcb-14e5-40a2-8615-5056f5c11aef will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:52.118904 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Transition to ACTIVE for port object 0050dbcb-14e5-40a2-8615-5056f5c11aef will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:52.127012 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-978712bb-4ca2-47d3-947c-3e63529711ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314 HTTP/1.1" status: 200  len: 217 time: 0.0930216
Apr 30 04:37:52.127451 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:52.132492 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:52.173734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:52.205715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:52.209332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:52.219515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:37:52.241328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-12c2c858-1d9c-41c7-b42e-4ab9fb2f5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:52.244270 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-12c2c858-1d9c-41c7-b42e-4ab9fb2f5118 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 200  len: 845 time: 0.1050577
Apr 30 04:37:52.245517 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:52.249528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:37:52.261052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:52.265307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Pushing event updated for resources: {'Port': ['ID=0050dbcb-14e5-40a2-8615-5056f5c11aef,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:52.279151 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:52.337723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Attempting to bind port 0050dbcb-14e5-40a2-8615-5056f5c11aef on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:37:52.338108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Attempting to bind port 0050dbcb-14e5-40a2-8615-5056f5c11aef by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:37:52.338482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Attempting to bind port 0050dbcb-14e5-40a2-8615-5056f5c11aef on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:52.341528 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-590349d1-e435-4d3e-9f5f-233af24d8dca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=250e2697-f2d7-43d3-b973-e43ab39c6403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0886738
Apr 30 04:37:52.345047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:37:52.345521 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:37:52.346001 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:52.346411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:37:52.347990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Bound port: 0050dbcb-14e5-40a2-8615-5056f5c11aef, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:37:52.348516 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:52.460049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] For port 0050dbcb-14e5-40a2-8615-5056f5c11aef, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:37:52.463686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] For port 0050dbcb-14e5-40a2-8615-5056f5c11aef, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0050dbcb-14e5-40a2-8615-5056f5c11aef,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:37:52.469814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:52.474171 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5d03cfe8-cd74-442b-858b-212cfef0d4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:52.555599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Attempting to bind port fe7f1399-a2f8-402b-a698-09ca69e8ac6c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:37:52.556213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Attempting to bind port fe7f1399-a2f8-402b-a698-09ca69e8ac6c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:37:52.556753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Attempting to bind port fe7f1399-a2f8-402b-a698-09ca69e8ac6c on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:52.561623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Pushing event updated for resources: {'Port': ['ID=0050dbcb-14e5-40a2-8615-5056f5c11aef,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:52.564706 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:52.610978 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-854b0656-fed7-425c-bb30-c8e8bb3841d4 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2614095
Apr 30 04:37:52.625558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-e3cd23d6-7f42-4e65-99c5-0cfe4f0fd1b1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:52.626364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-e3cd23d6-7f42-4e65-99c5-0cfe4f0fd1b1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Synchronizing usage tracker for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:52.658704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Port fe7f1399-a2f8-402b-a698-09ca69e8ac6c on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:37:52.659459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Attempting to bind port fe7f1399-a2f8-402b-a698-09ca69e8ac6c on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:37:52.770264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:37:52.770940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Checking segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:37:52.771679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Bound using segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:37:52.772827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Bound port: fe7f1399-a2f8-402b-a698-09ca69e8ac6c, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:37:52.773428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:52.821583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-75654417-fabc-4f69-8496-f25629357a75 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:52.822350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-75654417-fabc-4f69-8496-f25629357a75 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Synchronizing usage tracker for tenant:4ea91bec209f4f2c8439d7b98db199f4 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:37:52.832359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Network ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:37:52.854658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b7c92-9369-4e1e-ae76-3b5945d2d6c7 req-5fa97518-5726-40fe-acf5-0d787192081a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:52.860209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-816b7c92-9369-4e1e-ae76-3b5945d2d6c7 req-5fa97518-5726-40fe-acf5-0d787192081a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 943 time: 1.4643750
Apr 30 04:37:52.915860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-e3cd23d6-7f42-4e65-99c5-0cfe4f0fd1b1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Unset dirty status for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:52.917466 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-e3cd23d6-7f42-4e65-99c5-0cfe4f0fd1b1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.50 "GET /v2.0/ports?device_id=dea14fdc-3e9a-4a04-9e64-f00941eeb8e2 HTTP/1.1" status: 200  len: 945 time: 0.4398894
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:37:52.932669 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:37:53.072880 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-035c2bdd-7014-4d16-9464-eb48b3180140 req-a8a6e565-8121-41e6-8bf9-665157dec773 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4421723
Apr 30 04:37:53.156098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Deleting port 04536863-80cc-4567-8ec5-abdcba7abd02 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:37:53.156742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:53.199490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:53.239330 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:53.261362 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:53.276336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-75654417-fabc-4f69-8496-f25629357a75 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Unset dirty status for tenant:4ea91bec209f4f2c8439d7b98db199f4 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:37:53.277795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-75654417-fabc-4f69-8496-f25629357a75 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/networks?id=027eac3e-4c7d-44a6-9460-a90b5de0dc58 HTTP/1.1" status: 200  len: 822 time: 1.5594103
Apr 30 04:37:53.292483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:53.328263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:53.334774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-816b7c92-9369-4e1e-ae76-3b5945d2d6c7 req-716e319c-2a3b-4863-b9ff-8ee77c566920 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2498744
Apr 30 04:37:53.352391 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:53.353277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] For port 04536863-80cc-4567-8ec5-abdcba7abd02, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04536863-80cc-4567-8ec5-abdcba7abd02,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:53.354092 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:53.377195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-da9b8f8b-5392-4979-be41-971863551078 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/quotas/4ea91bec209f4f2c8439d7b98db199f4 HTTP/1.1" status: 200  len: 375 time: 0.0804756
Apr 30 04:37:53.481683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-2334ef25-7578-4ad3-8a78-9d9e6b599b2b tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ea91bec209f4f2c8439d7b98db199f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0838571
Apr 30 04:37:53.490444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] For port fe7f1399-a2f8-402b-a698-09ca69e8ac6c, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:37:53.514863 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ff2b8bc9-8e59-4d38-bee7-5bf26c50a00f HTTP/1.1" status: 204  len: 168 time: 4.1137829
Apr 30 04:37:53.518723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36890) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:53.528214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Calling delete_port for 04536863-80cc-4567-8ec5-abdcba7abd02 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:37:53.604204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] For port fe7f1399-a2f8-402b-a698-09ca69e8ac6c, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:37:53.641678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:53.683286 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:53.712664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:53.727672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['04536863-80cc-4567-8ec5-abdcba7abd02'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:53.729851 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c9fae893-26f4-434d-b086-bce27cfbfeb9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:53.902353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Pushing event deleted for resources: {'Port': ['ID=04536863-80cc-4567-8ec5-abdcba7abd02,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:53.918534 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:53.933594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:53.934018 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:53.935113 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] 10.222.0.50 "PUT /v2.0/ports/fe7f1399-a2f8-402b-a698-09ca69e8ac6c HTTP/1.1" status: 200  len: 1092 time: 5.0495751
Apr 30 04:37:53.935959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'tag': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:53.976426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] Deleting subnet 1f82142b-d1dd-448b-bef6-1b3df13f3ec6 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:37:54.016256 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:54.027921 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a2124178-65be-4f5f-ab90-f59accf4dfa4 None None] Provisioning for port 0050dbcb-14e5-40a2-8615-5056f5c11aef completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:54.044619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] No DVR routers for this DVR port 04536863-80cc-4567-8ec5-abdcba7abd02 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:37:54.049256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:54.068953 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2cee7805-da67-4553-8fcd-c5a0e84e9595 req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.50 "DELETE /v2.0/ports/04536863-80cc-4567-8ec5-abdcba7abd02 HTTP/1.1" status: 204  len: 173 time: 1.1443422
Apr 30 04:37:54.110456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:54.135652 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:54.145007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-89b5adf7-6ce8-4ca4-a3c6-b814f883dee5 service neutron] 10.222.0.46 "GET /v2.0/networks/027eac3e-4c7d-44a6-9460-a90b5de0dc58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6292908
Apr 30 04:37:54.240299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-b425fa4e-0dc6-409a-b21f-3e1eb9b79dca tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:54.241793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-b425fa4e-0dc6-409a-b21f-3e1eb9b79dca tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/networks?id=2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 200  len: 814 time: 0.6243784
Apr 30 04:37:54.244538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:54.480378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0050dbcb-14e5-40a2-8615-5056f5c11aef up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:54.564011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-33e0e42a-5a40-4025-ba34-a94428dc97e9 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/quotas/6de62b6b1dba4d8981f30356c1d37820 HTTP/1.1" status: 200  len: 375 time: 0.2848151
Apr 30 04:37:54.568057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 0050dbcb-14e5-40a2-8615-5056f5c11aef completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:54.578482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0050dbcb-14e5-40a2-8615-5056f5c11aef triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:54.579274 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:54.701424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:54.754936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-4150f509-d28b-4dcd-9238-7e52290cd33c tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6de62b6b1dba4d8981f30356c1d37820&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1364021
Apr 30 04:37:54.783996 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:54.811268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-7921145a-31dc-45af-a0a5-f821bc968397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:54.812993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-7921145a-31dc-45af-a0a5-f821bc968397 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 1095 time: 0.8133779
Apr 30 04:37:54.825199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 0050dbcb-14e5-40a2-8615-5056f5c11aef, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0050dbcb-14e5-40a2-8615-5056f5c11aef,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:54.830511 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:54.832740 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a980a468-8780-4b04-a216-4e5cb89e17fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:54.914157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=0050dbcb-14e5-40a2-8615-5056f5c11aef,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:54.919001 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:54.923907 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-453c06fe-3ce7-427a-bb56-19fc16d2ff1e service neutron] 10.222.0.46 "GET /v2.0/networks/027eac3e-4c7d-44a6-9460-a90b5de0dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7569053
Apr 30 04:37:54.956716 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-c037c56b-b7fc-42e1-a0b8-a1c7cfaf3229 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7f1399-a2f8-402b-a698-09ca69e8ac6c HTTP/1.1" status: 200  len: 217 time: 0.1318581
Apr 30 04:37:55.316659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-ab1fcce2-1df7-450d-8d3d-ac7847f957fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:55.318566 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-ab1fcce2-1df7-450d-8d3d-ac7847f957fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.3381174
Apr 30 04:37:55.401624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-32445fe3-5a66-47cc-88f5-f12f718d877b service neutron] 10.222.0.46 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6297946
Apr 30 04:37:55.428544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-8cb5b32a-1883-4306-8d51-4305d77402b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0980978
Apr 30 04:37:55.481114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4b41462-9e6d-4b42-9a3b-006158fe9314 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:37:55.780605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:55.798622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f4b41462-9e6d-4b42-9a3b-006158fe9314', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'port_id': 'f4b41462-9e6d-4b42-9a3b-006158fe9314', 'mac_address': 'fa:16:3e:b3:ae:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139698c-477e-486b-9121-7a7771acee19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:37:55.886022 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:55.924420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b41462-9e6d-4b42-9a3b-006158fe9314 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:37:55.962805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:55.971173 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:55.976327 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:56.030909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1ed25-0e16-4fba-aa88-8ce6f64c9c94 req-4e41f6bd-6100-4c54-8142-dfcd4b3da71d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:56.034355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adb1ed25-0e16-4fba-aa88-8ce6f64c9c94 req-4e41f6bd-6100-4c54-8142-dfcd4b3da71d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 943 time: 0.8360400
Apr 30 04:37:56.113979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f4b41462-9e6d-4b42-9a3b-006158fe9314,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:56.129161 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:56.131682 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:56.162343 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dd2b65e-b877-4cb3-b260-83859803350d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:56.258255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f4b41462-9e6d-4b42-9a3b-006158fe9314'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:37:56.259047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:56.274201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-35b0ff4a-0001-4a82-a610-7bbd90f5cf29 service neutron] 10.222.0.46 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8603427
Apr 30 04:37:56.286546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-af0279f9-5781-4a03-89c7-a9c2944523d6 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8164711
Apr 30 04:37:56.290231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:37:56.300548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:37:56.326719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd92368-cdc3-4196-b7a6-bf778599bd84 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:37:56.336692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adb1ed25-0e16-4fba-aa88-8ce6f64c9c94 req-97b0cab2-c3cb-4f43-ade5-9f5c9bdc7dfb tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2764487
Apr 30 04:37:56.337848 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:56.370243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:56.370865 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:56.408090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36914) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:56.423938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1f82142b-d1dd-448b-bef6-1b3df13f3ec6 HTTP/1.1" status: 204  len: 168 time: 2.8682911
Apr 30 04:37:56.425517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=e93bf69e-d6ba-4187-9001-467c273711a5,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:56.529621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0050dbcb-14e5-40a2-8615-5056f5c11aef up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:56.544941 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:56.546415 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:56.604382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f82142b-d1dd-448b-bef6-1b3df13f3ec6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:56.608670 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:56.624227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.1389232
Apr 30 04:37:56.625052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36918) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:56.648196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:60:bc:08', 'name': 'tempest-NetworksTestDHCPv6-586010698'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:56.665178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:57.069190 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314', 'status': 'completed', 'code': 200}
Apr 30 04:37:57.121454 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:57.178688 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:57.209428 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:57.376565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0050dbcb-14e5-40a2-8615-5056f5c11aef triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:57.377462 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:57.541553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04536863-80cc-4567-8ec5-abdcba7abd02 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:37:57.579341 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'tag': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c', 'status': 'completed', 'code': 200}
Apr 30 04:37:57.593672 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aea3243c-d346-4e32-9d0e-46607c6c7b42 req-9b86f92c-5711-4ac0-a5d9-d00e2393191f service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2971535
Apr 30 04:37:57.659877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36938) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:57.780879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:57.791533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:57.795383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780be1b80>,) {'filters': {'network_id': ['e4b0a3b4-4de0-41bb-ae84-2894118a5267']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:57.803733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:57.806156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 04536863-80cc-4567-8ec5-abdcba7abd02 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:37:57.807110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04536863-80cc-4567-8ec5-abdcba7abd02 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:37:57.823874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-3403e463-0f0d-4f81-8736-62682ce7e4cb tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:57.826386 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-3403e463-0f0d-4f81-8736-62682ce7e4cb tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.50 "GET /v2.0/networks?id=027eac3e-4c7d-44a6-9460-a90b5de0dc58 HTTP/1.1" status: 200  len: 822 time: 0.7591717
Apr 30 04:37:57.842263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780be1b80>, '16903375-cbd0-45d1-8a88-52236c934f6a') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:57.843153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780be1b80>, '16903375-cbd0-45d1-8a88-52236c934f6a') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:37:57.854719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f361c-6437-4d13-922d-c7e985b67fca req-480dd6c6-0f18-4964-acbe-4f086695c546 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:57.865286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e79f361c-6437-4d13-922d-c7e985b67fca req-480dd6c6-0f18-4964-acbe-4f086695c546 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 950 time: 1.1013317
Apr 30 04:37:57.914871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cfd76-4c84-4d6c-8047-1b39d979f1d2 req-74de84f8-a349-4696-b97a-d77b6a8fe864 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:57.922170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-446cfd76-4c84-4d6c-8047-1b39d979f1d2 req-74de84f8-a349-4696-b97a-d77b6a8fe864 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 943 time: 0.4108207
Apr 30 04:37:57.924683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:57.939592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Request body: {'port': {'device_id': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'network_id': '027eac3e-4c7d-44a6-9460-a90b5de0dc58', 'admin_state_up': True, 'tenant_id': '4ea91bec209f4f2c8439d7b98db199f4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:57.989421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] Update dhcp port {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': 'c92954ab-7f99-4ef8-b8a3-4b9300860e2d', 'ip_address': '2001:db8::f816:3eff:feea:c1'}, {'subnet_id': 'e93bf69e-d6ba-4187-9001-467c273711a5'}], 'binding:host_id': 'n-d-766726-20'}, 'id': '0050dbcb-14e5-40a2-8615-5056f5c11aef'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:37:58.007502 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:58.067105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:58.141471 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e79f361c-6437-4d13-922d-c7e985b67fca req-aec2499e-2ef4-430f-9b41-38d88ea7e110 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2739344
Apr 30 04:37:58.142571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:58.168617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-dd62bbcb-57e8-4495-8950-4f5e498eea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:58.170955 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-dd62bbcb-57e8-4495-8950-4f5e498eea4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 1096 time: 0.8977954
Apr 30 04:37:58.172616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:37:58.218337 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:58.223281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-446cfd76-4c84-4d6c-8047-1b39d979f1d2 req-992aafd3-80a2-4a83-aad5-711d6caea1a3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2991917
Apr 30 04:37:58.263578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d493aea4-8086-40db-b060-73a4171fd882 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f89fe691aefe4009a53c4adb0997a37a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6015389
Apr 30 04:37:58.272196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36946) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:37:58.384036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-bacc1ea7-3826-4fc6-9d85-0a6897730504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:58.385875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-bacc1ea7-3826-4fc6-9d85-0a6897730504 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 1095 time: 0.5787609
Apr 30 04:37:58.392588 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:58.578415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] Allocated IP 172.20.0.2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/e93bf69e-d6ba-4187-9001-467c273711a5/0050dbcb-14e5-40a2-8615-5056f5c11aef) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:58.631505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Network e4b0a3b4-4de0-41bb-ae84-2894118a5267 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:37:58.641767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:58.695518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port ff4403c8-ce80-4b75-a05e-eb6be64c047a yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:37:58.760359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] For port 0050dbcb-14e5-40a2-8615-5056f5c11aef, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0050dbcb-14e5-40a2-8615-5056f5c11aef,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:58.787468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b15ebf9-f264-45db-a659-8a5799ace6f7 req-9c92ad33-fd60-48dd-8607-991afa4d59cc tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 210 time: 0.3190188
Apr 30 04:37:58.832521 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70b1d499-1343-48a8-82ad-9cb25098665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:58.834930 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:58.864087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] Transition to ACTIVE for port object 0050dbcb-14e5-40a2-8615-5056f5c11aef will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:37:58.876572 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:58.899252 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:59.020468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-2d8d7bf2-7276-4591-9eac-4fd17b194c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:59.022059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-2d8d7bf2-7276-4591-9eac-4fd17b194c2b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 906 time: 0.6041751
Apr 30 04:37:59.024719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3299da52-38f8-41f8-ac2d-04785f40c6a0 req-07b027f9-05a4-454b-8197-6b91ddc270fa tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 210 time: 0.2359157
Apr 30 04:37:59.077913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-04e72968-86e6-48a1-a9bf-03425311e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:59.080593 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-04e72968-86e6-48a1-a9bf-03425311e5f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 906 time: 0.8877058
Apr 30 04:37:59.081472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'name': 'network-vif-deleted', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:59.135726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] Pushing event updated for resources: {'Port': ['ID=0050dbcb-14e5-40a2-8615-5056f5c11aef,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:37:59.149853 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:37:59.215820 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-c45218db-75e6-47e6-b5e2-126e99fe4666 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7f1399-a2f8-402b-a698-09ca69e8ac6c HTTP/1.1" status: 200  len: 217 time: 0.1814709
Apr 30 04:37:59.229000 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70b1d499-1343-48a8-82ad-9cb25098665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:59.294626 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-7e435988-aaea-4dda-8f72-4944045f7f77 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314 HTTP/1.1" status: 200  len: 217 time: 0.1740890
Apr 30 04:37:59.515135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4b41462-9e6d-4b42-9a3b-006158fe9314 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:37:59.537425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-b24aee74-9ca0-436e-9db1-a7b94e428aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:59.538973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-b24aee74-9ca0-436e-9db1-a7b94e428aff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.3150218
Apr 30 04:37:59.589752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:37:59.594016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Usage tracker for resource:port and tenant:4ea91bec209f4f2c8439d7b98db199f4 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:37:59.598189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:37:59.605145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:37:59.632458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-3519f9e3-bece-453c-9ba2-d520230b2273 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0842373
Apr 30 04:37:59.634010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Made reservation on behalf of 4ea91bec209f4f2c8439d7b98db199f4 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:37:59.638132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:59.651617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port f4b41462-9e6d-4b42-9a3b-006158fe9314 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:37:59.654550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-be67f1ae-e76c-4e32-bf77-18e4ef6a3222 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:59.656176 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-be67f1ae-e76c-4e32-bf77-18e4ef6a3222 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.37 "GET /v2.0/networks?id=2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 200  len: 814 time: 0.9694135
Apr 30 04:37:59.660694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f4b41462-9e6d-4b42-9a3b-006158fe9314 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:37:59.661621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Network e4b0a3b4-4de0-41bb-ae84-2894118a5267 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:37:59.662029 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:59.681438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Request body: {'port': {'device_id': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78', 'admin_state_up': True, 'tenant_id': '6de62b6b1dba4d8981f30356c1d37820'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:37:59.714613 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:37:59.717332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-c147292e-4117-45cc-b289-91968c879d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:59.717702 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-c147292e-4117-45cc-b289-91968c879d33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 200  len: 845 time: 0.3701227
Apr 30 04:37:59.806585 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-6db47750-45e8-4a02-a6eb-28d770609376 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=250e2697-f2d7-43d3-b973-e43ab39c6403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0717399
Apr 30 04:37:59.916051 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:59.916286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a33740-efd3-4942-910b-dca91c2330d9 req-68c4b0a1-8d8e-4530-95ce-723e97651968 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:37:59.919455 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18a33740-efd3-4942-910b-dca91c2330d9 req-68c4b0a1-8d8e-4530-95ce-723e97651968 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183 HTTP/1.1" status: 200  len: 949 time: 0.6252482
Apr 30 04:37:59.930347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 172.20.0.6 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/e93bf69e-d6ba-4187-9001-467c273711a5/ff4403c8-ce80-4b75-a05e-eb6be64c047a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:59.958051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70b1d499-1343-48a8-82ad-9cb25098665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:37:59.962930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fe60:bc08 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/c92954ab-7f99-4ef8-b8a3-4b9300860e2d/ff4403c8-ce80-4b75-a05e-eb6be64c047a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:37:59.978724 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-deb1b489-4869-4bb2-bc6d-67defe704e4c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:37:59.980802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:37:59.982699 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:37:59.987238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-784a45dd-1428-44a5-9bf3-bd31e7778c5d service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3335578
Apr 30 04:37:59.993305 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:00.003321 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:00.004094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df60cf0-a762-43e8-ba79-09a2824a0992 req-cc35301b-ecaf-4628-8a9e-b9ae6b765721 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:00.005672 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5df60cf0-a762-43e8-ba79-09a2824a0992 req-cc35301b-ecaf-4628-8a9e-b9ae6b765721 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 944 time: 0.6482446
Apr 30 04:38:00.038836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1d499-1343-48a8-82ad-9cb25098665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ddf674-abe0-47c1-ba32-4b3d7c8ef914,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:00.082485 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-70b1d499-1343-48a8-82ad-9cb25098665d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:00.134420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-32ec2400-dc6d-4e76-b9ef-977bbd2bc9f1 None None] Provisioning for port 0050dbcb-14e5-40a2-8615-5056f5c11aef completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:00.150627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-32ec2400-dc6d-4e76-b9ef-977bbd2bc9f1 None None] Provisioning complete for port 0050dbcb-14e5-40a2-8615-5056f5c11aef triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:00.151132 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32ec2400-dc6d-4e76-b9ef-977bbd2bc9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:00.170268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:00.204386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f4b41462-9e6d-4b42-9a3b-006158fe9314,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:00.215643 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:00.231852 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05a7cd91-e49a-4521-8432-622c79c5a414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:00.247469 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-2d0a0120-5a32-4f5b-8d13-74fbbf2ad721 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3875353
Apr 30 04:38:00.256493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:00.334308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b0a3b4-4de0-41bb-ae84-2894118a5267,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:00.349855 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:00.375288 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] 10.222.0.46 "DELETE /v2.0/networks/e4b0a3b4-4de0-41bb-ae84-2894118a5267 HTTP/1.1" status: 204  len: 168 time: 3.9656174
Apr 30 04:38:00.482299 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18a33740-efd3-4942-910b-dca91c2330d9 req-e66e75f1-6576-41e1-bdca-6859c9e957d3 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5333977
Apr 30 04:38:00.514189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0050dbcb-14e5-40a2-8615-5056f5c11aef up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:00.568269 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5df60cf0-a762-43e8-ba79-09a2824a0992 req-09ebe014-2a65-4d15-b76f-67ab590ccd05 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5212705
Apr 30 04:38:00.578529 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70b1d499-1343-48a8-82ad-9cb25098665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:00.580611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-70b1d499-1343-48a8-82ad-9cb25098665d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6ddf674-abe0-47c1-ba32-4b3d7c8ef914 HTTP/1.1" status: 204  len: 168 time: 2.3065121
Apr 30 04:38:00.776126 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0af547e5-826c-4658-b003-935834246f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:00.837136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0050dbcb-14e5-40a2-8615-5056f5c11aef triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:00.837786 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:00.880508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36966) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:00.890658 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea14fdc-3e9a-4a04-9e64-f00941eeb8e2', 'name': 'network-vif-deleted', 'tag': '04536863-80cc-4567-8ec5-abdcba7abd02', 'status': 'completed', 'code': 200}
Apr 30 04:38:00.893092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:00.915618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object ff4403c8-ce80-4b75-a05e-eb6be64c047a will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:00.957853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:00.995745 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:01.035163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Usage tracker for resource:port and tenant:6de62b6b1dba4d8981f30356c1d37820 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:01.051440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:01.057725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Allocated IP 172.20.0.5 (027eac3e-4c7d-44a6-9460-a90b5de0dc58/7d3619b3-7906-4809-ab88-a87f2f46e789/79872324-c5a4-4bf3-a0b6-b0f49423bd09) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:01.071624 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cf538ba6-4fe3-4843-ad95-06b43ac1ac54 tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:01.090144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:01.138528 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe02393-b2a2-463b-aab5-3191c9465192 req-4861c5bf-2457-4fd5-8b6e-3a824574a3d3 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8347659
Apr 30 04:38:01.174264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f1336f1-6183-4b69-9c1b-616f5a4be908 req-fb62419c-5d37-47e4-8540-5ecdecdadb2d tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 210 time: 0.2324381
Apr 30 04:38:01.183591 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0a3b9d5c-7674-485e-ae1f-a4aa4afe95ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae7836dda3f94a3a8b3efe8478284a0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2869585
Apr 30 04:38:01.184497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36972) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:01.186030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Made reservation on behalf of 6de62b6b1dba4d8981f30356c1d37820 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:01.188614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:01.254173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:01.279522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:01.310191 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314', 'code': 200}
Apr 30 04:38:01.320484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:01.434404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56f28c5a-a7b1-4338-bc6f-946c42d896a3 req-232adec6-32b5-413e-b99a-cef355b80c86 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4272385
Apr 30 04:38:01.510124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fe7f1399-a2f8-402b-a698-09ca69e8ac6c details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:38:01.579562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=ff4403c8-ce80-4b75-a05e-eb6be64c047a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:01.701133 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:01.743195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0f3892fb-5f5c-4a02-8b00-33dfe935ee74 req-449955bf-c8cc-41a3-9008-fe55c79a3557 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 210 time: 0.1806784
Apr 30 04:38:01.745564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36978) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:01.776682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:01.777737 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:01.844735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f63288-7d81-4d3e-88fa-208bbf785bb5 req-d4b320ca-95da-40fb-94ae-895f2ac4c810 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:01.852906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0f63288-7d81-4d3e-88fa-208bbf785bb5 req-d4b320ca-95da-40fb-94ae-895f2ac4c810 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 943 time: 0.8635468
Apr 30 04:38:01.891492 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0628860-0aea-4b16-b2ef-4a6511a8b814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:01.923079 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0628860-0aea-4b16-b2ef-4a6511a8b814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:01.953365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fe7f1399-a2f8-402b-a698-09ca69e8ac6c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:01.969623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 5.3414521
Apr 30 04:38:01.970461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36982) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:01.971330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-10e4d318-cdbf-44bc-a1a8-e97e0edd6aeb None None] Provisioning for port ff4403c8-ce80-4b75-a05e-eb6be64c047a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:01.993988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-10e4d318-cdbf-44bc-a1a8-e97e0edd6aeb None None] Provisioning complete for port ff4403c8-ce80-4b75-a05e-eb6be64c047a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:01.996370 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-10e4d318-cdbf-44bc-a1a8-e97e0edd6aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.011218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7e21cfa6-30f8-4de6-a6c9-919bb8c14bd1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95cda7ddeb2a496b8630c2c773be4374&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1763182
Apr 30 04:38:02.017398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36986) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:02.024673 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0628860-0aea-4b16-b2ef-4a6511a8b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.045745 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd81a635-1fed-4d2a-beb0-4363e781a9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:02.068611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0628860-0aea-4b16-b2ef-4a6511a8b814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6035b340-46e9-441b-bce1-34bc0dcb8b0f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:02.079722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'port_id': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c', 'mac_address': 'fa:16:3e:d7:5b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b8d43f-4c31-4f17-973d-316fa3a9818c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:38:02.088718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b0628860-0aea-4b16-b2ef-4a6511a8b814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:02.101746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Allocated IP 172.20.0.6 (2143fcab-9514-4d65-b4e3-ea2650571b78/428de363-804c-4154-ad97-5c4366b56436/9de0e2d8-3daa-434f-af2b-5d749704dc59) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:02.113601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0f63288-7d81-4d3e-88fa-208bbf785bb5 req-34b044da-321f-48ef-893f-d3b4456680bb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2595878
Apr 30 04:38:02.116574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc4121-14d4-4791-8fad-da6b26daa58f req-5615f7d9-756a-467c-8c1b-aa5f5206b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:02.118561 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b9bc4121-14d4-4791-8fad-da6b26daa58f req-5615f7d9-756a-467c-8c1b-aa5f5206b577 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 1097 time: 0.7142746
Apr 30 04:38:02.171789 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.195856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfbab7-aff6-4233-b5d1-10b02b18b268 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:02.212118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfbab7-aff6-4233-b5d1-10b02b18b268 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:02.212997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3cbfbab7-aff6-4233-b5d1-10b02b18b268 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:38:02.243089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-10e4d318-cdbf-44bc-a1a8-e97e0edd6aeb None None] Port ff4403c8-ce80-4b75-a05e-eb6be64c047a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:38:02.244479 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b9bc4121-14d4-4791-8fad-da6b26daa58f req-ba99c6e6-20c8-4e33-9f93-baed41f1d1b9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823536
Apr 30 04:38:02.254616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3cbfbab7-aff6-4233-b5d1-10b02b18b268 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:38:02.258676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0628860-0aea-4b16-b2ef-4a6511a8b814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.259170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3cbfbab7-aff6-4233-b5d1-10b02b18b268 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1860 time: 0.2505910
Apr 30 04:38:02.259936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36992) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:02.261408 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b0628860-0aea-4b16-b2ef-4a6511a8b814 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6035b340-46e9-441b-bce1-34bc0dcb8b0f HTTP/1.1" status: 204  len: 168 time: 1.0376377
Apr 30 04:38:02.282317 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.306786 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f53e1dcd-d42c-4677-ad49-f72c29fb30fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.331987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7f1399-a2f8-402b-a698-09ca69e8ac6c {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:02.385990 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f53e1dcd-d42c-4677-ad49-f72c29fb30fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.415841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fe7f1399-a2f8-402b-a698-09ca69e8ac6c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:02.429229 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.434510 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:02.560456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d0b11-b9c2-48fd-b667-66135117eb86 req-56dc52e2-f428-4a88-9ece-0f752119d3a7 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:02.564046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d56d0b11-b9c2-48fd-b667-66135117eb86 req-56dc52e2-f428-4a88-9ece-0f752119d3a7 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 0.2224023
Apr 30 04:38:02.574730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port ff4403c8-ce80-4b75-a05e-eb6be64c047a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:38:02.575725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.591928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.615828 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43eb648c-b9e0-4f8a-a9d6-776f95f9aa6a tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:02.622482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:02.630448 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:02.710782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:02.727761 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f53e1dcd-d42c-4677-ad49-f72c29fb30fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.740751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:02.752548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:02.792519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Pushing event updated for resources: {'Port': ['ID=79872324-c5a4-4bf3-a0b6-b0f49423bd09,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:02.807182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['fe7f1399-a2f8-402b-a698-09ca69e8ac6c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:02.824009 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:02.824573 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2ae425f4-4c8a-4abb-9c99-a691e73617a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:02.851336 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.869421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e1dcd-d42c-4677-ad49-f72c29fb30fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebd069c-4fd0-4e8c-b36e-c9f38057f862,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:02.875189 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f53e1dcd-d42c-4677-ad49-f72c29fb30fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.879113 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f53e1dcd-d42c-4677-ad49-f72c29fb30fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ebd069c-4fd0-4e8c-b36e-c9f38057f862 HTTP/1.1" status: 204  len: 168 time: 0.8535476
Apr 30 04:38:02.881705 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f53e1dcd-d42c-4677-ad49-f72c29fb30fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:02.890826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:02.892313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:02.923039 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.0191314
Apr 30 04:38:02.937710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Request body: {'port': {'device_id': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:02.991121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:03.000873 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3837f2c1-b224-4433-b05d-3f9a460e59e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:03.095211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Network 2143fcab-9514-4d65-b4e3-ea2650571b78 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:03.152524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d56d0b11-b9c2-48fd-b667-66135117eb86 req-f217f197-9cb0-4147-b668-9ee8a484b914 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5306790
Apr 30 04:38:03.154583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:03.162242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:03.192297 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:03.240934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Pushing event updated for resources: {'Port': ['ID=9de0e2d8-3daa-434f-af2b-5d749704dc59,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:03.264417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37006) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:03.274624 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:03.338004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:03.353820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for ff4403c8-ce80-4b75-a05e-eb6be64c047a owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:38:03.376294 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068b086-a7c1-443c-b9ab-6571f1f70066 req-84b6a087-a9ca-4abf-a826-9a5e30aab871 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:03.382976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068b086-a7c1-443c-b9ab-6571f1f70066 req-84b6a087-a9ca-4abf-a826-9a5e30aab871 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:03.391732 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9068b086-a7c1-443c-b9ab-6571f1f70066 req-84b6a087-a9ca-4abf-a826-9a5e30aab871 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a&device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183 HTTP/1.1" status: 200  len: 1690 time: 0.7113006
Apr 30 04:38:03.408946 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:03.471389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:03.471389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:03.472306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9068b086-a7c1-443c-b9ab-6571f1f70066 req-44f1b9fc-b649-4675-b7be-87228ba3f002 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690863
Apr 30 04:38:03.501083 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a69d4e78-8bb1-4675-ab98-6aac0f59ce4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=938ed8381fe54f6097623546c4a32b93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2281609
Apr 30 04:38:03.515041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37014) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:03.560153 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8867021
Apr 30 04:38:03.583681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Request body: {'port': {'device_id': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:03.605965 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b10ff4fe-2083-45c9-b742-3b7f45b1f66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:03.856677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0bffe7e3-5daf-4a65-9583-78e53e7ca5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:03.945505 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:38:04.146456 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:04.160802 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0bffe7e3-5daf-4a65-9583-78e53e7ca5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:04.168723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da3184-42cd-415a-b359-664b6c2f2608 req-9b4856bf-621a-4926-ba7a-0aec4a5cc384 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:04.170653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36da3184-42cd-415a-b359-664b6c2f2608 req-9b4856bf-621a-4926-ba7a-0aec4a5cc384 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 931 time: 0.7031341
Apr 30 04:38:04.288804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decffb1-fde9-46a8-9270-a370a82ea602 req-9c2c40c6-f703-448f-91e3-468796abb624 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:04.290804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5decffb1-fde9-46a8-9270-a370a82ea602 req-9c2c40c6-f703-448f-91e3-468796abb624 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 931 time: 0.6617069
Apr 30 04:38:04.448030 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36da3184-42cd-415a-b359-664b6c2f2608 req-e740cd00-0fa5-48d6-96ce-f72bc0f262ec tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552202
Apr 30 04:38:04.513757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0bffe7e3-5daf-4a65-9583-78e53e7ca5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:04.514665 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:04.528527 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:04.539088 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-708eb018-64dd-40d3-bc6c-a8e68f675bcd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:04.606493 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:04.624341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5decffb1-fde9-46a8-9270-a370a82ea602 req-93409348-3b6b-4573-8a96-d18290ac784e tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Synchronizing usage tracker for tenant:4ea91bec209f4f2c8439d7b98db199f4 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:38:04.644658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=ff4403c8-ce80-4b75-a05e-eb6be64c047a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:04.692217 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:04.745901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffe7e3-5daf-4a65-9583-78e53e7ca5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f5784-cd54-468e-9ef7-9367b441717e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:04.763991 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0bffe7e3-5daf-4a65-9583-78e53e7ca5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:04.844522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5decffb1-fde9-46a8-9270-a370a82ea602 req-93409348-3b6b-4573-8a96-d18290ac784e tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Unset dirty status for tenant:4ea91bec209f4f2c8439d7b98db199f4 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:38:04.847975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5decffb1-fde9-46a8-9270-a370a82ea602 req-93409348-3b6b-4573-8a96-d18290ac784e tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4433174
Apr 30 04:38:04.959757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0bffe7e3-5daf-4a65-9583-78e53e7ca5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:04.967075 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0bffe7e3-5daf-4a65-9583-78e53e7ca5f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e3f5784-cd54-468e-9ef7-9367b441717e HTTP/1.1" status: 204  len: 168 time: 1.4472716
Apr 30 04:38:04.990722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79872324-c5a4-4bf3-a0b6-b0f49423bd09 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:05.014274 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:05.052654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190c431-fd77-4c01-9f59-a527175f330c req-cb4da00c-583f-4e3a-8830-187e7ff4a016 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:05.060042 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e190c431-fd77-4c01-9f59-a527175f330c req-cb4da00c-583f-4e3a-8830-187e7ff4a016 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 944 time: 0.3367302
Apr 30 04:38:05.063975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:05.100582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Transition to ACTIVE for port object 79872324-c5a4-4bf3-a0b6-b0f49423bd09 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:05.120824 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:05.130609 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-966e28e0-6639-4886-b01b-0c4b30a0e59b tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:05.161320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e190c431-fd77-4c01-9f59-a527175f330c req-a3e453b9-a829-4cbf-8260-915c9cb86a78 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901806
Apr 30 04:38:05.167511 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/ff4403c8-ce80-4b75-a05e-eb6be64c047a HTTP/1.1" status: 204  len: 168 time: 2.9064326
Apr 30 04:38:05.168855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37044) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:05.278704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32037a04-e8db-42e3-97fe-f4102b0922a0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:05.280778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32037a04-e8db-42e3-97fe-f4102b0922a0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:05.282362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32037a04-e8db-42e3-97fe-f4102b0922a0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:05.283237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32037a04-e8db-42e3-97fe-f4102b0922a0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:38:05.388288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32037a04-e8db-42e3-97fe-f4102b0922a0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:38:05.395869 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-32037a04-e8db-42e3-97fe-f4102b0922a0 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2251415
Apr 30 04:38:05.398280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37052) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:05.417478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Pushing event updated for resources: {'Port': ['ID=79872324-c5a4-4bf3-a0b6-b0f49423bd09,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:05.423914 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:05.461109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f9b2-1a40-4c96-97f7-0dd63349a378 req-f3375bbf-8dcd-4ea5-9c31-d28a5060f390 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:05.462744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73c2f9b2-1a40-4c96-97f7-0dd63349a378 req-f3375bbf-8dcd-4ea5-9c31-d28a5060f390 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 0.1744726
Apr 30 04:38:05.516217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fe7f1399-a2f8-402b-a698-09ca69e8ac6c up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:05.676992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet c92954ab-7f99-4ef8-b8a3-4b9300860e2d {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:38:05.680923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port fe7f1399-a2f8-402b-a698-09ca69e8ac6c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:05.682419 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:05.689519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port fe7f1399-a2f8-402b-a698-09ca69e8ac6c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:05.690150 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:05.751252 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:05.753302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de0e2d8-3daa-434f-af2b-5d749704dc59 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:05.791230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:05.839537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Transition to ACTIVE for port object 9de0e2d8-3daa-434f-af2b-5d749704dc59 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:05.842114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:05.892830 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:05.930993 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:06.003840 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.096424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73c2f9b2-1a40-4c96-97f7-0dd63349a378 req-279f2195-ebe0-4816-baf5-ce111f508910 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5928581
Apr 30 04:38:06.099480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:06.142452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fe7f1399-a2f8-402b-a698-09ca69e8ac6c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:06.146442 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.153508 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.156003 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:06.170632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Attempting to bind port 79872324-c5a4-4bf3-a0b6-b0f49423bd09 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:06.170975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Attempting to bind port 79872324-c5a4-4bf3-a0b6-b0f49423bd09 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '2f363928-6891-4a13-ade2-db91851e55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '027eac3e-4c7d-44a6-9460-a90b5de0dc58'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:06.171498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Attempting to bind port 79872324-c5a4-4bf3-a0b6-b0f49423bd09 on network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:06.255871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Port 79872324-c5a4-4bf3-a0b6-b0f49423bd09 on network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:38:06.256895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Attempting to bind port 79872324-c5a4-4bf3-a0b6-b0f49423bd09 on network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:06.264178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:06.273710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9de0e2d8-3daa-434f-af2b-5d749704dc59,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:06.274426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.274781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.275119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.275513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.275848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.276178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.276503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.276829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.277161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.277533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.278621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.278621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:06.282317 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:06.306080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:06.306622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Checking segment: {'id': '2f363928-6891-4a13-ade2-db91851e55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '027eac3e-4c7d-44a6-9460-a90b5de0dc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:06.307012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Bound using segment: {'id': '2f363928-6891-4a13-ade2-db91851e55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '027eac3e-4c7d-44a6-9460-a90b5de0dc58'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:06.307519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Bound port: 79872324-c5a4-4bf3-a0b6-b0f49423bd09, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f363928-6891-4a13-ade2-db91851e55c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '027eac3e-4c7d-44a6-9460-a90b5de0dc58'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:06.307835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.314813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187437e-3779-403f-b591-2e99c5861fd2 req-644292cf-8bdb-4293-a3cb-0e89994f70c1 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:06.317619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a187437e-3779-403f-b591-2e99c5861fd2 req-644292cf-8bdb-4293-a3cb-0e89994f70c1 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 1102 time: 0.9102697
Apr 30 04:38:06.318157 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:06.399222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a187437e-3779-403f-b591-2e99c5861fd2 req-a81a5a28-2c9e-46b9-9bd1-dfafc8c46cfd tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Synchronizing usage tracker for tenant:50c0890719c344a495b8aedf88d717ae on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:38:06.441780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Attempting to bind port 9de0e2d8-3daa-434f-af2b-5d749704dc59 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:06.442114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Attempting to bind port 9de0e2d8-3daa-434f-af2b-5d749704dc59 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:06.442295 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.442526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Attempting to bind port 9de0e2d8-3daa-434f-af2b-5d749704dc59 on network 2143fcab-9514-4d65-b4e3-ea2650571b78 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:06.448831 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d74082e2-12b2-4e3c-a823-0ef905349b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:06.454593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Port 9de0e2d8-3daa-434f-af2b-5d749704dc59 on network 2143fcab-9514-4d65-b4e3-ea2650571b78 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:38:06.454959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Attempting to bind port 9de0e2d8-3daa-434f-af2b-5d749704dc59 on network 2143fcab-9514-4d65-b4e3-ea2650571b78 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:06.463388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] For port 79872324-c5a4-4bf3-a0b6-b0f49423bd09, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:06.465738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:06.466127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Checking segment: {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:06.466465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Bound using segment: {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:06.467016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Bound port: 9de0e2d8-3daa-434f-af2b-5d749704dc59, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:06.467231 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.488488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] For port 79872324-c5a4-4bf3-a0b6-b0f49423bd09, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=79872324-c5a4-4bf3-a0b6-b0f49423bd09,segment=NetworkSegment(2f363928-6891-4a13-ade2-db91851e55c7),segment_id=2f363928-6891-4a13-ade2-db91851e55c7)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:06.491528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a187437e-3779-403f-b591-2e99c5861fd2 req-a81a5a28-2c9e-46b9-9bd1-dfafc8c46cfd tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Unset dirty status for tenant:50c0890719c344a495b8aedf88d717ae on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:38:06.492656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a187437e-3779-403f-b591-2e99c5861fd2 req-a81a5a28-2c9e-46b9-9bd1-dfafc8c46cfd tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659429
Apr 30 04:38:06.495769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=c92954ab-7f99-4ef8-b8a3-4b9300860e2d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:06.499974 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:06.501032 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.511545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d46a710-33fa-491a-947b-baa90d2a3ffc None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:06.511802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cf2ed-e9ab-47b9-b49c-ccd653b4e269 req-90499a5e-b524-4677-84e2-cb997e78ffc6 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:06.521079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f2cf2ed-e9ab-47b9-b49c-ccd653b4e269 req-90499a5e-b524-4677-84e2-cb997e78ffc6 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 943 time: 0.2682116
Apr 30 04:38:06.536098 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.546808 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-881c10bf-d0f8-4307-8959-b5f80c97fa38 tempest-RoutersIpV6AdminTest-641087867 tempest-RoutersIpV6AdminTest-641087867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:06.572070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/c92954ab-7f99-4ef8-b8a3-4b9300860e2d HTTP/1.1" status: 204  len: 168 time: 1.1664612
Apr 30 04:38:06.575390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37094) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:06.629917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f2cf2ed-e9ab-47b9-b49c-ccd653b4e269 req-e1728ecc-83f8-4c19-9da3-537b46b37d9f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078169
Apr 30 04:38:06.642635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:06.644044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.649739 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] 10.222.0.50 "PUT /v2.0/ports/79872324-c5a4-4bf3-a0b6-b0f49423bd09 HTTP/1.1" status: 200  len: 1092 time: 3.7176883
Apr 30 04:38:06.650359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'tag': '79872324-c5a4-4bf3-a0b6-b0f49423bd09'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:06.746125 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c', 'code': 200}
Apr 30 04:38:06.747031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet e93bf69e-d6ba-4187-9001-467c273711a5 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:38:06.753995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.834612 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.938044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:06.950120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Pushing event updated for resources: {'Port': ['ID=79872324-c5a4-4bf3-a0b6-b0f49423bd09,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:06.959437 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:06.972729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:06.981475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b617f0c-e004-4c32-a3c8-8d735d546955 req-01d48249-3d0d-454f-8e47-04ffb84e9642 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:06.983106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b617f0c-e004-4c32-a3c8-8d735d546955 req-01d48249-3d0d-454f-8e47-04ffb84e9642 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 943 time: 0.3145192
Apr 30 04:38:06.991381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:06.999456 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af3e753c-0f1e-46c6-91fa-d9f1d3f0fdf1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:07.110542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:07.113521 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:07.115363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/9de0e2d8-3daa-434f-af2b-5d749704dc59 HTTP/1.1" status: 200  len: 1092 time: 3.5398035
Apr 30 04:38:07.125167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-95e0baa5-78dd-467c-be1d-7ba775d668fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:07.127045 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-95e0baa5-78dd-467c-be1d-7ba775d668fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ea91bec209f4f2c8439d7b98db199f4&device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 1095 time: 0.3631172
Apr 30 04:38:07.135915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9de0e2d8-3daa-434f-af2b-5d749704dc59,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:07.142812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b617f0c-e004-4c32-a3c8-8d735d546955 req-7aba4d2b-aa2b-4f72-81b8-1e5eb9a1262e tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397848
Apr 30 04:38:07.160505 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:07.468750 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:07.471394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c0fa6-6c10-44d5-98fd-9e7f144ff86b req-e550047e-207a-4060-80fe-bdb02d55db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:07.473772 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-436c0fa6-6c10-44d5-98fd-9e7f144ff86b req-e550047e-207a-4060-80fe-bdb02d55db6a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 1097 time: 0.6091294
Apr 30 04:38:07.507383 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-fdec2071-f52d-404f-afe7-ff35efb655ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79872324-c5a4-4bf3-a0b6-b0f49423bd09 HTTP/1.1" status: 200  len: 217 time: 0.3674526
Apr 30 04:38:07.654994 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-436c0fa6-6c10-44d5-98fd-9e7f144ff86b req-c6793d83-1ce7-433d-8f3a-fd92f7312500 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464853
Apr 30 04:38:07.657294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-f85badae-ad0c-4ac3-abcd-71b8ffa2f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:07.659156 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-f85badae-ad0c-4ac3-abcd-71b8ffa2f8ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d3619b3-7906-4809-ab88-a87f2f46e789 HTTP/1.1" status: 200  len: 862 time: 0.1282902
Apr 30 04:38:07.687659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-5caa6517-aeea-432e-b8f3-66f61f1913d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:07.689226 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-5caa6517-aeea-432e-b8f3-66f61f1913d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6de62b6b1dba4d8981f30356c1d37820&device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 1095 time: 0.2297926
Apr 30 04:38:07.812541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-cc842261-6fd5-4849-8c58-d754b3e84d13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59 HTTP/1.1" status: 200  len: 217 time: 0.1148572
Apr 30 04:38:07.821790 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-a4f7907f-8a76-48e3-b720-33b986b46ec1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=027eac3e-4c7d-44a6-9460-a90b5de0dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569847
Apr 30 04:38:07.860326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027696d8-6e24-46d5-b544-8922aa210082 req-94a71994-9747-480b-9988-365508cf7816 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:07.862930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-027696d8-6e24-46d5-b544-8922aa210082 req-94a71994-9747-480b-9988-365508cf7816 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 945 time: 0.5313268
Apr 30 04:38:07.952719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-027696d8-6e24-46d5-b544-8922aa210082 req-c4bde324-eca0-4f4e-b53c-6fa1308ea1cd tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793214
Apr 30 04:38:07.955368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c6033-bf3f-4a41-a491-5bddd0494c84 req-6cb24a7d-00be-4106-9f0d-1e2e94fa8113 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:07.957933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd0c6033-bf3f-4a41-a491-5bddd0494c84 req-6cb24a7d-00be-4106-9f0d-1e2e94fa8113 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183 HTTP/1.1" status: 200  len: 1101 time: 0.2804925
Apr 30 04:38:07.980158 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:07.990231 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8853fa3e-b8d9-41ce-9f80-a97412796ff3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:07.990558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-87724bdd-437c-4728-ab0c-b692b2664ebb None None] Provisioning complete for port 0050dbcb-14e5-40a2-8615-5056f5c11aef triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:07.991236 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-87724bdd-437c-4728-ab0c-b692b2664ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:08.043114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-5c13363f-8ef9-45f2-9583-b4b3c6d4d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:08.044681 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-5c13363f-8ef9-45f2-9583-b4b3c6d4d6e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=428de363-804c-4154-ad97-5c4366b56436 HTTP/1.1" status: 200  len: 854 time: 0.2218566
Apr 30 04:38:08.063710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=e93bf69e-d6ba-4187-9001-467c273711a5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:08.066994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:08.072715 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:08.097673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/e93bf69e-d6ba-4187-9001-467c273711a5 HTTP/1.1" status: 204  len: 168 time: 1.5213718
Apr 30 04:38:08.098512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37112) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:08.119187 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-e9b26d62-0e67-4b0e-b435-b874ceba5769 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2143fcab-9514-4d65-b4e3-ea2650571b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641015
Apr 30 04:38:08.126383 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'tag': '79872324-c5a4-4bf3-a0b6-b0f49423bd09', 'status': 'completed', 'code': 200}
Apr 30 04:38:08.146685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e7d4b-c1cb-428d-be1a-beccda194a29 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:08.180425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd0c6033-bf3f-4a41-a491-5bddd0494c84 req-f3b9d38b-327a-48d5-997f-1ca87641c566 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015395
Apr 30 04:38:08.189743 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-a2eece36-21db-48fa-b537-133c0a17d7ff service neutron] 10.222.0.50 "GET /v2.0/networks/027eac3e-4c7d-44a6-9460-a90b5de0dc58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3159063
Apr 30 04:38:08.209396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d05c6b29-0d2d-4c72-8988-8ef912b1fc3c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1073251
Apr 30 04:38:08.209686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37120) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:08.288049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:08.582847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f915b-29c1-4dfb-a601-54dd1d9ad036 req-741cfba0-ff74-448a-82a4-102cdbf1f215 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:08.583531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-799f915b-29c1-4dfb-a601-54dd1d9ad036 req-741cfba0-ff74-448a-82a4-102cdbf1f215 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 0.2333474
Apr 30 04:38:08.619073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:08.627351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:08.636303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:08.663243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a7749-a15a-406b-a8c9-010bf5ae2f79 req-6c75b03f-1dec-4fea-85e9-e499d69dbf33 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:08.672073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-995a7749-a15a-406b-a8c9-010bf5ae2f79 req-6c75b03f-1dec-4fea-85e9-e499d69dbf33 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 943 time: 0.1707735
Apr 30 04:38:08.678023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:08.703885 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-e73369c1-56ed-40d8-9871-6c010e8db332 service neutron] 10.222.0.37 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5112865
Apr 30 04:38:08.704205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-799f915b-29c1-4dfb-a601-54dd1d9ad036 req-411859f0-84cd-47bb-9874-d0a0fe2d44ca tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018720
Apr 30 04:38:08.719676 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-abfbe113-8e89-44cc-966c-30eac37a6a62 req-364dbdcd-112f-4bb0-a2a1-b5427cf38118 service neutron] 10.222.0.50 "GET /v2.0/networks/027eac3e-4c7d-44a6-9460-a90b5de0dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5085249
Apr 30 04:38:08.766987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:08.769499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-995a7749-a15a-406b-a8c9-010bf5ae2f79 req-7469c81a-c4fd-4abd-ae41-4a9e14968db9 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959411
Apr 30 04:38:08.774557 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:08.964567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:38:09.119568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df193314-895f-4b32-8cab-5c28c95df71f req-cf670e91-3dd1-42fb-a2df-408ea877ad68 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:09.123081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df193314-895f-4b32-8cab-5c28c95df71f req-cf670e91-3dd1-42fb-a2df-408ea877ad68 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 943 time: 0.1889162
Apr 30 04:38:09.182770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] Deleting port 0050dbcb-14e5-40a2-8615-5056f5c11aef {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:38:09.184282 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:09.214915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd57d674-c2cb-4af6-a8b1-c7d1cb3efccd req-caf64bc4-7463-40b6-b904-dede450f1143 service neutron] 10.222.0.37 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4924781
Apr 30 04:38:09.276207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df193314-895f-4b32-8cab-5c28c95df71f req-5a651a6f-a4cb-4cd8-a8cc-3c505724fab9 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465769
Apr 30 04:38:09.460773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] For port 0050dbcb-14e5-40a2-8615-5056f5c11aef, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0050dbcb-14e5-40a2-8615-5056f5c11aef,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:09.461332 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:09.672373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d316ae-0403-401c-8c1a-8c35fda7ad74 req-4df367fb-c59b-4ba2-8164-c4fb7415b70d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:09.675822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80d316ae-0403-401c-8c1a-8c35fda7ad74 req-4df367fb-c59b-4ba2-8164-c4fb7415b70d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 945 time: 0.2196341
Apr 30 04:38:09.714079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] Calling delete_port for 0050dbcb-14e5-40a2-8615-5056f5c11aef owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:38:09.720382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-da0f169a-8428-4d81-a58b-1940de89f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:09.728292 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-da0f169a-8428-4d81-a58b-1940de89f522 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ea91bec209f4f2c8439d7b98db199f4&device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 1095 time: 0.5172105
Apr 30 04:38:09.823021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80d316ae-0403-401c-8c1a-8c35fda7ad74 req-05a48361-6493-4e1e-a09a-cb772db4652e tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377785
Apr 30 04:38:09.824290 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:09.833959 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:09.917598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] No DVR routers for this DVR port 0050dbcb-14e5-40a2-8615-5056f5c11aef on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:38:09.919600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] Pushing event deleted for resources: {'Port': ['ID=0050dbcb-14e5-40a2-8615-5056f5c11aef,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:09.939050 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:09.983245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-dbe90eb3-5f6d-4ecc-b043-a3e7cb05688b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1554933
Apr 30 04:38:10.149412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37186) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:10.192412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37190) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:10.196907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:10.400961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-c268682d-df0b-4ab7-9b3e-83bab7088d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:10.408859 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-c268682d-df0b-4ab7-9b3e-83bab7088d2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 1097 time: 0.9277234
Apr 30 04:38:10.446405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ae9ae-285e-4995-81f3-95e6851711a3 req-10771deb-7e49-4876-a781-cec08a2b2453 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:10.449162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f1ae9ae-285e-4995-81f3-95e6851711a3 req-10771deb-7e49-4876-a781-cec08a2b2453 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 0.3789659
Apr 30 04:38:10.464768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-3169a5f7-d8d0-47e5-810c-3ea5867841d5 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:10.476976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-3169a5f7-d8d0-47e5-810c-3ea5867841d5 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4854002
Apr 30 04:38:10.521507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0050dbcb-14e5-40a2-8615-5056f5c11aef no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:38:10.542317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-e8a44fdb-4ebc-4feb-88d3-aa1a7b11b0f4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/quotas/590899638f114cfa8a3244132a03dd6c HTTP/1.1" status: 200  len: 375 time: 0.0638027
Apr 30 04:38:10.602159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 0050dbcb-14e5-40a2-8615-5056f5c11aef {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:38:10.602900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0050dbcb-14e5-40a2-8615-5056f5c11aef not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:38:10.657695 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:10.670931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:10.700116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f1ae9ae-285e-4995-81f3-95e6851711a3 req-3039d0a4-0a98-499f-a2f6-917a2aa2654a tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097037
Apr 30 04:38:10.704020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:10.707889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:10.713536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Usage tracker for resource:security_group_rule and tenant:9bce78cd98ea458c99a8c27476d47f80 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:10.718066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:10.721414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Usage tracker for resource:security_group_rule and tenant:ae1a75315aa74f3fabb9395bca81a8a9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:10.728045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:10.734589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:10.738767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:10.795475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-0198159d-7eeb-4f5a-980e-0d03a03e0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:10.798455 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-0198159d-7eeb-4f5a-980e-0d03a03e0f9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=027eac3e-4c7d-44a6-9460-a90b5de0dc58 HTTP/1.1" status: 200  len: 923 time: 1.0304797
Apr 30 04:38:10.839432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-359288e2-c243-4597-adde-d2d289142068 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2957878
Apr 30 04:38:10.928506 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-db50a3ee-089b-4b74-9d3e-1c3845e83f84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79872324-c5a4-4bf3-a0b6-b0f49423bd09 HTTP/1.1" status: 200  len: 217 time: 0.1060436
Apr 30 04:38:10.956754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:10.958428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:10.999265 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:11.010654 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cb81d63-ff1f-4687-abd8-674339d2f30d tempest-LiveMigrationNegativeTest-64660722 tempest-LiveMigrationNegativeTest-64660722-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:11.017441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:11.033326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-c1fe5de8-fb6b-4c4e-b074-f0db4d42aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:11.035370 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-c1fe5de8-fb6b-4c4e-b074-f0db4d42aeae service neutron] 10.222.0.50 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 906 time: 0.5886250
Apr 30 04:38:11.094071 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bce78cd98ea458c99a8c27476d47f80&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9217257
Apr 30 04:38:11.098886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae1a75315aa74f3fabb9395bca81a8a9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8979359
Apr 30 04:38:11.099818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-ff51da6b-cc30-420e-96ed-d6b2f000fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:11.102238 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-ff51da6b-cc30-420e-96ed-d6b2f000fb61 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d3619b3-7906-4809-ab88-a87f2f46e789 HTTP/1.1" status: 200  len: 862 time: 0.1658354
Apr 30 04:38:11.102469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37204) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:11.102469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a28cf17-ee89-4157-9387-5a97ac2cf542,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:11.106766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37206) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:11.107715 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:11.111143 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6233bdc1-f8a3-45d6-a418-d582662ddb1c tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:11.196471 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-45aea1a9-75f6-418e-976f-9bd22e35b1b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314 HTTP/1.1" status: 200  len: 217 time: 0.1513646
Apr 30 04:38:11.215327 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-188a1695-4877-4fcc-aaed-d961f54baa3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=027eac3e-4c7d-44a6-9460-a90b5de0dc58&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1038277
Apr 30 04:38:11.227620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1310c4-24e5-4d37-b4a1-82c502143213,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:11.241272 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:11.277899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950434f-9437-496d-990f-28a90f230e1b req-87013d60-1cad-49f9-96ce-1baa9b03a41e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:11.279856 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5950434f-9437-496d-990f-28a90f230e1b req-87013d60-1cad-49f9-96ce-1baa9b03a41e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 943 time: 0.3355298
Apr 30 04:38:11.360729 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03f497a5-4dae-471d-959e-1d5a6a4ef546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:11.385478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-445a1e12-560f-46c3-8518-de012ed38079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:11.530271 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 79872324-c5a4-4bf3-a0b6-b0f49423bd09 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:38:11.593809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5950434f-9437-496d-990f-28a90f230e1b req-7223fa76-aaa4-4095-b510-8bc9acb036bf tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2980471
Apr 30 04:38:11.602362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-f5bda9f6-e8f9-4d60-9093-27a8dabdd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:11.605247 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-f5bda9f6-e8f9-4d60-9093-27a8dabdd43b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 200  len: 845 time: 0.3947918
Apr 30 04:38:11.619555 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03f497a5-4dae-471d-959e-1d5a6a4ef546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:11.658166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-445a1e12-560f-46c3-8518-de012ed38079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:11.731563 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59', 'status': 'completed', 'code': 200}
Apr 30 04:38:11.732817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:11.748119 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b80a1103-a2bb-4259-882a-c2ea49973dd8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:11.801232 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-5fcd168f-a56f-4519-8c55-764ee2ffc7cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=250e2697-f2d7-43d3-b973-e43ab39c6403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1805484
Apr 30 04:38:11.936444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 79872324-c5a4-4bf3-a0b6-b0f49423bd09, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=79872324-c5a4-4bf3-a0b6-b0f49423bd09,segment=NetworkSegment(2f363928-6891-4a13-ade2-db91851e55c7),segment_id=2f363928-6891-4a13-ade2-db91851e55c7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:11.955478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '79872324-c5a4-4bf3-a0b6-b0f49423bd09', 'network_id': '027eac3e-4c7d-44a6-9460-a90b5de0dc58', 'port_id': '79872324-c5a4-4bf3-a0b6-b0f49423bd09', 'mac_address': 'fa:16:3e:13:1c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3619b3-7906-4809-ab88-a87f2f46e789', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:38:11.966036 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-445a1e12-560f-46c3-8518-de012ed38079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:12.021543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:12.040879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79872324-c5a4-4bf3-a0b6-b0f49423bd09 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:12.057451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:12.058088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 79872324-c5a4-4bf3-a0b6-b0f49423bd09, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=79872324-c5a4-4bf3-a0b6-b0f49423bd09,segment=NetworkSegment(2f363928-6891-4a13-ade2-db91851e55c7),segment_id=2f363928-6891-4a13-ade2-db91851e55c7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:12.068520 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:12.069545 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-2680053f-6d82-4355-92c1-784fa34f81b1 service neutron] 10.222.0.50 "GET /v2.0/networks/027eac3e-4c7d-44a6-9460-a90b5de0dc58?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7976792
Apr 30 04:38:12.070582 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:12.080449 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-491308fb-151c-4ca1-aad9-811f2b879f87 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:12.084794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:12.111189 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03f497a5-4dae-471d-959e-1d5a6a4ef546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:12.116226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff416b2-5e6b-44b2-be10-70949b79a693 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:12.154184 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03f497a5-4dae-471d-959e-1d5a6a4ef546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:12.155764 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-03f497a5-4dae-471d-959e-1d5a6a4ef546 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a28cf17-ee89-4157-9387-5a97ac2cf542 HTTP/1.1" status: 204  len: 168 time: 1.0456250
Apr 30 04:38:12.163632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a1e12-560f-46c3-8518-de012ed38079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1310c4-24e5-4d37-b4a1-82c502143213,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:12.194453 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-445a1e12-560f-46c3-8518-de012ed38079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:12.218080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c618ee1-e114-4099-8c39-b40afcfd71ec req-77e012bb-cf78-4f81-8369-52c212ff2479 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:12.219885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c618ee1-e114-4099-8c39-b40afcfd71ec req-77e012bb-cf78-4f81-8369-52c212ff2479 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 945 time: 0.5213513
Apr 30 04:38:12.220500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-83d9bf69-4ddc-4fad-b34f-ccc994ab9d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:12.243230 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-445a1e12-560f-46c3-8518-de012ed38079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:12.247019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-445a1e12-560f-46c3-8518-de012ed38079 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae1310c4-24e5-4d37-b4a1-82c502143213 HTTP/1.1" status: 204  len: 168 time: 1.1415424
Apr 30 04:38:12.251415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f497a5-4dae-471d-959e-1d5a6a4ef546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a28cf17-ee89-4157-9387-5a97ac2cf542,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:12.270401 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-03f497a5-4dae-471d-959e-1d5a6a4ef546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:12.385027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=79872324-c5a4-4bf3-a0b6-b0f49423bd09,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:12.391958 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:12.440248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['79872324-c5a4-4bf3-a0b6-b0f49423bd09'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:12.445650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=ab0d1b00-8795-4fd7-9e6a-b98e92b1e038,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:12.452966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:12.453806 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:12.459994 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c618ee1-e114-4099-8c39-b40afcfd71ec req-fd550139-29c2-41cd-8a3e-0d8966112ed8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100315
Apr 30 04:38:12.544070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27014abe-2ef0-42c1-af1b-26fb7752d630 req-79c51152-d1d4-41bb-a38e-a536fbaa1162 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:12.565998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27014abe-2ef0-42c1-af1b-26fb7752d630 req-79c51152-d1d4-41bb-a38e-a536fbaa1162 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 944 time: 0.6463485
Apr 30 04:38:12.692199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27014abe-2ef0-42c1-af1b-26fb7752d630 req-5e5e1614-1364-4c74-b11f-1a7ee22c7b11 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245415
Apr 30 04:38:12.730773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': 'ab0d1b00-8795-4fd7-9e6a-b98e92b1e038'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:38:12.731573 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:12.811694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.812304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.812842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.813471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.822222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.823270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.823760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.830898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.831845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.832467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.833103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.833733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:12.851743 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:13.136582 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8752728
Apr 30 04:38:13.138668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37242) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:13.139345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37246) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:13.218032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Allocated IP 172.20.0.2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/ab0d1b00-8795-4fd7-9e6a-b98e92b1e038/aacb1abb-a952-432e-9f7c-3ed8088652e5) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:13.267442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:13.286140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-d5a2b943-fce0-4c9b-b1cd-3766cdd8928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:13.288303 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-d5a2b943-fce0-4c9b-b1cd-3766cdd8928a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6de62b6b1dba4d8981f30356c1d37820&device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 1095 time: 1.5455389
Apr 30 04:38:13.289951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a22d1-b739-4645-8fa0-b322ea7ed0c5 req-28754169-96ff-4c0c-9aa3-8799d9f3ce5f tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:13.292697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-376a22d1-b739-4645-8fa0-b322ea7ed0c5 req-28754169-96ff-4c0c-9aa3-8799d9f3ce5f tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 0.3742006
Apr 30 04:38:13.307854 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-96eda0cb-c7d9-4449-bb7a-b3f914d1fced service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4248385
Apr 30 04:38:13.387171 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:13.452522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-376a22d1-b739-4645-8fa0-b322ea7ed0c5 req-3b5b9b5b-5aef-482b-9daa-e5a2a7a3efc1 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416659
Apr 30 04:38:13.539518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:13.549409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Usage tracker for resource:security_group_rule and tenant:d39fc1f8130242d2bb98baf090640f3b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:13.558177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:13.582770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:13.965123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc30739-be77-49d1-a951-51ada03e55f9 req-969260a3-93e1-42a4-b4a7-b7a7ef613b3a tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:13.991913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc30739-be77-49d1-a951-51ada03e55f9 req-969260a3-93e1-42a4-b4a7-b7a7ef613b3a tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 943 time: 0.3389647
Apr 30 04:38:14.010168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9de0e2d8-3daa-434f-af2b-5d749704dc59 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:38:14.109818 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:14.224928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb0666c3-5ea2-4bc1-94e5-70f8bed46f3f req-c382863d-a921-44a0-ae70-4cdbff06c752 service neutron] 10.222.0.50 "GET /v2.0/networks/027eac3e-4c7d-44a6-9460-a90b5de0dc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.1302269
Apr 30 04:38:14.373484 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ebd4e7b2-d96c-47f1-a468-3f0b52efd9e8 req-2f3714f8-2290-41c8-846e-beee8605cef0 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 210 time: 0.3793051
Apr 30 04:38:14.405493 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:14.455418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc30739-be77-49d1-a951-51ada03e55f9 req-38d4a6f2-a286-4826-89cc-41b09ca72188 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4621177
Apr 30 04:38:14.486993 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:14.558038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Transition to ACTIVE for port object aacb1abb-a952-432e-9f7c-3ed8088652e5 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:14.616528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Transition to ACTIVE for port object aacb1abb-a952-432e-9f7c-3ed8088652e5 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:14.638460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '9de0e2d8-3daa-434f-af2b-5d749704dc59', 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78', 'port_id': '9de0e2d8-3daa-434f-af2b-5d749704dc59', 'mac_address': 'fa:16:3e:a4:5a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428de363-804c-4154-ad97-5c4366b56436', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:38:14.639724 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:14.653498 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:14.664692 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4198cd67-4639-43c6-930b-df6e3f82a951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:14.697857 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-902e9852-eb17-488c-a797-d897cd5da55e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1422298
Apr 30 04:38:14.699348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:14.717632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37272) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:14.719131 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f77336c6-6daa-4435-bcbd-1878b790c769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:14.734872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8150074-0fd1-46ce-85e8-061778138976 req-2b401e1a-1e64-4bc1-8c79-dc653d7fcf2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4653263
Apr 30 04:38:14.742187 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d39fc1f8130242d2bb98baf090640f3b&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5814199
Apr 30 04:38:14.745596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37278) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:14.942957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Pushing event updated for resources: {'Port': ['ID=aacb1abb-a952-432e-9f7c-3ed8088652e5,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:14.947840 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:14.997386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:15.046519 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.059105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:15.063344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:15.066525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-19422880-network', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:15.142325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:15.166578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2577bb6-9444-4631-b388-a4d51968c90e req-adb2334f-00dd-49a3-baca-830fea4be6f7 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:15.170016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de0e2d8-3daa-434f-af2b-5d749704dc59 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:15.171859 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2577bb6-9444-4631-b388-a4d51968c90e req-adb2334f-00dd-49a3-baca-830fea4be6f7 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 944 time: 0.5124931
Apr 30 04:38:15.190526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:15.210071 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.215101 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0a8ad4c0-e6b8-4ca3-88b9-4b52d7ebb78b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:15.216426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-ae38dace-d459-4036-9d9c-5436129a3f13 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:15.218894 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-ae38dace-d459-4036-9d9c-5436129a3f13 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3684788
Apr 30 04:38:15.221729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:15.262480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:15.277671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Request body: {'port': {'device_id': '458650ec-3e4e-4bf3-852d-1a22852b990a', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '590899638f114cfa8a3244132a03dd6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:15.290437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Usage tracker for resource:network and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:15.292475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9de0e2d8-3daa-434f-af2b-5d749704dc59,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:15.296951 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:15.297949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Attempting to bind port aacb1abb-a952-432e-9f7c-3ed8088652e5 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:15.298427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Attempting to bind port aacb1abb-a952-432e-9f7c-3ed8088652e5 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:15.298901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Attempting to bind port aacb1abb-a952-432e-9f7c-3ed8088652e5 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:15.305906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:15.306414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:15.307092 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.307714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:15.308316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Bound port: aacb1abb-a952-432e-9f7c-3ed8088652e5, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:15.309700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.346249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:15.369651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78a21e-acd3-48d6-8fc4-1be9501d1a53 req-ba818ec1-f4a5-4f55-b82d-814a3f40f0b4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:15.372029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e78a21e-acd3-48d6-8fc4-1be9501d1a53 req-ba818ec1-f4a5-4f55-b82d-814a3f40f0b4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 945 time: 0.8195693
Apr 30 04:38:15.374240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-a8f3cdb5-c281-4571-8a12-ab76229dd09a tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2984865
Apr 30 04:38:15.407766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:15.425698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] For port aacb1abb-a952-432e-9f7c-3ed8088652e5, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:15.430138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] For port aacb1abb-a952-432e-9f7c-3ed8088652e5, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=aacb1abb-a952-432e-9f7c-3ed8088652e5,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:15.436591 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.442556 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:15.445119 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0170683d-d8ac-4a2e-b3ba-675be7d2b00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.468218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:15.523457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8150074-0fd1-46ce-85e8-061778138976 req-a3f45921-9ee2-4029-ab8b-0f02051e4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:15.524429 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8150074-0fd1-46ce-85e8-061778138976 req-a3f45921-9ee2-4029-ab8b-0f02051e4a26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 1102 time: 0.7500250
Apr 30 04:38:15.548811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Pushing event updated for resources: {'Port': ['ID=aacb1abb-a952-432e-9f7c-3ed8088652e5,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:15.555364 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:15.555734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:15.556455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 79872324-c5a4-4bf3-a0b6-b0f49423bd09 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:15.557391 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.561423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ebdec6-d86d-4855-bd79-93228c9b841f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:15.567562 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:15.620174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:15.626335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.653361 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9de0e2d8-3daa-434f-af2b-5d749704dc59'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:15.702925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-b23124ef-006c-45bb-9ce1-0340a102774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:15.706314 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-b23124ef-006c-45bb-9ce1-0340a102774e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 200  len: 915 time: 2.3970027
Apr 30 04:38:15.728231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2577bb6-9444-4631-b388-a4d51968c90e req-3c13f431-d863-4e50-95fd-f086174b64a1 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3993859
Apr 30 04:38:15.729397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.759856 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0170683d-d8ac-4a2e-b3ba-675be7d2b00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.797196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 79872324-c5a4-4bf3-a0b6-b0f49423bd09 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:15.817115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 79872324-c5a4-4bf3-a0b6-b0f49423bd09 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:15.817428 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:15.876920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e78a21e-acd3-48d6-8fc4-1be9501d1a53 req-4a352dca-242f-47ea-ae63-994d35fb34cb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4633310
Apr 30 04:38:15.980755 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0170683d-d8ac-4a2e-b3ba-675be7d2b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:16.011787 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9dee4657-0b4a-4df4-8e40-ddb03d41f097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:16.142208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:16.193389 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-266b0e07-349e-4bd6-97b0-121ce0939d8d req-52ac25ee-da21-49be-a125-4e5e95b23fa4 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.8208857
Apr 30 04:38:16.201096 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-59e440a6-9010-4248-bb1c-008e184bf0b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59 HTTP/1.1" status: 200  len: 217 time: 0.4317188
Apr 30 04:38:16.213996 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:16.264545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:16.293538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 79872324-c5a4-4bf3-a0b6-b0f49423bd09, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=79872324-c5a4-4bf3-a0b6-b0f49423bd09,segment=NetworkSegment(2f363928-6891-4a13-ade2-db91851e55c7),segment_id=2f363928-6891-4a13-ade2-db91851e55c7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:16.295353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79872324-c5a4-4bf3-a0b6-b0f49423bd09'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:16.308002 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:16.313007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:16.321894 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:16.356582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-137b11af-628b-4184-9f50-ee289f0287c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:16.358117 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-137b11af-628b-4184-9f50-ee289f0287c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=428de363-804c-4154-ad97-5c4366b56436 HTTP/1.1" status: 200  len: 854 time: 0.1441629
Apr 30 04:38:16.366924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Made reservation on behalf of 590899638f114cfa8a3244132a03dd6c for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:16.370861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:16.407277 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0170683d-d8ac-4a2e-b3ba-675be7d2b00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:16.415842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0170683d-d8ac-4a2e-b3ba-675be7d2b00e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2ebdec6-d86d-4855-bd79-93228c9b841f HTTP/1.1" status: 204  len: 168 time: 1.6645048
Apr 30 04:38:16.426399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-e996768a-f361-41ef-b73f-8ebf3b2192cf tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:16.428311 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-e996768a-f361-41ef-b73f-8ebf3b2192cf tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.0235407
Apr 30 04:38:16.429630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170683d-d8ac-4a2e-b3ba-675be7d2b00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ebdec6-d86d-4855-bd79-93228c9b841f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:16.435955 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0170683d-d8ac-4a2e-b3ba-675be7d2b00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:16.438765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Usage tracker for resource:security_group_rule and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:16.444261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:16.446162 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-2918c47d-64d3-4a7f-b859-83a437213c63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2143fcab-9514-4d65-b4e3-ea2650571b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613101
Apr 30 04:38:16.453442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:16.583847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=79872324-c5a4-4bf3-a0b6-b0f49423bd09,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:16.592940 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:16.606574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Request body: {'port': {'device_id': '9ffa38f5-9d98-4747-838c-f4479ace264c', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '590899638f114cfa8a3244132a03dd6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:16.640420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device aacb1abb-a952-432e-9f7c-3ed8088652e5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:16.812391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port aacb1abb-a952-432e-9f7c-3ed8088652e5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:17.055228 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-812f4767-fb28-4e4a-8bfa-c0fd9079981b service neutron] 10.222.0.37 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6011479
Apr 30 04:38:17.371733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-031d617f-95a0-4d03-ad9e-1a4c84249d2b None None] Provisioning for port aacb1abb-a952-432e-9f7c-3ed8088652e5 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:17.383248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-031d617f-95a0-4d03-ad9e-1a4c84249d2b None None] Provisioning complete for port aacb1abb-a952-432e-9f7c-3ed8088652e5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:17.384536 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-031d617f-95a0-4d03-ad9e-1a4c84249d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:17.470350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4120affd-a643-41a4-8ac0-51de95c27048 req-f22401b3-dda5-48a5-9a79-66e117e6d6a7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 210 time: 0.9047263
Apr 30 04:38:17.505832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-acfc539c-4cce-44f2-8306-a5ac0ea00790 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:17.507469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-acfc539c-4cce-44f2-8306-a5ac0ea00790 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 945 time: 2.3217559
Apr 30 04:38:17.599440 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:17.626540 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:17.635842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8150074-0fd1-46ce-85e8-061778138976 req-58497b45-cc85-4e45-a66c-f68bfb0b7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:17.638831 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8150074-0fd1-46ce-85e8-061778138976 req-58497b45-cc85-4e45-a66c-f68bfb0b7782 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.9572988
Apr 30 04:38:17.661479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Allocated IP 192.168.233.111 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/bf546252-4b1f-400f-b26a-f5d55adf5a67) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:17.693925 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-445a1e12-560f-46c3-8518-de012ed38079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:17.755741 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79bed6d4-41c5-496f-b5c9-cbb86f182eaf req-f06445a4-aa50-4900-827c-deca95d4ac8a service neutron] 10.222.0.37 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6859748
Apr 30 04:38:17.763189 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-031d617f-95a0-4d03-ad9e-1a4c84249d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:17.848673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-031d617f-95a0-4d03-ad9e-1a4c84249d2b None None] For port aacb1abb-a952-432e-9f7c-3ed8088652e5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=aacb1abb-a952-432e-9f7c-3ed8088652e5,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:17.858309 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-031d617f-95a0-4d03-ad9e-1a4c84249d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:17.868428 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:17.885274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8150074-0fd1-46ce-85e8-061778138976 req-0928296b-abc1-4cea-ae0f-3b675db495bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 HTTP/1.1" status: 200  len: 217 time: 0.1811819
Apr 30 04:38:17.887575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:38:17.930236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:17.964950 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9de0e2d8-3daa-434f-af2b-5d749704dc59 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:18.002359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b2620-bb67-4918-8a36-e720cc1d64a9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:18.040965 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:18.049892 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.050625 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Added segment 65716d9d-9245-40b2-a0cc-9213fb93e01f of type vlan for network 5fa32d2c-ee22-466c-92d4-83c6e6caf308
Apr 30 04:38:18.055508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:18.078524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d617f-95a0-4d03-ad9e-1a4c84249d2b None None] Pushing event updated for resources: {'Port': ['ID=aacb1abb-a952-432e-9f7c-3ed8088652e5,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:18.088973 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-031d617f-95a0-4d03-ad9e-1a4c84249d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:18.092061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479796c1-4c94-4347-9b50-e91c8195f9db req-ad604923-257f-453b-a6f7-d23993e08745 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:18.100872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-479796c1-4c94-4347-9b50-e91c8195f9db req-ad604923-257f-453b-a6f7-d23993e08745 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 1.5076535
Apr 30 04:38:18.153735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 9de0e2d8-3daa-434f-af2b-5d749704dc59 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:18.164126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Made reservation on behalf of 590899638f114cfa8a3244132a03dd6c for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:18.167092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 9de0e2d8-3daa-434f-af2b-5d749704dc59 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:18.168401 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.168618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.196781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.215329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8150074-0fd1-46ce-85e8-061778138976 req-8338bbc2-15ba-4f2f-aaab-6b32e444c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:18.217165 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8150074-0fd1-46ce-85e8-061778138976 req-8338bbc2-15ba-4f2f-aaab-6b32e444c16b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2734497
Apr 30 04:38:18.244664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:38:18.307888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37312) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:18.369420 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-479796c1-4c94-4347-9b50-e91c8195f9db req-1a3599b9-a40c-49f8-a918-52e5392c01fd tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2668643
Apr 30 04:38:18.397913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:38:18.438199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.469436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Transition to ACTIVE for port object bf546252-4b1f-400f-b26a-f5d55adf5a67 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:18.491240 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.529923 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79872324-c5a4-4bf3-a0b6-b0f49423bd09', 'code': 200}
Apr 30 04:38:18.545684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device aacb1abb-a952-432e-9f7c-3ed8088652e5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:18.618466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.618945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:18.633743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:18.650550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c829-23a4-42dc-b495-c3a0031fc590 req-6f9ea249-11c9-4e83-be0f-5d9c9f9f8934 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:18.653283 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a016c829-23a4-42dc-b495-c3a0031fc590 req-6f9ea249-11c9-4e83-be0f-5d9c9f9f8934 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 944 time: 1.0345838
Apr 30 04:38:18.672929 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.684530 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:18.714898 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2fe969aa-9d47-4de2-bd59-25908b82b2cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:18.754854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.757104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:18.758129 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.823602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9de0e2d8-3daa-434f-af2b-5d749704dc59,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:18.839338 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:18.851318 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.851607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port aacb1abb-a952-432e-9f7c-3ed8088652e5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:18.852053 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:18.876807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event updated for resources: {'Port': ['ID=bf546252-4b1f-400f-b26a-f5d55adf5a67,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:18.877088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a016c829-23a4-42dc-b495-c3a0031fc590 req-52f4b474-fc2e-433a-908a-7c443f0c339b tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052186
Apr 30 04:38:18.878672 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5407a779-5223-41fc-906a-ec5893b50fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:18.915107 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:18.953673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:18.958768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:18.963610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:19.075514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-network', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:19.081373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:19.086014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Usage tracker for resource:network and tenant:96df7c957f194d07bcf6bc67e37ccf73 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:19.090108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:19.098046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:19.122929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 4.4031746
Apr 30 04:38:19.123807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37320) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:19.138028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Made reservation on behalf of 96df7c957f194d07bcf6bc67e37ccf73 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:19.140508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.164567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Deleting port fe7f1399-a2f8-402b-a698-09ca69e8ac6c {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:38:19.164567 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.318043 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.333950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:19.335753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.398835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Request body: {'subnet': {'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-19422880-subnet', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:19.445819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc653f78-0249-4bd1-84df-60bcb52ed282 None None] Provisioning for port bf546252-4b1f-400f-b26a-f5d55adf5a67 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:19.455031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc653f78-0249-4bd1-84df-60bcb52ed282 None None] Provisioning complete for port bf546252-4b1f-400f-b26a-f5d55adf5a67 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:19.455031 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc653f78-0249-4bd1-84df-60bcb52ed282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.457876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:19.458481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b66011-30cb-4280-a363-93ddccb006a8 req-071a0c57-49ec-411f-8ea3-a574cc57afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:19.461386 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3b66011-30cb-4280-a363-93ddccb006a8 req-071a0c57-49ec-411f-8ea3-a574cc57afbd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 1097 time: 0.8474743
Apr 30 04:38:19.490407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:19.499218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Usage tracker for resource:subnet and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:19.509911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa32d2c-ee22-466c-92d4-83c6e6caf308,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:19.516239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:19.530129 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:19.539411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Usage tracker for resource:security_group_rule and tenant:96df7c957f194d07bcf6bc67e37ccf73 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:19.545554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:19.548566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:19.552474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Allocated IP 192.168.233.34 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/3da00852-b28b-463d-9744-6baa610b9165) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:19.555903 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bc653f78-0249-4bd1-84df-60bcb52ed282 None None] Port bf546252-4b1f-400f-b26a-f5d55adf5a67 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:38:19.568724 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2975786
Apr 30 04:38:19.569857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:19.577904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] For port fe7f1399-a2f8-402b-a698-09ca69e8ac6c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:19.578277 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.586172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fe7f1399-a2f8-402b-a698-09ca69e8ac6c no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:38:19.594378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Request body: {'port': {'device_id': '458650ec-3e4e-4bf3-852d-1a22852b990a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:19.615062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:38:19.660927 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e3b66011-30cb-4280-a363-93ddccb006a8 req-72c796ab-38e4-4b89-994c-02fd00b31964 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900489
Apr 30 04:38:19.677354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] For port aacb1abb-a952-432e-9f7c-3ed8088652e5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=aacb1abb-a952-432e-9f7c-3ed8088652e5,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:19.765288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:19.767768 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.784566 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.792494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Calling delete_port for fe7f1399-a2f8-402b-a698-09ca69e8ac6c owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:38:19.794945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.808270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.809199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.811959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8150074-0fd1-46ce-85e8-061778138976 req-ac2838fd-0ad3-4f56-b8c1-3b5663cdf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:19.813519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8150074-0fd1-46ce-85e8-061778138976 req-ac2838fd-0ad3-4f56-b8c1-3b5663cdf1de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.5846913
Apr 30 04:38:19.817920 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-49d49aed-56bf-42e9-b459-507368528393 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:19.832499 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.898188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fe7f1399-a2f8-402b-a698-09ca69e8ac6c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:19.912141 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:19.918853 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:19.989752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:19.999375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:20.023374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c562b6c-7e80-4521-8b70-5a430bc6b254 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:20.029684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:20.030298 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:20.052515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=aacb1abb-a952-432e-9f7c-3ed8088652e5,revision_number=5']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:20.056225 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:20.060852 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b22de3d9-c6b4-4e5b-8a7c-caafaa0b2901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:20.061167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:20.066115 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:20.167371 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 6.9899044
Apr 30 04:38:20.185016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37328) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:20.196413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:60:08:16', 'name': 'tempest-NetworksTestDHCPv6-382127371'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:20.263766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=fa05b730-ca26-4852-adcc-52ae4a630ca5,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:20.267162 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:20.320526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08c92f-2d87-4b7e-aaf3-6f49f1f834b7 req-00df1d75-6c22-4333-84ea-63ff00d7a33c tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:20.322198 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d08c92f-2d87-4b7e-aaf3-6f49f1f834b7 req-00df1d75-6c22-4333-84ea-63ff00d7a33c tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 945 time: 1.6555586
Apr 30 04:38:20.365583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0882b0-91df-4465-a273-d0512553cc36 req-bdbb33ee-5a6c-4f68-beef-35879904d2f4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:20.368083 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de0882b0-91df-4465-a273-d0512553cc36 req-bdbb33ee-5a6c-4f68-beef-35879904d2f4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffe8b14d-153a-4ef1-aac3-ae8ea691b525 HTTP/1.1" status: 200  len: 945 time: 1.0533850
Apr 30 04:38:20.495098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device aacb1abb-a952-432e-9f7c-3ed8088652e5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:20.571640 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59'}, {'server_uuid': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:20.651602 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d08c92f-2d87-4b7e-aaf3-6f49f1f834b7 req-8778ddd7-34d4-44b1-bd1f-4e8eacfdfe41 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3106728
Apr 30 04:38:20.667523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port aacb1abb-a952-432e-9f7c-3ed8088652e5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:20.668352 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:20.741252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:20.766397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:20.775617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:20.809039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:20.810364 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:20.841130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:20.842008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Transition to ACTIVE for port object 3da00852-b28b-463d-9744-6baa610b9165 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:21.059765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de0882b0-91df-4465-a273-d0512553cc36 req-e5182390-5407-46d6-a2e5-a05c861f08bc tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6103132
Apr 30 04:38:21.063203 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8150074-0fd1-46ce-85e8-061778138976 req-1844f1b6-0353-4b3a-adb1-a412a6a77e48 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2173817
Apr 30 04:38:21.182037 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:21.184613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:21.197261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:21.230527 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-891a4b9c-6d32-4f47-bfec-e5fa4322c29c tempest-FloatingIPsTestJSON-625857836 tempest-FloatingIPsTestJSON-625857836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:21.325381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:21.390031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event updated for resources: {'Port': ['ID=3da00852-b28b-463d-9744-6baa610b9165,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:21.394107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:21.432103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:21.482667 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:21.531717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ae6dbb05-8262-446d-a17d-975a98ae2de8 None None] Provisioning complete for port aacb1abb-a952-432e-9f7c-3ed8088652e5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:21.532512 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ae6dbb05-8262-446d-a17d-975a98ae2de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:21.557232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 52cc2753-859b-4e8f-ae18-5ab2d1b6237c yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:38:21.561239 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:21.638786 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:38:21.658282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:21.659098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:21.665449 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d2f7a21e-749d-4fe7-bf4a-f0e03ac07382 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:21.763885 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:21.859689 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:21.866258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event deleted for resources: {'Port': ['ID=fe7f1399-a2f8-402b-a698-09ca69e8ac6c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:21.867774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf546252-4b1f-400f-b26a-f5d55adf5a67 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:21.893693 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:21.898441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:21.898925 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-60196b6f-48f6-4935-a45b-69230cdfed89 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:21.975376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:38:22.031814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Transition to ACTIVE for port object bf546252-4b1f-400f-b26a-f5d55adf5a67 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:22.045198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:22.052377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.4540689
Apr 30 04:38:22.057607 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d64cc5f-f9bc-4586-a7b1-d29b06a69102 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:22.123596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] No DVR routers for this DVR port fe7f1399-a2f8-402b-a698-09ca69e8ac6c on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:38:22.133963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c00a2ca9-1456-4fdd-8ada-f78cda6e0a29 None None] Provisioning for port 3da00852-b28b-463d-9744-6baa610b9165 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:22.139773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:22.140133 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Added segment 5c394a74-4605-4c50-8e88-1117ced5bf64 of type vlan for network a27e74d2-8e55-4f08-8f20-2137358b2499
Apr 30 04:38:22.145583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Request body: {'port': {'device_id': '9ffa38f5-9d98-4747-838c-f4479ace264c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:22.157127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c00a2ca9-1456-4fdd-8ada-f78cda6e0a29 None None] Provisioning complete for port 3da00852-b28b-463d-9744-6baa610b9165 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:22.157127 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c00a2ca9-1456-4fdd-8ada-f78cda6e0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:22.177250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee371d4b-f442-42a6-ab71-a33c7b3a796e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:22.181996 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:22.201339 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:22.227364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'name': 'network-vif-deleted', 'tag': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:22.257355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8150074-0fd1-46ce-85e8-061778138976 req-e5964fa5-5a89-4a0c-a706-60adef2655c7 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0464623
Apr 30 04:38:22.285656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a50266a-2287-4f13-ac49-5a544ff6f6eb req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "DELETE /v2.0/ports/fe7f1399-a2f8-402b-a698-09ca69e8ac6c HTTP/1.1" status: 204  len: 173 time: 4.7631483
Apr 30 04:38:22.342274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c00a2ca9-1456-4fdd-8ada-f78cda6e0a29 None None] Port 3da00852-b28b-463d-9744-6baa610b9165 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:38:22.351284 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:22.429106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b071d1-efd2-40e9-baef-547a8cebe6cc req-69e48488-0c34-44a6-a84d-9aa6edab609b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:22.430204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-16b071d1-efd2-40e9-baef-547a8cebe6cc req-69e48488-0c34-44a6-a84d-9aa6edab609b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Synchronizing usage tracker for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:38:22.491981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c51c1-948b-4f84-beef-b4a50339407a req-702d8732-d6a2-49a0-bb0f-15006eccccd0 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:22.495677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-331c51c1-948b-4f84-beef-b4a50339407a req-702d8732-d6a2-49a0-bb0f-15006eccccd0 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 1.1553857
Apr 30 04:38:22.543961 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:22.577501 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:38:22.585471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Pushing event updated for resources: {'Port': ['ID=bf546252-4b1f-400f-b26a-f5d55adf5a67,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:22.593154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 172.20.0.11 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/ab0d1b00-8795-4fd7-9e6a-b98e92b1e038/52cc2753-859b-4e8f-ae18-5ab2d1b6237c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:22.595786 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:22.625792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fe60:816 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/fa05b730-ca26-4852-adcc-52ae4a630ca5/52cc2753-859b-4e8f-ae18-5ab2d1b6237c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:22.731133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-16b071d1-efd2-40e9-baef-547a8cebe6cc req-69e48488-0c34-44a6-a84d-9aa6edab609b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Unset dirty status for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:38:22.732399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16b071d1-efd2-40e9-baef-547a8cebe6cc req-69e48488-0c34-44a6-a84d-9aa6edab609b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 935 time: 1.5449166
Apr 30 04:38:22.739525 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:22.740601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:22.741193 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:22.741990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Attempting to bind port bf546252-4b1f-400f-b26a-f5d55adf5a67 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:22.742539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Attempting to bind port bf546252-4b1f-400f-b26a-f5d55adf5a67 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:22.743086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Attempting to bind port bf546252-4b1f-400f-b26a-f5d55adf5a67 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:22.749525 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:22.764195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Port bf546252-4b1f-400f-b26a-f5d55adf5a67 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:38:22.764575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Attempting to bind port bf546252-4b1f-400f-b26a-f5d55adf5a67 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:22.804527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-331c51c1-948b-4f84-beef-b4a50339407a req-f1722b54-c583-451a-bb1a-98abc2b028e1 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044783
Apr 30 04:38:22.825521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:22.825923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:22.826222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:22.826894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Bound port: bf546252-4b1f-400f-b26a-f5d55adf5a67, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:22.827325 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:22.895945 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 4.5795486
Apr 30 04:38:22.898730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37344) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:23.107211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Request body: {'subnet': {'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-subnet', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:23.137289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:23.232191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] For port bf546252-4b1f-400f-b26a-f5d55adf5a67, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:23.258963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:23.259965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:23.275864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] For port bf546252-4b1f-400f-b26a-f5d55adf5a67, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=bf546252-4b1f-400f-b26a-f5d55adf5a67,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:23.288753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:23.303010 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-087f4891-ff9d-4ec3-9318-e43a33ae39df tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:23.412535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 52cc2753-859b-4e8f-ae18-5ab2d1b6237c will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:23.425189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:23.426160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:23.427890 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] 10.222.0.50 "PUT /v2.0/ports/bf546252-4b1f-400f-b26a-f5d55adf5a67 HTTP/1.1" status: 200  len: 1097 time: 3.8473928
Apr 30 04:38:23.428931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458650ec-3e4e-4bf3-852d-1a22852b990a', 'tag': 'bf546252-4b1f-400f-b26a-f5d55adf5a67'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:23.448146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Pushing event updated for resources: {'Port': ['ID=bf546252-4b1f-400f-b26a-f5d55adf5a67,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:23.454140 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:23.480483 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:23.494257 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0464f777-1f86-4e67-8a6e-c9d8055145a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:23.530127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Usage tracker for resource:subnet and tenant:96df7c957f194d07bcf6bc67e37ccf73 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:23.552982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Pushing event updated for resources: {'Network': ['ID=a27e74d2-8e55-4f08-8f20-2137358b2499,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:23.569766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:23.588774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:23.596562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network a27e74d2-8e55-4f08-8f20-2137358b2499 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:38:23.597380 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:23.725236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:23.741921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:23.754254 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:23.764736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:23.776058 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2f00d585-1e5b-4c40-9283-836e0676db22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:23.840356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Made reservation on behalf of 96df7c957f194d07bcf6bc67e37ccf73 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:23.844550 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:23.849484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=52cc2753-859b-4e8f-ae18-5ab2d1b6237c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:23.857362 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:23.879212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:23.879933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:23.890251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16b071d1-efd2-40e9-baef-547a8cebe6cc req-f4b5ee58-e9ef-4a9f-8b17-488dba5d88f3 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1253672
Apr 30 04:38:23.930346 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.7442415
Apr 30 04:38:23.933340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-7878e702-1823-46e1-ae68-21f431b9ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:23.935016 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-7878e702-1823-46e1-ae68-21f431b9ebae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=458650ec-3e4e-4bf3-852d-1a22852b990a HTTP/1.1" status: 200  len: 1100 time: 0.3757398
Apr 30 04:38:23.943325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37352) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:24.009958 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59', 'code': 200}
Apr 30 04:38:24.010316 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c', 'code': 200}
Apr 30 04:38:24.093400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331eb78-245e-497e-81d4-1c95515dfa2f req-2c14c835-1697-4b41-823d-4d6395520a76 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:24.095081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9331eb78-245e-497e-81d4-1c95515dfa2f req-2c14c835-1697-4b41-823d-4d6395520a76 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 0.7253888
Apr 30 04:38:24.150252 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-f4b6b58f-0ae0-4ac0-934a-224104b52996 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bf546252-4b1f-400f-b26a-f5d55adf5a67 HTTP/1.1" status: 200  len: 217 time: 0.2013881
Apr 30 04:38:24.240779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-3e7a9df1-cad3-4e83-9dc9-3292346612c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:24.242239 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-3e7a9df1-cad3-4e83-9dc9-3292346612c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0829394
Apr 30 04:38:24.300496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-55d2872b-2dc7-4f79-a736-0dbdbea47ed2 None None] Provisioning for port 52cc2753-859b-4e8f-ae18-5ab2d1b6237c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:24.307290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-55d2872b-2dc7-4f79-a736-0dbdbea47ed2 None None] Provisioning complete for port 52cc2753-859b-4e8f-ae18-5ab2d1b6237c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:24.308066 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-55d2872b-2dc7-4f79-a736-0dbdbea47ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:24.345494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31581abd-3e6b-43d6-b813-e70732b12d54,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:24.377131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-55d2872b-2dc7-4f79-a736-0dbdbea47ed2 None None] Port 52cc2753-859b-4e8f-ae18-5ab2d1b6237c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:38:24.393923 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:24.419274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Checking segment: {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:24.419651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Network hostable DHCP agents. Network: 5fa32d2c-ee22-466c-92d4-83c6e6caf308, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:38:24.432082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9331eb78-245e-497e-81d4-1c95515dfa2f req-d050d166-1e1e-4222-9cf7-75b6f8453d86 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2789466
Apr 30 04:38:24.480788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f02ea1f-9799-49dd-bddd-56b2f98ef971 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:24.492313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f02ea1f-9799-49dd-bddd-56b2f98ef971 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:24.493730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8f02ea1f-9799-49dd-bddd-56b2f98ef971 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:38:24.506427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:38:24.539753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daf4c5-5c61-488c-bb49-fc7f0daf1c5f req-6d3422c7-f480-4eca-84af-ea706463dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:24.541339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62daf4c5-5c61-488c-bb49-fc7f0daf1c5f req-6d3422c7-f480-4eca-84af-ea706463dc95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 1097 time: 0.4387467
Apr 30 04:38:24.554148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8f02ea1f-9799-49dd-bddd-56b2f98ef971 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:38:24.558206 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8f02ea1f-9799-49dd-bddd-56b2f98ef971 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.6112337
Apr 30 04:38:24.558760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37356) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:24.611478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-244a49d7-9894-4a67-a205-a33b5aa1dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:24.614517 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-244a49d7-9894-4a67-a205-a33b5aa1dbc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3655126
Apr 30 04:38:24.635376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 5fa32d2c-ee22-466c-92d4-83c6e6caf308) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:24.674322 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe8b14d-153a-4ef1-aac3-ae8ea691b525', 'name': 'network-vif-deleted', 'tag': 'fe7f1399-a2f8-402b-a698-09ca69e8ac6c', 'status': 'completed', 'code': 200}
Apr 30 04:38:24.675455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7a2e20-64a8-4dc8-bd60-366c469be9a6 None None] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:24.693325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df636c9-0da1-42c2-a53f-3b5a4e091e3a req-eee22f45-1a14-43cf-aa4b-7fd9aa842aac tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:24.695362 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3df636c9-0da1-42c2-a53f-3b5a4e091e3a req-eee22f45-1a14-43cf-aa4b-7fd9aa842aac tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 945 time: 0.5430775
Apr 30 04:38:24.707526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:24.708144 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:24.722068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da00852-b28b-463d-9744-6baa610b9165 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:24.736975 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458650ec-3e4e-4bf3-852d-1a22852b990a', 'tag': 'bf546252-4b1f-400f-b26a-f5d55adf5a67', 'status': 'completed', 'code': 200}
Apr 30 04:38:24.762623 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:24.805747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62daf4c5-5c61-488c-bb49-fc7f0daf1c5f req-2cba57fd-f41e-490b-a578-99e5bdec53b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289205
Apr 30 04:38:24.836686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 5.6998744
Apr 30 04:38:24.837765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37362) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:24.844404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Transition to ACTIVE for port object 3da00852-b28b-463d-9744-6baa610b9165 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:24.857301 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:24.862646 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4675919f-6329-41aa-9f40-ce079e951c6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:24.928836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:24.934408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3df636c9-0da1-42c2-a53f-3b5a4e091e3a req-ad2caeca-46c9-42c0-a11d-8bf12db99e27 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2059655
Apr 30 04:38:24.964912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:24.983878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Usage tracker for resource:router and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:24.993396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:25.095692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:25.134071 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-404e8a8e-ad56-476b-8af7-323f6f4a8e68 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5110712
Apr 30 04:38:25.200244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Pushing event updated for resources: {'Port': ['ID=3da00852-b28b-463d-9744-6baa610b9165,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:25.224207 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:25.226117 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:25.325683 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:25.444961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:38:25.445972 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:25.545902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 52cc2753-859b-4e8f-ae18-5ab2d1b6237c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:38:25.546929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:25.630770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:25.742200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Allocated IP 172.20.0.2 (5fa32d2c-ee22-466c-92d4-83c6e6caf308/31581abd-3e6b-43d6-b813-e70732b12d54/49a723e1-33dd-4b4e-839a-5677ceaafa2e) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:25.980688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Attempting to bind port 3da00852-b28b-463d-9744-6baa610b9165 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:25.981301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Attempting to bind port 3da00852-b28b-463d-9744-6baa610b9165 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:25.981843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Attempting to bind port 3da00852-b28b-463d-9744-6baa610b9165 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:26.007785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Port 3da00852-b28b-463d-9744-6baa610b9165 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:38:26.008454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Attempting to bind port 3da00852-b28b-463d-9744-6baa610b9165 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:26.022672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:26.022999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:26.023708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:26.024020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Bound port: 3da00852-b28b-463d-9744-6baa610b9165, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:26.024334 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:26.083367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc288db-b698-445b-a79c-2dd60889371a req-9ccd1083-be57-43a7-a58e-25f61c961365 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:26.084200 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-1f85f365-2143-4b98-9cae-003e697b5fe4 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9365406
Apr 30 04:38:26.091232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc288db-b698-445b-a79c-2dd60889371a req-9ccd1083-be57-43a7-a58e-25f61c961365 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 947 time: 0.5904362
Apr 30 04:38:26.151544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb20591-84e4-4de3-8459-fc74530805cc req-42ced34d-7586-441d-b39c-96740d97f3b7 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:26.159919 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5cb20591-84e4-4de3-8459-fc74530805cc req-42ced34d-7586-441d-b39c-96740d97f3b7 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 1.0125277
Apr 30 04:38:26.255418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc288db-b698-445b-a79c-2dd60889371a req-5f6689d9-48c6-4240-ae8b-ac644e17f454 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630826
Apr 30 04:38:26.298361 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:26.300645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5cb20591-84e4-4de3-8459-fc74530805cc req-1e50a442-015b-4dd6-8496-6be9a2b26d88 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394238
Apr 30 04:38:26.312881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] For port 3da00852-b28b-463d-9744-6baa610b9165, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:26.321242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] For port 3da00852-b28b-463d-9744-6baa610b9165, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=3da00852-b28b-463d-9744-6baa610b9165,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:26.331583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Transition to ACTIVE for port object 49a723e1-33dd-4b4e-839a-5677ceaafa2e will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:26.352515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:26.368009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:26.383500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Transition to ACTIVE for port object 49a723e1-33dd-4b4e-839a-5677ceaafa2e will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:26.400538 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:26.426215 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:26.463208 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:26.478488 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:26.540177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 52cc2753-859b-4e8f-ae18-5ab2d1b6237c owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:38:26.626623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:26.642519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:26.651285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:26.665944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466022e7-b322-40d9-a62f-4f4948561a2c req-d53cb0f3-cad8-4245-98ce-650c75c42c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:26.667664 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-466022e7-b322-40d9-a62f-4f4948561a2c req-d53cb0f3-cad8-4245-98ce-650c75c42c5f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=458650ec-3e4e-4bf3-852d-1a22852b990a HTTP/1.1" status: 200  len: 1100 time: 0.4758162
Apr 30 04:38:26.668780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Pushing event updated for resources: {'Port': ['ID=49a723e1-33dd-4b4e-839a-5677ceaafa2e,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:26.724205 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:26.853571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Attempting to bind port 49a723e1-33dd-4b4e-839a-5677ceaafa2e on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:26.854162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Attempting to bind port 49a723e1-33dd-4b4e-839a-5677ceaafa2e by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:26.855002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Attempting to bind port 49a723e1-33dd-4b4e-839a-5677ceaafa2e on network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:26.868256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:26.868866 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Checking segment: {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:26.869561 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:26.870248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Bound using segment: {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:26.871095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Bound port: 49a723e1-33dd-4b4e-839a-5677ceaafa2e, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:26.871785 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:26.901907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:26.902647 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:26.904380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] 10.222.0.37 "PUT /v2.0/ports/3da00852-b28b-463d-9744-6baa610b9165 HTTP/1.1" status: 200  len: 1096 time: 4.8296001
Apr 30 04:38:26.912714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffa38f5-9d98-4747-838c-f4479ace264c', 'tag': '3da00852-b28b-463d-9744-6baa610b9165'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:26.926002 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:27.014221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Pushing event updated for resources: {'Port': ['ID=3da00852-b28b-463d-9744-6baa610b9165,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:27.040700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466022e7-b322-40d9-a62f-4f4948561a2c req-6c4b9229-6343-4a25-8193-3f2cf8bb463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:27.042212 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-466022e7-b322-40d9-a62f-4f4948561a2c req-6c4b9229-6343-4a25-8193-3f2cf8bb463d service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3670440
Apr 30 04:38:27.082966 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:27.091239 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:27.099535 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48adb2a5-30ed-4356-8a7d-20fee9c2f8b4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:27.107108 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:27.171879 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-466022e7-b322-40d9-a62f-4f4948561a2c req-7480515d-1737-4720-b54f-b9b53afd7bb8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bf546252-4b1f-400f-b26a-f5d55adf5a67 HTTP/1.1" status: 200  len: 217 time: 0.1154380
Apr 30 04:38:27.202930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] For port 49a723e1-33dd-4b4e-839a-5677ceaafa2e, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:27.231109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Checking segment: {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:27.231617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Network hostable DHCP agents. Network: a27e74d2-8e55-4f08-8f20-2137358b2499, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:38:27.247663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-ea0e6fc8-c62d-49cd-976d-7eff56751d1b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:27.249367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-ea0e6fc8-c62d-49cd-976d-7eff56751d1b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.5473750
Apr 30 04:38:27.255657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6908bb99-86cc-4713-abf4-646d6f6662db,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:27.260498 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:27.277937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0a552-f236-41bd-a27b-9d7d428905fb req-4e1aadab-a4c6-4be6-9f6f-5b2fb2f36315 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:27.286144 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfd0a552-f236-41bd-a27b-9d7d428905fb req-4e1aadab-a4c6-4be6-9f6f-5b2fb2f36315 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 0.5851114
Apr 30 04:38:27.311873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466022e7-b322-40d9-a62f-4f4948561a2c req-db881f39-8a2a-42d9-ab54-1d54c163b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:27.313365 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-466022e7-b322-40d9-a62f-4f4948561a2c req-db881f39-8a2a-42d9-ab54-1d54c163b33e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1348166
Apr 30 04:38:27.337214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-fd8e142f-dd35-4ded-98af-1d60d25c4cfb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/quotas/23ed3850f28743fbb3956272163e68c0 HTTP/1.1" status: 200  len: 375 time: 0.0463567
Apr 30 04:38:27.394073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Network a27e74d2-8e55-4f08-8f20-2137358b2499 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:38:27.414898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-d9ef49bc-d6d9-4104-91f5-3edafbf23337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:27.416458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-d9ef49bc-d6d9-4104-91f5-3edafbf23337 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 1099 time: 0.4111574
Apr 30 04:38:27.426671 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfd0a552-f236-41bd-a27b-9d7d428905fb req-91427180-2a7b-4539-83ec-c5e70df394c4 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395292
Apr 30 04:38:27.490831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, a27e74d2-8e55-4f08-8f20-2137358b2499) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:27.511612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-bd6fa7e5-2c51-49d7-acee-c54a7a2410f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=3da00852-b28b-463d-9744-6baa610b9165 HTTP/1.1" status: 200  len: 217 time: 0.0826173
Apr 30 04:38:27.524376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780afed-a820-4709-9822-c7b760223619 None None] Network a27e74d2-8e55-4f08-8f20-2137358b2499 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:27.528749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:27.530477 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:27.595253 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:27.605720 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d23a9ed2-0bbd-4aff-839a-79fe972b1ae1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:27.651689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-db73f954-a64e-47aa-abac-be11b0f27d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:27.654780 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-db73f954-a64e-47aa-abac-be11b0f27d7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1274691
Apr 30 04:38:27.667968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 4.6516807
Apr 30 04:38:27.672160 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffa38f5-9d98-4747-838c-f4479ace264c', 'tag': '3da00852-b28b-463d-9744-6baa610b9165', 'status': 'completed', 'code': 200}
Apr 30 04:38:27.676478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37398) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:27.708827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=52cc2753-859b-4e8f-ae18-5ab2d1b6237c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:27.712135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:27.717212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:27.722156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Usage tracker for resource:router and tenant:96df7c957f194d07bcf6bc67e37ccf73 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:27.726188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:27.727522 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:27.733511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:27.777475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:27.778548 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:27.789317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-c31c898c-8c18-4923-b094-2006ea87eb80 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:38:27.832202 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:27.880485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] For port 49a723e1-33dd-4b4e-839a-5677ceaafa2e, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=49a723e1-33dd-4b4e-839a-5677ceaafa2e,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:27.925081 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:27.932670 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:27.960406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-c31c898c-8c18-4923-b094-2006ea87eb80 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:38:27.961843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-c31c898c-8c18-4923-b094-2006ea87eb80 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6112447
Apr 30 04:38:28.019521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466022e7-b322-40d9-a62f-4f4948561a2c req-27724b81-ce27-4613-806b-fe0fb93da693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:28.021602 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-466022e7-b322-40d9-a62f-4f4948561a2c req-27724b81-ce27-4613-806b-fe0fb93da693 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.6997669
Apr 30 04:38:28.023052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:28.027438 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:28.117807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:28.190026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Pushing event updated for resources: {'Port': ['ID=49a723e1-33dd-4b4e-839a-5677ceaafa2e,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:28.193701 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:28.204527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-a27e74d2-8e55-4f08-8f20-2137358b2499', 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'fixed_ips': [{'subnet_id': '6908bb99-86cc-4713-abf4-646d6f6662db'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:38:28.206524 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:28.239638 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/52cc2753-859b-4e8f-ae18-5ab2d1b6237c HTTP/1.1" status: 204  len: 168 time: 3.6794567
Apr 30 04:38:28.254266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37402) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:28.384119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde8e86-4940-44f5-bf91-895674e26218 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:28.385695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde8e86-4940-44f5-bf91-895674e26218 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:28.387664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcde8e86-4940-44f5-bf91-895674e26218 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:28.388416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dcde8e86-4940-44f5-bf91-895674e26218 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:38:28.438469 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-466022e7-b322-40d9-a62f-4f4948561a2c req-47a610c8-c481-4dce-be7f-4360e0ca6dc7 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3819482
Apr 30 04:38:28.507799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Allocated IP 172.20.0.2 (a27e74d2-8e55-4f08-8f20-2137358b2499/6908bb99-86cc-4713-abf4-646d6f6662db/75e069aa-548e-4ad6-8a89-c2939032b65c) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:28.608814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dcde8e86-4940-44f5-bf91-895674e26218 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:38:28.610013 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dcde8e86-4940-44f5-bf91-895674e26218 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3550689
Apr 30 04:38:28.629567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37406) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:28.634366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Allocated IP 172.25.8.222 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/a7548354-7796-4bee-8f32-720f70e34d02) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:28.698295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-88cbd97c-b812-452b-803d-c8f56e6469e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:28.699973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-88cbd97c-b812-452b-803d-c8f56e6469e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.0301156
Apr 30 04:38:28.746094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-45fac404-811d-4339-a8fc-f477138e1499 service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7359705
Apr 30 04:38:28.777447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet ab0d1b00-8795-4fd7-9e6a-b98e92b1e038 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:38:28.787824 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:28.998678 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.020044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Transition to ACTIVE for port object 75e069aa-548e-4ad6-8a89-c2939032b65c will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:29.056832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Transition to ACTIVE for port object 75e069aa-548e-4ad6-8a89-c2939032b65c will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:29.067772 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.075865 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ece52b3c-88dc-4632-8ec9-0a47bde7dbc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:29.091839 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-466022e7-b322-40d9-a62f-4f4948561a2c req-cda564fa-2bd8-4175-8007-bd85732ab5a4 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6388178
Apr 30 04:38:29.106177 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.204113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Pushing event updated for resources: {'Port': ['ID=75e069aa-548e-4ad6-8a89-c2939032b65c,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:29.207991 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.218746 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:29.240974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Network a27e74d2-8e55-4f08-8f20-2137358b2499 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:29.243236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:29.248288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:29.257733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.430246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14948139-bdde-4313-817b-94024afbb8ad req-cf7fabdf-3058-4f76-bdd0-f59d7f7cd37f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:29.438214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14948139-bdde-4313-817b-94024afbb8ad req-cf7fabdf-3058-4f76-bdd0-f59d7f7cd37f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 947 time: 1.5812926
Apr 30 04:38:29.448505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Attempting to bind port 75e069aa-548e-4ad6-8a89-c2939032b65c on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:29.449116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Attempting to bind port 75e069aa-548e-4ad6-8a89-c2939032b65c by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:29.449936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Attempting to bind port 75e069aa-548e-4ad6-8a89-c2939032b65c on network a27e74d2-8e55-4f08-8f20-2137358b2499 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:29.458777 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-8484b8bb-2ecc-416e-a811-d8c5b0cdbcc3 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7410259
Apr 30 04:38:29.462330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:29.462915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Checking segment: {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:29.463568 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.464191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Bound using segment: {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:29.465057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Bound port: 75e069aa-548e-4ad6-8a89-c2939032b65c, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:29.465514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.551030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.566378 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f514d9e4-1c25-4852-9fd5-748ba101feee tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:29.577273 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.590471 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-c8f56575-254b-456a-94f5-3d3a0684d85f service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7740636
Apr 30 04:38:29.661694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] For port 75e069aa-548e-4ad6-8a89-c2939032b65c, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:29.669061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] For port 75e069aa-548e-4ad6-8a89-c2939032b65c, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=75e069aa-548e-4ad6-8a89-c2939032b65c,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:29.681779 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b0b6a-e009-4514-ad48-2529a05f43cc None None] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:29.708334 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device bf546252-4b1f-400f-b26a-f5d55adf5a67 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:38:29.799613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:29.809251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14948139-bdde-4313-817b-94024afbb8ad req-d6f5e743-0577-42c8-af5e-3b129bbd7ac0 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3697948
Apr 30 04:38:29.811982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:29.824844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:29.887260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Pushing event updated for resources: {'Port': ['ID=a7548354-7796-4bee-8f32-720f70e34d02,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:29.897640 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:29.903508 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:29.916221 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a824dbc0-f938-418c-be80-83d743277800 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:29.988941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0d1b00-8795-4fd7-9e6a-b98e92b1e038,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:29.999220 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:30.017254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:30.072590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52c0f8e2-621d-4fd2-a78b-69dcaee7346c req-dc0687d9-5250-4131-a5f4-bd85d86443d2 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4639773
Apr 30 04:38:30.171843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a29a494-d17b-4df5-a0e1-6c7abe30d5c9 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:30.476341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c084e-5f13-49dd-be8e-93417aa77a76 req-32535459-1e24-4723-ab2c-4fb43b408a23 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:30.480090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-446c084e-5f13-49dd-be8e-93417aa77a76 req-32535459-1e24-4723-ab2c-4fb43b408a23 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 0.3023005
Apr 30 04:38:30.559621 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/ab0d1b00-8795-4fd7-9e6a-b98e92b1e038 HTTP/1.1" status: 204  len: 168 time: 1.9290690
Apr 30 04:38:30.560975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37418) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:30.623859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-af7ed1cc-2bf1-46b6-8b6d-bdcc5ef7365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:30.625147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-af7ed1cc-2bf1-46b6-8b6d-bdcc5ef7365d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 1099 time: 0.5090516
Apr 30 04:38:30.646963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf1471-8dc9-495b-9876-f36a02dae87e req-4c12946d-4cec-41ff-8c41-f92efb445c84 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:30.648591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4bf1471-8dc9-495b-9876-f36a02dae87e req-4c12946d-4cec-41ff-8c41-f92efb445c84 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 0.4300952
Apr 30 04:38:30.671424 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:30.718520 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-031d617f-95a0-4d03-ad9e-1a4c84249d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:30.726639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet fa05b730-ca26-4852-adcc-52ae4a630ca5 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:38:30.743109 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:30.793185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9b6e8013-6609-40e8-9be5-1d7f1dbab21a None None] Provisioning for port 49a723e1-33dd-4b4e-839a-5677ceaafa2e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:30.807488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 49a723e1-33dd-4b4e-839a-5677ceaafa2e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:30.809293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-d56a99f8-b8c7-4691-afb0-6b1d79acd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:30.810892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-d56a99f8-b8c7-4691-afb0-6b1d79acd900 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.1757267
Apr 30 04:38:30.968140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port bf546252-4b1f-400f-b26a-f5d55adf5a67, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=bf546252-4b1f-400f-b26a-f5d55adf5a67,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:31.016570 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:31.121613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:31.145054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'bf546252-4b1f-400f-b26a-f5d55adf5a67', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'bf546252-4b1f-400f-b26a-f5d55adf5a67', 'mac_address': 'fa:16:3e:b4:a0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:38:31.154926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21234fe7-990e-4bc1-a085-cbdc5e58a755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:31.226780 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-bc0a951a-2931-407f-89c8-cf9996f4fc69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=3da00852-b28b-463d-9744-6baa610b9165 HTTP/1.1" status: 200  len: 217 time: 0.3167117
Apr 30 04:38:31.232585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-446c084e-5f13-49dd-be8e-93417aa77a76 req-2dede8fb-b72d-4453-93aa-75aeca93dabf tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6858718
Apr 30 04:38:31.255280 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:31.284441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Pushing event updated for resources: {'Port': ['ID=75e069aa-548e-4ad6-8a89-c2939032b65c,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:31.305534 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:31.381132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 49a723e1-33dd-4b4e-839a-5677ceaafa2e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:31.400587 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:31.427691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 49a723e1-33dd-4b4e-839a-5677ceaafa2e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:31.428414 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:31.506757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:31.628687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:31.666060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4bf1471-8dc9-495b-9876-f36a02dae87e req-381ce098-6195-42aa-b229-3689bdb91aa3 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8511376
Apr 30 04:38:31.713247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf546252-4b1f-400f-b26a-f5d55adf5a67 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:31.729143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-ebbaa937-6535-44ae-8621-9c36601c493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:31.732235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-ebbaa937-6535-44ae-8621-9c36601c493d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4832766
Apr 30 04:38:31.919072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port bf546252-4b1f-400f-b26a-f5d55adf5a67, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=bf546252-4b1f-400f-b26a-f5d55adf5a67,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:32.053631 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:32.062442 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:32.082696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-49a6164a-7acc-427f-affd-9fd1f32008bd req-c2d60232-cab0-4694-a6dd-1921349728f2 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 210 time: 0.1354904
Apr 30 04:38:32.277779 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:32.404830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=bf546252-4b1f-400f-b26a-f5d55adf5a67,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:32.413175 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:32.426709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Allocated IP 172.25.8.190 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/2654ab4f-8257-4584-b315-1c9ba4ebdde5) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:32.437560 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 49a723e1-33dd-4b4e-839a-5677ceaafa2e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=49a723e1-33dd-4b4e-839a-5677ceaafa2e,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:32.446684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:32.450876 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:32.531678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['bf546252-4b1f-400f-b26a-f5d55adf5a67'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:32.744491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 75e069aa-548e-4ad6-8a89-c2939032b65c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:32.982182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=49a723e1-33dd-4b4e-839a-5677ceaafa2e,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:32.996338 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:33.004237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-ac9b515d-4ce6-46a9-8d74-f14fe6dc2f3f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:33.005942 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-ac9b515d-4ce6-46a9-8d74-f14fe6dc2f3f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.3578863
Apr 30 04:38:33.110369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-37e6429d-3785-4fd5-b165-b6e5134e5bbb None None] Provisioning complete for port 49a723e1-33dd-4b4e-839a-5677ceaafa2e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:33.120422 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-37e6429d-3785-4fd5-b165-b6e5134e5bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:33.128955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Request body: {'port': {'device_id': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'admin_state_up': True, 'tenant_id': '23ed3850f28743fbb3956272163e68c0'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:33.243069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 75e069aa-548e-4ad6-8a89-c2939032b65c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:33.345376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:33.374507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb7eb66-db71-4efb-b90a-6b4455d23fa4 None None] Network a27e74d2-8e55-4f08-8f20-2137358b2499 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:33.387463 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:33.393855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-4fefa9bd-870e-4438-90a8-29339704a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:33.395574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-4fefa9bd-870e-4438-90a8-29339704a60a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.6509759
Apr 30 04:38:33.409676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:33.416632 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:33.519263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205280-dba3-4649-8992-9b9c27fbd294 req-b8a723c6-63bb-4f92-a0ee-966c554f61ac tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:33.524358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85205280-dba3-4649-8992-9b9c27fbd294 req-b8a723c6-63bb-4f92-a0ee-966c554f61ac tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 947 time: 1.3990626
Apr 30 04:38:33.607942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Made reservation on behalf of 23ed3850f28743fbb3956272163e68c0 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:33.615160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:33.633112 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e88a850b-d409-4439-9695-faa5983819db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:33.713451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fb4ef-7909-41ee-a144-3b7f3f964a3d req-0a0c0988-bbb2-4e61-856e-60eec541a3e4 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:33.715235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-174fb4ef-7909-41ee-a144-3b7f3f964a3d req-0a0c0988-bbb2-4e61-856e-60eec541a3e4 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 945 time: 0.5263932
Apr 30 04:38:33.718274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85205280-dba3-4649-8992-9b9c27fbd294 req-082ca837-9744-4124-aa06-bb93e80a6f88 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990469
Apr 30 04:38:33.725581 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:33.733599 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:33.820850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Provisioning complete for port aacb1abb-a952-432e-9f7c-3ed8088652e5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:33.821333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:33.851110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Pushing event updated for resources: {'Port': ['ID=2654ab4f-8257-4584-b315-1c9ba4ebdde5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:33.863620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-ce720860-4c85-4ae7-9ae0-0a048375f6de service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4566805
Apr 30 04:38:33.884836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:33.886501 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:33.911941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:33.936320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 3da00852-b28b-463d-9744-6baa610b9165 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:38:33.941468 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:33.990145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-785bd8e7-7b73-40df-993c-f86a9922fde5 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:33.992103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-785bd8e7-7b73-40df-993c-f86a9922fde5 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.50 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 945 time: 0.5565989
Apr 30 04:38:34.047698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:34.212278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Provisioning for port 75e069aa-548e-4ad6-8a89-c2939032b65c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:34.231976 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Provisioning complete for port 75e069aa-548e-4ad6-8a89-c2939032b65c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:34.232587 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:34.299282 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:34.313858 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e3239a6c-5727-47a1-8b29-d480358f9d5c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:34.340760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 3da00852-b28b-463d-9744-6baa610b9165, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=3da00852-b28b-463d-9744-6baa610b9165,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:34.384648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '3da00852-b28b-463d-9744-6baa610b9165', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '3da00852-b28b-463d-9744-6baa610b9165', 'mac_address': 'fa:16:3e:f8:99:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:38:34.390966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=fa05b730-ca26-4852-adcc-52ae4a630ca5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:34.400386 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:34.405218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:34.452440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b3e3b-0356-4256-a467-faacd67e34ee None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:34.460766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Allocated IP 172.20.0.2 (d8546f2d-3b48-4e0e-a3b1-191839a8c478/f6b8d43f-4c31-4f17-973d-316fa3a9818c/f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:34.473932 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/fa05b730-ca26-4852-adcc-52ae4a630ca5 HTTP/1.1" status: 204  len: 168 time: 3.9031816
Apr 30 04:38:34.475337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37436) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:34.503459 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-174fb4ef-7909-41ee-a144-3b7f3f964a3d req-eefbb655-95a0-4d09-8609-9b67dc5559f2 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7730041
Apr 30 04:38:34.571033 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:34.604982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da00852-b28b-463d-9744-6baa610b9165 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:34.642379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 3da00852-b28b-463d-9744-6baa610b9165, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=3da00852-b28b-463d-9744-6baa610b9165,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:34.649281 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-40081c12-2656-466c-9410-10c03bd09c71 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1618474
Apr 30 04:38:34.657338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37440) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:34.670652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 49a723e1-33dd-4b4e-839a-5677ceaafa2e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:34.682523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:34.783982 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:34.790540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:38:34.843972 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:34.922749 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:34.929951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=3da00852-b28b-463d-9744-6baa610b9165,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:34.946909 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:35.006908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 49a723e1-33dd-4b4e-839a-5677ceaafa2e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:35.007356 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:35.069651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee684d50-58ca-4452-b052-af2cbfc32b72 req-023d81ac-bca9-4023-a38e-694e2a1f1929 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1649296
Apr 30 04:38:35.152268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4daef-04d3-4b86-a0a8-c9d88cf6b5b2 req-dca9f9d2-b607-4f08-befd-6bad735c2472 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:35.156155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fa4daef-04d3-4b86-a0a8-c9d88cf6b5b2 req-dca9f9d2-b607-4f08-befd-6bad735c2472 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 945 time: 1.2406723
Apr 30 04:38:35.199312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:35.229013 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:35.245025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['3da00852-b28b-463d-9744-6baa610b9165'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:35.324970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:35.345541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] For port 75e069aa-548e-4ad6-8a89-c2939032b65c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=75e069aa-548e-4ad6-8a89-c2939032b65c,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:35.361954 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:35.362280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:35.374625 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-04ff91f6-c51b-4358-877a-55d8bcdefd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:35.385506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:35.463127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Deleting port 79872324-c5a4-4bf3-a0b6-b0f49423bd09 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:38:35.463738 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:35.506099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fa4daef-04d3-4b86-a0a8-c9d88cf6b5b2 req-b244e135-1aea-44a3-957b-d9b9dba4c190 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3200226
Apr 30 04:38:35.592226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Pushing event updated for resources: {'Port': ['ID=75e069aa-548e-4ad6-8a89-c2939032b65c,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:35.596499 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:35.602186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dedd996b-fdeb-4595-86d3-37f49160b1db None None] Provisioning complete for port 75e069aa-548e-4ad6-8a89-c2939032b65c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:35.602605 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dedd996b-fdeb-4595-86d3-37f49160b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:35.657809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:38:35.808736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:35.815228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:35.879270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] Deleting port aacb1abb-a952-432e-9f7c-3ed8088652e5 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:38:35.879652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.013487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171f00-4200-44f5-ab8b-5bb17fc0a255 req-4539c905-6323-47f6-a456-8663b01731cf tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:36.016369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b171f00-4200-44f5-ab8b-5bb17fc0a255 req-4539c905-6323-47f6-a456-8663b01731cf tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 1.1273513
Apr 30 04:38:36.027148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] For port aacb1abb-a952-432e-9f7c-3ed8088652e5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=aacb1abb-a952-432e-9f7c-3ed8088652e5,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:36.027635 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.042253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:38:36.054669 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Sync routers for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:38:36.088327 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:38:36.089561 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78048e790>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:38:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:36.124246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device bf546252-4b1f-400f-b26a-f5d55adf5a67 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:36.129005 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.131110 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 11.2595515
Apr 30 04:38:36.137269 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.146610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37450) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:36.227752 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c44bc3a5-57dc-48dc-a2b9-cd9a79e87788 req-bd3f4d76-0143-4c9a-9aa6-8cfd1cbde2e0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 210 time: 0.3455794
Apr 30 04:38:36.245281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] Calling delete_port for aacb1abb-a952-432e-9f7c-3ed8088652e5 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:38:36.285082 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.338549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port bf546252-4b1f-400f-b26a-f5d55adf5a67 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:36.356800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port bf546252-4b1f-400f-b26a-f5d55adf5a67 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:36.358030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.416057 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:38:36.418407 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.430398 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.437710 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:36.487734 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] Pushing event deleted for resources: {'Port': ['ID=aacb1abb-a952-432e-9f7c-3ed8088652e5,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:36.490211 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:36.504538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] No DVR routers for this DVR port aacb1abb-a952-432e-9f7c-3ed8088652e5 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:38:36.578373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b171f00-4200-44f5-ab8b-5bb17fc0a255 req-2e4f66b3-e221-4d16-a3ac-6022c122fbe8 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5413783
Apr 30 04:38:36.605223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 75e069aa-548e-4ad6-8a89-c2939032b65c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:36.622408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] For port 79872324-c5a4-4bf3-a0b6-b0f49423bd09, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=79872324-c5a4-4bf3-a0b6-b0f49423bd09,segment=NetworkSegment(2f363928-6891-4a13-ade2-db91851e55c7),segment_id=2f363928-6891-4a13-ade2-db91851e55c7)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:36.623029 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.661341 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.704290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port bf546252-4b1f-400f-b26a-f5d55adf5a67, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=bf546252-4b1f-400f-b26a-f5d55adf5a67,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:36.708594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458650ec-3e4e-4bf3-852d-1a22852b990a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf546252-4b1f-400f-b26a-f5d55adf5a67'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:36.724863 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.725998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 79872324-c5a4-4bf3-a0b6-b0f49423bd09 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:38:36.755983 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:36.875343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=bf546252-4b1f-400f-b26a-f5d55adf5a67,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:36.879352 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.880237 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:36.924787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 75e069aa-548e-4ad6-8a89-c2939032b65c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:36.925170 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:36.961940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:37.106111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Calling delete_port for 79872324-c5a4-4bf3-a0b6-b0f49423bd09 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:38:37.129939 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3291b32f-1ccb-42d5-96c2-79b1cfb61fb1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:37.186358 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78048e790>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:30Z', 'revision_number': 3, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:37.193550 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Checking router: a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:38:37.194053 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Updating router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 port a7548354-7796-4bee-8f32-720f70e34d02 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:38:37.252425 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:37.272281 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:37.491601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68463427-6714-4024-b298-2844e37476ba req-90acc881-099f-4435-9994-b6c2fcaf5981 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:37.499445 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68463427-6714-4024-b298-2844e37476ba req-90acc881-099f-4435-9994-b6c2fcaf5981 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 948 time: 0.8495650
Apr 30 04:38:37.552069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:37.583455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event updated for resources: {'Port': ['ID=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:37.586122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:37.590083 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:37.601834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 79872324-c5a4-4bf3-a0b6-b0f49423bd09, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=79872324-c5a4-4bf3-a0b6-b0f49423bd09,segment=NetworkSegment(2f363928-6891-4a13-ade2-db91851e55c7),segment_id=2f363928-6891-4a13-ade2-db91851e55c7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:37.606122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:37.619313 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:37.635174 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:37.824637 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:37.844848 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Transition to ACTIVE for port object a7548354-7796-4bee-8f32-720f70e34d02 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:37.855136 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:37.857209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device aacb1abb-a952-432e-9f7c-3ed8088652e5 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:38:37.869160 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:37.885862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68463427-6714-4024-b298-2844e37476ba req-32ef794e-12b8-42ed-8b41-207d470e04fb tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3853040
Apr 30 04:38:37.968435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 3da00852-b28b-463d-9744-6baa610b9165 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:37.970141 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:38.089519 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Pushing event updated for resources: {'Port': ['ID=a7548354-7796-4bee-8f32-720f70e34d02,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:38.106196 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Attempting to bind port a7548354-7796-4bee-8f32-720f70e34d02 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:38.106577 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Attempting to bind port a7548354-7796-4bee-8f32-720f70e34d02 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:38.106959 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Attempting to bind port a7548354-7796-4bee-8f32-720f70e34d02 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:38.130282 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.130282 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.130282 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.130908 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.131133 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.131353 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.131655 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.131978 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.132296 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.132610 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.132930 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.137986 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:38.150748 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:38.151191 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:38.151818 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:38.154038 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:38.155229 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Bound port: a7548354-7796-4bee-8f32-720f70e34d02, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:38.156923 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:38.182881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: aacb1abb-a952-432e-9f7c-3ed8088652e5 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:38:38.183250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device aacb1abb-a952-432e-9f7c-3ed8088652e5 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:38:38.255169 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:38.275619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:38.276891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:38.280951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=79872324-c5a4-4bf3-a0b6-b0f49423bd09,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:38.287349 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:38.316987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 3da00852-b28b-463d-9744-6baa610b9165 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:38.322665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 3da00852-b28b-463d-9744-6baa610b9165 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:38.323037 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:38.359571 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] For port a7548354-7796-4bee-8f32-720f70e34d02, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:38.364805 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] For port a7548354-7796-4bee-8f32-720f70e34d02, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a7548354-7796-4bee-8f32-720f70e34d02,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:38.376145 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:38.384002 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:38.396415 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:38.434436 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:38.510709 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:38:38.511411 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78048e790>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:38:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:38.576058 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4574175
Apr 30 04:38:38.596665 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Pushing event updated for resources: {'Port': ['ID=a7548354-7796-4bee-8f32-720f70e34d02,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:38.599511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Pushing event deleted for resources: {'Port': ['ID=79872324-c5a4-4bf3-a0b6-b0f49423bd09,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:38.599829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Request body: {'port': {'device_id': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:38.616905 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:38.636067 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:38.672819 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:38.710927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 3da00852-b28b-463d-9744-6baa610b9165, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=3da00852-b28b-463d-9744-6baa610b9165,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:38.717863 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:38.724154 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:38.757101 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:38:38.857571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=3da00852-b28b-463d-9744-6baa610b9165,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:38.869940 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:38.984147 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:39.011509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] No DVR routers for this DVR port 79872324-c5a4-4bf3-a0b6-b0f49423bd09 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:38:39.026913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ce483-7455-411c-8150-426ed7ccf080 req-2a4bed22-8d0e-4925-af2b-2050ef23266c tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:39.029290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-462ce483-7455-411c-8150-426ed7ccf080 req-2a4bed22-8d0e-4925-af2b-2050ef23266c tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 0.7153578
Apr 30 04:38:39.031155 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:39.041836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'name': 'network-vif-deleted', 'tag': '79872324-c5a4-4bf3-a0b6-b0f49423bd09'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:39.056041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c009cd-c0f6-41dd-b73e-b24e128aaf8a req-e3a753df-4897-4e82-b613-9b236cb88ee5 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:39.057608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91c009cd-c0f6-41dd-b73e-b24e128aaf8a req-e3a753df-4897-4e82-b613-9b236cb88ee5 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/ports?device_id=28c53a27-9241-46d7-82e4-c1d3ac32e5a5 HTTP/1.1" status: 200  len: 865 time: 0.8782716
Apr 30 04:38:39.122612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df1a9805-b35d-411b-9484-bf5ee5bf6a24 req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.50 "DELETE /v2.0/ports/79872324-c5a4-4bf3-a0b6-b0f49423bd09 HTTP/1.1" status: 204  len: 173 time: 5.0010819
Apr 30 04:38:39.177711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91c009cd-c0f6-41dd-b73e-b24e128aaf8a req-b090abd0-8f39-4b9d-b126-968af066443c tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] 10.222.0.46 "GET /v2.0/security-groups?id=772e3c1e-eb28-472f-b20e-6196d3da552b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986059
Apr 30 04:38:39.186537 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-462ce483-7455-411c-8150-426ed7ccf080 req-11532e9e-0e50-47e0-997f-0699e8343dd5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271830
Apr 30 04:38:39.198651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:38:39.233216 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78048e790>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:30Z', 'revision_number': 3, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:39.251120 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a5d0e-b11e-4e31-81d4-575dad8a650a None None] The sync data for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 is: [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:30Z', 'revision_number': 3, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:38:39.333507 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458650ec-3e4e-4bf3-852d-1a22852b990a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf546252-4b1f-400f-b26a-f5d55adf5a67', 'code': 200}
Apr 30 04:38:39.857579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:38:39.885302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Sync routers for ids ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:38:39.919709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Routers {'5067e9d2-5bdb-4d01-b49a-684d74df0fc4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:38:39.920919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78020c1c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:38:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:39.926275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:39.945638 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-69e671de-0ed6-4a2a-8fc5-6e0d1327603d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:40.016275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974bee1-8c25-4e93-a098-41792af84701 req-b1e560ab-06bf-4487-b6cc-02fc0b59b061 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:40.029855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9974bee1-8c25-4e93-a098-41792af84701 req-b1e560ab-06bf-4487-b6cc-02fc0b59b061 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 931 time: 0.4971645
Apr 30 04:38:40.066376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:40.074827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:40.075632 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:40.081091 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 12.4007983
Apr 30 04:38:40.087918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4b41462-9e6d-4b42-9a3b-006158fe9314 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:38:40.091509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37484) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:40.107523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=31e0529e-2bf5-445d-a857-9051fb55a6db,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:40.110124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:40.113638 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:40.132922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:40.133534 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:40.142042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf67f5d-4925-4fa1-9261-1e58b0ddc898 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:40.266184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a96032-ff6b-4f54-af8e-b374386cabaf req-89957b29-ad3c-4bea-9cac-ff5658493078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:40.269892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9a96032-ff6b-4f54-af8e-b374386cabaf req-89957b29-ad3c-4bea-9cac-ff5658493078 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=458650ec-3e4e-4bf3-852d-1a22852b990a HTTP/1.1" status: 200  len: 1102 time: 0.6377881
Apr 30 04:38:40.349713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9974bee1-8c25-4e93-a098-41792af84701 req-1f0ad35e-8d12-40fb-91ed-b081a2e63c80 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3186977
Apr 30 04:38:40.377876 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.7010527
Apr 30 04:38:40.389864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37490) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:40.469618 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:38:40.480342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69489d1a-273e-451b-935f-e72a0c1e1676 req-6df27ec4-1e5c-41ed-bc50-9583b501bdea tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:40.482797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69489d1a-273e-451b-935f-e72a0c1e1676 req-6df27ec4-1e5c-41ed-bc50-9583b501bdea tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 949 time: 0.7170517
Apr 30 04:38:40.573562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9a96032-ff6b-4f54-af8e-b374386cabaf req-f416de52-b0af-430d-b120-5f92936b625d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870922
Apr 30 04:38:40.602150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69489d1a-273e-451b-935f-e72a0c1e1676 req-c96e0fbc-a50c-48a7-b327-1ecb34ab88b4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882585
Apr 30 04:38:40.700442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:40.707421 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'name': 'network-vif-deleted', 'tag': '79872324-c5a4-4bf3-a0b6-b0f49423bd09', 'status': 'completed', 'code': 200}
Apr 30 04:38:40.768222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Set router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:38:40.952303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:40.958692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:40.962415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:40.964020 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:38:40.973690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:40.988117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37496) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:41.005561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:41.011658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:41.016118 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:41.077246 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:41.130839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Transition to ACTIVE for port object f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:41.133104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a7548354-7796-4bee-8f32-720f70e34d02 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:41.223803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '31e0529e-2bf5-445d-a857-9051fb55a6db'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:38:41.225027 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:41.266767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:41.298581 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e05e0949-2fd7-4b99-8d5e-191ca410fa8f tempest-ServersAdminTestJSON-1688186071 tempest-ServersAdminTestJSON-1688186071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:41.523444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Pushing event updated for resources: {'Port': ['ID=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:41.523751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:41.579592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79872324-c5a4-4bf3-a0b6-b0f49423bd09'}, {'server_uuid': '9ffa38f5-9d98-4747-838c-f4479ace264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da00852-b28b-463d-9744-6baa610b9165'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:41.592560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Allocated IP 172.20.0.1 (5fa32d2c-ee22-466c-92d4-83c6e6caf308/31581abd-3e6b-43d6-b813-e70732b12d54/13ffdc67-7903-4d29-ace5-b7a5958384a0) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:41.600096 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:41.799319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] Deleting subnet 7d3619b3-7906-4809-ab88-a87f2f46e789 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:38:41.807400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f4b41462-9e6d-4b42-9a3b-006158fe9314', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'port_id': 'f4b41462-9e6d-4b42-9a3b-006158fe9314', 'mac_address': 'fa:16:3e:b3:ae:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139698c-477e-486b-9121-7a7771acee19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:38:41.857806 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c53a27-9241-46d7-82e4-c1d3ac32e5a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79872324-c5a4-4bf3-a0b6-b0f49423bd09', 'code': 200}
Apr 30 04:38:41.858084 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffa38f5-9d98-4747-838c-f4479ace264c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da00852-b28b-463d-9744-6baa610b9165', 'code': 200}
Apr 30 04:38:41.948129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:42.047067 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:42.057829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a7548354-7796-4bee-8f32-720f70e34d02 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:42.280380 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:42.348836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a7548354-7796-4bee-8f32-720f70e34d02 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:42.349756 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:42.472770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4b41462-9e6d-4b42-9a3b-006158fe9314 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:42.557820 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:42.593389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:42.596154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Allocated IP 172.20.0.2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/31e0529e-2bf5-445d-a857-9051fb55a6db/1aa490bb-cbf1-4177-9a56-01bcc1c27992) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:42.649382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Transition to ACTIVE for port object 13ffdc67-7903-4d29-ace5-b7a5958384a0 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:42.664877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Attempting to bind port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:42.665460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Attempting to bind port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:42.666028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Attempting to bind port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:42.703728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:42.999168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305df3a-8705-40f6-8774-5572c2de783f req-b05ff82a-ddae-4b20-ab2a-ff44b5afe521 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:43.003472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7305df3a-8705-40f6-8774-5572c2de783f req-b05ff82a-ddae-4b20-ab2a-ff44b5afe521 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 943 time: 1.0904827
Apr 30 04:38:43.006312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:38:43.007321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:43.007675 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Attempting to bind port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:43.056484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:43.056987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Checking segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:43.057745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Bound using segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:43.058465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Bound port: f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:43.059024 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:43.081172 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:43.083335 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:43.097084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32fd6a-be72-4130-b225-ccb6f6fe3a55 req-aabe97de-5ba6-4091-8a88-7aa11edd8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:43.099883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e32fd6a-be72-4130-b225-ccb6f6fe3a55 req-aabe97de-5ba6-4091-8a88-7aa11edd8254 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 1101 time: 0.9422336
Apr 30 04:38:43.239484 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:43.296294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f4b41462-9e6d-4b42-9a3b-006158fe9314,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:43.302510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port a7548354-7796-4bee-8f32-720f70e34d02, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a7548354-7796-4bee-8f32-720f70e34d02,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:43.310521 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:43.314176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f4b41462-9e6d-4b42-9a3b-006158fe9314'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:38:43.336589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7305df3a-8705-40f6-8774-5572c2de783f req-4a529c03-a5c4-40ce-b7ad-5a5ba8f10d15 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3064682
Apr 30 04:38:43.413938 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:43.429436 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:43.432369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:43.506571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:43.534749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=a7548354-7796-4bee-8f32-720f70e34d02,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:43.547748 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:43.548878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Transition to ACTIVE for port object 1aa490bb-cbf1-4177-9a56-01bcc1c27992 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:43.555059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78020c1c0>, [{'id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:27Z', 'updated_at': '2021-04-30T04:38:35Z', 'revision_number': 3, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'gw_port': {'id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:31Z', 'updated_at': '2021-04-30T04:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:43.587664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Checking router: 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:38:43.588178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Updating router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 port 2654ab4f-8257-4584-b315-1c9ba4ebdde5 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:38:43.634687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Transition to ACTIVE for port object 1aa490bb-cbf1-4177-9a56-01bcc1c27992 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:43.651931 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:43.659814 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:43.692709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1576a1a-2f6f-48e7-ac33-2376c3b8c8aa req-2e3bbd2f-64cb-4e0f-9f07-daf389631be2 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:43.700662 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1576a1a-2f6f-48e7-ac33-2376c3b8c8aa req-2e3bbd2f-64cb-4e0f-9f07-daf389631be2 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 1.2816131
Apr 30 04:38:43.776375 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:43.809790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e32fd6a-be72-4130-b225-ccb6f6fe3a55 req-a4379c93-29ae-440f-a502-2a3c928eb7ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6973679
Apr 30 04:38:43.866052 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:43.922983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1576a1a-2f6f-48e7-ac33-2376c3b8c8aa req-69dc82e8-8b03-429a-bc1f-0ede3fcce5be tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2203970
Apr 30 04:38:44.028803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Allocated IP 172.20.0.1 (a27e74d2-8e55-4f08-8f20-2137358b2499/6908bb99-86cc-4713-abf4-646d6f6662db/cc4f3cd8-de51-450c-8652-b7ba5f3e25e2) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:44.072354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Pushing event updated for resources: {'Port': ['ID=13ffdc67-7903-4d29-ace5-b7a5958384a0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:44.085894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:44.093318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3829bd-fa2a-42c5-a8aa-0bcbab75feeb req-35ef839c-53d8-4422-921c-4b8966128930 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:44.095229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b3829bd-fa2a-42c5-a8aa-0bcbab75feeb req-35ef839c-53d8-4422-921c-4b8966128930 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 949 time: 0.3816659
Apr 30 04:38:44.118216 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:44.129012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:44.141943 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3260f27a-33c4-4ab4-91f5-11de7166f3a2 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:44.160328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:44.177461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:44.255219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Pushing event updated for resources: {'Port': ['ID=1aa490bb-cbf1-4177-9a56-01bcc1c27992,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:44.265241 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:44.277089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d3619b3-7906-4809-ab88-a87f2f46e789,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:44.281760 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:44.285969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:44.305999 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:44.312866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:44.324436 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b3829bd-fa2a-42c5-a8aa-0bcbab75feeb req-f736be29-24ce-41ed-961f-31db1228219c tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147322
Apr 30 04:38:44.348942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:44.442735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:44.465537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] For port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:44.494566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Transition to ACTIVE for port object cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:44.522435 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7d3619b3-7906-4809-ab88-a87f2f46e789 HTTP/1.1" status: 204  len: 168 time: 3.5304785
Apr 30 04:38:44.524339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37552) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:44.540865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] For port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:44.559218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:44.568943 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcf7cbba-b27d-4bba-a967-cdaf04b1fa11 tempest-VolumesAdminNegativeTest-500875018 tempest-VolumesAdminNegativeTest-500875018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:44.605813 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:44.651954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Attempting to bind port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:44.652578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Attempting to bind port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:44.653296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Attempting to bind port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:44.663278 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:44.702770 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c38c446-ff7b-4ebf-b137-02c92d98b3b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:44.717041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:44.717671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:44.718393 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:44.718777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:44.719461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Bound port: 1aa490bb-cbf1-4177-9a56-01bcc1c27992, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:44.720011 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:44.798255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Network a27e74d2-8e55-4f08-8f20-2137358b2499 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:44.824273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:44.833627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7f0f315e-668c-499c-b7a6-0dc3953d8a0d None None] Provisioning for port 13ffdc67-7903-4d29-ace5-b7a5958384a0 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:44.844337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7f0f315e-668c-499c-b7a6-0dc3953d8a0d None None] Provisioning complete for port 13ffdc67-7903-4d29-ace5-b7a5958384a0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:44.844870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7f0f315e-668c-499c-b7a6-0dc3953d8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:45.005658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:45.006599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:45.008922 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] 10.222.0.50 "PUT /v2.0/ports/f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 HTTP/1.1" status: 200  len: 1092 time: 6.4164331
Apr 30 04:38:45.032909 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:38:45.092491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'tag': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:45.143105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:45.239638 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4b41462-9e6d-4b42-9a3b-006158fe9314 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:45.324376 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:45.327419 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:45.388013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Pushing event updated for resources: {'Port': ['ID=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:45.398352 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:45.449237 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f315e-668c-499c-b7a6-0dc3953d8a0d None None] Port 13ffdc67-7903-4d29-ace5-b7a5958384a0 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:38:45.453280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] For port 1aa490bb-cbf1-4177-9a56-01bcc1c27992, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:45.515724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] For port 1aa490bb-cbf1-4177-9a56-01bcc1c27992, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1aa490bb-cbf1-4177-9a56-01bcc1c27992,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:45.529874 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:45.537170 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:45.549698 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3179b072-968e-4b26-b03b-850a90072ed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:45.589458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-9a175ff0-618c-4710-800f-81dba42a2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:45.591535 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-9a175ff0-618c-4710-800f-81dba42a2867 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 1095 time: 0.4415002
Apr 30 04:38:45.649922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Transition to ACTIVE for port object 2654ab4f-8257-4584-b315-1c9ba4ebdde5 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:45.658133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f4b41462-9e6d-4b42-9a3b-006158fe9314 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:45.659789 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:45.784487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a7548354-7796-4bee-8f32-720f70e34d02 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:45.806718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:45.860994 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-4af84c68-446e-44c2-bec2-989fdf810bdf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 HTTP/1.1" status: 200  len: 217 time: 0.1900022
Apr 30 04:38:45.942143 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:45.961890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6b591bff-0a8b-449f-9b0a-433f6271704e None None] Provisioning for port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:45.974316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-43d1c20e-c3ff-41b5-8142-e655ea9bbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:45.976797 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-43d1c20e-c3ff-41b5-8142-e655ea9bbc27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.0952959
Apr 30 04:38:46.022564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6b591bff-0a8b-449f-9b0a-433f6271704e None None] Provisioning complete for port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:46.023908 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6b591bff-0a8b-449f-9b0a-433f6271704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:46.087182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a3faa60>,) {'filters': {'network_id': ['027eac3e-4c7d-44a6-9460-a90b5de0dc58']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:46.135982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3faa60>, '2f363928-6891-4a13-ade2-db91851e55c7') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:46.136363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-633cbe45-a791-4a3a-a40a-7ddccd21dbfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1505086
Apr 30 04:38:46.140765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3faa60>, '2f363928-6891-4a13-ade2-db91851e55c7') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:46.159313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Pushing event updated for resources: {'Port': ['ID=1aa490bb-cbf1-4177-9a56-01bcc1c27992,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:46.161427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:46.200301 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:46.230532 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:46.236553 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:46.270580 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:46.300509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:38:46.335643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Attempting to bind port 2654ab4f-8257-4584-b315-1c9ba4ebdde5 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:46.342938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Attempting to bind port 2654ab4f-8257-4584-b315-1c9ba4ebdde5 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:46.343856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Attempting to bind port 2654ab4f-8257-4584-b315-1c9ba4ebdde5 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:46.381588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a7548354-7796-4bee-8f32-720f70e34d02 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:46.382280 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:46.540929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f3cd8-de51-450c-8652-b7ba5f3e25e2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:46.546271 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:46.546984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:46.547887 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:46.549531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:46.550316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Bound port: 2654ab4f-8257-4584-b315-1c9ba4ebdde5, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:46.550912 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:46.558858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb15ad-d37c-4e2f-8985-7d07f6901acf req-74417b91-6036-4c8e-9219-39b51e552cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:46.571281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26fb15ad-d37c-4e2f-8985-7d07f6901acf req-74417b91-6036-4c8e-9219-39b51e552cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 943 time: 2.0478179
Apr 30 04:38:46.693229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.693614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.694000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.694376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.698528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.699230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.699703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.701044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.701656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.702041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.702815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.703202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:38:46.746698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] For port 2654ab4f-8257-4584-b315-1c9ba4ebdde5, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:46.754631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] For port 2654ab4f-8257-4584-b315-1c9ba4ebdde5, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2654ab4f-8257-4584-b315-1c9ba4ebdde5,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:46.818020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6b591bff-0a8b-449f-9b0a-433f6271704e None None] Port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:38:46.833769 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.131s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:46.862315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:46.878622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fc46d-b7e3-4f60-917b-dcca2ff0a1f9 None None] Pushing event updated for resources: {'Port': ['ID=2654ab4f-8257-4584-b315-1c9ba4ebdde5,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:46.911497 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f26fc46d-b7e3-4f60-917b-dcca2ff0a1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:46.924960 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:46.960102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:38:47.032075 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:47.100628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fc46d-b7e3-4f60-917b-dcca2ff0a1f9 None None] Pushing event updated for resources: {'Port': ['ID=2654ab4f-8257-4584-b315-1c9ba4ebdde5,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:47.113447 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f26fc46d-b7e3-4f60-917b-dcca2ff0a1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:47.235331 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:47.279094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Routers {'5067e9d2-5bdb-4d01-b49a-684d74df0fc4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:38:47.281908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78020c1c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:38:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:47.348974 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26fb15ad-d37c-4e2f-8985-7d07f6901acf req-ea0137bf-6386-4cb5-b29d-d0e16bae2ba0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7762365
Apr 30 04:38:47.689053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdbf19-0a6a-48c8-8fa3-3a2fff550572 req-b29301d7-4f74-4cd5-829e-bd30cebc90ae tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:47.707263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94bdbf19-0a6a-48c8-8fa3-3a2fff550572 req-b29301d7-4f74-4cd5-829e-bd30cebc90ae tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 2.3667393
Apr 30 04:38:47.913570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] Set router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:38:47.917797 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'tag': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84', 'status': 'completed', 'code': 200}
Apr 30 04:38:48.102982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94bdbf19-0a6a-48c8-8fa3-3a2fff550572 req-38ccb1a7-cbf1-4d8a-88b6-a10adef09626 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3935335
Apr 30 04:38:48.104392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:48.304596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:38:48.307114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:38:48.449550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:48.485077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Network 027eac3e-4c7d-44a6-9460-a90b5de0dc58 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:38:48.500451 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:38:48.541702 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:38:48.574920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:48.663407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:48.672960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-43c68a63-5a08-485c-bfe8-ad9b928caa0d None None] Provisioning for port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:48.717156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1aa490bb-cbf1-4177-9a56-01bcc1c27992 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:48.769191 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:48.782829 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:48.795121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:48.805685 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e06048d-fc13-4a6a-b1f1-16e4afa0d8e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:48.862809 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:48.881831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:48.946459 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bf97611d-abea-441a-b918-4b5e4ef45c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:48.997673 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-20468c93-d1b2-4e2c-acb6-8bfaba49c503 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.8428833
Apr 30 04:38:49.097168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f3cd8-de51-450c-8652-b7ba5f3e25e2,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:49.108855 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:49.128554 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:49.130818 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:49.178625 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:49.216926 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:49.227035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f4b41462-9e6d-4b42-9a3b-006158fe9314,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:49.238860 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:49.250106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78020c1c0>, [{'id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:27Z', 'updated_at': '2021-04-30T04:38:35Z', 'revision_number': 3, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'gw_port': {'id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:31Z', 'updated_at': '2021-04-30T04:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:49.256470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:49.267195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c9fb9-8420-4130-9574-b3ceb2102d8b None None] The sync data for ids ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'] in n-d-766726-20 is: [{'id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:27Z', 'updated_at': '2021-04-30T04:38:35Z', 'revision_number': 3, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'gw_port': {'id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:31Z', 'updated_at': '2021-04-30T04:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:38:49.272529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:49.273164 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:49.297494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=027eac3e-4c7d-44a6-9460-a90b5de0dc58,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:49.401774 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:49.433465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a86f1a-5a80-4c30-b920-61f0b38ab2cf req-eb7a51b6-0b03-42b4-8df6-16f96699ceb8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:49.451014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24a86f1a-5a80-4c30-b920-61f0b38ab2cf req-eb7a51b6-0b03-42b4-8df6-16f96699ceb8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 943 time: 0.5456843
Apr 30 04:38:49.507091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222b356-9951-463b-b5ec-7a12f5087ba5 req-b4cb9c97-8f3d-4289-b936-bb301c5a7b49 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:49.517372 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9222b356-9951-463b-b5ec-7a12f5087ba5 req-b4cb9c97-8f3d-4289-b936-bb301c5a7b49 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 949 time: 1.1420350
Apr 30 04:38:49.542582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/027eac3e-4c7d-44a6-9460-a90b5de0dc58 HTTP/1.1" status: 204  len: 168 time: 5.0171678
Apr 30 04:38:49.660129 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:49.670840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24a86f1a-5a80-4c30-b920-61f0b38ab2cf req-d09c9e34-461f-47d1-8a73-78f16ed1c528 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187464
Apr 30 04:38:49.697533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:49.743581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:49.745321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9222b356-9951-463b-b5ec-7a12f5087ba5 req-1f9b94e9-9388-43e7-96d5-b79b19a3d265 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239172
Apr 30 04:38:49.790399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Network a27e74d2-8e55-4f08-8f20-2137358b2499 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:49.795398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:49.822403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Pushing event updated for resources: {'Port': ['ID=13ffdc67-7903-4d29-ace5-b7a5958384a0,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:49.994737 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314', 'code': 200}
Apr 30 04:38:50.038145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 1aa490bb-cbf1-4177-9a56-01bcc1c27992, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1aa490bb-cbf1-4177-9a56-01bcc1c27992,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:50.058061 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:50.069442 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:50.381694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37612) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:50.429677 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=1aa490bb-cbf1-4177-9a56-01bcc1c27992,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:50.444880 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:50.497776 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.694s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:50.574570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8074d1f3-d6f3-415e-bcc2-1016429abc27 None None] Provisioning complete for port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:50.575080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8074d1f3-d6f3-415e-bcc2-1016429abc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:50.695988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8074d1f3-d6f3-415e-bcc2-1016429abc27 None None] Port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:38:50.704146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2654ab4f-8257-4584-b315-1c9ba4ebdde5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:50.853090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:50.931917 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6a112ed-422a-4e2f-8928-1add2437c3bd req-0c890646-c179-42b6-95b9-fca369f00020 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8988206
Apr 30 04:38:50.998437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-175a1445-4e8f-4652-8e81-639bff4e1a20 None None] Provisioning complete for port 13ffdc67-7903-4d29-ace5-b7a5958384a0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:50.999044 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-175a1445-4e8f-4652-8e81-639bff4e1a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:51.141004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-175a1445-4e8f-4652-8e81-639bff4e1a20 None None] Port 13ffdc67-7903-4d29-ace5-b7a5958384a0 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:38:51.208896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 2654ab4f-8257-4584-b315-1c9ba4ebdde5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:51.223216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2654ab4f-8257-4584-b315-1c9ba4ebdde5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:51.231030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:51.305048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] For port 1aa490bb-cbf1-4177-9a56-01bcc1c27992, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1aa490bb-cbf1-4177-9a56-01bcc1c27992,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:51.336324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:51.399103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ff472503-6ab1-44a2-9d64-7e4f908195a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ea91bec209f4f2c8439d7b98db199f4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0148525
Apr 30 04:38:51.400632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37620) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:51.417179 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:51.418141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:51.487031 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:51.604783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:51.609831 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:51.619238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:51.639657 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a1660-e838-426a-a421-5a1ce077efb0 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:38:51.650720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=1aa490bb-cbf1-4177-9a56-01bcc1c27992,revision_number=5']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:51.656137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:51.656958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:51.661522 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:51.663753 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-411a7a1d-a3c3-42d2-ae61-5b91f82a52eb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:51.781993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:38:51.805116 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 11.4136133
Apr 30 04:38:51.832496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37624) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:51.891395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:c5:63:1f', 'name': 'tempest-NetworksTestDHCPv6-170002837'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:51.947416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-adef6554-2d8b-49c0-86ce-07ebaf638867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:51.950105 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-adef6554-2d8b-49c0-86ce-07ebaf638867 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 1095 time: 0.6111395
Apr 30 04:38:52.060042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6726fbf-c557-46f8-ba6d-3b81824b617a req-6ee6e7fb-37f4-4a92-ab4a-c1b086fce16b tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:52.070995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=22a62141-f117-4ee6-8c1c-9b15a65f2534,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:52.075245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6726fbf-c557-46f8-ba6d-3b81824b617a req-6ee6e7fb-37f4-4a92-ab4a-c1b086fce16b tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 1.3219662
Apr 30 04:38:52.105417 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:52.116981 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42a78cc6-0b1c-410e-b4ad-a7b24ddc1a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:52.241205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42a78cc6-0b1c-410e-b4ad-a7b24ddc1a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:52.285440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 2654ab4f-8257-4584-b315-1c9ba4ebdde5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2654ab4f-8257-4584-b315-1c9ba4ebdde5,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:52.301435 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:52.307594 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-53f7e320-c38c-40ca-9aaa-2704a08ead0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:52.482967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=2654ab4f-8257-4584-b315-1c9ba4ebdde5,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:52.499956 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:52.502959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5552f7-cdaf-4c84-a9c8-7b32032804f4 req-dde9bf5a-569d-49bf-899f-460039ba1b59 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:52.524144 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c5552f7-cdaf-4c84-a9c8-7b32032804f4 req-dde9bf5a-569d-49bf-899f-460039ba1b59 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=458650ec-3e4e-4bf3-852d-1a22852b990a HTTP/1.1" status: 200  len: 950 time: 1.9018981
Apr 30 04:38:52.601362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1aa490bb-cbf1-4177-9a56-01bcc1c27992 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:52.685652 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6726fbf-c557-46f8-ba6d-3b81824b617a req-91696769-9f23-4d82-b64f-dfe6bc79a7a7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5827606
Apr 30 04:38:52.688172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:38:52.696896 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42a78cc6-0b1c-410e-b4ad-a7b24ddc1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:52.715438 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a08ae1a-52d5-411f-8ac9-ca5c860e8289 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:52.832851 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:52.833584 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:52.946053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a78cc6-0b1c-410e-b4ad-a7b24ddc1a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772e3c1e-eb28-472f-b20e-6196d3da552b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:53.072489 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42a78cc6-0b1c-410e-b4ad-a7b24ddc1a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:53.092169 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42a78cc6-0b1c-410e-b4ad-a7b24ddc1a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:53.093524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-42a78cc6-0b1c-410e-b4ad-a7b24ddc1a92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/772e3c1e-eb28-472f-b20e-6196d3da552b HTTP/1.1" status: 204  len: 168 time: 1.6803730
Apr 30 04:38:53.321682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:38:53.347368 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] 10.222.0.46 "PUT /v2.0/routers/a27ff9d9-445c-4fc4-ba7e-40c7c7018b84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.1840942
Apr 30 04:38:53.348479 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c5552f7-cdaf-4c84-a9c8-7b32032804f4 req-f6bd2923-5795-421e-a81a-7403b5121955 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8220236
Apr 30 04:38:53.373683 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Sync routers for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:38:53.452853 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:38:53.454190 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78028fb80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:38:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:53.755951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:53.786025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:53.809971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:53.819194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-1b7aa269-c08c-4bc0-8ee0-bda01aa03065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:53.821687 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-1b7aa269-c08c-4bc0-8ee0-bda01aa03065 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 906 time: 1.8610637
Apr 30 04:38:53.829834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:38:53.837533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:53.841225 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] 10.222.0.46 "PUT /v2.0/routers/5067e9d2-5bdb-4d01-b49a-684d74df0fc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7397442
Apr 30 04:38:53.853847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Sync routers for ids ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:38:53.885041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Routers {'5067e9d2-5bdb-4d01-b49a-684d74df0fc4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:38:53.885395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78039f280>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:38:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:53.904826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60d694-6ec9-4ac0-872c-d334c8c73578 req-58f0ed35-48cb-4d7c-be56-d87cae5ce2be tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:53.921201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb60d694-6ec9-4ac0-872c-d334c8c73578 req-58f0ed35-48cb-4d7c-be56-d87cae5ce2be tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 943 time: 0.4971118
Apr 30 04:38:54.031756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9de0e2d8-3daa-434f-af2b-5d749704dc59 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:38:54.146742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb60d694-6ec9-4ac0-872c-d334c8c73578 req-31f81231-0772-4f07-9be3-dcbd7c49415b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2240524
Apr 30 04:38:54.243607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-8eefcb0c-c4eb-4fb1-992b-f2eec10a8249 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 HTTP/1.1" status: 200  len: 217 time: 0.3903201
Apr 30 04:38:54.354089 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:38:54.394041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:54.525251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Set router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:38:54.640144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2654ab4f-8257-4584-b315-1c9ba4ebdde5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:38:54.840380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-41b8c599-44c9-45f0-9743-5473a7008319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:54.849693 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-41b8c599-44c9-45f0-9743-5473a7008319 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.6008723
Apr 30 04:38:54.931814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc74a4-5234-46c3-a519-0e9647f99412 req-d80a450e-81a8-4a12-94af-ea103b668d94 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:54.933773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61dc74a4-5234-46c3-a519-0e9647f99412 req-d80a450e-81a8-4a12-94af-ea103b668d94 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 0.2515407
Apr 30 04:38:54.949531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-41987d81-6672-4a45-8f3c-4ad94d123465 None None] Provisioning complete for port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:54.951007 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-41987d81-6672-4a45-8f3c-4ad94d123465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:55.071363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-e9f97c35-e055-4701-bccb-9eb24e5721f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2101204
Apr 30 04:38:55.285804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61dc74a4-5234-46c3-a519-0e9647f99412 req-8ec0df3b-6b6e-4254-9ec8-e11d639e42ff tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3338823
Apr 30 04:38:55.410750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:38:55.431833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94849de-fafc-41e1-a46c-7099c097f96a req-ad3a080e-b74e-475d-a4c2-f56e0b8fcd55 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:55.447662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94849de-fafc-41e1-a46c-7099c097f96a req-ad3a080e-b74e-475d-a4c2-f56e0b8fcd55 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:55.460649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d94849de-fafc-41e1-a46c-7099c097f96a req-ad3a080e-b74e-475d-a4c2-f56e0b8fcd55 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=458650ec-3e4e-4bf3-852d-1a22852b990a&device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 1690 time: 0.5111914
Apr 30 04:38:55.492767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:55.615939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d94849de-fafc-41e1-a46c-7099c097f96a req-c4466a43-d62d-417f-9d0a-242bc6892214 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546698
Apr 30 04:38:55.668561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port b6002f2c-43f1-419f-80f7-c04c159abf88 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:38:55.857036 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-5e71b994-81a0-4c18-ac18-c054134b1727 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7693484
Apr 30 04:38:55.910116 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78028fb80>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:45Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '13ffdc67-7903-4d29-ace5-b7a5958384a0', 'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'mac_address': 'fa:16:3e:e0:d7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:40Z', 'updated_at': '2021-04-30T04:38:46Z', 'revision_number': 2, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'subnets': [{'id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:55.951146 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Checking router: a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:38:55.955234 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Updating router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 port 13ffdc67-7903-4d29-ace5-b7a5958384a0 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:38:55.968867 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:56.038230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9de0e2d8-3daa-434f-af2b-5d749704dc59 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:38:56.041267 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:38:56.362997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:38:56.425787 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:56.456709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2654ab4f-8257-4584-b315-1c9ba4ebdde5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:56.457093 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:56.477979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 172.20.0.9 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/31e0529e-2bf5-445d-a857-9051fb55a6db/b6002f2c-43f1-419f-80f7-c04c159abf88) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:56.496726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fec5:631f (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/22a62141-f117-4ee6-8c1c-9b15a65f2534/b6002f2c-43f1-419f-80f7-c04c159abf88) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:38:56.516543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eb10d-558e-4fc2-94f0-8a23b1ccffab req-40697a98-7344-430c-b3f3-1060cda0aca3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:56.530861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:56.535921 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc8eb10d-558e-4fc2-94f0-8a23b1ccffab req-40697a98-7344-430c-b3f3-1060cda0aca3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 943 time: 0.7253072
Apr 30 04:38:56.560162 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:38:56.598213 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:56.608837 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:56.705229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37732) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:56.722822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc8eb10d-558e-4fc2-94f0-8a23b1ccffab req-a6604c23-4196-46ae-9e82-57e9230f7215 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505010
Apr 30 04:38:56.731470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-network', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:56.749060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:56.757468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Usage tracker for resource:network and tenant:b0e1deddce194f3a9e258de266567c4e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:56.765977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:56.795627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:56.838314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f46db-efa5-4770-bf0d-fa03a6c74007 req-71fea51e-f23a-42b7-b6c7-d2d3e721e24d tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:56.840512 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea4f46db-efa5-4770-bf0d-fa03a6c74007 req-71fea51e-f23a-42b7-b6c7-d2d3e721e24d tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=458650ec-3e4e-4bf3-852d-1a22852b990a HTTP/1.1" status: 200  len: 1102 time: 0.7071660
Apr 30 04:38:56.858700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Made reservation on behalf of b0e1deddce194f3a9e258de266567c4e for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:56.862875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:56.950699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:56.996654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:57.021471 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea4f46db-efa5-4770-bf0d-fa03a6c74007 req-ff2f18b4-9a0f-4162-8ef2-bbc833cc69eb tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556292
Apr 30 04:38:57.026480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e1deddce194f3a9e258de266567c4e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:57.045745 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:57.206533 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59', 'code': 200}
Apr 30 04:38:57.235178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:57.308109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:57.312769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object b6002f2c-43f1-419f-80f7-c04c159abf88 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:57.351209 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e9a45d4e-8945-42f2-9b7c-8a992420f048 req-06ae41bd-245f-49cd-b601-2d65655cd763 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4842951
Apr 30 04:38:57.374909 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:57.447712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:57.469280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'port_id': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84', 'mac_address': 'fa:16:3e:0d:f6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b8d43f-4c31-4f17-973d-316fa3a9818c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:38:57.488252 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:57.493134 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:57.576593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37752) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:57.665260 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:57.668880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9de0e2d8-3daa-434f-af2b-5d749704dc59,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:57.693550 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:57.822005 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:57.824595 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:57.844891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:38:57.844891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:38:57.847079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:38:57.848005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:38:57.875722 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:57.885068 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Transition to ACTIVE for port object 13ffdc67-7903-4d29-ace5-b7a5958384a0 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:38:57.924362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=b6002f2c-43f1-419f-80f7-c04c159abf88,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:57.927181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:38:57.931081 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:57.936120 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:57.966278 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:57.968526 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:58.003369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:58.004024 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:58.072747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaddb1f-e845-4818-9ba3-308d36be0417,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:58.107936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b613499-3a59-4e20-ae2e-ecd62e3ae909 req-72ac9515-87e5-4d12-8460-e2a8eab92299 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:58.121641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b613499-3a59-4e20-ae2e-ecd62e3ae909 req-72ac9515-87e5-4d12-8460-e2a8eab92299 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 943 time: 1.0911882
Apr 30 04:38:58.124987 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 6.2884161
Apr 30 04:38:58.129420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37764) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:58.146041 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:58.176263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78039f280>, [{'id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:27Z', 'updated_at': '2021-04-30T04:38:47Z', 'revision_number': 4, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'gw_port': {'id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:31Z', 'updated_at': '2021-04-30T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'cc4f3cd8-de51-450c-8652-b7ba5f3e25e2', 'name': '', 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'mac_address': 'fa:16:3e:cb:f1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6908bb99-86cc-4713-abf4-646d6f6662db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:43Z', 'updated_at': '2021-04-30T04:38:48Z', 'revision_number': 2, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'subnets': [{'id': '6908bb99-86cc-4713-abf4-646d6f6662db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:58.195732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:58.196079 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Added segment b833754b-d280-426a-862e-569be94f1669 of type vlan for network a379b2a7-c694-4b3f-b84b-c2a14445f0c4
Apr 30 04:38:58.210415 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:58.229130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '9de0e2d8-3daa-434f-af2b-5d749704dc59', 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78', 'port_id': '9de0e2d8-3daa-434f-af2b-5d749704dc59', 'mac_address': 'fa:16:3e:a4:5a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428de363-804c-4154-ad97-5c4366b56436', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:38:58.233642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Checking router: 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:38:58.235193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Updating router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:38:58.253802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2084523736-network', 'tenant_id': '337c8d783d6f4222b8b2cac9f682648a'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:58.263670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:58.269038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Usage tracker for resource:network and tenant:337c8d783d6f4222b8b2cac9f682648a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:58.272939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:58.288007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:58.338802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Made reservation on behalf of 337c8d783d6f4222b8b2cac9f682648a for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:58.342775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b613499-3a59-4e20-ae2e-ecd62e3ae909 req-993c2753-20ad-43a9-8f27-4e73f28b1a54 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164898
Apr 30 04:38:58.343413 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:58.396726 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:58.427554 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:58.439815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b6dd5-4559-47a6-80ee-d5655733a982 req-2770e133-4b4c-4747-8b70-bc3b575158d6 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:58.450291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f83b6dd5-4559-47a6-80ee-d5655733a982 req-2770e133-4b4c-4747-8b70-bc3b575158d6 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 1101 time: 0.7847619
Apr 30 04:38:58.577525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:58.598679 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:58.606601 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:58.610508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:58.615931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:58.630168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Usage tracker for resource:security_group_rule and tenant:337c8d783d6f4222b8b2cac9f682648a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:58.643743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:58.676327 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040fc14-b724-4693-8394-1d240cc3ea74 None None] Pushing event updated for resources: {'Port': ['ID=13ffdc67-7903-4d29-ace5-b7a5958384a0,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:58.682435 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2040fc14-b724-4693-8394-1d240cc3ea74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:58.683616 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9febeb92-1e1d-44fc-9932-e4bc499995d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:58.718024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:58.822315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4437e-c4d7-4631-8b1a-9af6938ba72e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:58.843910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Pushing event updated for resources: {'Network': ['ID=a379b2a7-c694-4b3f-b84b-c2a14445f0c4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:58.879425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.1549089
Apr 30 04:38:58.916987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4437e-c4d7-4631-8b1a-9af6938ba72e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:58.927100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37802) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:58.928091 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:58.929173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-faf4437e-c4d7-4631-8b1a-9af6938ba72e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:38:58.946204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f83b6dd5-4559-47a6-80ee-d5655733a982 req-441c4ae1-e535-4fcb-9f61-751315fde168 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4665871
Apr 30 04:38:58.978562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Request body: {'subnet': {'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-subnet', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:38:59.021619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:38:59.041611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Usage tracker for resource:subnet and tenant:b0e1deddce194f3a9e258de266567c4e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:38:59.053112 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Attempting to bind port 13ffdc67-7903-4d29-ace5-b7a5958384a0 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:38:59.054428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:38:59.056408 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Attempting to bind port 13ffdc67-7903-4d29-ace5-b7a5958384a0 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:38:59.058480 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Attempting to bind port 13ffdc67-7903-4d29-ace5-b7a5958384a0 on network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:38:59.068751 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:38:59.071883 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Checking segment: {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:38:59.073479 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.075799 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Bound using segment: {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:38:59.076655 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Bound port: 13ffdc67-7903-4d29-ace5-b7a5958384a0, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:38:59.077370 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.082871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:38:59.165535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-faf4437e-c4d7-4631-8b1a-9af6938ba72e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:38:59.178940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37812) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:38:59.179252 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-faf4437e-c4d7-4631-8b1a-9af6938ba72e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 1.0472136
Apr 30 04:38:59.180463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Made reservation on behalf of b0e1deddce194f3a9e258de266567c4e for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:38:59.190854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.445470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.462523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.469876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:38:59.481513 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ceb4ea29-e485-41dd-92f6-744e24c6538a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:59.499507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:38:59.506305 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] For port 13ffdc67-7903-4d29-ace5-b7a5958384a0, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:38:59.516738 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] For port 13ffdc67-7903-4d29-ace5-b7a5958384a0, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=13ffdc67-7903-4d29-ace5-b7a5958384a0,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:38:59.529236 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.547127 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:59.591697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1efa4c38-2fd3-4085-939f-5d1947f1c515 None None] Provisioning for port b6002f2c-43f1-419f-80f7-c04c159abf88 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:38:59.618375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:38:59.622964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1faf59-11e2-41d8-bbb1-dda109242a01,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:38:59.631662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1efa4c38-2fd3-4085-939f-5d1947f1c515 None None] Provisioning complete for port b6002f2c-43f1-419f-80f7-c04c159abf88 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:38:59.631923 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1efa4c38-2fd3-4085-939f-5d1947f1c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.650566 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:38:59.670827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.671451 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Added segment ab7e3633-da99-4b49-aa70-a5d96cf7cb8e of type vlan for network 5fa30e68-2216-44b4-a700-cba68cb0e3c7
Apr 30 04:38:59.675829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f949-4fb1-4392-ad73-d2f953e9c33e req-752fa86f-7ac0-473d-acc3-e44477c6a30f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:59.687269 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a912f949-4fb1-4392-ad73-d2f953e9c33e req-752fa86f-7ac0-473d-acc3-e44477c6a30f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 943 time: 1.0052767
Apr 30 04:38:59.739133 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:38:59.739824 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78028fb80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:38:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:38:59.792262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.915087 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.916514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.917855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:38:59.919161 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:38:59.938531 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:38:59.952213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:00.035093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1efa4c38-2fd3-4085-939f-5d1947f1c515 None None] Port b6002f2c-43f1-419f-80f7-c04c159abf88 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:39:00.041464 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:00.051964 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:00.214769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de0e2d8-3daa-434f-af2b-5d749704dc59 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:39:00.242003 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:39:00.255573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:00.265193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:00.279813 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:00.302856 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:00.309813 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0c499cfb-1a60-49fe-adde-91cdc9df21cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:00.392600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Pushing event updated for resources: {'Network': ['ID=5fa30e68-2216-44b4-a700-cba68cb0e3c7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:00.404712 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:39:00.406009 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:00.429930 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.8141022
Apr 30 04:39:00.432049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37822) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:00.443636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Request body: {'subnet': {'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2084523736-subnet', 'tenant_id': '337c8d783d6f4222b8b2cac9f682648a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:00.456349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:00.472109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Usage tracker for resource:subnet and tenant:337c8d783d6f4222b8b2cac9f682648a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:00.482556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a912f949-4fb1-4392-ad73-d2f953e9c33e req-00930669-1eb3-4491-94f7-875030df657c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7536736
Apr 30 04:39:00.484191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:00.507746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:00.535499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:39:00.554796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Made reservation on behalf of 337c8d783d6f4222b8b2cac9f682648a for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:00.558976 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:00.597128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:39:00.653565 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040fc14-b724-4693-8394-1d240cc3ea74 None None] Pushing event updated for resources: {'Port': ['ID=13ffdc67-7903-4d29-ace5-b7a5958384a0,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:00.662862 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2040fc14-b724-4693-8394-1d240cc3ea74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.117s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:00.680796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port b6002f2c-43f1-419f-80f7-c04c159abf88 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:39:00.681148 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:00.843470 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:01.044425 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-25347b46-de23-4455-ab56-319587e4db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78028fb80>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:45Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '13ffdc67-7903-4d29-ace5-b7a5958384a0', 'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'mac_address': 'fa:16:3e:e0:d7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:40Z', 'updated_at': '2021-04-30T04:38:59Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'subnets': [{'id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:01.050245 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25347b46-de23-4455-ab56-319587e4db61 None None] The sync data for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 is: [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:45Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '13ffdc67-7903-4d29-ace5-b7a5958384a0', 'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'mac_address': 'fa:16:3e:e0:d7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:40Z', 'updated_at': '2021-04-30T04:38:59Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'subnets': [{'id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:39:01.065093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9de0e2d8-3daa-434f-af2b-5d749704dc59,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:01.075038 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:01.169536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for b6002f2c-43f1-419f-80f7-c04c159abf88 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:39:01.366075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9de0e2d8-3daa-434f-af2b-5d749704dc59'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:39:01.596390 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:01.728733 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f44-e5c0-472a-979f-6624fce8f485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:01.821923 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:01.828866 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-390a4313-d504-4ed3-af1c-c24c1621296c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:01.948775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Transition to ACTIVE for port object cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:01.961200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:01.977001 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:02.026561 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:02.032347 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:02.042234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=14063f01-7ac3-4ab7-9118-bdfb4d5230e0,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:02.053796 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:02.068673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Checking segment: {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:02.077346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Network hostable DHCP agents. Network: 5fa30e68-2216-44b4-a700-cba68cb0e3c7, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:39:02.135499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:39:02.155976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 5fa30e68-2216-44b4-a700-cba68cb0e3c7) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:02.171584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:02.172198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:02.230130 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.7964194
Apr 30 04:39:02.263006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=b6002f2c-43f1-419f-80f7-c04c159abf88,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:02.301375 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:02.575877 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:02.581988 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:02.622092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1aa070-8e57-4b99-a21d-d2dd2a00e697 None None] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:02.774390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 13ffdc67-7903-4d29-ace5-b7a5958384a0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:03.122708 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:03.181834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Checking segment: {'id': 'b833754b-d280-426a-862e-569be94f1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:03.182210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Network hostable DHCP agents. Network: a379b2a7-c694-4b3f-b84b-c2a14445f0c4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:39:03.196563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=066c9c79-fc4c-4f78-8bb0-a3e768a77845,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:03.214934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37842) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:03.216054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/b6002f2c-43f1-419f-80f7-c04c159abf88 HTTP/1.1" status: 204  len: 168 time: 3.9856281
Apr 30 04:39:03.217961 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:03.250460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:39:03.293708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, a379b2a7-c694-4b3f-b84b-c2a14445f0c4) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:03.326446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:03.333582 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:03.382241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ed33a-6ec3-4c99-9bab-8962d22d2db3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:03.384979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ed33a-6ec3-4c99-9bab-8962d22d2db3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:03.387262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ed33a-6ec3-4c99-9bab-8962d22d2db3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:03.393894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6a6ed33a-6ec3-4c99-9bab-8962d22d2db3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:03.419367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 4.4695606
Apr 30 04:39:03.435391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37846) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:03.436451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:03.460750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:03.465492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6a6ed33a-6ec3-4c99-9bab-8962d22d2db3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:03.468744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6a6ed33a-6ec3-4c99-9bab-8962d22d2db3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2513905
Apr 30 04:39:03.472275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37850) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:03.488949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Usage tracker for resource:router and tenant:b0e1deddce194f3a9e258de266567c4e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:03.502188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:03.551032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:03.582450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:03.584083 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:03.599406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 22a62141-f117-4ee6-8c1c-9b15a65f2534 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:39:03.603506 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:03.612186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22c8b5-a8b6-4002-8a4f-d04f00f742ae None None] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:03.639186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:03.732249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:04.039834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:04.276574 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:04.457487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:04.516841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Pushing event updated for resources: {'Port': ['ID=cc4f3cd8-de51-450c-8652-b7ba5f3e25e2,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:04.673323 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.641s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:04.775875 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:04.793765 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fa483ec-8468-4da7-b946-886ecda76684 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:04.885131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=22a62141-f117-4ee6-8c1c-9b15a65f2534,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:04.899451 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:04.901856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:04.947331 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/22a62141-f117-4ee6-8c1c-9b15a65f2534 HTTP/1.1" status: 204  len: 168 time: 1.4722023
Apr 30 04:39:04.948038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37860) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:04.954825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdf4b29-f7da-4f73-9ed6-ed74d4d9ba44 None None] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:05.223115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 13ffdc67-7903-4d29-ace5-b7a5958384a0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:05.243389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 31e0529e-2bf5-445d-a857-9051fb55a6db {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:39:05.255900 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.288430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Attempting to bind port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:05.288985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Attempting to bind port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:05.289539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Attempting to bind port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 on network a27e74d2-8e55-4f08-8f20-2137358b2499 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:05.312725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249156a-5dc4-4931-8f84-13f33aa73744 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:05.358185 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.359962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-670ba9d4-424f-43dd-9399-40ab6490375e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.361019 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.369341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:05.369620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Checking segment: {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:05.370023 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.370424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Bound using segment: {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:05.370919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Bound port: cc4f3cd8-de51-450c-8652-b7ba5f3e25e2, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:05.371375 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.415480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 13ffdc67-7903-4d29-ace5-b7a5958384a0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:05.415876 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.437859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.445450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.630936 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:05.675648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Allocated IP 172.25.8.168 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/59863cd4-f6ce-4689-a87c-cb5ffed5ee79) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:06.231429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:06.279264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] For port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:06.288579 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] For port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cc4f3cd8-de51-450c-8652-b7ba5f3e25e2,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:06.307824 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:06.322391 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c69c7082-3940-4924-adaf-9e67a80f82dc tempest-ImagesOneServerTestJSON-511317479 tempest-ImagesOneServerTestJSON-511317479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:06.350784 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:06.535707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:06.538042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:06.546953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:06.581876 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:06.600621 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:06.667931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Pushing event updated for resources: {'Port': ['ID=59863cd4-f6ce-4689-a87c-cb5ffed5ee79,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:06.682529 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:06.747316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=31e0529e-2bf5-445d-a857-9051fb55a6db,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:06.767794 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:06.772790 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:06.775255 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:06.803786 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:06.814781 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/31e0529e-2bf5-445d-a857-9051fb55a6db HTTP/1.1" status: 204  len: 168 time: 1.8617938
Apr 30 04:39:06.816230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37868) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:06.855796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:06.942057 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f22f3bfa-d2b8-4792-b18a-8a4730f0a68c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1242421
Apr 30 04:39:06.944677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37872) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:07.061865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Pushing event updated for resources: {'Port': ['ID=cc4f3cd8-de51-450c-8652-b7ba5f3e25e2,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:07.073633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-a379b2a7-c694-4b3f-b84b-c2a14445f0c4', 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'fixed_ips': [{'subnet_id': '066c9c79-fc4c-4f78-8bb0-a3e768a77845'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:39:07.074500 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:07.156570 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:07.180887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Routers {'5067e9d2-5bdb-4d01-b49a-684d74df0fc4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:39:07.185445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78039f280>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:07.298171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:07.298171 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:07.356456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21467728-35a7-4acf-b0c1-10096863f466 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:07.365376 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-21467728-35a7-4acf-b0c1-10096863f466 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4160380
Apr 30 04:39:07.366474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37876) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:07.422481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.422830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.423219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.423632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.423994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.424303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.424771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.425112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.425439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.425764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.426090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.426573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:07.450744 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:07.575986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314f449-7180-4074-bb6b-605e66db9efe tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:07.577456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d314f449-7180-4074-bb6b-605e66db9efe tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:07.608785 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:07.618470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d314f449-7180-4074-bb6b-605e66db9efe tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:07.628810 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d314f449-7180-4074-bb6b-605e66db9efe tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2604194
Apr 30 04:39:07.630803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37880) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:07.692221 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:07.802262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Allocated IP 172.20.0.2 (a379b2a7-c694-4b3f-b84b-c2a14445f0c4/066c9c79-fc4c-4f78-8bb0-a3e768a77845/beded4e5-bbf4-4d52-91a7-c8b73c9de0e7) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:07.957735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 13ffdc67-7903-4d29-ace5-b7a5958384a0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=13ffdc67-7903-4d29-ace5-b7a5958384a0,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:07.998570 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-76ad43fd-8d8d-4156-9084-ca0fc6f09726 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3652248
Apr 30 04:39:08.012375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37886) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:08.033253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-21de820c-d5fe-48f8-a1ca-7b86f365e904 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:08.057600 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:08.064603 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:08.101478 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f3409b39-4a3c-4065-b6e6-c80566d82714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:08.207275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:39:08.227691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] Set router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:39:08.412856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9de0e2d8-3daa-434f-af2b-5d749704dc59 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:08.538861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:39:08.705266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-21de820c-d5fe-48f8-a1ca-7b86f365e904 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:08.712209 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:08.726324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-21de820c-d5fe-48f8-a1ca-7b86f365e904 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:08.730513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Transition to ACTIVE for port object beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:08.811077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:08.830858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=13ffdc67-7903-4d29-ace5-b7a5958384a0,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:08.839802 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:08.841198 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:08.859187 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:08.879514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21de820c-d5fe-48f8-a1ca-7b86f365e904 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:08.887853 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-21de820c-d5fe-48f8-a1ca-7b86f365e904 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:08.890435 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-21de820c-d5fe-48f8-a1ca-7b86f365e904 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:39:08.891179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21de820c-d5fe-48f8-a1ca-7b86f365e904 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:39:08.971098 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-21de820c-d5fe-48f8-a1ca-7b86f365e904 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.9546137
Apr 30 04:39:08.971714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37896) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:08.982741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a57f05cb-27e3-4849-a988-7c4fb97fa4e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:09.096887 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:09.191990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a57f05cb-27e3-4849-a988-7c4fb97fa4e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:09.204432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a57f05cb-27e3-4849-a988-7c4fb97fa4e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:09.222096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57f05cb-27e3-4849-a988-7c4fb97fa4e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:09.230783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a57f05cb-27e3-4849-a988-7c4fb97fa4e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:09.233005 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57f05cb-27e3-4849-a988-7c4fb97fa4e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:39:09.233927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57f05cb-27e3-4849-a988-7c4fb97fa4e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:39:09.295646 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a57f05cb-27e3-4849-a988-7c4fb97fa4e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3220742
Apr 30 04:39:09.300024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37900) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:09.320578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bef3c2ab-531c-4113-a7fa-c5cc75da46cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:09.613119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:09.666771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bef3c2ab-531c-4113-a7fa-c5cc75da46cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:09.682071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bef3c2ab-531c-4113-a7fa-c5cc75da46cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:09.702525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef3c2ab-531c-4113-a7fa-c5cc75da46cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:09.716471 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bef3c2ab-531c-4113-a7fa-c5cc75da46cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:09.722145 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef3c2ab-531c-4113-a7fa-c5cc75da46cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:39:09.723436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef3c2ab-531c-4113-a7fa-c5cc75da46cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:39:09.765529 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bef3c2ab-531c-4113-a7fa-c5cc75da46cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4603455
Apr 30 04:39:09.773586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37906) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:09.787446 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:09.789557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 9de0e2d8-3daa-434f-af2b-5d749704dc59 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:09.790172 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:09.795657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8d59d99f-15d2-4d5e-b579-24a8f76c124e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:09.829437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:39:09.918234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Transition to ACTIVE for port object beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:10.022870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:10.057995 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:10.229738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Pushing event updated for resources: {'Port': ['ID=beded4e5-bbf4-4d52-91a7-c8b73c9de0e7,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:10.238687 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:10.271556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8d59d99f-15d2-4d5e-b579-24a8f76c124e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:10.310337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8d59d99f-15d2-4d5e-b579-24a8f76c124e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:10.349925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] Deleting port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:39:10.350566 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:10.356554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59d99f-15d2-4d5e-b579-24a8f76c124e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:10.364968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8d59d99f-15d2-4d5e-b579-24a8f76c124e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:10.367818 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d59d99f-15d2-4d5e-b579-24a8f76c124e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:39:10.368572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d59d99f-15d2-4d5e-b579-24a8f76c124e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:39:10.403137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:10.408906 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8d59d99f-15d2-4d5e-b579-24a8f76c124e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.6320004
Apr 30 04:39:10.416754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37910) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:10.424060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3d9eb5f2-a27a-4d39-9656-0606e417cb6d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:10.425197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 13ffdc67-7903-4d29-ace5-b7a5958384a0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:10.455593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:39:10.474213 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Sync routers for ids ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:39:10.518080 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Routers {'1032c057-d8c0-4571-b9f0-60a532e8a8e7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:39:10.521818 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804b4340>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:10.539965 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:10.543505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 7.1161280
Apr 30 04:39:10.546126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37914) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:10.737652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3d9eb5f2-a27a-4d39-9656-0606e417cb6d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:10.758648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] For port 1aa490bb-cbf1-4177-9a56-01bcc1c27992, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1aa490bb-cbf1-4177-9a56-01bcc1c27992,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:10.759548 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:10.770014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3d9eb5f2-a27a-4d39-9656-0606e417cb6d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:10.800267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9eb5f2-a27a-4d39-9656-0606e417cb6d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:10.808994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d9eb5f2-a27a-4d39-9656-0606e417cb6d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:10.810630 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9eb5f2-a27a-4d39-9656-0606e417cb6d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:39:10.812247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9eb5f2-a27a-4d39-9656-0606e417cb6d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:39:10.853822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:10.870755 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3d9eb5f2-a27a-4d39-9656-0606e417cb6d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4461114
Apr 30 04:39:10.871187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37920) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:10.891108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9c7c0d67-0660-4aa6-b5c4-b2b7c283977d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:11.115528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:11.295783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9c7c0d67-0660-4aa6-b5c4-b2b7c283977d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:11.325981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9c7c0d67-0660-4aa6-b5c4-b2b7c283977d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:11.349701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7c0d67-0660-4aa6-b5c4-b2b7c283977d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:11.355721 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c7c0d67-0660-4aa6-b5c4-b2b7c283977d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:11.365519 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7c0d67-0660-4aa6-b5c4-b2b7c283977d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:39:11.366397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7c0d67-0660-4aa6-b5c4-b2b7c283977d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:39:11.374193 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Set router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:39:11.421234 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9c7c0d67-0660-4aa6-b5c4-b2b7c283977d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.5483694
Apr 30 04:39:11.425185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37924) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:11.646023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] Calling delete_port for 1aa490bb-cbf1-4177-9a56-01bcc1c27992 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:39:11.685879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec77a5cb-726d-48c0-9297-e2074c7ddc8d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:11.692587 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ec77a5cb-726d-48c0-9297-e2074c7ddc8d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2644029
Apr 30 04:39:11.699170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37928) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:11.788433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78039f280>, [{'id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:27Z', 'updated_at': '2021-04-30T04:38:47Z', 'revision_number': 4, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'gw_port': {'id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:31Z', 'updated_at': '2021-04-30T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'cc4f3cd8-de51-450c-8652-b7ba5f3e25e2', 'name': '', 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'mac_address': 'fa:16:3e:cb:f1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6908bb99-86cc-4713-abf4-646d6f6662db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:43Z', 'updated_at': '2021-04-30T04:39:06Z', 'revision_number': 4, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'subnets': [{'id': '6908bb99-86cc-4713-abf4-646d6f6662db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:11.933684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428b359-b881-4d2b-9511-64c06abbb9a6 None None] The sync data for ids ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'] in n-d-766726-20 is: [{'id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:27Z', 'updated_at': '2021-04-30T04:38:47Z', 'revision_number': 4, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'gw_port': {'id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:31Z', 'updated_at': '2021-04-30T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'cc4f3cd8-de51-450c-8652-b7ba5f3e25e2', 'name': '', 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'mac_address': 'fa:16:3e:cb:f1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6908bb99-86cc-4713-abf4-646d6f6662db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:43Z', 'updated_at': '2021-04-30T04:39:06Z', 'revision_number': 4, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'subnets': [{'id': '6908bb99-86cc-4713-abf4-646d6f6662db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:39:12.074502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Attempting to bind port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:12.075106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Attempting to bind port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b833754b-d280-426a-862e-569be94f1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:12.075900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Attempting to bind port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 on network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:12.080687 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:12.083031 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804b4340>, [{'id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:39:03Z', 'updated_at': '2021-04-30T04:39:07Z', 'revision_number': 3, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'gw_port': {'id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:05Z', 'updated_at': '2021-04-30T04:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:12.088226 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Checking router: 1032c057-d8c0-4571-b9f0-60a532e8a8e7 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:39:12.088606 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Updating router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:39:12.229015 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:12.419966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 13ffdc67-7903-4d29-ace5-b7a5958384a0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:12.422808 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:12.591922 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:12.612503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:12.613134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Checking segment: {'id': 'b833754b-d280-426a-862e-569be94f1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:12.613811 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:12.616732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Bound using segment: {'id': 'b833754b-d280-426a-862e-569be94f1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:12.620522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Bound port: beded4e5-bbf4-4d52-91a7-c8b73c9de0e7, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b833754b-d280-426a-862e-569be94f1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:12.621228 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:12.694644 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:12.843983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac0c38-a783-46b2-ab85-ea1cce1bdcd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:12.845827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-78ac0c38-a783-46b2-ab85-ea1cce1bdcd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:12.958379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-78ac0c38-a783-46b2-ab85-ea1cce1bdcd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:12.960474 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-78ac0c38-a783-46b2-ab85-ea1cce1bdcd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.2559571
Apr 30 04:39:12.963118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37934) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:13.257253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-56503207-ad99-4d99-a53b-f051d82e704c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2923439
Apr 30 04:39:13.263747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:13.264655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37938) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:13.277250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:13.292032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] Pushing event deleted for resources: {'Port': ['ID=1aa490bb-cbf1-4177-9a56-01bcc1c27992,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:13.302640 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:13.326172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] No DVR routers for this DVR port 1aa490bb-cbf1-4177-9a56-01bcc1c27992 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:39:13.336878 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:13.382826 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b0c62b7a-2ad9-45da-90bf-b1e8dbcaca8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:13.592581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] For port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:13.647831 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:13.669392 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:13.686262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9de0e2d8-3daa-434f-af2b-5d749704dc59,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:13.694064 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:13.700658 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Transition to ACTIVE for port object 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:13.736893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] For port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=beded4e5-bbf4-4d52-91a7-c8b73c9de0e7,segment=NetworkSegment(b833754b-d280-426a-862e-569be94f1669),segment_id=b833754b-d280-426a-862e-569be94f1669)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:13.738219 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:13.745441 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:13.881283 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Attempting to bind port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:13.882317 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Attempting to bind port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:13.885374 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Attempting to bind port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:13.899144 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:13.903185 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:13.973097 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278f9c-8478-4bae-b5ec-22b2cc64d4be None None] Pushing event updated for resources: {'Port': ['ID=59863cd4-f6ce-4689-a87c-cb5ffed5ee79,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:13.981770 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-93278f9c-8478-4bae-b5ec-22b2cc64d4be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:13.990421 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:13.990809 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:13.991469 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:13.991913 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:13.992419 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Bound port: 59863cd4-f6ce-4689-a87c-cb5ffed5ee79, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:13.992802 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:14.027444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:14.059774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:14.116091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:14.129787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:14.161486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1aa490bb-cbf1-4177-9a56-01bcc1c27992 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:39:14.300389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 1aa490bb-cbf1-4177-9a56-01bcc1c27992 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:39:14.301203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1aa490bb-cbf1-4177-9a56-01bcc1c27992 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:39:14.302541 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] For port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:14.312732 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] For port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=59863cd4-f6ce-4689-a87c-cb5ffed5ee79,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:14.331766 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:14.364682 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:14.393893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Pushing event updated for resources: {'Port': ['ID=beded4e5-bbf4-4d52-91a7-c8b73c9de0e7,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:14.406513 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:14.530120 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Routers {'1032c057-d8c0-4571-b9f0-60a532e8a8e7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:39:14.533190 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804b4340>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:14.792562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:15.102651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Allocated IP 172.20.0.1 (a379b2a7-c694-4b3f-b84b-c2a14445f0c4/066c9c79-fc4c-4f78-8bb0-a3e768a77845/9fb1a47e-8476-4dd9-92cc-03abebedb174) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:15.136054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:15.179274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:15.180395 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:15.591108 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278f9c-8478-4bae-b5ec-22b2cc64d4be None None] Pushing event updated for resources: {'Port': ['ID=59863cd4-f6ce-4689-a87c-cb5ffed5ee79,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:15.605740 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-93278f9c-8478-4bae-b5ec-22b2cc64d4be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.242s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:15.625167 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:15.659724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Transition to ACTIVE for port object 9fb1a47e-8476-4dd9-92cc-03abebedb174 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:15.701166 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] Set router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:39:15.707697 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:15.732586 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a96eeb4-7ef4-42d9-9c02-c82894de56d6 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:15.852025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:39:15.861385 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:15.875280 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-98c9e40e-3b6d-47b5-a9b6-0e878d161107 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:15.910075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb1a47e-8476-4dd9-92cc-03abebedb174,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:15.929038 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:15.951082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:15.959112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:15.968411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:16.106818 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:16.174022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:16.200907 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:16.230917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cc4f3cd8-de51-450c-8652-b7ba5f3e25e2,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:16.238603 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:16.247777 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f26fc46d-b7e3-4f60-917b-dcca2ff0a1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:16.257430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:16.268323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=432136f6-50c9-4ede-9217-1cdbedf3d8c2,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:16.311813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.312969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.313919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.314826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.315838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.321463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.322798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.323785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.324751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.325718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.327219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.328594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:16.349087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:16.355233 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:16.369409 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:16.429987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623591b2-ab81-4969-9204-0566eef42e46 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:16.570711 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.3040304
Apr 30 04:39:16.573430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37946) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:16.630550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:29:8f:99', 'name': 'tempest-NetworksTestDHCPv6-199021534'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:16.836453 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804b4340>, [{'id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:39:03Z', 'updated_at': '2021-04-30T04:39:07Z', 'revision_number': 3, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'gw_port': {'id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:05Z', 'updated_at': '2021-04-30T04:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:16.850477 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487153fa-012a-4b3f-98a8-4db684425cd1 None None] The sync data for ids ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'] in n-d-766726-20 is: [{'id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:39:03Z', 'updated_at': '2021-04-30T04:39:07Z', 'revision_number': 3, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'gw_port': {'id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:05Z', 'updated_at': '2021-04-30T04:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:39:16.882074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:16.954619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94613984-f1a0-498c-ba80-863ec1bb0033 None None] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:16.978465 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=cc4f3cd8-de51-450c-8652-b7ba5f3e25e2,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:16.998886 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:17.072959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:17.087612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:17.111473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:17.152596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:17.205203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:17.207917 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:17.230453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7bca1032-ba69-40f7-816b-cbc6109ceb1d None None] Provisioning for port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:17.472962 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:17.497373 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:17.497762 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:17.510635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-63db7be9-b335-4be0-97aa-ebb0ca49c457 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.5588331
Apr 30 04:39:17.542258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:17.612549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port d886c1c9-dcdc-43a1-bec7-0d9e9324473f yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:39:17.946954 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:39:17.989127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '432136f6-50c9-4ede-9217-1cdbedf3d8c2'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:39:17.990523 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:18.015582 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:18.056327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fe29:8f99 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/432136f6-50c9-4ede-9217-1cdbedf3d8c2/d886c1c9-dcdc-43a1-bec7-0d9e9324473f) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:18.164973 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:18.262004 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae1eb9d5-b5b0-49e7-a052-19f69cb65886 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:18.507431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=9fb1a47e-8476-4dd9-92cc-03abebedb174,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:18.519585 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:18.614920 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:18.650225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-e08aa3a5-78ab-4158-9b53-a7ba57aa2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:18.656193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-e08aa3a5-78ab-4158-9b53-a7ba57aa2278 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 1098 time: 0.6259065
Apr 30 04:39:18.656883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:18.687219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:18.700626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=beded4e5-bbf4-4d52-91a7-c8b73c9de0e7,segment=NetworkSegment(b833754b-d280-426a-862e-569be94f1669),segment_id=b833754b-d280-426a-862e-569be94f1669)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:18.724088 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:18.740238 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:18.744606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object d886c1c9-dcdc-43a1-bec7-0d9e9324473f will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:18.855796 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:18.900945 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a9374cde-31b4-41fb-82d5-6b7e18515dd2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:18.967687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=beded4e5-bbf4-4d52-91a7-c8b73c9de0e7,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:19.115974 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:19.216748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Allocated IP 2001:db8::f816:3eff:febb:ce8a (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/432136f6-50c9-4ede-9217-1cdbedf3d8c2/66845972-95be-4c34-9291-220fe226f063) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:19.287910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=d886c1c9-dcdc-43a1-bec7-0d9e9324473f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:19.293486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:19.310239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:19.312831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:19.321992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:19.370682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:19.384128 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:19.520893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:19.524757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:19.530127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.9478261
Apr 30 04:39:19.530734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37956) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:19.596292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-f663ce82-5849-4ed2-9c64-a99044f9af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:19.620503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-f663ce82-5849-4ed2-9c64-a99044f9af30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 906 time: 0.8759582
Apr 30 04:39:19.650182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:19.854839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-24c13d91-7b50-4407-a73e-0e87c002b821 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f780041-dbe2-44be-8275-aa7667ac2994 HTTP/1.1" status: 200  len: 217 time: 0.2314086
Apr 30 04:39:19.956263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac59ed-4893-493a-94c5-209f70c59918 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:19.962576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3dac59ed-4893-493a-94c5-209f70c59918 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:20.009377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3dac59ed-4893-493a-94c5-209f70c59918 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:20.014331 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3dac59ed-4893-493a-94c5-209f70c59918 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.4741652
Apr 30 04:39:20.015151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37964) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:20.037221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bd99420d-d20b-4147-b417-11ac12524620 None None] Provisioning complete for port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:20.038363 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bd99420d-d20b-4147-b417-11ac12524620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:20.232081 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:20.269619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:20.270004 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:20.405066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Transition to ACTIVE for port object 66845972-95be-4c34-9291-220fe226f063 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:20.426181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port d886c1c9-dcdc-43a1-bec7-0d9e9324473f {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:39:20.426608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:20.494867 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Transition to ACTIVE for port object 66845972-95be-4c34-9291-220fe226f063 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:20.653181 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:20.677334 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:20.717849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-3a1ec619-ee33-4079-8ff6-ab84604efc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:20.727625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-3a1ec619-ee33-4079-8ff6-ab84604efc60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.8573713
Apr 30 04:39:20.876642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:20.949436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:20.971086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:20.975631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:21.040258 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-887a1f58-8b52-4e9c-bcce-40a7a3215225 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3091691
Apr 30 04:39:21.125464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Pushing event updated for resources: {'Port': ['ID=66845972-95be-4c34-9291-220fe226f063,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:21.139885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:21.217545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bd99420d-d20b-4147-b417-11ac12524620 None None] Provisioning for port 9fb1a47e-8476-4dd9-92cc-03abebedb174 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:21.226678 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:21.331735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for d886c1c9-dcdc-43a1-bec7-0d9e9324473f owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:39:21.359184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bd99420d-d20b-4147-b417-11ac12524620 None None] Provisioning complete for port 9fb1a47e-8476-4dd9-92cc-03abebedb174 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:21.359184 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bd99420d-d20b-4147-b417-11ac12524620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:21.362544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:39:21.426691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Attempting to bind port 66845972-95be-4c34-9291-220fe226f063 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:21.427053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Attempting to bind port 66845972-95be-4c34-9291-220fe226f063 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:21.427470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Attempting to bind port 66845972-95be-4c34-9291-220fe226f063 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:21.444855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:21.445262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:21.446098 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:21.446317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:21.446702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Bound port: 66845972-95be-4c34-9291-220fe226f063, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:21.447197 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:21.477612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bd99420d-d20b-4147-b417-11ac12524620 None None] Port 9fb1a47e-8476-4dd9-92cc-03abebedb174 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:39:21.566570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] For port 66845972-95be-4c34-9291-220fe226f063, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:21.570398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] For port 66845972-95be-4c34-9291-220fe226f063, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=66845972-95be-4c34-9291-220fe226f063,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:21.578392 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:21.583768 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:21.587637 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-11c24d05-e413-4aa3-9ee6-5544e1b30e0b service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5386608
Apr 30 04:39:21.645884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:21.668539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:21.669332 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:21.693601 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:21.713910 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:21.833804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2a46a994-c2e1-4bb9-84b1-f4e683f4ff13 None None] Provisioning complete for port 9fb1a47e-8476-4dd9-92cc-03abebedb174 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:21.834189 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2a46a994-c2e1-4bb9-84b1-f4e683f4ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:21.884401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Pushing event updated for resources: {'Port': ['ID=66845972-95be-4c34-9291-220fe226f063,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:21.891374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=d886c1c9-dcdc-43a1-bec7-0d9e9324473f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:21.901541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:21.979617 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:22.004300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-07691c9a-dd7c-4d41-be2c-278ed607d7ca tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0561585
Apr 30 04:39:22.056327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:22.086524 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/d886c1c9-dcdc-43a1-bec7-0d9e9324473f HTTP/1.1" status: 204  len: 168 time: 2.0666494
Apr 30 04:39:22.089368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37990) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:22.134626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2a46a994-c2e1-4bb9-84b1-f4e683f4ff13 None None] Port 9fb1a47e-8476-4dd9-92cc-03abebedb174 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:39:22.170594 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:22.205213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d15ce06-1614-483f-8db4-5ea37115def3 req-84096d5d-3d59-4283-ad9c-7558cc81ccef service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5990410
Apr 30 04:39:22.207790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=59863cd4-f6ce-4689-a87c-cb5ffed5ee79,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:22.216055 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:22.221707 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:22.405875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:39:22.413347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bddc00-910c-4cb9-8d86-11d58161fa60 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:22.418154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bddc00-910c-4cb9-8d86-11d58161fa60 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:22.419225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d0bddc00-910c-4cb9-8d86-11d58161fa60 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:22.439973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=59863cd4-f6ce-4689-a87c-cb5ffed5ee79,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:22.457851 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:22.479092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Sync routers for ids ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:39:22.490256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d0bddc00-910c-4cb9-8d86-11d58161fa60 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:22.492947 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d0bddc00-910c-4cb9-8d86-11d58161fa60 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.4017708
Apr 30 04:39:22.496967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] 10.222.0.46 "PUT /v2.0/routers/1032c057-d8c0-4571-b9f0-60a532e8a8e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9485044
Apr 30 04:39:22.502029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37996) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:22.509794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:22.581167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Routers {'1032c057-d8c0-4571-b9f0-60a532e8a8e7'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:39:22.581830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be99a90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:22.682194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffbd-c209-4770-9c2a-6625080a591d req-0007a727-2b67-4441-93e9-404863d7f04a tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:22.684327 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-0007a727-2b67-4441-93e9-404863d7f04a tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6533093
Apr 30 04:39:22.715047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-0e3a19ca-2985-4a10-9d65-5b7a4a5a66e3 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/quotas/590899638f114cfa8a3244132a03dd6c HTTP/1.1" status: 200  len: 375 time: 0.0161247
Apr 30 04:39:22.732635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 432136f6-50c9-4ede-9217-1cdbedf3d8c2 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:39:22.745518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:22.774506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eff274-ff07-4d84-8817-6afef491420d req-53c774f6-a3eb-489c-9371-439a9498f034 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:22.776173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5eff274-ff07-4d84-8817-6afef491420d req-53c774f6-a3eb-489c-9371-439a9498f034 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 0.6402087
Apr 30 04:39:22.841581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5eff274-ff07-4d84-8817-6afef491420d req-1602987e-6f2d-4124-a026-de5c100cb30e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586162
Apr 30 04:39:22.888486 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:22.937234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-9733e466-022f-4ccd-b55f-dc6184bd1ab2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2142253
Apr 30 04:39:23.106861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:23.107785 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:23.181040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:23.225659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Set router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:39:23.249463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20f270-249e-4ef1-bbaf-b2d126333320 req-ff461f8c-0bf3-48a4-b18a-f2e9aa6e7fa1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:23.260360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a20f270-249e-4ef1-bbaf-b2d126333320 req-ff461f8c-0bf3-48a4-b18a-f2e9aa6e7fa1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 945 time: 0.2109532
Apr 30 04:39:23.417756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a20f270-249e-4ef1-bbaf-b2d126333320 req-54d6787a-6bcd-4c54-a018-f5c8e71cf974 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566350
Apr 30 04:39:24.030516 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84', 'code': 200}
Apr 30 04:39:24.228962 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:24.246315 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:24.293251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e1452ce9-c35e-46dd-bea3-91037e74dc6b None None] Provisioning for port 66845972-95be-4c34-9291-220fe226f063 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:24.406242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be99a90>, [{'id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:39:03Z', 'updated_at': '2021-04-30T04:39:16Z', 'revision_number': 4, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'gw_port': {'id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:05Z', 'updated_at': '2021-04-30T04:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9fb1a47e-8476-4dd9-92cc-03abebedb174', 'name': '', 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'mac_address': 'fa:16:3e:d5:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '066c9c79-fc4c-4f78-8bb0-a3e768a77845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:14Z', 'updated_at': '2021-04-30T04:39:17Z', 'revision_number': 2, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'subnets': [{'id': '066c9c79-fc4c-4f78-8bb0-a3e768a77845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:24.411913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Checking router: 1032c057-d8c0-4571-b9f0-60a532e8a8e7 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:39:24.412418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Updating router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 port 9fb1a47e-8476-4dd9-92cc-03abebedb174 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:39:24.499017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:24.749363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=432136f6-50c9-4ede-9217-1cdbedf3d8c2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:24.759983 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:24.763740 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:24.848185 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/432136f6-50c9-4ede-9217-1cdbedf3d8c2 HTTP/1.1" status: 204  len: 168 time: 2.3444660
Apr 30 04:39:24.848648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38046) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:24.968914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4ec5a-dae1-4082-a752-8b2aa4b71c6a req-4064730e-f452-4881-bb07-4aea1c2f90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:25.002123 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-60b4ec5a-dae1-4082-a752-8b2aa4b71c6a req-4064730e-f452-4881-bb07-4aea1c2f90a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 1097 time: 1.1119721
Apr 30 04:39:25.006108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:25.322509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f273dd4c-3f11-48c0-b49a-d0decf3e68d7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4727533
Apr 30 04:39:25.329624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38060) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:25.331885 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-60b4ec5a-dae1-4082-a752-8b2aa4b71c6a req-d46efa6e-137e-4517-b266-5725a025a3e6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3074155
Apr 30 04:39:25.339221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:25.400434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29aafe-d2ad-412d-a971-cd597766a469 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:25.435593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14768f30-179e-42e2-9167-e2d04f5e424d req-db42d789-c87d-4ce7-9150-bc83485fb38d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 210 time: 0.1068945
Apr 30 04:39:25.546317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-40fee9d0-7efe-4246-875e-8ce80ce496ba None None] Could not find standard attr ID for object d886c1c9-dcdc-43a1-bec7-0d9e9324473f. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:39:26.151502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-13b1d80e-758f-452c-ba5a-58b72106d1dc tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:26.153949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-13b1d80e-758f-452c-ba5a-58b72106d1dc tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 815 time: 1.0795672
Apr 30 04:39:26.157016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:26.167551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:26.183082 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:26.184625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:26.196108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:26.213729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:39:26.263590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836cda0-cfc8-4c69-9fdd-00b7dc4119df req-a2ed1bc4-751a-4d76-8fd6-b09263bfbd60 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:26.265915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e836cda0-cfc8-4c69-9fdd-00b7dc4119df req-a2ed1bc4-751a-4d76-8fd6-b09263bfbd60 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 0.5377004
Apr 30 04:39:26.295096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:26.300820 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:26.324224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Transition to ACTIVE for port object 9fb1a47e-8476-4dd9-92cc-03abebedb174 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:26.340612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4b41462-9e6d-4b42-9a3b-006158fe9314 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:39:26.396631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-6b728e6c-278d-4ce9-afa6-4af7bf2cece2 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/quotas/337c8d783d6f4222b8b2cac9f682648a HTTP/1.1" status: 200  len: 375 time: 0.1275942
Apr 30 04:39:26.574650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:26.577431 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:26.593155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-289736e0-a480-4b0f-82c8-96c75777ec1c tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1954942
Apr 30 04:39:26.803036 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:26.834674 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f26fc46d-b7e3-4f60-917b-dcca2ff0a1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:27.033483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-7c75f133-51e7-489d-86ef-6c2e43018301 service neutron] 10.222.0.46 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4391527
Apr 30 04:39:27.133403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e836cda0-cfc8-4c69-9fdd-00b7dc4119df req-29462055-054f-4ce2-b661-2e1f9b4df000 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7486446
Apr 30 04:39:27.191318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3be47-1bad-4d09-af01-b80fdca1f471 None None] Pushing event updated for resources: {'Port': ['ID=9fb1a47e-8476-4dd9-92cc-03abebedb174,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:27.338056 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9ff3be47-1bad-4d09-af01-b80fdca1f471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:27.465579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-ca7eacfe-af66-4e05-b941-c0e796a0ef30 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0847919
Apr 30 04:39:27.497058 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:27.517456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-16231b8d-0cb5-49f8-8942-d8eb4ef898c8 service neutron] 10.222.0.46 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4828825
Apr 30 04:39:27.551442 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:28.046356 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:28.150965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62433678-0d37-4daf-b86d-a7f5e722a279 req-6d6a517e-45d4-4b76-929a-ebe7fd25ab1d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:28.154373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62433678-0d37-4daf-b86d-a7f5e722a279 req-6d6a517e-45d4-4b76-929a-ebe7fd25ab1d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 945 time: 0.4192727
Apr 30 04:39:28.223785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Attempting to bind port 9fb1a47e-8476-4dd9-92cc-03abebedb174 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:28.224323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Attempting to bind port 9fb1a47e-8476-4dd9-92cc-03abebedb174 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b833754b-d280-426a-862e-569be94f1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:28.226637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Attempting to bind port 9fb1a47e-8476-4dd9-92cc-03abebedb174 on network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:28.254665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:28.256025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Checking segment: {'id': 'b833754b-d280-426a-862e-569be94f1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:28.259446 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:28.260022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Bound using segment: {'id': 'b833754b-d280-426a-862e-569be94f1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:28.260617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Bound port: 9fb1a47e-8476-4dd9-92cc-03abebedb174, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b833754b-d280-426a-862e-569be94f1669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:28.261165 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:28.310859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:28.337913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 66845972-95be-4c34-9291-220fe226f063 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:28.541481 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62433678-0d37-4daf-b86d-a7f5e722a279 req-b6cba9ae-4f32-43d7-acb3-695fc87e0590 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279990
Apr 30 04:39:28.545297 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:28.560175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:39:28.568213 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:28.606733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffbd-c209-4770-9c2a-6625080a591d req-a096cfec-4387-4068-b0b9-9aa44a35fb43 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:28.608314 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-a096cfec-4387-4068-b0b9-9aa44a35fb43 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.1370342
Apr 30 04:39:28.662014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Request body: {'port': {'device_id': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '590899638f114cfa8a3244132a03dd6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:29.074367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] For port 9fb1a47e-8476-4dd9-92cc-03abebedb174, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:29.102690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] For port 9fb1a47e-8476-4dd9-92cc-03abebedb174, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9fb1a47e-8476-4dd9-92cc-03abebedb174,segment=NetworkSegment(b833754b-d280-426a-862e-569be94f1669),segment_id=b833754b-d280-426a-862e-569be94f1669)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:29.146565 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59', 'code': 200}
Apr 30 04:39:29.317032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.objects.ports [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=74581) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:39:29.482510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:29.553845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:29.601963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Made reservation on behalf of 590899638f114cfa8a3244132a03dd6c for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:29.619121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:29.624183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f4b41462-9e6d-4b42-9a3b-006158fe9314,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:29.648006 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:29.705532 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:29.764544 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:29.951690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0ca4818-cbf1-46be-bf6e-b1ac32192462 req-eed27d47-3321-44cf-a6d7-f17fce6717ad tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 210 time: 0.2141531
Apr 30 04:39:30.090954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 66845972-95be-4c34-9291-220fe226f063 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:30.114826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7776ff3-f711-4dca-8d99-63049b8e0261 req-61058580-6263-4d6e-b5a0-aab60b0c902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:30.128845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7776ff3-f711-4dca-8d99-63049b8e0261 req-61058580-6263-4d6e-b5a0-aab60b0c902a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 1097 time: 0.6031575
Apr 30 04:39:30.166022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 66845972-95be-4c34-9291-220fe226f063 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:30.166671 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:30.422793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Allocated IP 192.168.233.109 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/e52c1aa9-3449-4bff-83fc-f85761156dcd) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:30.763668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92172e2c-5b4e-419d-a7db-93bc9210687a req-e09633f7-47f8-4253-923e-ef62fb476606 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 210 time: 0.4046128
Apr 30 04:39:30.790434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3be47-1bad-4d09-af01-b80fdca1f471 None None] Pushing event updated for resources: {'Port': ['ID=9fb1a47e-8476-4dd9-92cc-03abebedb174,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:30.808633 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9ff3be47-1bad-4d09-af01-b80fdca1f471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:30.818133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Routers {'1032c057-d8c0-4571-b9f0-60a532e8a8e7'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:39:30.818814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be99a90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:30.834002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7776ff3-f711-4dca-8d99-63049b8e0261 req-25ae227f-937c-4406-8857-ce40acdba0e5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6618774
Apr 30 04:39:30.908023 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:31.184845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:39:31.675380 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:31.717666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97f498-51b3-4261-b7d6-cc36a7060b23 req-cca148be-4d0d-47d5-992e-b10b07b62701 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:31.736984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b97f498-51b3-4261-b7d6-cc36a7060b23 req-cca148be-4d0d-47d5-992e-b10b07b62701 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 0.6933753
Apr 30 04:39:31.768348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Transition to ACTIVE for port object e52c1aa9-3449-4bff-83fc-f85761156dcd will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:31.850058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:31.863095 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d3df39cf-2a2b-4dd3-ae66-01d1c7f1b57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:32.121487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] Set router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:39:32.128235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event updated for resources: {'Port': ['ID=e52c1aa9-3449-4bff-83fc-f85761156dcd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:32.140857 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:32.161698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:32.163028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:32.178689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:32.416600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:32.420227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:32.483140 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8484893
Apr 30 04:39:32.497361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Request body: {'port': {'device_id': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:32.531520 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['bf546252-4b1f-400f-b26a-f5d55adf5a67'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:39:32.651728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f', '3da00852-b28b-463d-9744-6baa610b9165'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:39:32.707015 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:32.769211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-089d82b9-8a9d-40c1-9f19-00aabb419ce0 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:32.772613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-089d82b9-8a9d-40c1-9f19-00aabb419ce0 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 815 time: 1.0717061
Apr 30 04:39:32.786336 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:32.811004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Request body: {'port': {'device_id': 'ccf7acb9-506f-45c9-94c3-a3634a7029df', 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7', 'admin_state_up': True, 'tenant_id': '337c8d783d6f4222b8b2cac9f682648a'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:32.940378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] For port 66845972-95be-4c34-9291-220fe226f063, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=66845972-95be-4c34-9291-220fe226f063,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:32.979730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b97f498-51b3-4261-b7d6-cc36a7060b23 req-55a40191-2a7d-4a44-9a18-a97474576c39 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0752792
Apr 30 04:39:33.184335 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b074686a-7205-41c1-847c-2cf2508c9a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:33.299234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] Deleting port 66845972-95be-4c34-9291-220fe226f063 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:39:33.299567 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:33.314918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-943b2b3b-67df-4036-a891-cee7b0ff18ab tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:33.320986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-943b2b3b-67df-4036-a891-cee7b0ff18ab tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 1.7166235
Apr 30 04:39:33.468147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:39:33.490920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] For port 66845972-95be-4c34-9291-220fe226f063, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=66845972-95be-4c34-9291-220fe226f063,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:33.491400 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:33.534114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-ed46d1a3-d00e-4956-beca-294965508aa4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/quotas/23ed3850f28743fbb3956272163e68c0 HTTP/1.1" status: 200  len: 375 time: 0.2015479
Apr 30 04:39:33.538282 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:33.588300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52c1aa9-3449-4bff-83fc-f85761156dcd {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:39:33.608154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:33.637664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Transition to ACTIVE for port object e52c1aa9-3449-4bff-83fc-f85761156dcd will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:33.645543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:33.648990 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:33.653475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:33.661036 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81120faf-e3bf-4cdb-839f-77bfaf3a77c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:33.690407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:33.730818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] Calling delete_port for 66845972-95be-4c34-9291-220fe226f063 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:39:33.754178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d4a4dfa4-0709-4cc9-be8f-319546425a77 None None] Provisioning for port e52c1aa9-3449-4bff-83fc-f85761156dcd completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:33.805999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Pushing event updated for resources: {'Port': ['ID=e52c1aa9-3449-4bff-83fc-f85761156dcd,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:33.815129 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:33.918078 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:39:33.918893 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:39:33.920198 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ecf682df-cbf9-4c8e-8054-5a3ab868df2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:33.995217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:34.028247 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:34.042772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be99a90>, [{'id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:39:03Z', 'updated_at': '2021-04-30T04:39:16Z', 'revision_number': 4, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'gw_port': {'id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:05Z', 'updated_at': '2021-04-30T04:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9fb1a47e-8476-4dd9-92cc-03abebedb174', 'name': '', 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'mac_address': 'fa:16:3e:d5:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '066c9c79-fc4c-4f78-8bb0-a3e768a77845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:14Z', 'updated_at': '2021-04-30T04:39:29Z', 'revision_number': 4, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'subnets': [{'id': '066c9c79-fc4c-4f78-8bb0-a3e768a77845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:39:34.048105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Usage tracker for resource:port and tenant:337c8d783d6f4222b8b2cac9f682648a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:34.054109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:34.072678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:34.072974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8e5f7-9b96-4eac-9011-d4acdb7fdf82 None None] The sync data for ids ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'] in n-d-766726-20 is: [{'id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:39:03Z', 'updated_at': '2021-04-30T04:39:16Z', 'revision_number': 4, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'gw_port': {'id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:05Z', 'updated_at': '2021-04-30T04:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9fb1a47e-8476-4dd9-92cc-03abebedb174', 'name': '', 'network_id': 'a379b2a7-c694-4b3f-b84b-c2a14445f0c4', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'mac_address': 'fa:16:3e:d5:45:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '066c9c79-fc4c-4f78-8bb0-a3e768a77845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:14Z', 'updated_at': '2021-04-30T04:39:29Z', 'revision_number': 4, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'subnets': [{'id': '066c9c79-fc4c-4f78-8bb0-a3e768a77845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:39:34.295627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Made reservation on behalf of 337c8d783d6f4222b8b2cac9f682648a for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:34.299485 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:34.341921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:34.498598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:34.553343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=66845972-95be-4c34-9291-220fe226f063,revision_number=5']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:34.636916 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:34.638100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Attempting to bind port e52c1aa9-3449-4bff-83fc-f85761156dcd on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:34.639879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Attempting to bind port e52c1aa9-3449-4bff-83fc-f85761156dcd by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:34.640279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Attempting to bind port e52c1aa9-3449-4bff-83fc-f85761156dcd on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:34.653943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a1c56-29ab-4c48-a6a4-306f836b322d req-ed6e9fc2-d258-4287-a5d4-223dc99c52a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:34.656643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3d7a1c56-29ab-4c48-a6a4-306f836b322d req-ed6e9fc2-d258-4287-a5d4-223dc99c52a2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 936 time: 1.3743374
Apr 30 04:39:34.657693 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.855s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:34.662782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Port e52c1aa9-3449-4bff-83fc-f85761156dcd on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:39:34.663343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Attempting to bind port e52c1aa9-3449-4bff-83fc-f85761156dcd on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:34.678476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:34.678886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:34.679198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:34.684030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Bound port: e52c1aa9-3449-4bff-83fc-f85761156dcd, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:34.684424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:34.751119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:34.751966 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:34.814770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Port 66845972-95be-4c34-9291-220fe226f063 update to ACTIVE by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:39:34.835227 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:34.901987 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d2cf1fa3-3575-4e71-a79c-edfe52b72d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:35.004990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Allocated IP 172.20.0.4 (5fa30e68-2216-44b4-a700-cba68cb0e3c7/14063f01-7ac3-4ab7-9118-bdfb4d5230e0/9551329b-af6d-4607-af9d-9479ea75a59c) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:35.053847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] For port e52c1aa9-3449-4bff-83fc-f85761156dcd, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:35.057591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 9.7194672
Apr 30 04:39:35.057826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38176) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:35.089892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-4f3e01ae-7464-49c3-82b2-f1b6a710f774 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&fields=id HTTP/1.1" status: 200  len: 302 time: 1.5383563
Apr 30 04:39:35.108881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:a8:b4:c8', 'name': 'tempest-NetworksTestDHCPv6-495553562'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:35.206938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] Pushing event deleted for resources: {'Port': ['ID=66845972-95be-4c34-9291-220fe226f063,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:35.210454 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:35.253379 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3d7a1c56-29ab-4c48-a6a4-306f836b322d req-0975ca1a-666e-490b-aeb4-028562ed5c2c tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5443895
Apr 30 04:39:35.278521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] For port e52c1aa9-3449-4bff-83fc-f85761156dcd, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e52c1aa9-3449-4bff-83fc-f85761156dcd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:35.292449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:35.320926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=bed2ca0b-f94d-44b9-a312-5f112606f230,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:35.335897 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:35.401838 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9fb1a47e-8476-4dd9-92cc-03abebedb174 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:35.455501 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4ccce22a-dedc-424e-b356-92ecc929987e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:35.595523 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314', 'code': 200}
Apr 30 04:39:35.966744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] No DVR routers for this DVR port 66845972-95be-4c34-9291-220fe226f063 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:39:36.066459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:36.133166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:36.260427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:36.268432 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:36.294492 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] 10.222.0.50 "PUT /v2.0/ports/e52c1aa9-3449-4bff-83fc-f85761156dcd HTTP/1.1" status: 200  len: 1097 time: 3.8016362
Apr 30 04:39:36.327831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'tag': 'e52c1aa9-3449-4bff-83fc-f85761156dcd'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:39:36.335063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f69ca38-564e-4e64-864d-d3187003acf1 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:36.558103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-49daf23c-2380-46aa-9461-f4c8ed48ee3a service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4411449
Apr 30 04:39:36.559921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:36.566938 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8e9dec7-a9f1-400e-b057-8fa384e6f701 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:36.725329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:36.849993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:36.865329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:36.892989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:36.951159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:37.080650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:37.082201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Pushing event updated for resources: {'Port': ['ID=9551329b-af6d-4607-af9d-9479ea75a59c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:37.096159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:37.101071 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:37.105370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:37.219895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Pushing event updated for resources: {'Port': ['ID=e52c1aa9-3449-4bff-83fc-f85761156dcd,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:37.277645 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.819s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:37.663959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:37.732634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 9fb1a47e-8476-4dd9-92cc-03abebedb174 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:37.764789 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:37.765344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffbd-c209-4770-9c2a-6625080a591d req-23f9e0b3-9ba0-4ffc-b7eb-60b95f716ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:37.769111 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-23f9e0b3-9ba0-4ffc-b7eb-60b95f716ed9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 1100 time: 1.2704659
Apr 30 04:39:37.796363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9fb1a47e-8476-4dd9-92cc-03abebedb174 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:37.796740 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:37.831361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:37.832833 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:37.839059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b1c3f7ad-0851-48bc-9722-36fe2e493198 service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1837747
Apr 30 04:39:37.917779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7150ea-3ebd-468c-88fb-432e95c9da8b req-73f38de2-dd8b-4d55-9721-9e6924a7e2c5 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:37.918557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7d7150ea-3ebd-468c-88fb-432e95c9da8b req-73f38de2-dd8b-4d55-9721-9e6924a7e2c5 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Synchronizing usage tracker for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:37.926657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1365414
Apr 30 04:39:37.954607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Request body: {'port': {'device_id': 'ccf7acb9-506f-45c9-94c3-a3634a7029df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:38.132927 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-1b87d708-4999-4f4b-a070-3818bf96cb20 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e52c1aa9-3449-4bff-83fc-f85761156dcd HTTP/1.1" status: 200  len: 217 time: 0.3481231
Apr 30 04:39:38.135648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port ed48ef06-6ee4-4ab4-8d91-6309036039c4 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:39:38.754096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': 'bed2ca0b-f94d-44b9-a312-5f112606f230'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:39:38.762969 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:38.906599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7d7150ea-3ebd-468c-88fb-432e95c9da8b req-73f38de2-dd8b-4d55-9721-9e6924a7e2c5 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Unset dirty status for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:38.917563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d7150ea-3ebd-468c-88fb-432e95c9da8b req-73f38de2-dd8b-4d55-9721-9e6924a7e2c5 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 931 time: 1.2571216
Apr 30 04:39:39.349429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8733e263-ae09-4c4a-936c-d84cf2a54874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:39.354332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-8733e263-ae09-4c4a-936c-d84cf2a54874 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.8957362
Apr 30 04:39:39.715260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d7150ea-3ebd-468c-88fb-432e95c9da8b req-ef7ae0a9-e354-451a-b45e-fbf1d5b1bec2 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7962198
Apr 30 04:39:39.737238 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Allocated IP 2001:db8::f816:3eff:feb3:cac6 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/bed2ca0b-f94d-44b9-a312-5f112606f230/4d8f2634-308c-401c-b463-33adda8c1415) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:39.780416 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:39.787256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ffbd-c209-4770-9c2a-6625080a591d req-930ad582-a11d-4c8a-8718-becf02912a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:39.797098 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-930ad582-a11d-4c8a-8718-becf02912a63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2945254
Apr 30 04:39:39.872837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-73ce2b68-e09b-40f2-9a80-9e9a2da1ddaf tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:39.876459 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-73ce2b68-e09b-40f2-9a80-9e9a2da1ddaf tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "GET /v2.0/ports?device_id=87b5ad9c-8f10-4adf-93e2-205f860b1fe1 HTTP/1.1" status: 200  len: 943 time: 1.5545352
Apr 30 04:39:40.414776 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-c2521eb9-0d75-4b02-80e4-8096571803bd service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5987058
Apr 30 04:39:40.472090 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:40.488957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9551329b-af6d-4607-af9d-9479ea75a59c {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:39:40.497685 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:40.621871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Transition to ACTIVE for port object 9551329b-af6d-4607-af9d-9479ea75a59c will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:40.647868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110ffc6-7992-403b-9410-f27e8c54e2d4 req-423bdf4e-7e7f-4616-ae80-74d843afdb62 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:40.661509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7110ffc6-7992-403b-9410-f27e8c54e2d4 req-423bdf4e-7e7f-4616-ae80-74d843afdb62 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 1.3142622
Apr 30 04:39:40.669185 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:40.799776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 9fb1a47e-8476-4dd9-92cc-03abebedb174, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9fb1a47e-8476-4dd9-92cc-03abebedb174,segment=NetworkSegment(b833754b-d280-426a-862e-569be94f1669),segment_id=b833754b-d280-426a-862e-569be94f1669)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:40.805838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:40.828217 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e157ffbd-c209-4770-9c2a-6625080a591d req-51b803b3-be4e-429a-b64f-4acfc131e8c9 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4105721
Apr 30 04:39:40.838175 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:40.848097 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:40.897207 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-731ddaab-a5f5-43cc-85bc-05cf0b2a1d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:41.041026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Transition to ACTIVE for port object 4d8f2634-308c-401c-b463-33adda8c1415 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:41.105938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 66845972-95be-4c34-9291-220fe226f063 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:39:41.196163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7110ffc6-7992-403b-9410-f27e8c54e2d4 req-3b042ee7-ecd5-4717-b8db-7209649c2ef6 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5316207
Apr 30 04:39:41.275455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=9fb1a47e-8476-4dd9-92cc-03abebedb174,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:41.339626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 66845972-95be-4c34-9291-220fe226f063 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:39:41.340204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 66845972-95be-4c34-9291-220fe226f063 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:39:41.353337 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:41.423944 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'tag': 'e52c1aa9-3449-4bff-83fc-f85761156dcd', 'status': 'completed', 'code': 200}
Apr 30 04:39:41.509124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Transition to ACTIVE for port object 4d8f2634-308c-401c-b463-33adda8c1415 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:41.573586 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:41.606443 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b852fec3-64b0-4b1b-92b2-bd34e0db50ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:41.701968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:41.723010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:41.726692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9fb1a47e-8476-4dd9-92cc-03abebedb174 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:41.794104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:41.970502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fea8:b4c8 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/bed2ca0b-f94d-44b9-a312-5f112606f230/ed48ef06-6ee4-4ab4-8d91-6309036039c4) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:41.977156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-db27684e-4e7f-4895-a0e3-84c8ce5cc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:41.980252 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-db27684e-4e7f-4895-a0e3-84c8ce5cc55c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 1100 time: 0.5179670
Apr 30 04:39:42.249719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Pushing event updated for resources: {'Port': ['ID=4d8f2634-308c-401c-b463-33adda8c1415,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:42.295368 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:42.301652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f4b41462-9e6d-4b42-9a3b-006158fe9314 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:39:42.489345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-6721c848-a0cd-4334-a14b-988bad87c466 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:42.492342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-6721c848-a0cd-4334-a14b-988bad87c466 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.37 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 1.0289774
Apr 30 04:39:42.591647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-a98665c6-6f30-49ae-aec8-a53401bbe014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:42.594177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Attempting to bind port 4d8f2634-308c-401c-b463-33adda8c1415 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:42.595232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Attempting to bind port 4d8f2634-308c-401c-b463-33adda8c1415 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:42.595232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Attempting to bind port 4d8f2634-308c-401c-b463-33adda8c1415 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:42.600253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-a98665c6-6f30-49ae-aec8-a53401bbe014 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.6051931
Apr 30 04:39:42.639979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:42.640401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:42.640766 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:42.643040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:42.643606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Bound port: 4d8f2634-308c-401c-b463-33adda8c1415, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:42.645590 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:42.893353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9fb1a47e-8476-4dd9-92cc-03abebedb174 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:42.893731 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:42.985116 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:43.005986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object ed48ef06-6ee4-4ab4-8d91-6309036039c4 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:43.123659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] For port 4d8f2634-308c-401c-b463-33adda8c1415, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:43.144429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] For port 4d8f2634-308c-401c-b463-33adda8c1415, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4d8f2634-308c-401c-b463-33adda8c1415,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:43.161325 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:43.197716 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:43.286857 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-db8aba54-791d-4494-805b-a3a539fdce8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e52c1aa9-3449-4bff-83fc-f85761156dcd HTTP/1.1" status: 200  len: 217 time: 0.2390563
Apr 30 04:39:43.336817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6068d0-49c9-4818-8e1f-9224190a81c1 req-950eeaeb-7ca1-4309-be2c-10ff013086a9 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:43.345314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d6068d0-49c9-4818-8e1f-9224190a81c1 req-950eeaeb-7ca1-4309-be2c-10ff013086a9 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 948 time: 2.8225100
Apr 30 04:39:43.373604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:43.388832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9551329b-af6d-4607-af9d-9479ea75a59c,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:43.400909 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.561s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:43.403598 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:43.417834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Request body: {'port': {'device_id': '026f543a-7d0f-4508-8887-9c352368e2db', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'admin_state_up': True, 'tenant_id': '23ed3850f28743fbb3956272163e68c0'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:43.507692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Pushing event updated for resources: {'Port': ['ID=4d8f2634-308c-401c-b463-33adda8c1415,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:43.533454 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:43.602305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=ed48ef06-6ee4-4ab4-8d91-6309036039c4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:43.607837 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:43.645794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:43.664145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:43.668978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:43.680388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:43.681548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:43.742814 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 8.6775932
Apr 30 04:39:43.748141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38242) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:43.755391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-20b55408-5c88-49e2-a0da-0e578c66815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:43.757727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-20b55408-5c88-49e2-a0da-0e578c66815f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4623661
Apr 30 04:39:43.997363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Attempting to bind port 9551329b-af6d-4607-af9d-9479ea75a59c on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:43.998274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Attempting to bind port 9551329b-af6d-4607-af9d-9479ea75a59c by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:43.998274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Attempting to bind port 9551329b-af6d-4607-af9d-9479ea75a59c on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:44.061615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e370fe18-5e58-409a-bec0-2ee0d523362d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:44.069496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e370fe18-5e58-409a-bec0-2ee0d523362d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:44.070612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e370fe18-5e58-409a-bec0-2ee0d523362d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:44.097607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Port 9551329b-af6d-4607-af9d-9479ea75a59c on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:39:44.097955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Attempting to bind port 9551329b-af6d-4607-af9d-9479ea75a59c on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:44.098879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-cb713475-045e-41a0-a0f9-541626e7a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:44.102007 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-cb713475-045e-41a0-a0f9-541626e7a5c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2943900
Apr 30 04:39:44.125046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-303872d2-215b-42de-b888-f8cbdb9189dc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:44.133423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-303872d2-215b-42de-b888-f8cbdb9189dc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 805 time: 1.6050954
Apr 30 04:39:44.158756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-25e197ba-f936-4237-a693-338298e83741 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/quotas/727c4291d7aa4a5ea49b54ff92104a82 HTTP/1.1" status: 200  len: 375 time: 0.0243173
Apr 30 04:39:44.174747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e370fe18-5e58-409a-bec0-2ee0d523362d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:44.183270 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e370fe18-5e58-409a-bec0-2ee0d523362d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.4325078
Apr 30 04:39:44.185555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38248) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:44.215790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d6068d0-49c9-4818-8e1f-9224190a81c1 req-5649342b-a123-4f90-b35e-5cccc6b4eef1 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8693006
Apr 30 04:39:44.237932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:44.238392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Checking segment: {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:44.238763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Bound using segment: {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:44.239346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Bound port: 9551329b-af6d-4607-af9d-9479ea75a59c, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:44.244499 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:44.282853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device e52c1aa9-3449-4bff-83fc-f85761156dcd details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:39:44.363365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Deleting port f4b41462-9e6d-4b42-9a3b-006158fe9314 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:39:44.364052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:44.616930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5c49129-175d-4803-a4e4-0096699db450 req-fdd22048-f6b3-42f6-b7cf-e88e1fbf0fed tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 210 time: 0.1014099
Apr 30 04:39:44.684681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:44.813551 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-0d913cac-4c7f-4508-9668-da830e6ce6a5 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6850457
Apr 30 04:39:44.872048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e52c1aa9-3449-4bff-83fc-f85761156dcd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e52c1aa9-3449-4bff-83fc-f85761156dcd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:44.961438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'e52c1aa9-3449-4bff-83fc-f85761156dcd', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'e52c1aa9-3449-4bff-83fc-f85761156dcd', 'mac_address': 'fa:16:3e:91:94:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:39:45.005281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:45.132661 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:45.144632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Made reservation on behalf of 23ed3850f28743fbb3956272163e68c0 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:45.148578 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:45.187747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52c1aa9-3449-4bff-83fc-f85761156dcd {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:39:45.206752 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-ac2ded80-53eb-46d8-bc99-1a6d32293577 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0469930
Apr 30 04:39:45.214720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e52c1aa9-3449-4bff-83fc-f85761156dcd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e52c1aa9-3449-4bff-83fc-f85761156dcd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:45.226886 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:45.231712 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:45.348393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-241d1b70-a899-4bec-8f3a-300d1ff661f7 None None] Provisioning for port 4d8f2634-308c-401c-b463-33adda8c1415 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:45.414062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-240ee957-d636-48e6-9e50-6059fcdf2bd0 service neutron] 10.222.0.46 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062199
Apr 30 04:39:45.427419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=e52c1aa9-3449-4bff-83fc-f85761156dcd,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:45.453069 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:45.651088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['e52c1aa9-3449-4bff-83fc-f85761156dcd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:39:45.709005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] For port 9551329b-af6d-4607-af9d-9479ea75a59c, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:45.728275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] For port f4b41462-9e6d-4b42-9a3b-006158fe9314, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f4b41462-9e6d-4b42-9a3b-006158fe9314,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:45.728862 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:45.793779 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4d8f2634-308c-401c-b463-33adda8c1415 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:45.825330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-49b0f108-e79a-4862-ac6f-af5828d20515 service neutron] 10.222.0.46 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4100795
Apr 30 04:39:45.850479 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f2c723b2-4a86-43fb-badb-54cc87b57d61 req-83dec4d3-0677-408d-9d20-6356283dea4c service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0206237
Apr 30 04:39:45.986664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port ed48ef06-6ee4-4ab4-8d91-6309036039c4 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:39:45.987233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:46.011750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1d3532c5-a51e-45aa-9752-e06d5c2ad15f None None] Provisioning for port ed48ef06-6ee4-4ab4-8d91-6309036039c4 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:46.046696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1d3532c5-a51e-45aa-9752-e06d5c2ad15f None None] Provisioning complete for port ed48ef06-6ee4-4ab4-8d91-6309036039c4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:46.047989 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d3532c5-a51e-45aa-9752-e06d5c2ad15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:46.074826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Allocated IP 172.20.0.14 (d8546f2d-3b48-4e0e-a3b1-191839a8c478/f6b8d43f-4c31-4f17-973d-316fa3a9818c/fd5451f2-cb7a-4e49-8651-b6864aedeaa6) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:46.222573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] For port 9551329b-af6d-4607-af9d-9479ea75a59c, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9551329b-af6d-4607-af9d-9479ea75a59c,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:46.306959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:46.366552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1d3532c5-a51e-45aa-9752-e06d5c2ad15f None None] Port ed48ef06-6ee4-4ab4-8d91-6309036039c4 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:39:46.430083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 4d8f2634-308c-401c-b463-33adda8c1415 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:46.470376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4d8f2634-308c-401c-b463-33adda8c1415 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:46.472551 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:46.570638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for ed48ef06-6ee4-4ab4-8d91-6309036039c4 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:39:46.966200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Calling delete_port for f4b41462-9e6d-4b42-9a3b-006158fe9314 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:39:46.972566 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:46.983959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:47.008547 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:47.018612 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c37c7100-8a3d-4d2a-b266-abc38ee3ce1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:47.131428 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:47.213893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:47.215249 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:47.217641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/9551329b-af6d-4607-af9d-9479ea75a59c HTTP/1.1" status: 200  len: 1092 time: 9.2781932
Apr 30 04:39:47.273763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf7acb9-506f-45c9-94c3-a3634a7029df', 'tag': '9551329b-af6d-4607-af9d-9479ea75a59c'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:39:47.291001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 4d8f2634-308c-401c-b463-33adda8c1415, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4d8f2634-308c-401c-b463-33adda8c1415,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:47.328459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:47.336328 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:47.410602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=ed48ef06-6ee4-4ab4-8d91-6309036039c4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:47.426719 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:47.437130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e5bde-5134-45d4-a20b-8aadbea9e471 req-76b7ba09-1304-4b9e-bc51-15f17f8efa2f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:47.444967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d88e5bde-5134-45d4-a20b-8aadbea9e471 req-76b7ba09-1304-4b9e-bc51-15f17f8efa2f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 943 time: 2.5201182
Apr 30 04:39:47.491460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:47.504615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=4d8f2634-308c-401c-b463-33adda8c1415,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:47.514379 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:47.515334 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/ed48ef06-6ee4-4ab4-8d91-6309036039c4 HTTP/1.1" status: 204  len: 168 time: 3.3202910
Apr 30 04:39:47.519678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38282) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:47.721184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a12853-467d-4087-b4aa-f2d96455373b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:47.723520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a12853-467d-4087-b4aa-f2d96455373b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:47.724360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d6a12853-467d-4087-b4aa-f2d96455373b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:47.769503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d6a12853-467d-4087-b4aa-f2d96455373b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:47.774820 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d6a12853-467d-4087-b4aa-f2d96455373b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2501423
Apr 30 04:39:47.775136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38286) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:47.920217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet bed2ca0b-f94d-44b9-a312-5f112606f230 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:39:47.928184 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:47.982379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9551329b-af6d-4607-af9d-9479ea75a59c,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:48.008385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c30e-1e15-4851-bcf8-603808f9d205 req-02d7de55-f76f-4800-8826-07360faee54f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:48.020898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a43c30e-1e15-4851-bcf8-603808f9d205 req-02d7de55-f76f-4800-8826-07360faee54f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 1.3063595
Apr 30 04:39:48.029128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d88e5bde-5134-45d4-a20b-8aadbea9e471 req-304962d2-4626-4acf-ab83-ab406147d0c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5825257
Apr 30 04:39:48.117250 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:48.157579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:48.170879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.171681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.172977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.173666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.175064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.175847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.176764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.178066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.179116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.180063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.181571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.182628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:39:48.206742 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:48.310718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device e52c1aa9-3449-4bff-83fc-f85761156dcd up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:48.351027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-807d2037-7e9a-49ba-b8ba-0dc9cfb59069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:48.353813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-807d2037-7e9a-49ba-b8ba-0dc9cfb59069 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 1095 time: 0.9996400
Apr 30 04:39:48.385435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:48.545428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port e52c1aa9-3449-4bff-83fc-f85761156dcd completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:39:48.579317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port e52c1aa9-3449-4bff-83fc-f85761156dcd triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:48.579768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:48.629824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a43c30e-1e15-4851-bcf8-603808f9d205 req-5c841139-04a4-47eb-9a89-687f4d5da1ee tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6069877
Apr 30 04:39:48.662676 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-d6fdf3a8-5f55-4389-ba19-496f12d668a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9551329b-af6d-4607-af9d-9479ea75a59c HTTP/1.1" status: 200  len: 217 time: 0.2831509
Apr 30 04:39:48.795105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-6fc206d5-33f2-445e-b718-870c6632d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:48.797236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-6fc206d5-33f2-445e-b718-870c6632d0fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.1054323
Apr 30 04:39:49.128199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-50a48e51-43a9-47fa-b3ff-26a721d00e77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3126800
Apr 30 04:39:49.270838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:49.369944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52c1aa9-3449-4bff-83fc-f85761156dcd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:39:49.397904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-ac6b8e98-3faa-4538-acaf-54e6d8a333a7 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:49.399680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-ac6b8e98-3faa-4538-acaf-54e6d8a333a7 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 805 time: 0.5465150
Apr 30 04:39:49.403013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e52c1aa9-3449-4bff-83fc-f85761156dcd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e52c1aa9-3449-4bff-83fc-f85761156dcd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:49.412825 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:49.416086 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:49.416908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Request body: {'port': {'device_id': '5896d425-abd9-4675-877c-651f9618561b', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'admin_state_up': True, 'tenant_id': '727c4291d7aa4a5ea49b54ff92104a82'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:49.598494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:49.608814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Usage tracker for resource:port and tenant:727c4291d7aa4a5ea49b54ff92104a82 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:49.613547 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:49.621285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:49.642067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Made reservation on behalf of 727c4291d7aa4a5ea49b54ff92104a82 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:49.646269 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:49.654379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=e52c1aa9-3449-4bff-83fc-f85761156dcd,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:49.674933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:49.678265 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:49.682128 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:49.697184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4d8f2634-308c-401c-b463-33adda8c1415 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:39:49.757985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=bed2ca0b-f94d-44b9-a312-5f112606f230,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:49.763983 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:49.773032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:49.804975 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/bed2ca0b-f94d-44b9-a312-5f112606f230 HTTP/1.1" status: 204  len: 168 time: 2.0284605
Apr 30 04:39:49.809502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38300) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:49.859531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d77d5-7eff-4aed-a558-5330974f80e3 req-217581ea-c159-4df6-86a1-a9f7ba8eef42 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:49.876871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606fb65-3595-4f36-8af0-e61ac0a4cd15 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:49.911356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-800d77d5-7eff-4aed-a558-5330974f80e3 req-217581ea-c159-4df6-86a1-a9f7ba8eef42 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 949 time: 1.7024796
Apr 30 04:39:49.994684 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4f5abd2-05e8-415f-ae3a-93d85c421243 req-ceb246c0-b669-4077-a403-d0658de1505d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 210 time: 0.4633007
Apr 30 04:39:50.035027 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:50.100522 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab00e095-cba1-4283-a41d-3813f7e47214 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:50.174631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:39:50.294494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:39:50.491531 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eacc847c-89f1-4aea-aa7f-e94d50e0db53 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.6804054
Apr 30 04:39:50.496862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38310) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:50.612212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event updated for resources: {'Port': ['ID=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:50.644246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-3cf8f3f9-0c52-4475-b0ee-2ff27321e558 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5063810
Apr 30 04:39:50.754546 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:50.813655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4d8f2634-308c-401c-b463-33adda8c1415 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:39:50.814775 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:50.823052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Allocated IP 172.20.0.13 (250e2697-f2d7-43d3-b973-e43ab39c6403/7139698c-477e-486b-9121-7a7771acee19/752ea098-b106-4f28-84a2-b847d8180836) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:50.827121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:50.829873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:50.921884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:50.925790 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:50.939382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be7618-fd30-4f0c-bf9b-77c06e1f7060 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:50.941021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e7be7618-fd30-4f0c-bf9b-77c06e1f7060 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:51.029213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7139a80-c396-4087-834c-8317c8c108b8 req-c7df3b57-bdcb-49f3-a977-a0ace8ae9dc4 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 210 time: 0.5089498
Apr 30 04:39:51.082964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:51.121628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e7be7618-fd30-4f0c-bf9b-77c06e1f7060 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:51.144797 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e7be7618-fd30-4f0c-bf9b-77c06e1f7060 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6460526
Apr 30 04:39:51.158868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:51.184079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:39:51.310042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Pushing event deleted for resources: {'Port': ['ID=f4b41462-9e6d-4b42-9a3b-006158fe9314,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:51.315587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-800d77d5-7eff-4aed-a558-5330974f80e3 req-5b497e17-88c3-4d88-a290-b13fb0df8660 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4032187
Apr 30 04:39:51.335614 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:51.561478 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf7acb9-506f-45c9-94c3-a3634a7029df', 'tag': '9551329b-af6d-4607-af9d-9479ea75a59c', 'status': 'completed', 'code': 200}
Apr 30 04:39:51.565642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] No DVR routers for this DVR port f4b41462-9e6d-4b42-9a3b-006158fe9314 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:39:51.601913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:51.615337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] Deleting port 4d8f2634-308c-401c-b463-33adda8c1415 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:39:51.616023 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:51.665337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-918cfa57-d3b6-4c26-8fed-563ab7f40148 req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "DELETE /v2.0/ports/f4b41462-9e6d-4b42-9a3b-006158fe9314 HTTP/1.1" status: 204  len: 173 time: 11.7684319
Apr 30 04:39:51.739107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:51.767226 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:51.824404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4d8f2634-308c-401c-b463-33adda8c1415 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:39:51.838524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.5115883
Apr 30 04:39:51.868373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Request body: {'port': {'device_id': '026f543a-7d0f-4508-8887-9c352368e2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:52.174333 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30bc1c7-618b-423f-9277-8a33b5ebfd36 req-98800468-ea39-46c5-9102-56b0317deab0 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5096238
Apr 30 04:39:52.201700 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52c1aa9-3449-4bff-83fc-f85761156dcd', 'code': 200}
Apr 30 04:39:52.207667 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:52.284344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] For port 4d8f2634-308c-401c-b463-33adda8c1415, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4d8f2634-308c-401c-b463-33adda8c1415,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:52.287069 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:52.316814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323d4262-0b9d-4968-be6f-112d63447077 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:52.318132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-323d4262-0b9d-4968-be6f-112d63447077 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:52.326237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:52.343688 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1cad9c29-6720-468d-8937-c30be87cddd7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:52.400637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:52.426854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:52.430218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:52.552231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:52.553102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:52.568918 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:52.580677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-323d4262-0b9d-4968-be6f-112d63447077 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:52.586144 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-323d4262-0b9d-4968-be6f-112d63447077 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.4188197
Apr 30 04:39:52.587470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38336) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:52.589070 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1769857
Apr 30 04:39:52.610321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] Calling delete_port for 4d8f2634-308c-401c-b463-33adda8c1415 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:39:52.654972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 4d8f2634-308c-401c-b463-33adda8c1415, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4d8f2634-308c-401c-b463-33adda8c1415,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:52.677437 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:52.710942 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:52.805268 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4634b3ce-75a9-474b-9bce-4e584e1aed56 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2112846
Apr 30 04:39:52.809617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38344) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:52.820734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:52.862254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:52.945864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Request body: {'port': {'device_id': '5896d425-abd9-4675-877c-651f9618561b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:52.962706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=4d8f2634-308c-401c-b463-33adda8c1415,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:52.970632 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:53.016704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10b087-7a42-4bbb-b041-0de7ee7bac8d req-7ca4967e-27c7-450a-9aeb-bfb93287ccb6 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:53.033805 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:53.037010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa10b087-7a42-4bbb-b041-0de7ee7bac8d req-7ca4967e-27c7-450a-9aeb-bfb93287ccb6 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 943 time: 1.0194614
Apr 30 04:39:53.038184 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:53.072559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38348) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:53.112198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Pushing event updated for resources: {'Port': ['ID=752ea098-b106-4f28-84a2-b847d8180836,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:53.117965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-124636033'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:53.136035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] Pushing event deleted for resources: {'Port': ['ID=4d8f2634-308c-401c-b463-33adda8c1415,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:53.146750 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:53.148060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:53.151919 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:53.152987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] No DVR routers for this DVR port 4d8f2634-308c-401c-b463-33adda8c1415 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:39:53.217757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:network and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:53.231030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:53.258202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:53.309088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:53.335800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:53.339418 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:53.352524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:53.371518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:53.404392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:53.409111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:53.488449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:39:53.583406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:53.583876 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Added segment 0d231054-6305-4b40-8c18-7dd0cdd26662 of type vlan for network fecfbb98-44fb-4e8e-ac66-b37591af8841
Apr 30 04:39:53.625033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'name': 'network-vif-deleted', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:39:53.710141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:53.727666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-2f756f37-522b-4f7d-b072-5fca25bad81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:53.730983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-2f756f37-522b-4f7d-b072-5fca25bad81c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 1095 time: 1.4705718
Apr 30 04:39:53.764437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bdeba-ef90-4e12-b250-bede67f98319 req-82b409d3-3bc0-4ec2-aff4-c586f41bacbb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:53.766318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c88bdeba-ef90-4e12-b250-bede67f98319 req-82b409d3-3bc0-4ec2-aff4-c586f41bacbb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:53.964232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:53.972116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:53.972768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:53.994166 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:54.044093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b8844-f119-4e02-b243-c718356b4c29 req-b659abc2-0320-47ac-b1e1-e826564ddf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:54.045137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-582b8844-f119-4e02-b243-c718356b4c29 req-b659abc2-0320-47ac-b1e1-e826564ddf59 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 1102 time: 1.7166879
Apr 30 04:39:54.381404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-3890bdcf-2d08-42c3-bf49-22c9f040d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:54.384645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-3890bdcf-2d08-42c3-bf49-22c9f040d942 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 916 time: 0.6106575
Apr 30 04:39:54.434519 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.3498535
Apr 30 04:39:54.438725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38354) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:54.450016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Network': ['ID=fecfbb98-44fb-4e8e-ac66-b37591af8841,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:54.457936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-149897594'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:54.463066 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:54.467349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:39:54.518055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:54.593347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:network and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:54.613296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:54.613765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa10b087-7a42-4bbb-b041-0de7ee7bac8d req-c9103276-db20-4f42-a270-113822e86821 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5749896
Apr 30 04:39:54.621091 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-e8b1dd11-e424-4a4e-a8e0-c6993574f9f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9551329b-af6d-4607-af9d-9479ea75a59c HTTP/1.1" status: 200  len: 217 time: 0.2111247
Apr 30 04:39:54.622098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c88bdeba-ef90-4e12-b250-bede67f98319 req-82b409d3-3bc0-4ec2-aff4-c586f41bacbb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:54.632001 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c88bdeba-ef90-4e12-b250-bede67f98319 req-82b409d3-3bc0-4ec2-aff4-c586f41bacbb tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 932 time: 2.1747270
Apr 30 04:39:54.657112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:54.722533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-9ca592e8-23a1-4b19-b3f9-3f788672678f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:54.723798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-9ca592e8-23a1-4b19-b3f9-3f788672678f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Synchronizing usage tracker for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:54.752692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-9027e3c0-f9de-4033-8e45-4dc813be1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:54.754651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-9027e3c0-f9de-4033-8e45-4dc813be1f54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.0999439
Apr 30 04:39:54.823556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752ea098-b106-4f28-84a2-b847d8180836 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:39:54.830145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-582b8844-f119-4e02-b243-c718356b4c29 req-06a3f337-fb48-4323-8dae-667ebca3ebef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7455604
Apr 30 04:39:54.832453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:54.838320 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:54.889443 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:54.900509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-0e4192d4-f391-46db-8349-a76c84baf198 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1315622
Apr 30 04:39:54.954317 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:39:54.967163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Transition to ACTIVE for port object 752ea098-b106-4f28-84a2-b847d8180836 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:54.979891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c88bdeba-ef90-4e12-b250-bede67f98319 req-de64348f-8053-4531-882d-f42463972ac9 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3450489
Apr 30 04:39:55.001147 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:55.004437 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8f3d6a86-6345-453d-b919-be3619a1ea5e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:55.194133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-c7eb274e-dead-481c-a8f4-ca979e62b19e service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806935
Apr 30 04:39:55.197220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5451f2-cb7a-4e49-8651-b6864aedeaa6 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:39:55.225402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-9ca592e8-23a1-4b19-b3f9-3f788672678f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Unset dirty status for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:55.226596 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-9ca592e8-23a1-4b19-b3f9-3f788672678f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c144778-50f2-47ca-aa9d-504c8b0afdda HTTP/1.1" status: 200  len: 945 time: 1.1898322
Apr 30 04:39:55.227826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Pushing event updated for resources: {'Port': ['ID=752ea098-b106-4f28-84a2-b847d8180836,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:55.229350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:55.230907 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:55.267830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d640884-ce7f-4ab6-a210-a591afa1a4c0 req-f88daa20-e942-4ba3-94e3-53a9e424ac58 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:55.269089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4d640884-ce7f-4ab6-a210-a591afa1a4c0 req-f88daa20-e942-4ba3-94e3-53a9e424ac58 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Synchronizing usage tracker for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:39:55.340559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Transition to ACTIVE for port object fd5451f2-cb7a-4e49-8651-b6864aedeaa6 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:55.359058 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:55.369286 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-309901cb-4366-45c7-805e-bf28e1aa0f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:55.436307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:39:55.506538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:55.507075 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Added segment ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f of type vlan for network c7e27987-0396-4006-8a8b-6d38854fedb6
Apr 30 04:39:55.511117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Attempting to bind port 752ea098-b106-4f28-84a2-b847d8180836 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:55.511776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Attempting to bind port 752ea098-b106-4f28-84a2-b847d8180836 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:55.512052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Attempting to bind port 752ea098-b106-4f28-84a2-b847d8180836 on network 250e2697-f2d7-43d3-b973-e43ab39c6403 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:55.534872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4d640884-ce7f-4ab6-a210-a591afa1a4c0 req-f88daa20-e942-4ba3-94e3-53a9e424ac58 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Unset dirty status for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:39:55.543608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d640884-ce7f-4ab6-a210-a591afa1a4c0 req-f88daa20-e942-4ba3-94e3-53a9e424ac58 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 932 time: 0.7185595
Apr 30 04:39:55.545028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Port 752ea098-b106-4f28-84a2-b847d8180836 on network 250e2697-f2d7-43d3-b973-e43ab39c6403 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:39:55.545352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Attempting to bind port 752ea098-b106-4f28-84a2-b847d8180836 on network 250e2697-f2d7-43d3-b973-e43ab39c6403 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:55.558261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:55.558734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Checking segment: {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:55.559131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Bound using segment: {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:55.559605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Bound port: 752ea098-b106-4f28-84a2-b847d8180836, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:55.559952 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:55.658493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:55.798728 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed4b6092-70ed-465e-ac0a-3455368ca90a req-7f9eaebb-8d17-4dd7-8d8c-a6dd0e2f0413 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5937018
Apr 30 04:39:55.909454 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:55.933823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:55.934495 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:55.947630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d640884-ce7f-4ab6-a210-a591afa1a4c0 req-82123be3-9d78-4a52-b67c-bfae5ca463e5 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4001946
Apr 30 04:39:55.950248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Pushing event updated for resources: {'Port': ['ID=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:55.955096 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:55.973060 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:56.101554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Deleting port 9de0e2d8-3daa-434f-af2b-5d749704dc59 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:39:56.102781 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:56.115720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda808f4-a2e8-40fc-bb61-d7a511f94ac5 req-6c8f1e9d-4d70-406c-872b-ca69b8dfa869 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:56.131471 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cda808f4-a2e8-40fc-bb61-d7a511f94ac5 req-6c8f1e9d-4d70-406c-872b-ca69b8dfa869 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 950 time: 0.7231939
Apr 30 04:39:56.296076 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cda808f4-a2e8-40fc-bb61-d7a511f94ac5 req-6f30725e-7643-420e-8186-def459146e61 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609907
Apr 30 04:39:56.306272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Attempting to bind port fd5451f2-cb7a-4e49-8651-b6864aedeaa6 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:39:56.306618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Attempting to bind port fd5451f2-cb7a-4e49-8651-b6864aedeaa6 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:39:56.306949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Attempting to bind port fd5451f2-cb7a-4e49-8651-b6864aedeaa6 on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:56.323083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Port fd5451f2-cb7a-4e49-8651-b6864aedeaa6 on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:39:56.323505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Attempting to bind port fd5451f2-cb7a-4e49-8651-b6864aedeaa6 on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:39:56.365169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:39:56.366051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Checking segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:39:56.367779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Bound using segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:39:56.368670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Bound port: fd5451f2-cb7a-4e49-8651-b6864aedeaa6, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:39:56.369443 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:56.388963 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b5ad9c-8f10-4adf-93e2-205f860b1fe1', 'name': 'network-vif-deleted', 'tag': 'f4b41462-9e6d-4b42-9a3b-006158fe9314', 'status': 'completed', 'code': 200}
Apr 30 04:39:56.525369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:56.537128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] For port 9de0e2d8-3daa-434f-af2b-5d749704dc59, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9de0e2d8-3daa-434f-af2b-5d749704dc59,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:56.537934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:56.675704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9551329b-af6d-4607-af9d-9479ea75a59c details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:39:56.756776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:39:56.766463 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 2.3204520
Apr 30 04:39:56.775823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38370) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:56.807905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'subnet': {'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:56.904482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9551329b-af6d-4607-af9d-9479ea75a59c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9551329b-af6d-4607-af9d-9479ea75a59c,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:56.939417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '9551329b-af6d-4607-af9d-9479ea75a59c', 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7', 'port_id': '9551329b-af6d-4607-af9d-9479ea75a59c', 'mac_address': 'fa:16:3e:95:c8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14063f01-7ac3-4ab7-9118-bdfb4d5230e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:39:56.960879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Calling delete_port for 9de0e2d8-3daa-434f-af2b-5d749704dc59 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:39:57.015085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=752ea098-b106-4f28-84a2-b847d8180836,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:57.017838 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.028547 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Network': ['ID=c7e27987-0396-4006-8a8b-6d38854fedb6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:57.041053 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.059861 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.104s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:57.061078 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4bd4698-0d72-448e-a9c3-f49c1431e669 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:57.065295 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c7e27987-0396-4006-8a8b-6d38854fedb6 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:39:57.088805 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.089523 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.125871 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.174251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:57.184429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:57.186740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-ad118345-ea2c-49e4-9731-bfee100778c7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:57.195752 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-ad118345-ea2c-49e4-9731-bfee100778c7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/networks?id=2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 200  len: 814 time: 0.8725932
Apr 30 04:39:57.212307 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] For port fd5451f2-cb7a-4e49-8651-b6864aedeaa6, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:39:57.217603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:57.226935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-da565255-d459-47c0-b1c3-59efd25ded8c tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/quotas/6de62b6b1dba4d8981f30356c1d37820 HTTP/1.1" status: 200  len: 375 time: 0.0312376
Apr 30 04:39:57.228249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:subnet and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:39:57.233863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:39:57.238689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] For port fd5451f2-cb7a-4e49-8651-b6864aedeaa6, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:39:57.244286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:57.255857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cb8e8-008d-4795-8ff9-9a7c12c961bf req-a56beada-78f4-4185-9da0-a8032cb2d66f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:57.257468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad6cb8e8-008d-4795-8ff9-9a7c12c961bf req-a56beada-78f4-4185-9da0-a8032cb2d66f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 943 time: 0.5441766
Apr 30 04:39:57.315939 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.335845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:57.336919 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.339371 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] 10.222.0.50 "PUT /v2.0/ports/752ea098-b106-4f28-84a2-b847d8180836 HTTP/1.1" status: 200  len: 1093 time: 4.5281043
Apr 30 04:39:57.341059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'tag': '752ea098-b106-4f28-84a2-b847d8180836'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:39:57.347152 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-955ef897-46c6-467e-94ca-6d064c23bfbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:57.380468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:57.381550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.416259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:57.420492 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.444767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9551329b-af6d-4607-af9d-9479ea75a59c {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:39:57.466861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4de688-fc8d-4d9e-b1c1-882cf3152f93 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:39:57.524612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Pushing event updated for resources: {'Port': ['ID=752ea098-b106-4f28-84a2-b847d8180836,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:57.564509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9551329b-af6d-4607-af9d-9479ea75a59c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9551329b-af6d-4607-af9d-9479ea75a59c,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:39:57.724284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:57.725185 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.726728 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] 10.222.0.37 "PUT /v2.0/ports/fd5451f2-cb7a-4e49-8651-b6864aedeaa6 HTTP/1.1" status: 200  len: 1093 time: 5.8683720
Apr 30 04:39:57.754356 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:57.762475 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-184f8b1b-5f31-4df2-8b2f-562117307ebc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:57.778883 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.792493 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:57.806034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:57.811843 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 4.9742975
Apr 30 04:39:57.826367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38382) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:39:57.834337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:9f:6d:6b', 'name': 'tempest-NetworksTestDHCPv6-91607968'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:39:57.993456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad6cb8e8-008d-4795-8ff9-9a7c12c961bf req-abea79a8-2cf9-4759-927f-bdd4d6dc803d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6636481
Apr 30 04:39:58.032622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9551329b-af6d-4607-af9d-9479ea75a59c,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:58.038442 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:58.058353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Pushing event updated for resources: {'Port': ['ID=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:58.072795 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:58.133897 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-633eea59-918b-4ee4-9f1d-49ce31d12570 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6de62b6b1dba4d8981f30356c1d37820&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8712661
Apr 30 04:39:58.150374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': 'b066485e-919e-43aa-ba6d-249ae9f64b43'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:39:58.151183 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:58.173410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=b066485e-919e-43aa-ba6d-249ae9f64b43,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:58.177406 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:58.185692 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c11b0481-9df9-450b-88a3-15a39af52404 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:58.195933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9551329b-af6d-4607-af9d-9479ea75a59c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:39:58.320327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] No DVR routers for this DVR port 9de0e2d8-3daa-434f-af2b-5d749704dc59 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:39:58.344561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Pushing event deleted for resources: {'Port': ['ID=9de0e2d8-3daa-434f-af2b-5d749704dc59,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:39:58.349861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:58.355052 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3fb946d5-2cf6-4c96-a9e5-4319f0d98d5d req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.37 "DELETE /v2.0/ports/9de0e2d8-3daa-434f-af2b-5d749704dc59 HTTP/1.1" status: 204  len: 173 time: 3.0642970
Apr 30 04:39:58.365418 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:39:58.455152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-77afcd49-96ae-4e4b-a709-cdd8a217730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:58.458564 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-77afcd49-96ae-4e4b-a709-cdd8a217730b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 1096 time: 1.0062873
Apr 30 04:39:58.471950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:39:58.495542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:39:58.534286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026f543a-7d0f-4508-8887-9c352368e2db', 'tag': 'fd5451f2-cb7a-4e49-8651-b6864aedeaa6'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:39:58.542975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-df17682d-c37f-4308-90e2-63ec00ec352a service neutron] 10.222.0.46 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2868640
Apr 30 04:39:58.595382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-469b7170-94e1-40fd-99ca-976a0a84c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:58.598717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-469b7170-94e1-40fd-99ca-976a0a84c243 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 1096 time: 0.7706017
Apr 30 04:39:58.676464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9de0e2d8-3daa-434f-af2b-5d749704dc59 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:39:58.685613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:39:58.798494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-c9c2164c-46bf-46c7-9b61-4abb04ffb230 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd5451f2-cb7a-4e49-8651-b6864aedeaa6 HTTP/1.1" status: 200  len: 217 time: 0.1122491
Apr 30 04:39:58.798687 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-78c12e5e-23d8-41fc-95ba-f1252bfcfcf6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=752ea098-b106-4f28-84a2-b847d8180836 HTTP/1.1" status: 200  len: 217 time: 0.2256050
Apr 30 04:39:58.799181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 9de0e2d8-3daa-434f-af2b-5d749704dc59 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:39:58.799181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9de0e2d8-3daa-434f-af2b-5d749704dc59 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:39:58.843645 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Allocated IP 2001:db8::f816:3eff:febc:7c0a (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/b066485e-919e-43aa-ba6d-249ae9f64b43/6498c427-6dce-45ec-bab8-dbb35df95341) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:39:58.952499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-94d64306-666c-4be6-9d36-53fd939e7105 service neutron] 10.222.0.46 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3827610
Apr 30 04:39:58.969790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-4a1f97e5-50b4-422d-96fe-1543a084db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:58.971401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-4a1f97e5-50b4-422d-96fe-1543a084db87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.1788645
Apr 30 04:39:59.035733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-2ca7479a-fbca-476d-a3e0-51bc23faad23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529826
Apr 30 04:39:59.050958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b091cd5-cfa6-4a9f-98f8-3ca577b6fe3d req-749e057d-955b-493b-926e-597a5199488c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:59.058729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b091cd5-cfa6-4a9f-98f8-3ca577b6fe3d req-749e057d-955b-493b-926e-597a5199488c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 944 time: 0.5753214
Apr 30 04:39:59.118306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-3c8c2d75-1cf9-418d-a3cd-8656a23cd17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:39:59.121404 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-3c8c2d75-1cf9-418d-a3cd-8656a23cd17b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 200  len: 845 time: 0.3597846
Apr 30 04:39:59.255485 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-a27d78a3-f36c-449a-a5b1-9c389bb9ad00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=250e2697-f2d7-43d3-b973-e43ab39c6403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1228728
Apr 30 04:39:59.365779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:59.593116 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:59.617845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 6c7742e0-12bd-41d9-bb67-3087996e111d yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:39:59.672883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Transition to ACTIVE for port object 6498c427-6dce-45ec-bab8-dbb35df95341 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:59.704003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b091cd5-cfa6-4a9f-98f8-3ca577b6fe3d req-4431049e-b3f1-4afd-930e-14ed42107631 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6442189
Apr 30 04:39:59.765510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Transition to ACTIVE for port object 6498c427-6dce-45ec-bab8-dbb35df95341 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:39:59.785302 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:59.800791 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9ff3be47-1bad-4d09-af01-b80fdca1f471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:39:59.876008 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-65d48e92-6598-4de1-be55-7cc6781c6ac7 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6069596
Apr 30 04:39:59.877072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:39:59.881284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:39:59.889535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:39:59.959735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:39:59.965401 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d248cc71-02de-4043-9985-df2f8ffac606 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:00.016746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Pushing event updated for resources: {'Port': ['ID=6498c427-6dce-45ec-bab8-dbb35df95341,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:00.024227 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:00.054584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Attempting to bind port 6498c427-6dce-45ec-bab8-dbb35df95341 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:40:00.054968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Attempting to bind port 6498c427-6dce-45ec-bab8-dbb35df95341 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:40:00.055369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Attempting to bind port 6498c427-6dce-45ec-bab8-dbb35df95341 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:00.074360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:40:00.074751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:00.075172 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:00.075615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:40:00.076109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Bound port: 6498c427-6dce-45ec-bab8-dbb35df95341, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:40:00.076493 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:00.232639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-65096117-65ab-49bc-adc6-1467f025e862 service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1452792
Apr 30 04:40:00.237490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fe9f:6d6b (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/b066485e-919e-43aa-ba6d-249ae9f64b43/6c7742e0-12bd-41d9-bb67-3087996e111d) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:00.304311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] For port 6498c427-6dce-45ec-bab8-dbb35df95341, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:40:00.320558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] For port 6498c427-6dce-45ec-bab8-dbb35df95341, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6498c427-6dce-45ec-bab8-dbb35df95341,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:40:00.324362 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e92e019e-eb06-482d-84dc-a8a6cb663bb0 req-e624d514-eaee-44c9-9328-2ab283018cc1 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4401796
Apr 30 04:40:00.335242 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:00.347280 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:00.394330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Subnet': ['ID=39b7d767-d3f5-468c-adf1-fc5ca3cf4424,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:00.416351 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:00.524338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93550779-3379-4115-b128-8c1f44512389 req-f50df8f7-9910-4119-b5f4-aca71cbfa41c tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:00.529545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93550779-3379-4115-b128-8c1f44512389 req-f50df8f7-9910-4119-b5f4-aca71cbfa41c tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 944 time: 0.8739386
Apr 30 04:40:00.534589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Checking segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:00.535449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network hostable DHCP agents. Network: fecfbb98-44fb-4e8e-ac66-b37591af8841, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:40:00.622738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Pushing event updated for resources: {'Port': ['ID=6498c427-6dce-45ec-bab8-dbb35df95341,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:00.646348 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:00.704457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9551329b-af6d-4607-af9d-9479ea75a59c up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:00.763120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fffcb-0c4e-4b4e-b88a-1485919eceb0 req-f1b00445-7349-4fbe-a11c-32bb50dfd154 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:00.764942 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a9fffcb-0c4e-4b4e-b88a-1485919eceb0 req-f1b00445-7349-4fbe-a11c-32bb50dfd154 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 950 time: 0.7061350
Apr 30 04:40:00.769040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93550779-3379-4115-b128-8c1f44512389 req-5cc245c5-4a64-46bb-9579-f8950c73cbca tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907318
Apr 30 04:40:00.814171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:40:00.824562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ca6c1e7-9ae0-4205-ab33-cd7600950491 req-93fba042-83a0-4c27-837b-74c3e5e75a77 service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5643957
Apr 30 04:40:00.841265 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4a3d-f970-400c-9beb-3213daa725ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:00.860524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, fecfbb98-44fb-4e8e-ac66-b37591af8841) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:00.894772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a9fffcb-0c4e-4b4e-b88a-1485919eceb0 req-8a237589-c347-4fe4-aec2-08ff8e68ddcd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196837
Apr 30 04:40:00.896925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:00.897911 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:00.908377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55beb6-a8de-4d2a-b35e-1aca924df1da None None] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:00.948290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 4.1569331
Apr 30 04:40:00.952615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38408) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:00.979082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'subnet': {'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:01.048979 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026f543a-7d0f-4508-8887-9c352368e2db', 'tag': 'fd5451f2-cb7a-4e49-8651-b6864aedeaa6', 'status': 'completed', 'code': 200}
Apr 30 04:40:01.128307 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'tag': '752ea098-b106-4f28-84a2-b847d8180836', 'status': 'completed', 'code': 200}
Apr 30 04:40:01.254469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:01.317670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 6c7742e0-12bd-41d9-bb67-3087996e111d will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:01.382165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-8c0035f6-097b-409f-a93d-3ce2ffde9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:01.388783 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-8c0035f6-097b-409f-a93d-3ce2ffde9492 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 1096 time: 0.2595248
Apr 30 04:40:01.401949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:01.449501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 9551329b-af6d-4607-af9d-9479ea75a59c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:01.452605 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:01.452813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:01.461118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:subnet and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:01.470260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:01.482069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:01.502388 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 9551329b-af6d-4607-af9d-9479ea75a59c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:01.502832 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:01.697276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-fecfbb98-44fb-4e8e-ac66-b37591af8841', 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'fixed_ips': [{'subnet_id': '39b7d767-d3f5-468c-adf1-fc5ca3cf4424'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:40:01.698136 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:01.699491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c58dcbcd-82f3-4eb0-8247-0f3386058f52 req-91f429e1-f18d-4575-b9e3-3c73714ce95a tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 210 time: 0.1970577
Apr 30 04:40:01.700192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:01.737467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:02.260403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:02.272312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-944cb7d5-3f62-47e2-8a94-0ce03c859793 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:02.274522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:02.279223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=6c7742e0-12bd-41d9-bb67-3087996e111d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:02.286029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-944cb7d5-3f62-47e2-8a94-0ce03c859793 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.50 "GET /v2.0/networks?id=2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 200  len: 814 time: 0.7863138
Apr 30 04:40:02.288738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:02.295393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:02.296237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:02.302240 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:02.355806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Request body: {'port': {'device_id': 'b4b77d33-7171-448f-a440-04c3da0698e4', 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78', 'admin_state_up': True, 'tenant_id': '6de62b6b1dba4d8981f30356c1d37820'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:02.359525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Allocated IP 10.1.1.2 (fecfbb98-44fb-4e8e-ac66-b37591af8841/39b7d767-d3f5-468c-adf1-fc5ca3cf4424/fe58675e-c7eb-4b26-b19b-691553e3c1f6) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:02.374468 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 4.5432630
Apr 30 04:40:02.377000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38414) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:02.446108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-b17e41ff-dc63-4543-8c65-fbfe69765633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:02.447930 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-b17e41ff-dc63-4543-8c65-fbfe69765633 service neutron] 10.222.0.50 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 906 time: 1.0475149
Apr 30 04:40:02.635782 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-59d7c653-32ba-43b2-b5c3-f8f2c912a1cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=752ea098-b106-4f28-84a2-b847d8180836 HTTP/1.1" status: 200  len: 217 time: 0.1682637
Apr 30 04:40:02.666893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6498c427-6dce-45ec-bab8-dbb35df95341 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:02.836692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-29e1d571-a0e9-41b2-ade6-c7f711503f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:02.838851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-29e1d571-a0e9-41b2-ade6-c7f711503f79 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 200  len: 845 time: 0.1970966
Apr 30 04:40:02.941145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 752ea098-b106-4f28-84a2-b847d8180836 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:40:03.018899 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-a3ad9fc7-625b-428f-9406-c1fb5712ffcc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=250e2697-f2d7-43d3-b973-e43ab39c6403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1725440
Apr 30 04:40:03.104070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb852252-cfa7-4cf9-ac04-651c7ea6432f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:03.114735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb852252-cfa7-4cf9-ac04-651c7ea6432f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:03.115619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bb852252-cfa7-4cf9-ac04-651c7ea6432f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:03.136477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'name': 'network-vif-deleted', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:03.180589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:03.212601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:03.280094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=752ea098-b106-4f28-84a2-b847d8180836,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:03.301965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bb852252-cfa7-4cf9-ac04-651c7ea6432f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:03.309227 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bb852252-cfa7-4cf9-ac04-651c7ea6432f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.9271784
Apr 30 04:40:03.313633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38422) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:03.314465 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:03.360395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Made reservation on behalf of 6de62b6b1dba4d8981f30356c1d37820 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:03.369680 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:03.371109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '752ea098-b106-4f28-84a2-b847d8180836', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'port_id': '752ea098-b106-4f28-84a2-b847d8180836', 'mac_address': 'fa:16:3e:6c:42:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139698c-477e-486b-9121-7a7771acee19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:40:03.413837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-a297dc5e-161b-4b08-892d-e1fc2ef2ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:03.419405 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-a297dc5e-161b-4b08-892d-e1fc2ef2ceec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 1096 time: 2.3659472
Apr 30 04:40:03.459350 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-434c5afd-6c09-442c-acaa-a8b96ce90a4a None None] Provisioning for port 6498c427-6dce-45ec-bab8-dbb35df95341 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:03.494258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:03.513454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9aedf1-14b1-4bcd-851c-42867d789d86 req-67e80329-2dda-4ac4-8897-46026eab1f3e tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:03.527819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e9aedf1-14b1-4bcd-851c-42867d789d86 req-67e80329-2dda-4ac4-8897-46026eab1f3e tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 944 time: 1.3382428
Apr 30 04:40:03.570411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf7acb9-506f-45c9-94c3-a3634a7029df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9551329b-af6d-4607-af9d-9479ea75a59c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:03.582091 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:03.602003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 6498c427-6dce-45ec-bab8-dbb35df95341 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:03.623635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752ea098-b106-4f28-84a2-b847d8180836 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:40:03.626987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6498c427-6dce-45ec-bab8-dbb35df95341 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:03.627415 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:03.687327 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-8772216e-6400-42ae-a80c-9f5337e90d47 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6473589
Apr 30 04:40:03.714363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9551329b-af6d-4607-af9d-9479ea75a59c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9551329b-af6d-4607-af9d-9479ea75a59c,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:03.745250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c7416624-9ca5-450a-aecf-5238db2c2d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:03.886646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc887668-8285-4b43-9003-9cb67d39dd61 req-543607dc-8cb6-4839-b0de-9130ec80f02c tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:03.892561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc887668-8285-4b43-9003-9cb67d39dd61 req-543607dc-8cb6-4839-b0de-9130ec80f02c tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 944 time: 2.3880525
Apr 30 04:40:03.893604 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:03.921349 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:03.988527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 6c7742e0-12bd-41d9-bb67-3087996e111d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:40:03.989559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:04.100279 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:04.133659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e9aedf1-14b1-4bcd-851c-42867d789d86 req-b553f856-7ced-4038-a9d4-60b70fc867ac tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6047537
Apr 30 04:40:04.170820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9551329b-af6d-4607-af9d-9479ea75a59c,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:04.177844 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:04.216311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 6498c427-6dce-45ec-bab8-dbb35df95341, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6498c427-6dce-45ec-bab8-dbb35df95341,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:04.229197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=752ea098-b106-4f28-84a2-b847d8180836,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:04.232196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eef57c07-fcd3-41b0-8928-0237220cc144 None None] Provisioning for port 6c7742e0-12bd-41d9-bb67-3087996e111d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:04.264126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eef57c07-fcd3-41b0-8928-0237220cc144 None None] Provisioning complete for port 6c7742e0-12bd-41d9-bb67-3087996e111d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:04.264909 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eef57c07-fcd3-41b0-8928-0237220cc144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:04.325357 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:04.351692 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:04.404857 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-819dcaa6-9db7-40b9-86fc-4310846a2042 req-c2718c2b-e4ae-4b1f-9c58-8c02730f6b41 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7158124
Apr 30 04:40:04.450373 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:04.472747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:04.561103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc887668-8285-4b43-9003-9cb67d39dd61 req-17539187-c55e-4a77-809b-876b616445da tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5951240
Apr 30 04:40:04.721821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device fd5451f2-cb7a-4e49-8651-b6864aedeaa6 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:40:04.794667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 6c7742e0-12bd-41d9-bb67-3087996e111d owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:40:04.833666 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:04.846961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Transition to ACTIVE for port object fe58675e-c7eb-4b26-b19b-691553e3c1f6 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:04.858664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-275b5b8d-3319-4cf4-b04a-d621abe38d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:04.861209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-275b5b8d-3319-4cf4-b04a-d621abe38d3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 906 time: 0.9563715
Apr 30 04:40:04.872591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Transition to ACTIVE for port object fe58675e-c7eb-4b26-b19b-691553e3c1f6 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:04.876287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-eef57c07-fcd3-41b0-8928-0237220cc144 None None] Port 6c7742e0-12bd-41d9-bb67-3087996e111d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:40:04.887805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['752ea098-b106-4f28-84a2-b847d8180836'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:04.922958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:04.951512 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:04.968027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-76c8f616-870e-4bd2-a1fc-ce56167f108a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd5451f2-cb7a-4e49-8651-b6864aedeaa6 HTTP/1.1" status: 200  len: 217 time: 0.0776491
Apr 30 04:40:05.078707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d5ed4-3e19-474b-bb85-1927ba123320 req-58940d6b-ae9a-48ea-bdc0-5f8e2471a844 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:05.086957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-887d5ed4-3e19-474b-bb85-1927ba123320 req-58940d6b-ae9a-48ea-bdc0-5f8e2471a844 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 1102 time: 0.7107320
Apr 30 04:40:05.112121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=6498c427-6dce-45ec-bab8-dbb35df95341,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:05.116095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Allocated IP 172.20.0.5 (2143fcab-9514-4d65-b4e3-ea2650571b78/428de363-804c-4154-ad97-5c4366b56436/f54c5dfc-2b90-4e69-b6e5-2be12f2681f2) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:05.139042 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:05.140452 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8b5aef62-6416-4c45-90f3-6b897ed09ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.655s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:05.160804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:05.184934 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:05.190184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-887d5ed4-3e19-474b-bb85-1927ba123320 req-3202454f-fcd3-44d6-aa9c-a567276709eb tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029179
Apr 30 04:40:05.194351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-bbf58fd7-31a3-47af-851d-9996edcd37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:05.199207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-bbf58fd7-31a3-47af-851d-9996edcd37cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.2136569
Apr 30 04:40:05.274582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:05.319347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-7e031995-cf52-4d0a-8ebd-4c25ba8217f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0827396
Apr 30 04:40:05.333411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:05.368559 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:05.464930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06b79168-a84a-4906-bbf9-1e71b251be2a req-0fa69d75-1425-4dc5-92f9-1ec5cbec9ee2 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 210 time: 0.1296773
Apr 30 04:40:05.468334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=6c7742e0-12bd-41d9-bb67-3087996e111d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:05.473438 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:05.526517 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:05.558269 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/6c7742e0-12bd-41d9-bb67-3087996e111d HTTP/1.1" status: 204  len: 168 time: 2.2431645
Apr 30 04:40:05.560389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38434) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:05.686620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2a4d4-f756-42bf-8e4f-a85df01791a2 req-9023ef96-589f-468d-9ec6-28c24d345efd tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:05.697099 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf7acb9-506f-45c9-94c3-a3634a7029df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9551329b-af6d-4607-af9d-9479ea75a59c', 'code': 200}
Apr 30 04:40:05.698507 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eab2a4d4-f756-42bf-8e4f-a85df01791a2 req-9023ef96-589f-468d-9ec6-28c24d345efd tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 945 time: 0.8897398
Apr 30 04:40:05.757970 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c144778-50f2-47ca-aa9d-504c8b0afdda', 'name': 'network-vif-deleted', 'tag': '9de0e2d8-3daa-434f-af2b-5d749704dc59', 'status': 'completed', 'code': 200}
Apr 30 04:40:05.790127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eab2a4d4-f756-42bf-8e4f-a85df01791a2 req-197be7ee-65cf-4e87-a45e-35815fdface2 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903547
Apr 30 04:40:05.796674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b3e97-443d-4836-bfbc-3e6b064ad60e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:05.798519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b3e97-443d-4836-bfbc-3e6b064ad60e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:05.799360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-976b3e97-443d-4836-bfbc-3e6b064ad60e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:05.799662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port fd5451f2-cb7a-4e49-8651-b6864aedeaa6, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:05.838460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=752ea098-b106-4f28-84a2-b847d8180836,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:05.938088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Attempting to bind port fe58675e-c7eb-4b26-b19b-691553e3c1f6 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:40:05.938480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Attempting to bind port fe58675e-c7eb-4b26-b19b-691553e3c1f6 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:40:05.939026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Attempting to bind port fe58675e-c7eb-4b26-b19b-691553e3c1f6 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:05.952226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'fd5451f2-cb7a-4e49-8651-b6864aedeaa6', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'port_id': 'fd5451f2-cb7a-4e49-8651-b6864aedeaa6', 'mac_address': 'fa:16:3e:d8:92:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b8d43f-4c31-4f17-973d-316fa3a9818c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:40:05.982660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:40:05.983194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Checking segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:05.983683 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:05.983900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-976b3e97-443d-4836-bfbc-3e6b064ad60e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:05.984081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Bound using segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:40:05.985261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Bound port: fe58675e-c7eb-4b26-b19b-691553e3c1f6, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:40:05.985728 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:05.986120 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-976b3e97-443d-4836-bfbc-3e6b064ad60e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.4236794
Apr 30 04:40:05.991557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38444) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:06.081877 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:06.127463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Pushing event updated for resources: {'Port': ['ID=fe58675e-c7eb-4b26-b19b-691553e3c1f6,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:06.162691 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.023s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:06.169407 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.064s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:06.169808 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:06.171533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5451f2-cb7a-4e49-8651-b6864aedeaa6 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:40:06.182360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3544a9-71fb-41b5-be2d-94bb4f794aae req-de64bf11-7290-4c5f-9af7-14aec09ffca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:06.184169 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9a3544a9-71fb-41b5-be2d-94bb4f794aae req-de64bf11-7290-4c5f-9af7-14aec09ffca4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 1097 time: 0.3695097
Apr 30 04:40:06.210786 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:06.218025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet b066485e-919e-43aa-ba6d-249ae9f64b43 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:40:06.238086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port fd5451f2-cb7a-4e49-8651-b6864aedeaa6, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:06.239925 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:06.300047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-d012b623-4e21-488a-8da6-05d69db92883 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0706060
Apr 30 04:40:06.313499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-7265070e-8559-4205-86a5-c4b1bbcd0ebd service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9029629
Apr 30 04:40:06.345764 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:06.352519 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:06.406074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:06.440390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] For port fe58675e-c7eb-4b26-b19b-691553e3c1f6, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:40:06.481647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] For port fe58675e-c7eb-4b26-b19b-691553e3c1f6, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fe58675e-c7eb-4b26-b19b-691553e3c1f6,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:40:06.505039 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:06.521455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99992-1c40-4981-aace-98878b2d2944 req-98c557c7-fc17-4fe8-813f-edf565cd6aef tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:06.533704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-98c557c7-fc17-4fe8-813f-edf565cd6aef tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2137139
Apr 30 04:40:06.549466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:06.556077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6498c427-6dce-45ec-bab8-dbb35df95341 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:06.593744 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:06.602857 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:06.748067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Pushing event updated for resources: {'Port': ['ID=fe58675e-c7eb-4b26-b19b-691553e3c1f6,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:06.753531 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:06.770649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['fd5451f2-cb7a-4e49-8651-b6864aedeaa6'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:06.958029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-9e996388-54fc-4713-aece-4ff8410a48d1 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/quotas/590899638f114cfa8a3244132a03dd6c HTTP/1.1" status: 200  len: 375 time: 0.3751826
Apr 30 04:40:06.959390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:06.964809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6498c427-6dce-45ec-bab8-dbb35df95341 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:06.965121 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:07.024097 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:07.093436 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:07.207028 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9a3544a9-71fb-41b5-be2d-94bb4f794aae req-249d66b4-f421-4901-b73d-a117c7a6f339 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4271085
Apr 30 04:40:07.353072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12f5b8-2eac-4dde-a927-0984f5bf72be req-6cd82cf4-c548-4695-8d98-3fd3035f8da8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:07.361797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e12f5b8-2eac-4dde-a927-0984f5bf72be req-6cd82cf4-c548-4695-8d98-3fd3035f8da8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 944 time: 1.3714929
Apr 30 04:40:07.463593 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:07.487408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e12f5b8-2eac-4dde-a927-0984f5bf72be req-05fdef74-0574-46dd-9112-dfd6eac0ba27 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041191
Apr 30 04:40:07.490491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Subnet': ['ID=fbc14edc-ef78-4c6f-bef6-736d6931db13,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:07.552222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Checking segment: {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:07.552589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network hostable DHCP agents. Network: c7e27987-0396-4006-8a8b-6d38854fedb6, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:40:07.560708 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:07.599626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adbcb813-1af4-418d-9dce-07c829cda2ae req-1685db1c-d06f-4a30-928a-e653537320bc service neutron] 10.222.0.37 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0589781
Apr 30 04:40:07.622891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network c7e27987-0396-4006-8a8b-6d38854fedb6 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:40:07.644599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-9210cd22-23fb-4a3f-9fd9-2075034f98b1 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&fields=id HTTP/1.1" status: 200  len: 486 time: 0.4450800
Apr 30 04:40:07.660662 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:07.679135 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4fe683db-f89d-4192-9123-ce5929242c26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:07.766373 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:07.775449 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1f88690-f9e9-478a-95aa-5270fcf01d5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:07.849433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c7e27987-0396-4006-8a8b-6d38854fedb6) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:07.857429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=b066485e-919e-43aa-ba6d-249ae9f64b43,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:07.861055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d19d9f2-7258-40da-bb63-74f2ea0a5997 None None] Network c7e27987-0396-4006-8a8b-6d38854fedb6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:07.861902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:07.880270 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:07.899103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Network 2143fcab-9514-4d65-b4e3-ea2650571b78 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:07.900826 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/b066485e-919e-43aa-ba6d-249ae9f64b43 HTTP/1.1" status: 204  len: 168 time: 1.9016271
Apr 30 04:40:07.906743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38460) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:07.912338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:07.916156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:07.937130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac24bf-8bdf-477d-93ca-d0ca8388d2cd None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:07.963705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:07.964645 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:08.148710 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 7.1939130
Apr 30 04:40:08.151236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38470) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:08.160523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'port': {'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'name': 'tempest-TaggedBootDevicesTest-1710898036', 'fixed_ips': [{'subnet_id': '39b7d767-d3f5-468c-adf1-fc5ca3cf4424'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:08.221499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Pushing event updated for resources: {'Port': ['ID=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:08.229711 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:08.491389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 752ea098-b106-4f28-84a2-b847d8180836 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:08.647233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:08.658646 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:08.768392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fe58675e-c7eb-4b26-b19b-691553e3c1f6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:08.826339 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device fd5451f2-cb7a-4e49-8651-b6864aedeaa6 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:08.943873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d8f95b-c5f7-4064-a981-c2348d5432b5 None None] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:09.004813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:09.021494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:port and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:09.040139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:09.056413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:09.079633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:09.132597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcbfc5-5b10-4d73-9334-ead881778867 req-6be704e0-714b-433a-b1f7-9a86d43ad12a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:09.147893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48bcbfc5-5b10-4d73-9334-ead881778867 req-6be704e0-714b-433a-b1f7-9a86d43ad12a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 945 time: 1.3725932
Apr 30 04:40:09.151585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c3225efd-d59e-48dd-9c51-640d9395c95a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 1.2413762
Apr 30 04:40:09.157763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38482) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:09.176899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c8dc849c-0454-48a1-84c2-77fb7f9a6c78 None None] Provisioning for port fe58675e-c7eb-4b26-b19b-691553e3c1f6 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:09.180153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:09.238401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.8991206
Apr 30 04:40:09.260790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Request body: {'port': {'device_id': 'b4b77d33-7171-448f-a440-04c3da0698e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:09.314196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port fd5451f2-cb7a-4e49-8651-b6864aedeaa6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:09.348461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port fd5451f2-cb7a-4e49-8651-b6864aedeaa6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:09.349045 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:09.376221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48bcbfc5-5b10-4d73-9334-ead881778867 req-b3ada6bb-548b-4b21-9680-acc902962123 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2270634
Apr 30 04:40:09.422910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015737d9-5b26-43f9-92c6-0993c03a5ebb req-d949a9de-c552-45fc-9510-79f16c5b81ca tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:09.424048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-015737d9-5b26-43f9-92c6-0993c03a5ebb req-d949a9de-c552-45fc-9510-79f16c5b81ca tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Synchronizing usage tracker for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:09.446232 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:09.567039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-015737d9-5b26-43f9-92c6-0993c03a5ebb req-d949a9de-c552-45fc-9510-79f16c5b81ca tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Unset dirty status for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:09.580552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-015737d9-5b26-43f9-92c6-0993c03a5ebb req-d949a9de-c552-45fc-9510-79f16c5b81ca tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 931 time: 1.2909164
Apr 30 04:40:09.630430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7e27987-0396-4006-8a8b-6d38854fedb6', 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'fixed_ips': [{'subnet_id': 'fbc14edc-ef78-4c6f-bef6-736d6931db13'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:40:09.633103 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:09.670826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:09.679083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:09.684570 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:09.697054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:09.708709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:09.722458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] device_id is not set on port e3f7b4d0-0024-4971-af54-65ce913508e1 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:40:09.758614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 752ea098-b106-4f28-84a2-b847d8180836 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:09.785534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:09.790666 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:09.841772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 752ea098-b106-4f28-84a2-b847d8180836 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:09.842162 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:09.876754 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-015737d9-5b26-43f9-92c6-0993c03a5ebb req-8e1daf03-bddc-4f28-9d4f-4fe951a1f9c6 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2725022
Apr 30 04:40:10.131061 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:10.149025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port fe58675e-c7eb-4b26-b19b-691553e3c1f6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:10.364936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7648ce11-3277-4b3b-9b99-ba9fc84166c7 req-53069f49-00e5-436b-bfec-35b0e226f112 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 210 time: 0.0680010
Apr 30 04:40:10.402878 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-37c8b4bb-1c47-4712-93bf-530d20ee88db tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0458095
Apr 30 04:40:10.477052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2507-098a-4cbc-a70d-c2403d898990 req-e1bc0a61-9c56-407d-a76d-24cc95319800 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:10.478414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42ce2507-098a-4cbc-a70d-c2403d898990 req-e1bc0a61-9c56-407d-a76d-24cc95319800 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 945 time: 0.8020682
Apr 30 04:40:10.564534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Allocated IP 10.2.2.2 (c7e27987-0396-4006-8a8b-6d38854fedb6/fbc14edc-ef78-4c6f-bef6-736d6931db13/eff854da-8213-4042-9ebf-7106f7f18fc8) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:10.574672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:40:10.598854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:10.671339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Transition to ACTIVE for port object f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:10.722535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Allocated IP 10.1.1.117 (fecfbb98-44fb-4e8e-ac66-b37591af8841/39b7d767-d3f5-468c-adf1-fc5ca3cf4424/e3f7b4d0-0024-4971-af54-65ce913508e1) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:10.731436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:40:10.747583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port fe58675e-c7eb-4b26-b19b-691553e3c1f6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:10.747976 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:10.761976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42ce2507-098a-4cbc-a70d-c2403d898990 req-7aac946e-ebde-450c-b31b-3e4588473e1a tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2599144
Apr 30 04:40:10.763528 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:10.773797 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:10.797843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026f543a-7d0f-4508-8887-9c352368e2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5451f2-cb7a-4e49-8651-b6864aedeaa6'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:10.919599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99992-1c40-4981-aace-98878b2d2944 req-28a451dc-81c0-43b0-aaad-b1d47fd626a7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:10.921190 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-28a451dc-81c0-43b0-aaad-b1d47fd626a7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5097098
Apr 30 04:40:10.936986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Request body: {'port': {'device_id': '97579016-488d-4947-ad6b-7775c7397216', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '590899638f114cfa8a3244132a03dd6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:10.975191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port fd5451f2-cb7a-4e49-8651-b6864aedeaa6, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:11.005298 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:11.083449 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5a482f74-2ee1-4db0-af2f-ef8d3b8da77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:11.116574 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:11.165703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Pushing event updated for resources: {'Port': ['ID=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:11.396388 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:11.400733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:11.405098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] Deleting port 6498c427-6dce-45ec-bab8-dbb35df95341 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:40:11.408105 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:11.478692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=752ea098-b106-4f28-84a2-b847d8180836,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:11.485073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6c113-70d4-4bcf-8ab4-f7cbe7714037 req-b5b476b2-8f4e-4913-9114-2af3d784adba tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:11.486769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bd6c113-70d4-4bcf-8ab4-f7cbe7714037 req-b5b476b2-8f4e-4913-9114-2af3d784adba tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 945 time: 0.8216295
Apr 30 04:40:11.555122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.555926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.556673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.557270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.557959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.558622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.559289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.560040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.560704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.561371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.562059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.563738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:11.570096 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:11.575465 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:11.576445 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:11.632662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:11.688805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Usage tracker for resource:port and tenant:590899638f114cfa8a3244132a03dd6c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:11.689854 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:11.719491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Quota usage for port was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:11.741328 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:11.741885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:11.755080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-bb3d1a1e-16a5-45e0-9dc0-277d4bd7efad tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:11.757208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-bb3d1a1e-16a5-45e0-9dc0-277d4bd7efad tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Synchronizing usage tracker for tenant:96df7c957f194d07bcf6bc67e37ccf73 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:11.765048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Transition to ACTIVE for port object eff854da-8213-4042-9ebf-7106f7f18fc8 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:11.834164 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Transition to ACTIVE for port object eff854da-8213-4042-9ebf-7106f7f18fc8 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:11.846212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Attempting to bind port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:40:11.846852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Attempting to bind port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:40:11.847492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Attempting to bind port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 on network 2143fcab-9514-4d65-b4e3-ea2650571b78 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:11.857818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] For port 6498c427-6dce-45ec-bab8-dbb35df95341, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6498c427-6dce-45ec-bab8-dbb35df95341,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:11.858453 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:11.876003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=752ea098-b106-4f28-84a2-b847d8180836,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:11.879443 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:11.884524 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:11.884989 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:11.964485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 on network 2143fcab-9514-4d65-b4e3-ea2650571b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:40:11.965041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Attempting to bind port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 on network 2143fcab-9514-4d65-b4e3-ea2650571b78 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:11.975570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8be6d745-c83f-4379-b3a2-d0aec42f360c None None] Provisioning complete for port fe58675e-c7eb-4b26-b19b-691553e3c1f6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:11.977196 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be6d745-c83f-4379-b3a2-d0aec42f360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:11.994143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:40:11.994662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Checking segment: {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:11.995285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Bound using segment: {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:40:11.996087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Bound port: f54c5dfc-2b90-4e69-b6e5-2be12f2681f2, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b635747c-34ab-4d51-a408-2122fe863e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:40:11.996804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.032394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Made reservation on behalf of 590899638f114cfa8a3244132a03dd6c for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:12.039876 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.044202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bd6c113-70d4-4bcf-8ab4-f7cbe7714037 req-cacdb773-0ad3-4932-b3b3-4ab81fdb511b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753601
Apr 30 04:40:12.083454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port fe58675e-c7eb-4b26-b19b-691553e3c1f6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fe58675e-c7eb-4b26-b19b-691553e3c1f6,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:12.090791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] Calling delete_port for 6498c427-6dce-45ec-bab8-dbb35df95341 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:40:12.093315 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.109231 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.152679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Network c7e27987-0396-4006-8a8b-6d38854fedb6 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:12.159370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:12.173414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:12.176648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Pushing event updated for resources: {'Port': ['ID=eff854da-8213-4042-9ebf-7106f7f18fc8,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:12.186105 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:12.186710 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:12.198094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-bb3d1a1e-16a5-45e0-9dc0-277d4bd7efad tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Unset dirty status for tenant:96df7c957f194d07bcf6bc67e37ccf73 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:12.210628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-bb3d1a1e-16a5-45e0-9dc0-277d4bd7efad tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/networks?id=a27e74d2-8e55-4f08-8f20-2137358b2499 HTTP/1.1" status: 200  len: 814 time: 0.8127923
Apr 30 04:40:12.256689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-c57e3f1f-fb40-4adb-a1a0-bf131c65fa5f tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/quotas/96df7c957f194d07bcf6bc67e37ccf73 HTTP/1.1" status: 200  len: 375 time: 0.0424402
Apr 30 04:40:12.332100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Transition to ACTIVE for port object e3f7b4d0-0024-4971-af54-65ce913508e1 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:12.358283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6498c427-6dce-45ec-bab8-dbb35df95341 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:40:12.397910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:40:12.521119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Allocated IP 192.168.233.199 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/911dc8e0-6d52-42dc-842f-344d1db635e0) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:12.536913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Attempting to bind port eff854da-8213-4042-9ebf-7106f7f18fc8 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:40:12.537809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Attempting to bind port eff854da-8213-4042-9ebf-7106f7f18fc8 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:40:12.537993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Attempting to bind port eff854da-8213-4042-9ebf-7106f7f18fc8 on network c7e27987-0396-4006-8a8b-6d38854fedb6 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:12.539340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.552110 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d146c82-c626-43cc-8a21-7f74c1d61f0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:12.568057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=fe58675e-c7eb-4b26-b19b-691553e3c1f6,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:12.575578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] For port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:40:12.576380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:40:12.576617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Checking segment: {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:12.577243 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.577643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Bound using segment: {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:40:12.578406 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Bound port: eff854da-8213-4042-9ebf-7106f7f18fc8, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:40:12.578900 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.596117 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:12.606625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] For port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:40:12.619875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-69be3f7f-ea96-450f-885a-259eeb0bd619 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Synchronizing usage tracker for tenant:96df7c957f194d07bcf6bc67e37ccf73 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:12.630054 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.636840 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96e72b5c-749e-4170-8899-7de8b56b7fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:12.663543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:12.679359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:12.682074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:12.707282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4003a-3986-4090-b111-9cfa66279cea req-dfbb62cf-ec69-4f37-a4f8-a3719caba7f4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:12.708980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65b4003a-3986-4090-b111-9cfa66279cea req-dfbb62cf-ec69-4f37-a4f8-a3719caba7f4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 945 time: 0.3644550
Apr 30 04:40:12.724058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:12.724700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.726170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] 10.222.0.50 "PUT /v2.0/ports/f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 HTTP/1.1" status: 200  len: 1092 time: 3.4753315
Apr 30 04:40:12.726745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b77d33-7171-448f-a440-04c3da0698e4', 'tag': 'f54c5dfc-2b90-4e69-b6e5-2be12f2681f2'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:12.744527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-69be3f7f-ea96-450f-885a-259eeb0bd619 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Unset dirty status for tenant:96df7c957f194d07bcf6bc67e37ccf73 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:12.745896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-69be3f7f-ea96-450f-885a-259eeb0bd619 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=96df7c957f194d07bcf6bc67e37ccf73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4900732
Apr 30 04:40:12.772524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Port': ['ID=e3f7b4d0-0024-4971-af54-65ce913508e1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:12.775488 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:12.782358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_pluggable_backend [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Port 6498c427-6dce-45ec-bab8-dbb35df95341 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=74582) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}}
Apr 30 04:40:12.782827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_pluggable_backend [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Reverting IP allocation for 2001:db8::f816:3eff:febc:7c0a {{(pid=74582) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Apr 30 04:40:12.810037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_pluggable_backend [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Reverting IP allocation failed for 2001:db8::f816:3eff:febc:7c0a {{(pid=74582) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}}
Apr 30 04:40:12.832589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.841108 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2a4a536a-7eef-4308-a0ff-f3f12e4837ce tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:12.850778 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.868893 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c6797e61-e8d8-4931-8f6c-0de8787cfd76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:12.903206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Port 6498c427-6dce-45ec-bab8-dbb35df95341 update to DOWN by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:40:12.924993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] No DVR routers for this DVR port 6498c427-6dce-45ec-bab8-dbb35df95341 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:40:12.953358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] Pushing event deleted for resources: {'Port': ['ID=6498c427-6dce-45ec-bab8-dbb35df95341,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:12.958126 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:12.969546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] For port eff854da-8213-4042-9ebf-7106f7f18fc8, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:40:12.974281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] For port eff854da-8213-4042-9ebf-7106f7f18fc8, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=eff854da-8213-4042-9ebf-7106f7f18fc8,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:40:12.980294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:12.981575 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.982371 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:12.988311 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:13.036287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Pushing event updated for resources: {'Port': ['ID=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:13.045399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:13.055130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:13.074788 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:13.091978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f1e84-b662-41f2-b5d8-2c824d472556 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:13.101981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65b4003a-3986-4090-b111-9cfa66279cea req-b7ba1ab2-e2bd-4818-8aca-5067696b1a9a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3694913
Apr 30 04:40:13.118980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:13.118980 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:13.130617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=4a4ace66-2c2b-4156-b491-c0c25a4bd260,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:13.134341 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:13.162872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-97acb87d-2010-4e2a-873e-4b3db05c9321 service neutron] 10.222.0.46 "GET /v2.0/networks/a27e74d2-8e55-4f08-8f20-2137358b2499?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3922470
Apr 30 04:40:13.231016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Pushing event updated for resources: {'Port': ['ID=eff854da-8213-4042-9ebf-7106f7f18fc8,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:13.234479 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.0788782
Apr 30 04:40:13.238286 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:13.268274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5bab217e-5bd0-498e-bac1-9173b9834171 None None] Provisioning for port e3f7b4d0-0024-4971-af54-65ce913508e1 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:13.276760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38522) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:13.309585 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026f543a-7d0f-4508-8887-9c352368e2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5451f2-cb7a-4e49-8651-b6864aedeaa6', 'code': 200}
Apr 30 04:40:13.311982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-6d1ca556-a62d-4de9-a0ba-cd0d0555c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:13.315886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-6d1ca556-a62d-4de9-a0ba-cd0d0555c711 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6de62b6b1dba4d8981f30356c1d37820&device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 1095 time: 0.5166788
Apr 30 04:40:13.319479 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5bab217e-5bd0-498e-bac1-9173b9834171 None None] Provisioning complete for port e3f7b4d0-0024-4971-af54-65ce913508e1 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:13.320293 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5bab217e-5bd0-498e-bac1-9173b9834171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:13.337327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'port': {'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'name': 'tempest-TaggedBootDevicesTest-1805722140', 'fixed_ips': [{'subnet_id': '39b7d767-d3f5-468c-adf1-fc5ca3cf4424'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:13.436498 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 4.2758482
Apr 30 04:40:13.441525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38526) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:13.454424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:42:ab:f1', 'name': 'tempest-NetworksTestDHCPv6-777041715'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:13.456987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5bab217e-5bd0-498e-bac1-9173b9834171 None None] Port e3f7b4d0-0024-4971-af54-65ce913508e1 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:40:13.595401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-84995803-260c-4796-b219-ee50e98bf893 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 HTTP/1.1" status: 200  len: 217 time: 0.2694380
Apr 30 04:40:13.632041 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:13.667260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '4a4ace66-2c2b-4156-b491-c0c25a4bd260'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:40:13.669572 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:13.755006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Transition to ACTIVE for port object 911dc8e0-6d52-42dc-842f-344d1db635e0 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:13.757668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-c7417647-cdd9-421e-bcf0-9f1cc1da95cf service neutron] 10.222.0.46 "GET /v2.0/networks/a27e74d2-8e55-4f08-8f20-2137358b2499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5936749
Apr 30 04:40:13.800924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-82818e9a-fdba-415e-855c-42d4fdb2b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:13.803026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-82818e9a-fdba-415e-855c-42d4fdb2b575 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=428de363-804c-4154-ad97-5c4366b56436 HTTP/1.1" status: 200  len: 854 time: 0.1905835
Apr 30 04:40:13.805512 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-496c85f0-7c5c-4fc3-8c91-f9707f3ed35a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=458650ec-3e4e-4bf3-852d-1a22852b990a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.6684058
Apr 30 04:40:13.838909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:13.860965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:port and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:13.866554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:13.882010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8ef7c-de6b-435c-b972-a197f8b74bcd req-ec83428e-7837-40b2-be7d-78a20ab08ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:13.882265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:13.883690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70c8ef7c-de6b-435c-b972-a197f8b74bcd req-ec83428e-7837-40b2-be7d-78a20ab08ca4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 1098 time: 0.4711907
Apr 30 04:40:13.887372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:13.892535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:13.893932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2840d7-45dd-43c0-a4fd-a55d3345f239 req-03854fbb-07ca-4c5f-b85a-38297128ec00 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:13.901763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c2840d7-45dd-43c0-a4fd-a55d3345f239 req-03854fbb-07ca-4c5f-b85a-38297128ec00 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 943 time: 0.4144824
Apr 30 04:40:13.909090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:13.945239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:13.947320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:13.970822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-8cbf8d74-bdfd-4f46-9f60-c22c0276c053 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2143fcab-9514-4d65-b4e3-ea2650571b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1445887
Apr 30 04:40:14.017008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Allocated IP 2001:db8::f816:3eff:fe2c:44f3 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/4a4ace66-2c2b-4156-b491-c0c25a4bd260/8ec7236e-e023-43b4-bfa8-7c60ba82e2c7) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:14.065560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:14.069884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:14.077706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:14.096005 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4fc2ce50-ba96-4217-bbb2-58ed2cc869ac tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:14.105322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f', '3da00852-b28b-463d-9744-6baa610b9165'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:14.292472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['bf546252-4b1f-400f-b26a-f5d55adf5a67', 'e52c1aa9-3449-4bff-83fc-f85761156dcd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:14.347142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event updated for resources: {'Port': ['ID=911dc8e0-6d52-42dc-842f-344d1db635e0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:14.596417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device eff854da-8213-4042-9ebf-7106f7f18fc8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:14.800111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-42f9dcc2-6f5e-4506-be6c-8a0c816ea0d6 service neutron] 10.222.0.50 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8084273
Apr 30 04:40:14.885592 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:14.895425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] device_id is not set on port 5d063906-5547-41da-8501-105dfc36bc06 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:40:14.968192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e7ee9-cfed-45c5-8e9b-0b6646079676 None None] Network c7e27987-0396-4006-8a8b-6d38854fedb6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:15.072406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c2840d7-45dd-43c0-a4fd-a55d3345f239 req-e2519cc7-90f1-4531-a85d-136a6dc7dedf tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1675913
Apr 30 04:40:15.111569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70c8ef7c-de6b-435c-b972-a197f8b74bcd req-0a507920-f26d-402f-82f1-f10acef9ad56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1926777
Apr 30 04:40:15.242570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Allocated IP 10.1.1.146 (fecfbb98-44fb-4e8e-ac66-b37591af8841/39b7d767-d3f5-468c-adf1-fc5ca3cf4424/5d063906-5547-41da-8501-105dfc36bc06) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:15.263032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:15.278263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:15.290121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:15.390188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ae4f-8840-4ffd-85e9-9daac5492c82 req-5933f51e-714e-4e89-a988-e12fca9e7c1c tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:15.397036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86a7ae4f-8840-4ffd-85e9-9daac5492c82 req-5933f51e-714e-4e89-a988-e12fca9e7c1c tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 936 time: 0.8938351
Apr 30 04:40:15.412396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:15.459756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25022e22-c12b-4c93-bef1-1e1d6896feb2 req-9bada49c-2d34-4c8b-8e72-668fd86ef3df service neutron] 10.222.0.50 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6142528
Apr 30 04:40:15.517307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752ea098-b106-4f28-84a2-b847d8180836'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:15.541325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86a7ae4f-8840-4ffd-85e9-9daac5492c82 req-0460dd50-7454-484e-b547-2c00bf4fe749 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274724
Apr 30 04:40:15.585162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4c3c-083a-4c95-b903-8fa138adaac7 req-d897b713-0ea9-4901-b660-7eacbea7ff5c tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:15.586820 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2ad4c3c-083a-4c95-b903-8fa138adaac7 req-d897b713-0ea9-4901-b660-7eacbea7ff5c tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 946 time: 0.3242271
Apr 30 04:40:15.677089 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b77d33-7171-448f-a440-04c3da0698e4', 'tag': 'f54c5dfc-2b90-4e69-b6e5-2be12f2681f2', 'status': 'completed', 'code': 200}
Apr 30 04:40:15.708410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:15.708979 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:15.743041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 4fadb85c-b42b-4876-861f-7758bb69613a yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:40:15.889086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2ad4c3c-083a-4c95-b903-8fa138adaac7 req-e97e9392-5676-4d7a-b7a1-83b244d267c2 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682416
Apr 30 04:40:15.952482 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:15.964749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-74cdf5e9-9492-493e-8e11-0f8b6ee2dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:15.966573 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-74cdf5e9-9492-493e-8e11-0f8b6ee2dc12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=458650ec-3e4e-4bf3-852d-1a22852b990a HTTP/1.1" status: 200  len: 1102 time: 1.7496750
Apr 30 04:40:15.968019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Transition to ACTIVE for port object 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:15.992173 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.0592520
Apr 30 04:40:16.010113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Transition to ACTIVE for port object 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:16.036297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3738f2-3811-4a09-a580-23c43a19306a req-f918cf56-8f1f-4a5a-940e-f3128716f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:16.037964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b3738f2-3811-4a09-a580-23c43a19306a req-f918cf56-8f1f-4a5a-940e-f3128716f3c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6de62b6b1dba4d8981f30356c1d37820&device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 1095 time: 0.3526976
Apr 30 04:40:16.046380 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:16.075566 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:16.088425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Request body: {'port': {'device_id': '97579016-488d-4947-ad6b-7775c7397216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:16.114003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-037fb78c-a150-456b-96f3-b235e6488047 None None] Provisioning for port eff854da-8213-4042-9ebf-7106f7f18fc8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:16.119451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port eff854da-8213-4042-9ebf-7106f7f18fc8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:16.138515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-037fb78c-a150-456b-96f3-b235e6488047 None None] Provisioning complete for port eff854da-8213-4042-9ebf-7106f7f18fc8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:16.138879 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-037fb78c-a150-456b-96f3-b235e6488047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:16.181334 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:16.305774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:16.344329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port eff854da-8213-4042-9ebf-7106f7f18fc8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:16.344720 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:16.371771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Transition to ACTIVE for port object 5d063906-5547-41da-8501-105dfc36bc06 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:16.431154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3738f2-3811-4a09-a580-23c43a19306a req-4ec7a328-a86a-4749-8672-b72a709def9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:16.432896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b3738f2-3811-4a09-a580-23c43a19306a req-4ec7a328-a86a-4749-8672-b72a709def9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 200  len: 915 time: 0.3778269
Apr 30 04:40:16.448491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e221b-20fa-4dbf-9d41-abe6f47b3093 req-d1a1ea5b-032b-49da-9534-c55c3cf09370 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:16.466302 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d90e221b-20fa-4dbf-9d41-abe6f47b3093 req-d1a1ea5b-032b-49da-9534-c55c3cf09370 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 946 time: 0.5757637
Apr 30 04:40:16.480071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-604f68f0-6cce-49da-8a1b-1d1159c2e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:16.481721 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-604f68f0-6cce-49da-8a1b-1d1159c2e3c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4754007
Apr 30 04:40:16.559120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:16.575136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:16.579211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fe42:abf1 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/4a4ace66-2c2b-4156-b491-c0c25a4bd260/4fadb85c-b42b-4876-861f-7758bb69613a) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:16.585642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8639fff6-91d6-4d56-9837-0fcc643e5e5d req-7911c887-d746-4b56-920d-caba2eec967b tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 210 time: 0.1516533
Apr 30 04:40:16.734137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Pushing event updated for resources: {'Port': ['ID=8ec7236e-e023-43b4-bfa8-7c60ba82e2c7,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:16.743794 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:16.753804 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752ea098-b106-4f28-84a2-b847d8180836', 'code': 200}
Apr 30 04:40:16.786092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b3738f2-3811-4a09-a580-23c43a19306a req-96beba86-b20a-41ba-a12a-efccc5e45716 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 HTTP/1.1" status: 200  len: 217 time: 0.2875280
Apr 30 04:40:17.050259 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:17.107454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 4fadb85c-b42b-4876-861f-7758bb69613a will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:17.148729 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-c8ba0bf2-2fbd-4c5c-87b6-4ae16feff1ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bf546252-4b1f-400f-b26a-f5d55adf5a67 HTTP/1.1" status: 200  len: 217 time: 0.6544106
Apr 30 04:40:17.155157 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:17.221315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d90e221b-20fa-4dbf-9d41-abe6f47b3093 req-a2ac5aea-9140-45e0-93b1-0a75a1d5d5f7 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7540181
Apr 30 04:40:17.252167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3738f2-3811-4a09-a580-23c43a19306a req-c5a97b8e-1a71-478b-835a-91cd48bb9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:17.253709 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b3738f2-3811-4a09-a580-23c43a19306a req-c5a97b8e-1a71-478b-835a-91cd48bb9e73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=428de363-804c-4154-ad97-5c4366b56436 HTTP/1.1" status: 200  len: 854 time: 0.4229913
Apr 30 04:40:17.289171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-72588826-60b2-4f2f-b231-9ad66a3314ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:17.291803 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-72588826-60b2-4f2f-b231-9ad66a3314ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1141629
Apr 30 04:40:17.380270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:17.398146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:17.404634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-47f01b71-dafc-419b-8c14-40ec8198814f tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:17.406847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-47f01b71-dafc-419b-8c14-40ec8198814f tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.37 "GET /v2.0/networks?id=a27e74d2-8e55-4f08-8f20-2137358b2499 HTTP/1.1" status: 200  len: 814 time: 0.8123367
Apr 30 04:40:17.409359 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e6aeccff-c6d0-4615-b6ab-9f724c293163 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:17.409579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b3738f2-3811-4a09-a580-23c43a19306a req-a37b44d3-75f9-4ea7-9387-450508d8ccb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2143fcab-9514-4d65-b4e3-ea2650571b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1310120
Apr 30 04:40:17.431599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Request body: {'port': {'device_id': 'f1cd3528-ea27-4535-8799-70cef37429da', 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499', 'admin_state_up': True, 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:17.687788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Attempting to bind port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:40:17.689335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Attempting to bind port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:40:17.690018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Attempting to bind port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:17.716911 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-037fb78c-a150-456b-96f3-b235e6488047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:17.795225 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:17.814522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:40:17.815126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:17.815822 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:17.817505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:40:17.818389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Bound port: 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:40:17.819126 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:17.820222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Port': ['ID=5d063906-5547-41da-8501-105dfc36bc06,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:17.850247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cbc20-4423-445d-9981-36fea134a8e7 req-0b512042-d188-4cd1-9ab8-8b677564bcb8 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:17.851916 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df4cbc20-4423-445d-9981-36fea134a8e7 req-0b512042-d188-4cd1-9ab8-8b677564bcb8 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 943 time: 0.8341420
Apr 30 04:40:17.860827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19dac3-0abd-489e-9a50-e27ce0e24bfd req-e5903df7-9cbb-45d4-b47f-20ec336d4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:17.862381 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da19dac3-0abd-489e-9a50-e27ce0e24bfd req-e5903df7-9cbb-45d4-b47f-20ec336d4d48 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 1098 time: 0.9408393
Apr 30 04:40:17.866105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:17.894288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:17.897673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:17.914400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.914766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.915139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.915554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.915912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.916279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.916620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.916970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.917320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.917671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.918015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.918359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:17.928723 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:17.932317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:17.944880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:17.945577 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:17.984028 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e67a999-ef78-4c7e-bbba-82a2dc907078 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:18.029245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:18.064748 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 4.6130655
Apr 30 04:40:18.092485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:18.212614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38578) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:18.442619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-037fb78c-a150-456b-96f3-b235e6488047 None None] For port eff854da-8213-4042-9ebf-7106f7f18fc8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=eff854da-8213-4042-9ebf-7106f7f18fc8,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:18.457971 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-037fb78c-a150-456b-96f3-b235e6488047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:18.503004 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:18.516726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df4cbc20-4423-445d-9981-36fea134a8e7 req-adcbb527-d6ee-408c-8a34-79703d15dd49 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6495032
Apr 30 04:40:18.547790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da19dac3-0abd-489e-9a50-e27ce0e24bfd req-cb96b984-be95-456b-848e-f1704fa78346 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6625454
Apr 30 04:40:18.578003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b3738f2-3811-4a09-a580-23c43a19306a req-5780e3ab-39c9-479c-9958-62ebe16563fa service neutron] 10.222.0.50 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1570816
Apr 30 04:40:18.650366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2088964-a2fa-4d72-908c-3b86a5af1688 req-36ed2478-ce43-4570-bd39-9e56b1435486 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:18.668807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2088964-a2fa-4d72-908c-3b86a5af1688 req-36ed2478-ce43-4570-bd39-9e56b1435486 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 936 time: 1.2579172
Apr 30 04:40:18.674323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:18.841315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:18.889998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=4fadb85c-b42b-4876-861f-7758bb69613a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:18.898864 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:18.934553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-6e421ab5-330c-415c-aa1c-94aa809d0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:18.936317 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-6e421ab5-330c-415c-aa1c-94aa809d0cad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.6341200
Apr 30 04:40:18.941040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:40:19.033349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:19.034326 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:19.106905 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] For port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:40:19.173897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] For port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8ec7236e-e023-43b4-bfa8-7c60ba82e2c7,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:40:19.175393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2088964-a2fa-4d72-908c-3b86a5af1688 req-3c696dd4-a479-4bb9-b84a-926ac2c57997 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4991503
Apr 30 04:40:19.175393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Made reservation on behalf of 96df7c957f194d07bcf6bc67e37ccf73 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:19.180772 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:19.228227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fb78c-a150-456b-96f3-b235e6488047 None None] Pushing event updated for resources: {'Port': ['ID=eff854da-8213-4042-9ebf-7106f7f18fc8,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:19.236724 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-037fb78c-a150-456b-96f3-b235e6488047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:19.305977 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.9839463
Apr 30 04:40:19.326082 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:40:19.326732 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:40:19.329055 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:19.365356 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:19.404993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b7ee8e7-bf08-46cb-a4e3-71873b33dab4 None None] Provisioning for port 5d063906-5547-41da-8501-105dfc36bc06 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:19.433669 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-ed1ea18a-7202-49e9-838e-52bdbe7506b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.7958968
Apr 30 04:40:19.440691 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-303b43ca-691c-449e-8a6c-bbed785e203e service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4567223
Apr 30 04:40:19.587511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Allocated IP 172.20.0.12 (a27e74d2-8e55-4f08-8f20-2137358b2499/6908bb99-86cc-4713-abf4-646d6f6662db/d9ea20ce-6e2e-4473-a8ab-43dca54fa843) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:19.643210 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b7ee8e7-bf08-46cb-a4e3-71873b33dab4 None None] Provisioning complete for port 5d063906-5547-41da-8501-105dfc36bc06 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:19.665263 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee8e7-bf08-46cb-a4e3-71873b33dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:19.772973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ee8e7-bf08-46cb-a4e3-71873b33dab4 None None] Port 5d063906-5547-41da-8501-105dfc36bc06 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:40:20.120715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b7ee8e7-bf08-46cb-a4e3-71873b33dab4 None None] Provisioning for port 911dc8e0-6d52-42dc-842f-344d1db635e0 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:20.176705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b7ee8e7-bf08-46cb-a4e3-71873b33dab4 None None] Provisioning complete for port 911dc8e0-6d52-42dc-842f-344d1db635e0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:20.181624 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee8e7-bf08-46cb-a4e3-71873b33dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:20.225926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b3738f2-3811-4a09-a580-23c43a19306a req-48b39d82-bcb4-4495-8903-f96464e89198 service neutron] 10.222.0.50 "GET /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5529194
Apr 30 04:40:20.336175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Pushing event updated for resources: {'Port': ['ID=8ec7236e-e023-43b4-bfa8-7c60ba82e2c7,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:20.366886 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:20.371890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ee8e7-bf08-46cb-a4e3-71873b33dab4 None None] Port 911dc8e0-6d52-42dc-842f-344d1db635e0 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:40:20.412079 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:20.431166 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c82d15bc-0aa3-4194-8c4b-2efd94b72c0c req-053c8edb-d0bd-42b8-9e62-3cac5acd9f15 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9683056
Apr 30 04:40:20.447179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:20.455123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911dc8e0-6d52-42dc-842f-344d1db635e0 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:40:20.500684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de670675-16d0-43f8-9320-3931ed58679e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:20.507094 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:20.549271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de670675-16d0-43f8-9320-3931ed58679e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:20.551354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fe58675e-c7eb-4b26-b19b-691553e3c1f6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:20.561025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de670675-16d0-43f8-9320-3931ed58679e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:20.585998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Transition to ACTIVE for port object 911dc8e0-6d52-42dc-842f-344d1db635e0 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:20.595863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-5bdb5735-1eec-4e6a-a0cc-1062950aa4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:20.602970 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-5bdb5735-1eec-4e6a-a0cc-1062950aa4c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 1102 time: 0.7402651
Apr 30 04:40:20.608080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:20.644066 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-05a8badf-b1de-46fe-a84b-cca0fb57de64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:20.654858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74c866-ef76-4d8f-99f3-3e2093ade86a req-b88d376d-020c-48fc-9bb5-b97a27b4e357 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:20.678762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da74c866-ef76-4d8f-99f3-3e2093ade86a req-b88d376d-020c-48fc-9bb5-b97a27b4e357 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 946 time: 1.8409665
Apr 30 04:40:20.736321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f54c5dfc-2b90-4e69-b6e5-2be12f2681f2', 'network_id': '2143fcab-9514-4d65-b4e3-ea2650571b78', 'port_id': 'f54c5dfc-2b90-4e69-b6e5-2be12f2681f2', 'mac_address': 'fa:16:3e:ea:01:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428de363-804c-4154-ad97-5c4366b56436', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:40:20.764987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Transition to ACTIVE for port object d9ea20ce-6e2e-4473-a8ab-43dca54fa843 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:20.832105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aa41cef3-1240-4c90-a920-7764a8ed5536 None None] Provisioning complete for port eff854da-8213-4042-9ebf-7106f7f18fc8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:20.832497 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa41cef3-1240-4c90-a920-7764a8ed5536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:20.953574 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:21.059984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:40:21.064811 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da74c866-ef76-4d8f-99f3-3e2093ade86a req-6f0328cf-69d2-499d-810a-f2c1fe20147a tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3781900
Apr 30 04:40:21.082894 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f0a85a2-080b-440c-b36a-41ad9d60db25 req-c429cd82-24cc-4dde-be87-596618a36e9e tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 210 time: 0.2867713
Apr 30 04:40:21.100080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de670675-16d0-43f8-9320-3931ed58679e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:21.103257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-de670675-16d0-43f8-9320-3931ed58679e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 2.8763540
Apr 30 04:40:21.108357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38598) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:21.179702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=911dc8e0-6d52-42dc-842f-344d1db635e0,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:21.208302 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:21.238792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Attempting to bind port 911dc8e0-6d52-42dc-842f-344d1db635e0 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:40:21.239129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Attempting to bind port 911dc8e0-6d52-42dc-842f-344d1db635e0 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:40:21.239571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Attempting to bind port 911dc8e0-6d52-42dc-842f-344d1db635e0 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:21.262552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Port 911dc8e0-6d52-42dc-842f-344d1db635e0 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:40:21.262902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Attempting to bind port 911dc8e0-6d52-42dc-842f-344d1db635e0 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:21.279115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:21.280167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port fe58675e-c7eb-4b26-b19b-691553e3c1f6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:21.282386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:40:21.282731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:21.283325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:40:21.283915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Bound port: 911dc8e0-6d52-42dc-842f-344d1db635e0, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:40:21.286240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:21.287929 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:21.564539 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:21.591820 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:21.610936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] For port 911dc8e0-6d52-42dc-842f-344d1db635e0, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:40:21.620113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] For port 911dc8e0-6d52-42dc-842f-344d1db635e0, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=911dc8e0-6d52-42dc-842f-344d1db635e0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:40:21.693902 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:21.705997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:21.716791 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:21.737171 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3d48222b-667a-4efe-976f-624ce74740bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:21.977241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Pushing event updated for resources: {'Port': ['ID=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:22.001414 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:22.020801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:22.021445 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:22.022903 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] 10.222.0.50 "PUT /v2.0/ports/911dc8e0-6d52-42dc-842f-344d1db635e0 HTTP/1.1" status: 200  len: 1097 time: 5.9477091
Apr 30 04:40:22.025880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Network a27e74d2-8e55-4f08-8f20-2137358b2499 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:22.081572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221e69d-667b-41e1-82d3-a5516b2fbc10 req-823c60cd-2767-41f1-af81-4ca54f2a1c8c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:22.100495 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a221e69d-667b-41e1-82d3-a5516b2fbc10 req-823c60cd-2767-41f1-af81-4ca54f2a1c8c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 946 time: 0.6869917
Apr 30 04:40:22.114239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f54c5dfc-2b90-4e69-b6e5-2be12f2681f2'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:22.175533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:22.182226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38606) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:22.220410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 4fadb85c-b42b-4876-861f-7758bb69613a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:40:22.221678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:22.246457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97579016-488d-4947-ad6b-7775c7397216', 'tag': '911dc8e0-6d52-42dc-842f-344d1db635e0'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:22.566750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:22.575714 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:22.629937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=911dc8e0-6d52-42dc-842f-344d1db635e0,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:22.650786 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:22.766047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327207612', 'description': 'tempest-description--54073619'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:22.774352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:22.803676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-34a56205-64e3-4e0a-b42f-b97d46e40363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:22.809803 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-34a56205-64e3-4e0a-b42f-b97d46e40363 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.1865265
Apr 30 04:40:22.918221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:22.919138 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:22.980464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:23.020758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:security_group and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:23.046168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:23.089357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device eff854da-8213-4042-9ebf-7106f7f18fc8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:23.099969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a221e69d-667b-41e1-82d3-a5516b2fbc10 req-f5232925-bbd1-4cef-834a-4f7cca163de8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9985824
Apr 30 04:40:23.126275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:23.127648 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-c8713ce2-bc68-446f-9df0-1fc0fd7ad80c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 HTTP/1.1" status: 200  len: 217 time: 0.2886779
Apr 30 04:40:23.140491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99992-1c40-4981-aace-98878b2d2944 req-d95b0a46-0502-4520-a069-6b96a3d4f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:23.158598 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-d95b0a46-0502-4520-a069-6b96a3d4f919 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 1100 time: 0.8120756
Apr 30 04:40:23.269944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-35f593b1-ebcc-4ea4-8fbb-9e392ef0854a None None] Provisioning for port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:23.274606 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:23.303240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.8851626
Apr 30 04:40:23.332548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Request body: {'port': {'device_id': 'f1cd3528-ea27-4535-8799-70cef37429da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:23.460258 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-a4b447ed-9c70-4f73-9bd9-a51318582341 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=911dc8e0-6d52-42dc-842f-344d1db635e0 HTTP/1.1" status: 200  len: 217 time: 0.1919413
Apr 30 04:40:23.482966 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:23.688840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb3398-c81e-433a-8e81-dd0d52eebd37 req-ee658b4c-daa2-48f1-8b58-51e0a912c5ec tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:23.690643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98eb3398-c81e-433a-8e81-dd0d52eebd37 req-ee658b4c-daa2-48f1-8b58-51e0a912c5ec tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 944 time: 0.7874358
Apr 30 04:40:23.845555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d67e41c6-ef25-4094-bb14-6b360f45cbe4 None None] Provisioning for port 4fadb85c-b42b-4876-861f-7758bb69613a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:23.907950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99992-1c40-4981-aace-98878b2d2944 req-837ab4e7-b852-45f2-ae82-b2fa5a0ea185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:23.909489 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-837ab4e7-b852-45f2-ae82-b2fa5a0ea185 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4421144
Apr 30 04:40:23.934931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d67e41c6-ef25-4094-bb14-6b360f45cbe4 None None] Provisioning complete for port 4fadb85c-b42b-4876-861f-7758bb69613a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:23.936117 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d67e41c6-ef25-4094-bb14-6b360f45cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:24.013468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port eff854da-8213-4042-9ebf-7106f7f18fc8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:24.014066 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:24.087669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-edd090da-0192-41ab-9206-887b561b9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:24.089163 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-edd090da-0192-41ab-9206-887b561b9d65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.9296999
Apr 30 04:40:24.235217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf99992-1c40-4981-aace-98878b2d2944 req-057e2cc3-a2d4-462c-991d-fe52720e46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:24.237221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-057e2cc3-a2d4-462c-991d-fe52720e46df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3170636
Apr 30 04:40:24.405204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d67e41c6-ef25-4094-bb14-6b360f45cbe4 None None] Port 4fadb85c-b42b-4876-861f-7758bb69613a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:40:24.554540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:24.559690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:24.576762 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:24.634561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 4fadb85c-b42b-4876-861f-7758bb69613a owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:40:24.676731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-49dc5362-3ee2-4050-a11f-b385500ad274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:24.690588 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-49dc5362-3ee2-4050-a11f-b385500ad274 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5440187
Apr 30 04:40:24.713215 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-e31fbd79-233a-4503-8cf4-2faabb224603 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4616501
Apr 30 04:40:24.790542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d67e41c6-ef25-4094-bb14-6b360f45cbe4 None None] Provisioning for port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:24.832091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d67e41c6-ef25-4094-bb14-6b360f45cbe4 None None] Provisioning complete for port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:24.837936 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d67e41c6-ef25-4094-bb14-6b360f45cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:25.161201 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3cf99992-1c40-4981-aace-98878b2d2944 req-6a50036e-1e11-4f13-8cc8-ad1dc5d126fe service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4409542
Apr 30 04:40:25.214572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:security_group_rule and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:25.236026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d67e41c6-ef25-4094-bb14-6b360f45cbe4 None None] Port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:40:25.252203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:25.259530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:25.260047 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:25.271644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:25.310588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:25.420871 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-1f30e2c9-ebfe-4325-9503-ea2c017f9df3 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384448
Apr 30 04:40:25.505385 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98eb3398-c81e-433a-8e81-dd0d52eebd37 req-73103c1d-c816-4b56-994a-43cc1a255aec tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6796465
Apr 30 04:40:25.616914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109720e2-1898-49e9-880f-f6ddf4780d22 req-7fbf3be7-f248-4b50-bece-4f59aefa45a4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:25.622477 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-109720e2-1898-49e9-880f-f6ddf4780d22 req-7fbf3be7-f248-4b50-bece-4f59aefa45a4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 948 time: 2.0449541
Apr 30 04:40:25.658162 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:25.715969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:25.852683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:25.936857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8ec7236e-e023-43b4-bfa8-7c60ba82e2c7,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:25.961566 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:25.979705 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b9048b35-6987-4a9a-9015-d6e961ee9dc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:26.089919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:26.146517 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.172304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:26.173096 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.243875 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ecff140-3a36-4644-8b44-768610095d51 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:26.347414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01df3bd9-297c-439a-9361-96bb85bbf16d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:26.359453 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.365740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38624) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:26.368645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 4.1579456
Apr 30 04:40:26.374451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'security_group_rule': {'security_group_id': '01df3bd9-297c-439a-9361-96bb85bbf16d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:26.377994 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:26.394216 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:40:26.399633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:26.414577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:security_group_rule and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:26.428345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:26.451028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:26.456299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=8ec7236e-e023-43b4-bfa8-7c60ba82e2c7,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:26.466572 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:26.498975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.560195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-109720e2-1898-49e9-880f-f6ddf4780d22 req-145b5a71-6f13-4364-855c-f8fef43f599f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9018917
Apr 30 04:40:26.653819 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.715343 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.722407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.726442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b77d33-7171-448f-a440-04c3da0698e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54c5dfc-2b90-4e69-b6e5-2be12f2681f2'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:26.744830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:26.747181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ea20ce-6e2e-4473-a8ab-43dca54fa843 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:40:26.747698 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:26.755242 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.763983 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:26.779420 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.818603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a6af40-bfd8-43ab-8bdc-42e0d00c4e19,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:26.833976 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:26.835084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.844486 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4756684
Apr 30 04:40:26.847281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38632) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:26.888785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'security_group_rule': {'security_group_id': '01df3bd9-297c-439a-9361-96bb85bbf16d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:26.896838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be1d85-e85d-4ef5-8d75-2792f7aacda2 req-f70cdf8d-43d3-40e0-ac76-25d4c9647065 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:26.898061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7be1d85-e85d-4ef5-8d75-2792f7aacda2 req-f70cdf8d-43d3-40e0-ac76-25d4c9647065 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Synchronizing usage tracker for tenant:96df7c957f194d07bcf6bc67e37ccf73 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:26.908456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Transition to ACTIVE for port object d9ea20ce-6e2e-4473-a8ab-43dca54fa843 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:26.911472 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.919061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:26.932237 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe53da92-4d96-4902-922b-b36c3df02932 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:26.935188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:security_group_rule and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:26.949772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:26.985688 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:26.992206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:27.056509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=4fadb85c-b42b-4876-861f-7758bb69613a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:27.057212 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:27.065660 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:27.066758 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:27.069159 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cfa1c90c-cc3e-4393-a805-aabd2e40367d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:27.131667 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:27.142137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:27.147579 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:27.197615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:27.213614 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:27.227066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:27.227962 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:27.245748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7be1d85-e85d-4ef5-8d75-2792f7aacda2 req-f70cdf8d-43d3-40e0-ac76-25d4c9647065 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Unset dirty status for tenant:96df7c957f194d07bcf6bc67e37ccf73 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:27.247167 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7be1d85-e85d-4ef5-8d75-2792f7aacda2 req-f70cdf8d-43d3-40e0-ac76-25d4c9647065 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 932 time: 1.3140910
Apr 30 04:40:27.640033 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a0606fe-fd45-4e6f-969f-a7846ad8eb1c req-8528d312-d713-41d9-9b72-9621cb6d8d5b service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4099860
Apr 30 04:40:27.643947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38642) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:27.646477 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/4fadb85c-b42b-4876-861f-7758bb69613a HTTP/1.1" status: 204  len: 168 time: 6.5354362
Apr 30 04:40:27.648112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:27.742634 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:27.751231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7be1d85-e85d-4ef5-8d75-2792f7aacda2 req-0866f54a-79b8-40c9-926f-ec64aac39e14 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Synchronizing usage tracker for tenant:96df7c957f194d07bcf6bc67e37ccf73 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:27.811530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99f0e7b-9b4e-4652-ad5f-b5ce0f35040e,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:27.815757 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:27.852439 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:27.853940 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0027735
Apr 30 04:40:27.860432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38646) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:27.882189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:27.909268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:27.915782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6659f37d-6454-441c-b66f-423a79551070 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:27.917989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6659f37d-6454-441c-b66f-423a79551070 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:27.919133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6659f37d-6454-441c-b66f-423a79551070 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:27.926056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:floatingip and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:27.926401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d8471-7275-4e5c-842f-f7bb2912a6cf req-af0b0d4a-f76c-40a7-8a38-cc88d708a831 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:27.928286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-641d8471-7275-4e5c-842f-f7bb2912a6cf req-af0b0d4a-f76c-40a7-8a38-cc88d708a831 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 946 time: 1.1455925
Apr 30 04:40:27.930862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:27.956015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:28.008747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7be1d85-e85d-4ef5-8d75-2792f7aacda2 req-0866f54a-79b8-40c9-926f-ec64aac39e14 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Unset dirty status for tenant:96df7c957f194d07bcf6bc67e37ccf73 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:28.009977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7be1d85-e85d-4ef5-8d75-2792f7aacda2 req-0866f54a-79b8-40c9-926f-ec64aac39e14 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5617809
Apr 30 04:40:28.016147 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6659f37d-6454-441c-b66f-423a79551070 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:28.017757 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6659f37d-6454-441c-b66f-423a79551070 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.3725982
Apr 30 04:40:28.020994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38650) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:28.113589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-641d8471-7275-4e5c-842f-f7bb2912a6cf req-cb607435-bebb-4b24-86b0-69ab5dc2b50f tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552715
Apr 30 04:40:28.136916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Attempting to bind port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:40:28.137338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Attempting to bind port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:40:28.137730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Attempting to bind port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 on network a27e74d2-8e55-4f08-8f20-2137358b2499 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:28.162861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 on network a27e74d2-8e55-4f08-8f20-2137358b2499 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:40:28.162861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Attempting to bind port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 on network a27e74d2-8e55-4f08-8f20-2137358b2499 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:28.166013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:28.174826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:40:28.175179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Checking segment: {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:28.176115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Bound using segment: {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:40:28.176588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Bound port: d9ea20ce-6e2e-4473-a8ab-43dca54fa843, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c394a74-4605-4c50-8e88-1117ced5bf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:40:28.176972 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:28.195916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:28.329651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:28.330790 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:28.444010 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97579016-488d-4947-ad6b-7775c7397216', 'tag': '911dc8e0-6d52-42dc-842f-344d1db635e0', 'status': 'completed', 'code': 200}
Apr 30 04:40:28.445458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] For port d9ea20ce-6e2e-4473-a8ab-43dca54fa843, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:40:28.450246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] For port d9ea20ce-6e2e-4473-a8ab-43dca54fa843, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:40:28.464346 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:28.473631 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-92ddcbef-85f9-4563-a13b-27105710225c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:28.646252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 4a4ace66-2c2b-4156-b491-c0c25a4bd260 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:40:28.662916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:28.789916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:28.790665 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:28.792512 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9ea20ce-6e2e-4473-a8ab-43dca54fa843 HTTP/1.1" status: 200  len: 1093 time: 5.4653924
Apr 30 04:40:28.799823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cd3528-ea27-4535-8799-70cef37429da', 'tag': 'd9ea20ce-6e2e-4473-a8ab-43dca54fa843'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:28.810535 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:28.852702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:28.864865 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:28.961698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fb181-da8a-427f-8de9-c91668977dd2 req-d0b311f9-4ba5-4508-aeae-b13a85db6635 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:28.963254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f82fb181-da8a-427f-8de9-c91668977dd2 req-d0b311f9-4ba5-4508-aeae-b13a85db6635 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 945 time: 0.3613396
Apr 30 04:40:29.029187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fdf3f-5d85-438d-b4da-065c8e6e65e1 req-5900b299-d7d4-46e9-bf67-2fe40ebea199 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:29.038934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-900fdf3f-5d85-438d-b4da-065c8e6e65e1 req-5900b299-d7d4-46e9-bf67-2fe40ebea199 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 0.3641660
Apr 30 04:40:29.179164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f82fb181-da8a-427f-8de9-c91668977dd2 req-4b6f330a-078d-4224-a2da-9299588f6479 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089293
Apr 30 04:40:29.185377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-900fdf3f-5d85-438d-b4da-065c8e6e65e1 req-cc713574-6348-4b41-9db8-577f2049f999 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453218
Apr 30 04:40:29.288175 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b77d33-7171-448f-a440-04c3da0698e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54c5dfc-2b90-4e69-b6e5-2be12f2681f2', 'code': 200}
Apr 30 04:40:29.355883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964be5e-9982-428b-ade7-3d6568fc246a req-e508f526-d7e9-45b6-8ca8-1ccdfcc53954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:29.362786 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4964be5e-9982-428b-ade7-3d6568fc246a req-e508f526-d7e9-45b6-8ca8-1ccdfcc53954 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 1100 time: 0.9272473
Apr 30 04:40:29.522691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:29.696913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097faf1-b882-4213-a14c-e78e3e6c4f5d req-fdd97eae-1e75-47a3-b796-7de95c5c0491 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:29.706482 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c097faf1-b882-4213-a14c-e78e3e6c4f5d req-fdd97eae-1e75-47a3-b796-7de95c5c0491 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 948 time: 0.2438140
Apr 30 04:40:29.737121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 911dc8e0-6d52-42dc-842f-344d1db635e0 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:40:30.045377 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cd3528-ea27-4535-8799-70cef37429da', 'tag': 'd9ea20ce-6e2e-4473-a8ab-43dca54fa843', 'status': 'completed', 'code': 200}
Apr 30 04:40:30.232670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 911dc8e0-6d52-42dc-842f-344d1db635e0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=911dc8e0-6d52-42dc-842f-344d1db635e0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:30.248177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c097faf1-b882-4213-a14c-e78e3e6c4f5d req-0faf160e-f440-4f52-a8c4-2db5e0aa6c7f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5403233
Apr 30 04:40:30.297066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '911dc8e0-6d52-42dc-842f-344d1db635e0', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '911dc8e0-6d52-42dc-842f-344d1db635e0', 'mac_address': 'fa:16:3e:e5:04:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:40:30.457179 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:30.462709 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:30.519181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911dc8e0-6d52-42dc-842f-344d1db635e0 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:40:30.536593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97642cf-367a-44e4-8858-3934d9e3afd3 req-26aa5edf-554d-4527-b701-d138113d5dc4 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:30.549382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b97642cf-367a-44e4-8858-3934d9e3afd3 req-26aa5edf-554d-4527-b701-d138113d5dc4 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 944 time: 0.1877203
Apr 30 04:40:30.641367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 911dc8e0-6d52-42dc-842f-344d1db635e0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=911dc8e0-6d52-42dc-842f-344d1db635e0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:30.692251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:30.706289 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9ff3be47-1bad-4d09-af01-b80fdca1f471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:30.819054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b97642cf-367a-44e4-8858-3934d9e3afd3 req-2b84292c-21d6-4fd8-91c6-68c065651348 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589575
Apr 30 04:40:30.939174 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-921ad6af-8dd2-49d3-b4ff-34517930fb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:30.981218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184d734-f2ba-4505-84b4-b379f77411dc req-767cd2f4-8a52-47e1-b69b-d8c3254d53ce tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:30.984164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2184d734-f2ba-4505-84b4-b379f77411dc req-767cd2f4-8a52-47e1-b69b-d8c3254d53ce tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 946 time: 0.4230537
Apr 30 04:40:31.192786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['911dc8e0-6d52-42dc-842f-344d1db635e0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:31.237270 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2184d734-f2ba-4505-84b4-b379f77411dc req-1a02303b-e642-468d-8df2-294092679718 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313516
Apr 30 04:40:31.586792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Allocated IP 172.25.8.179 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/2acf0a7c-b917-42c5-aed7-557679e1a9da) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:31.635630 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=911dc8e0-6d52-42dc-842f-344d1db635e0,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:31.663281 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:31.944716 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:40:31.949146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964be5e-9982-428b-ade7-3d6568fc246a req-8c7ccbe8-6d10-44f5-bf12-d602f0cf9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:31.954664 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4964be5e-9982-428b-ade7-3d6568fc246a req-8c7ccbe8-6d10-44f5-bf12-d602f0cf9e78 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 2.5641632
Apr 30 04:40:32.014501 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cdda2-5f81-4c22-8500-7a7026bff560 req-2e8830e5-1fca-4310-b9eb-f23fbf674c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:32.018510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-862cdda2-5f81-4c22-8500-7a7026bff560 req-2e8830e5-1fca-4310-b9eb-f23fbf674c09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96df7c957f194d07bcf6bc67e37ccf73&device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 1096 time: 0.5144789
Apr 30 04:40:32.042437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ffe22-7a4f-4797-b96c-f75833248be1 req-53167358-82f9-46ce-b1e8-124cbb256b65 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:32.045090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c6ffe22-7a4f-4797-b96c-f75833248be1 req-53167358-82f9-46ce-b1e8-124cbb256b65 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 0.3506184
Apr 30 04:40:32.067254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316430e-b694-4d91-9d62-6cf55bc92600 req-42ca00bc-1905-451c-8fc7-09b4c2282acb tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:32.070034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9316430e-b694-4d91-9d62-6cf55bc92600 req-42ca00bc-1905-451c-8fc7-09b4c2282acb tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 946 time: 0.7139225
Apr 30 04:40:32.223433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c6ffe22-7a4f-4797-b96c-f75833248be1 req-2216f71f-3704-42a6-a414-65f36ecc2d0d tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509309
Apr 30 04:40:32.264261 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4964be5e-9982-428b-ade7-3d6568fc246a req-4cf9fcf4-c831-478f-af91-f82f3b7fa454 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=911dc8e0-6d52-42dc-842f-344d1db635e0 HTTP/1.1" status: 200  len: 217 time: 0.1182871
Apr 30 04:40:32.284221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9316430e-b694-4d91-9d62-6cf55bc92600 req-05b3a244-b464-4cc5-9271-1c425e56109d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385925
Apr 30 04:40:32.335430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ebdc7-6698-46e3-b389-e28d7fc25823 req-6521f951-7eb6-4e2f-b3da-6c5c623fa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:32.338129 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a40ebdc7-6698-46e3-b389-e28d7fc25823 req-6521f951-7eb6-4e2f-b3da-6c5c623fa4f4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 1097 time: 2.7112596
Apr 30 04:40:32.469080 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a40ebdc7-6698-46e3-b389-e28d7fc25823 req-6ad2dcc4-b898-443a-9aa5-1b32f79d6c7e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015432
Apr 30 04:40:32.518896 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:32.653084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:32.685368 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40f568f4-6a93-4ab5-96ec-f02850fadda9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:32.742795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b67b-3b0c-41e3-8780-bacfea4233b9 req-ce762ce9-b62e-45a1-8cc0-0851750f893b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:32.757976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1375b67b-3b0c-41e3-8780-bacfea4233b9 req-ce762ce9-b62e-45a1-8cc0-0851750f893b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 949 time: 0.2449067
Apr 30 04:40:32.761473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964be5e-9982-428b-ade7-3d6568fc246a req-84f38c77-7de3-43b0-945d-ebde87750161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:32.763605 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4964be5e-9982-428b-ade7-3d6568fc246a req-84f38c77-7de3-43b0-945d-ebde87750161 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4799898
Apr 30 04:40:32.837351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:32.856259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1375b67b-3b0c-41e3-8780-bacfea4233b9 req-5b0f3e6a-5947-4ec0-ac3f-dc950f50d785 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957186
Apr 30 04:40:32.863409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:32.872405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:32.913651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075a74-6106-437a-9ad7-9e218acc1e5e req-50133fa7-810d-46d3-ad1c-513624d4135d tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:32.920568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6075a74-6106-437a-9ad7-9e218acc1e5e req-50133fa7-810d-46d3-ad1c-513624d4135d tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 944 time: 0.1409540
Apr 30 04:40:32.932178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Port': ['ID=2acf0a7c-b917-42c5-aed7-557679e1a9da,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:32.949434 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:33.016082 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:33.022125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6075a74-6106-437a-9ad7-9e218acc1e5e req-5f80cbb1-308d-44b8-8fa7-f933cf0b5f94 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005759
Apr 30 04:40:33.046028 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d79d23af-242d-477e-b07a-6ebeb4f9f360 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:33.116715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2b74d-6a97-4b76-86a9-fd8a00ee4f63 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:33.124838 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:33.141202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4ace66-2c2b-4156-b491-c0c25a4bd260,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:33.152186 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:33.183920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964be5e-9982-428b-ade7-3d6568fc246a req-53723804-dbae-4ca8-887a-1108540daa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:33.185861 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4964be5e-9982-428b-ade7-3d6568fc246a req-53723804-dbae-4ca8-887a-1108540daa19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3980603
Apr 30 04:40:33.193067 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/4a4ace66-2c2b-4156-b491-c0c25a4bd260 HTTP/1.1" status: 204  len: 168 time: 5.1662710
Apr 30 04:40:33.193917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38692) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:33.459601 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:33.490959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-21a63b30-0416-496c-ad44-df8538389a97 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2918153
Apr 30 04:40:33.492584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38698) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:33.564813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2a0d6-6242-46d7-b090-5ec892aa342b req-daa9882b-d56b-4ed7-91f4-89a29f1bc9b6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:33.569040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2c2a0d6-6242-46d7-b090-5ec892aa342b req-daa9882b-d56b-4ed7-91f4-89a29f1bc9b6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 946 time: 0.2394915
Apr 30 04:40:33.644594 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:33.684342 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4964be5e-9982-428b-ade7-3d6568fc246a req-71b6e0de-5ce8-4426-a8ab-f879de5020bd service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4883924
Apr 30 04:40:33.699285 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-13c737f2-8b2a-4a94-b69c-3252ae448cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:33.718734 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:33.758870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 911dc8e0-6d52-42dc-842f-344d1db635e0 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:33.774995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2c2a0d6-6242-46d7-b090-5ec892aa342b req-426d9a62-49c2-40a3-a9d7-6289b600a03d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896071
Apr 30 04:40:34.002664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:34.098232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:34.125898 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:34.167005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:40:34.307650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 911dc8e0-6d52-42dc-842f-344d1db635e0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:34.324871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 911dc8e0-6d52-42dc-842f-344d1db635e0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:34.325716 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:34.431261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] Deleting port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:40:34.431919 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:34.507938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef24551-7515-4b06-9dd8-eafb87a0fa72 req-87372bd2-6401-48b0-9d0b-4dd3a5ce66a3 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:34.509806 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ef24551-7515-4b06-9dd8-eafb87a0fa72 req-87372bd2-6401-48b0-9d0b-4dd3a5ce66a3 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 0.2981448
Apr 30 04:40:34.585501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ef24551-7515-4b06-9dd8-eafb87a0fa72 req-efad5716-a5b2-4785-85d6-7fa6dd519a6d tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666182
Apr 30 04:40:34.611678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936ae7d-fb7f-45d5-b665-e08de9b066ad tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:34.611904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9936ae7d-fb7f-45d5-b665-e08de9b066ad tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:34.626680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cde8f1-9f28-4f9e-9c35-0dbeb1a677de req-d9a1c5e2-c766-4637-af63-6d53fab4d9f0 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:34.628313 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6cde8f1-9f28-4f9e-9c35-0dbeb1a677de req-d9a1c5e2-c766-4637-af63-6d53fab4d9f0 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 949 time: 0.2895381
Apr 30 04:40:34.674739 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4964be5e-9982-428b-ade7-3d6568fc246a req-d6a4d7c3-93ac-467d-af13-429e73bb511d service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9810727
Apr 30 04:40:34.675688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Port': ['ID=2acf0a7c-b917-42c5-aed7-557679e1a9da,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:34.696640 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:34.707447 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:34.728115 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6cde8f1-9f28-4f9e-9c35-0dbeb1a677de req-260b7aab-1246-4993-a88b-b0cf44be13fb tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807986
Apr 30 04:40:34.734508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9936ae7d-fb7f-45d5-b665-e08de9b066ad tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:34.738566 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9936ae7d-fb7f-45d5-b665-e08de9b066ad tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.2401936
Apr 30 04:40:34.738566 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:34.748973 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.8870592
Apr 30 04:40:34.750702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38714) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:34.751186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] For port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8ec7236e-e023-43b4-bfa8-7c60ba82e2c7,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:34.752221 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:34.834821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a167b-eeb1-40d9-afcf-f2500c718ad3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:34.835841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-522a167b-eeb1-40d9-afcf-f2500c718ad3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:34.857501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-522a167b-eeb1-40d9-afcf-f2500c718ad3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:34.863912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-522a167b-eeb1-40d9-afcf-f2500c718ad3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1070449
Apr 30 04:40:34.864414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38726) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:34.926325 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:35.022234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc1d2d-88ca-4a6d-a03a-8c3484f117fb req-3144fad5-6c6e-4afa-8b75-b356035131cf tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:35.032273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88fc1d2d-88ca-4a6d-a03a-8c3484f117fb req-3144fad5-6c6e-4afa-8b75-b356035131cf tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 944 time: 0.2897241
Apr 30 04:40:35.032511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-33ff9051-578a-4959-990c-526383a699a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1575348
Apr 30 04:40:35.038222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38734) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:35.048575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:35.141304 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:35.160492 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] Calling delete_port for 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:40:35.232423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97579016-488d-4947-ad6b-7775c7397216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911dc8e0-6d52-42dc-842f-344d1db635e0'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:35.254997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 911dc8e0-6d52-42dc-842f-344d1db635e0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=911dc8e0-6d52-42dc-842f-344d1db635e0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:35.262149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88fc1d2d-88ca-4a6d-a03a-8c3484f117fb req-2fc19bfe-3fc4-4009-bfe4-8b89f09b81c6 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807523
Apr 30 04:40:35.279204 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:35.296752 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32d42df6-278f-4224-b6c9-bff526536522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:35.384453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:35.399493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:35.413423 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:35.420701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=911dc8e0-6d52-42dc-842f-344d1db635e0,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:35.430322 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:35.430941 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:35.432526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:35.440765 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:35.476101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] No DVR routers for this DVR port 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:40:35.477631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] Pushing event deleted for resources: {'Port': ['ID=8ec7236e-e023-43b4-bfa8-7c60ba82e2c7,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:35.480414 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:35.569533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85054b89-793f-4483-a29e-7b3b6cae0491 req-deb28b87-e288-4aeb-be72-48f167a79ff1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:35.572286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85054b89-793f-4483-a29e-7b3b6cae0491 req-deb28b87-e288-4aeb-be72-48f167a79ff1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 946 time: 0.3877468
Apr 30 04:40:35.708208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ba88e43b-64ed-40b3-bc51-51112545a9fb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Synchronizing usage tracker for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:35.942161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85054b89-793f-4483-a29e-7b3b6cae0491 req-5e821a26-187a-42db-8d97-842b50213156 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3581519
Apr 30 04:40:36.019628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ba88e43b-64ed-40b3-bc51-51112545a9fb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Unset dirty status for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:36.025628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ba88e43b-64ed-40b3-bc51-51112545a9fb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1327207612&fields=id&tenant_id=7f6f97644f3a42f9ab1017c23f23b288 HTTP/1.1" status: 200  len: 267 time: 0.5968032
Apr 30 04:40:36.095178 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97579016-488d-4947-ad6b-7775c7397216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911dc8e0-6d52-42dc-842f-344d1db635e0', 'code': 200}
Apr 30 04:40:36.110812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:40:36.152939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:40:36.153359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8ec7236e-e023-43b4-bfa8-7c60ba82e2c7 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:40:36.155140 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:36.273346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334b25-943d-48f9-872e-1f7a35c08ca5 req-12b40547-4152-46c4-9f72-fbf580dd8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:36.274818 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a0334b25-943d-48f9-872e-1f7a35c08ca5 req-12b40547-4152-46c4-9f72-fbf580dd8be1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 1102 time: 0.0824616
Apr 30 04:40:36.323915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a0334b25-943d-48f9-872e-1f7a35c08ca5 req-33911d17-f3ee-4fae-bb8b-5ade28dd6491 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397832
Apr 30 04:40:36.426723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9d5bdaf0-da90-4afe-8548-999dfbaf8b5f tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:36.428222 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9d5bdaf0-da90-4afe-8548-999dfbaf8b5f tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports/e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 200  len: 932 time: 0.3943603
Apr 30 04:40:36.430325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cdda2-5f81-4c22-8500-7a7026bff560 req-03d416b6-ad6f-4974-8728-2e99922a4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:36.431833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-862cdda2-5f81-4c22-8500-7a7026bff560 req-03d416b6-ad6f-4974-8728-2e99922a4164 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=96df7c957f194d07bcf6bc67e37ccf73&shared=False HTTP/1.1" status: 200  len: 915 time: 0.7082813
Apr 30 04:40:36.672611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-cecc7478-58b8-4dd0-ad82-5825b76a534e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:36.674029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-cecc7478-58b8-4dd0-ad82-5825b76a534e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports/5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 200  len: 932 time: 0.2322531
Apr 30 04:40:36.770660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-3d728260-fedb-4d16-b079-221ecff139c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0719948
Apr 30 04:40:36.788771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e628a-3161-432e-94c3-b006b6d113b2 req-d3c8caa9-4a36-4f20-b6ea-f62f629fcf03 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:36.790355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f40e628a-3161-432e-94c3-b006b6d113b2 req-d3c8caa9-4a36-4f20-b6ea-f62f629fcf03 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 0.5433481
Apr 30 04:40:36.864571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cdda2-5f81-4c22-8500-7a7026bff560 req-2eac817d-e70d-4926-9848-44e2a04f2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:36.866231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-862cdda2-5f81-4c22-8500-7a7026bff560 req-2eac817d-e70d-4926-9848-44e2a04f2645 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4209757
Apr 30 04:40:36.868728 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-3e5f9adc-4cb3-4ab4-82e4-319636d40a71 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0745614
Apr 30 04:40:37.025787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f40e628a-3161-432e-94c3-b006b6d113b2 req-81cfe15e-6219-4547-b965-0e186396c79f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839843
Apr 30 04:40:37.294252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-252c8b08-4e3b-4bda-ab5d-86976561fcec tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:37.301257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-252c8b08-4e3b-4bda-ab5d-86976561fcec tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:37.307181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-252c8b08-4e3b-4bda-ab5d-86976561fcec tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:37.308119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-252c8b08-4e3b-4bda-ab5d-86976561fcec tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Synchronizing usage tracker for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:37.317944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-90f0fc11-8aa1-44cd-be85-62552f50987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:37.329875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-90f0fc11-8aa1-44cd-be85-62552f50987d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96df7c957f194d07bcf6bc67e37ccf73&device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 1096 time: 0.3921716
Apr 30 04:40:37.440426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-785a6687-9ae7-43c1-a7f1-1eb950a1b8e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9ea20ce-6e2e-4473-a8ab-43dca54fa843 HTTP/1.1" status: 200  len: 217 time: 0.1009564
Apr 30 04:40:37.452339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-252c8b08-4e3b-4bda-ab5d-86976561fcec tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Unset dirty status for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:37.453480 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-252c8b08-4e3b-4bda-ab5d-86976561fcec tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/networks?id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=c7e27987-0396-4006-8a8b-6d38854fedb6&id=c7e27987-0396-4006-8a8b-6d38854fedb6 HTTP/1.1" status: 200  len: 1987 time: 0.5526943
Apr 30 04:40:37.536784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-4ec05123-1553-4e96-bf9a-5140c9997172 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/quotas/7f6f97644f3a42f9ab1017c23f23b288 HTTP/1.1" status: 200  len: 375 time: 0.0436056
Apr 30 04:40:37.551502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6118291-e54a-4f47-a236-f9665a763df6 req-52189d6f-09ed-4a24-8db3-07379bdf5c29 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:37.553046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6118291-e54a-4f47-a236-f9665a763df6 req-52189d6f-09ed-4a24-8db3-07379bdf5c29 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 950 time: 0.4008162
Apr 30 04:40:37.606528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-ee2c997a-7e90-4358-ac21-c5e5427b95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:37.608060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-ee2c997a-7e90-4358-ac21-c5e5427b95a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6908bb99-86cc-4713-abf4-646d6f6662db HTTP/1.1" status: 200  len: 853 time: 0.1570425
Apr 30 04:40:37.768784 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:37.775104 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c5a247ac-5a64-4257-8f4f-c2634da78545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:37.802480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 752ea098-b106-4f28-84a2-b847d8180836 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:40:37.809433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6118291-e54a-4f47-a236-f9665a763df6 req-ca1f370a-1029-485a-ba03-9428690c7e90 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235694
Apr 30 04:40:37.854427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:37.856978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-b4da9c63-0788-424a-9afb-6862db10a825 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:37.857843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-b4da9c63-0788-424a-9afb-6862db10a825 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:37.865857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:37.891320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5958b-6d08-4faa-9d9a-410379686110 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:37.894700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-b4da9c63-0788-424a-9afb-6862db10a825 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:37.897114 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-b4da9c63-0788-424a-9afb-6862db10a825 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.37 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 946 time: 0.2070241
Apr 30 04:40:38.059985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Deleting port fd5451f2-cb7a-4e49-8651-b6864aedeaa6 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:40:38.060465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:38.148163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=752ea098-b106-4f28-84a2-b847d8180836,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:38.168316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:38.169291 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:38.183824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '752ea098-b106-4f28-84a2-b847d8180836', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'port_id': '752ea098-b106-4f28-84a2-b847d8180836', 'mac_address': 'fa:16:3e:6c:42:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139698c-477e-486b-9121-7a7771acee19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:40:38.198041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=b0e53bc6-7d9d-4f5e-9948-84f8e0fb51ea,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:38.208616 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:38.216185 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1766131
Apr 30 04:40:38.220547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-a6fdc9b7-983a-4261-ac7d-ee07cb91fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:38.222047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-a6fdc9b7-983a-4261-ac7d-ee07cb91fd00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a27e74d2-8e55-4f08-8f20-2137358b2499&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5538599
Apr 30 04:40:38.222954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38778) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:38.239678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-82065899-6f68-445c-b142-506c989429a1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&fields=id HTTP/1.1" status: 200  len: 532 time: 0.6520028
Apr 30 04:40:38.247028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:cb:a0:1e', 'name': 'tempest-NetworksTestDHCPv6-1843210641'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:38.294052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] For port fd5451f2-cb7a-4e49-8651-b6864aedeaa6, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:38.295108 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:38.339183 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:38.474315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Calling delete_port for fd5451f2-cb7a-4e49-8651-b6864aedeaa6 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:40:38.482882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 752ea098-b106-4f28-84a2-b847d8180836 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:40:38.532749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=752ea098-b106-4f28-84a2-b847d8180836,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:38.554717 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:38.561686 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:38.628567 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:38.648204 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ae73c6d-a242-4351-b5f8-4a6ebcf0176b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:38.669618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:38.710770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:38.719566 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994', 'fd5451f2-cb7a-4e49-8651-b6864aedeaa6'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:38.721738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-feb1672b-6a94-44f4-a6fa-380916932b40 service neutron] 10.222.0.37 "GET /v2.0/networks/a27e74d2-8e55-4f08-8f20-2137358b2499?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4793630
Apr 30 04:40:38.727395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-f09bf69e-66a3-485a-9fd0-ecf5c09d084f service neutron] 10.222.0.46 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4403949
Apr 30 04:40:38.782207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:38.828202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['752ea098-b106-4f28-84a2-b847d8180836'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:38.838643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event deleted for resources: {'Port': ['ID=fd5451f2-cb7a-4e49-8651-b6864aedeaa6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:38.848985 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:38.856310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] No DVR routers for this DVR port fd5451f2-cb7a-4e49-8651-b6864aedeaa6 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:40:38.860866 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:38.863846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026f543a-7d0f-4508-8887-9c352368e2db', 'name': 'network-vif-deleted', 'tag': 'fd5451f2-cb7a-4e49-8651-b6864aedeaa6'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:38.885158 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0e7471c0-06b0-4126-ad68-300e685adab9 req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.37 "DELETE /v2.0/ports/fd5451f2-cb7a-4e49-8651-b6864aedeaa6 HTTP/1.1" status: 204  len: 173 time: 0.9766874
Apr 30 04:40:38.981151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789926b-8670-4011-a27a-7567805fff6b req-5db72045-35d2-4270-8ea8-99562834d769 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:38.983025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d789926b-8670-4011-a27a-7567805fff6b req-5db72045-35d2-4270-8ea8-99562834d769 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 944 time: 0.6162589
Apr 30 04:40:38.997771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:39.091732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=752ea098-b106-4f28-84a2-b847d8180836,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:39.135606 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:39.178460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': 'b0e53bc6-7d9d-4f5e-9948-84f8e0fb51ea'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:40:39.179341 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:39.313608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d789926b-8670-4011-a27a-7567805fff6b req-d76effe6-c94a-4241-9a76-c8724d111e9b tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2666523
Apr 30 04:40:39.318535 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69abd35-f810-4c17-bb29-3e07f32c2a3e req-8446910a-e99a-4adc-a813-22623debb5ab service neutron] 10.222.0.37 "GET /v2.0/networks/a27e74d2-8e55-4f08-8f20-2137358b2499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5856395
Apr 30 04:40:39.320461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-a62fdec6-a6f9-4dc8-b55c-b489493b7296 service neutron] 10.222.0.46 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5615659
Apr 30 04:40:39.416015 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:39.506332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-7647c440-337c-4af1-bcd7-862cdd6d2bcc service neutron] 10.222.0.46 "GET /v2.0/ports/e3f7b4d0-0024-4971-af54-65ce913508e1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1591666
Apr 30 04:40:39.586597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 3dbd4aeb-4f09-4654-ad46-d08333f972d6 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:40:39.617149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/b0e53bc6-7d9d-4f5e-9948-84f8e0fb51ea/62b51a6a-61fc-478c-8109-195aaebb151c) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:39.657487 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42287c79-b065-47d3-89ee-2dbef5999f6b req-6775628b-c4a7-435f-96b9-781ac769789e tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=026f543a-7d0f-4508-8887-9c352368e2db HTTP/1.1" status: 200  len: 210 time: 0.1426628
Apr 30 04:40:39.815419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 752ea098-b106-4f28-84a2-b847d8180836 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:39.842589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-fcc331f6-392f-47d5-801c-453beca3a154 service neutron] 10.222.0.46 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3171284
Apr 30 04:40:40.027174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4a7a3-74c0-4912-8a76-a8cd509d86c0 req-a663b4b2-16c0-4043-9514-8d920d69fe86 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:40.032293 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ee4a7a3-74c0-4912-8a76-a8cd509d86c0 req-a663b4b2-16c0-4043-9514-8d920d69fe86 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 0.2469249
Apr 30 04:40:40.071005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 752ea098-b106-4f28-84a2-b847d8180836 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:40.071744 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:40.104512 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-18a23a35-b3ad-459b-a068-f2719e6c9d96 service neutron] 10.222.0.46 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2290862
Apr 30 04:40:40.115205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ee4a7a3-74c0-4912-8a76-a8cd509d86c0 req-9060d96f-ac8c-49f3-988c-c8fa45010219 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690413
Apr 30 04:40:40.129088 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:40.154368 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Transition to ACTIVE for port object 62b51a6a-61fc-478c-8109-195aaebb151c will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:40.188825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Transition to ACTIVE for port object 62b51a6a-61fc-478c-8109-195aaebb151c will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:40.224906 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:40.235686 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-af383296-1307-4f67-9e93-5818f47b0774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:40.328484 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:40.342461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:40.351204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:40.356307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Pushing event updated for resources: {'Port': ['ID=62b51a6a-61fc-478c-8109-195aaebb151c,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:40.358917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:40.364873 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:40.416791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752ea098-b106-4f28-84a2-b847d8180836'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:40.497793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=752ea098-b106-4f28-84a2-b847d8180836,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:40.517393 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:40.524558 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8eac4f3e-b7c0-482a-b0cc-785341efdbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:40.571331 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-73e5707f-3c21-471c-9375-89c7f5368fb7 service neutron] 10.222.0.46 "GET /v2.0/ports/5d063906-5547-41da-8501-105dfc36bc06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.4526327
Apr 30 04:40:40.611645 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Attempting to bind port 62b51a6a-61fc-478c-8109-195aaebb151c on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:40:40.612335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Attempting to bind port 62b51a6a-61fc-478c-8109-195aaebb151c by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:40:40.612918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Attempting to bind port 62b51a6a-61fc-478c-8109-195aaebb151c on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:40.634754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:40:40.635426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:40.636638 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:40.637323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:40:40.638185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Bound port: 62b51a6a-61fc-478c-8109-195aaebb151c, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:40:40.638840 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:40.715019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::40 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/b0e53bc6-7d9d-4f5e-9948-84f8e0fb51ea/3dbd4aeb-4f09-4654-ad46-d08333f972d6) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:40.787917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=752ea098-b106-4f28-84a2-b847d8180836,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:40.794926 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:40.842130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] For port 62b51a6a-61fc-478c-8109-195aaebb151c, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:40:40.846358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] For port 62b51a6a-61fc-478c-8109-195aaebb151c, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=62b51a6a-61fc-478c-8109-195aaebb151c,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:40:40.853289 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:40.858132 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:40.933865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0856bb8-ea78-40c1-8c2b-ff5ef1960ca0 req-cee57ce4-6def-45d6-af7e-de77fe53e4dc tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:40.942539 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0856bb8-ea78-40c1-8c2b-ff5ef1960ca0 req-cee57ce4-6def-45d6-af7e-de77fe53e4dc tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 950 time: 0.5464878
Apr 30 04:40:40.996477 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0e6e09f0-b619-4ca0-af3f-e89006bc61ee service neutron] 10.222.0.46 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4101317
Apr 30 04:40:41.047734 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Pushing event updated for resources: {'Port': ['ID=62b51a6a-61fc-478c-8109-195aaebb151c,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:41.065729 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:41.368143 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-c720ae0f-4b70-4fc4-a523-d6c0de660ecd service neutron] 10.222.0.46 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3329861
Apr 30 04:40:41.446442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0856bb8-ea78-40c1-8c2b-ff5ef1960ca0 req-78dcc56b-0616-48ff-9037-1e55a8a4a99f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5023379
Apr 30 04:40:41.533377 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026f543a-7d0f-4508-8887-9c352368e2db', 'name': 'network-vif-deleted', 'tag': 'fd5451f2-cb7a-4e49-8651-b6864aedeaa6', 'status': 'completed', 'code': 200}
Apr 30 04:40:41.773663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e07b49d8-c4ad-4e1a-aa75-c14ea7cf308d service neutron] 10.222.0.46 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4044280
Apr 30 04:40:41.835950 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:41.949416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 3dbd4aeb-4f09-4654-ad46-d08333f972d6 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:42.177785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-d90b6d25-ee1a-4d37-9461-fc2f3359cc63 service neutron] 10.222.0.46 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3910596
Apr 30 04:40:42.224597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 62b51a6a-61fc-478c-8109-195aaebb151c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:42.346892 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:42.414540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 62b51a6a-61fc-478c-8109-195aaebb151c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:42.526808 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-58a61989-4288-4eea-b162-8abf41dc4b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:42.565350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-603fc414-4644-4c20-9d86-fa30c5b38c7d service neutron] 10.222.0.46 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3666718
Apr 30 04:40:42.627401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:42.658442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:42.680339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:42.686272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:42.687910 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:42.768291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=3dbd4aeb-4f09-4654-ad46-d08333f972d6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:42.787632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0f6bb63c-21e0-4ac7-a7ff-641fbb2f5393 None None] Provisioning for port 62b51a6a-61fc-478c-8109-195aaebb151c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:42.801980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0f6bb63c-21e0-4ac7-a7ff-641fbb2f5393 None None] Provisioning complete for port 62b51a6a-61fc-478c-8109-195aaebb151c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:42.802495 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0f6bb63c-21e0-4ac7-a7ff-641fbb2f5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:42.810116 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:42.822844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58c163-2aac-4e9e-aac0-3fe337a6abab req-8e9a4f25-3bf7-4979-9799-eb56a74527c8 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:42.824804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de58c163-2aac-4e9e-aac0-3fe337a6abab req-8e9a4f25-3bf7-4979-9799-eb56a74527c8 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 944 time: 0.7794292
Apr 30 04:40:42.890359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.6495836
Apr 30 04:40:42.895061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38846) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:42.945756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d9ea20ce-6e2e-4473-a8ab-43dca54fa843 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:40:43.015237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de58c163-2aac-4e9e-aac0-3fe337a6abab req-1f6abf8c-2380-44d6-8391-2eecf4259ae2 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733458
Apr 30 04:40:43.072189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-fd4e42e6-a67f-4ac0-8121-484fb8ccc396 service neutron] 10.222.0.46 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4647458
Apr 30 04:40:43.162108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device fd5451f2-cb7a-4e49-8651-b6864aedeaa6 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:40:43.257787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd43b17-a2ff-4673-8d45-467c634b62e4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:43.278576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd43b17-a2ff-4673-8d45-467c634b62e4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:43.283754 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9fd43b17-a2ff-4673-8d45-467c634b62e4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.3862219
Apr 30 04:40:43.288508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38850) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:43.303462 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752ea098-b106-4f28-84a2-b847d8180836', 'code': 200}
Apr 30 04:40:43.515181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: fd5451f2-cb7a-4e49-8651-b6864aedeaa6 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:40:43.515599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device fd5451f2-cb7a-4e49-8651-b6864aedeaa6 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:40:43.622849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 3dbd4aeb-4f09-4654-ad46-d08333f972d6 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:40:43.623380 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:43.689272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d9ea20ce-6e2e-4473-a8ab-43dca54fa843, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:43.725791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'd9ea20ce-6e2e-4473-a8ab-43dca54fa843', 'network_id': 'a27e74d2-8e55-4f08-8f20-2137358b2499', 'port_id': 'd9ea20ce-6e2e-4473-a8ab-43dca54fa843', 'mac_address': 'fa:16:3e:da:a4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6908bb99-86cc-4713-abf4-646d6f6662db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:40:43.814508 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:43.928151 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:43.950680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-db08c422-82e4-405e-a5a5-23f8f5b01f8b service neutron] 10.222.0.46 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8608818
Apr 30 04:40:43.974050 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0f6bb63c-21e0-4ac7-a7ff-641fbb2f5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:44.013425 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ea20ce-6e2e-4473-a8ab-43dca54fa843 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:40:44.016267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 3dbd4aeb-4f09-4654-ad46-d08333f972d6 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:40:44.060369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466e4cb-3e60-46a6-8962-aeaab6336685 req-c5dc60e3-253d-4a5b-8f13-e1e54b333dc5 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:44.062102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a466e4cb-3e60-46a6-8962-aeaab6336685 req-c5dc60e3-253d-4a5b-8f13-e1e54b333dc5 tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 1102 time: 0.3090703
Apr 30 04:40:44.081182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d9ea20ce-6e2e-4473-a8ab-43dca54fa843, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:44.104297 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:44.114335 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:44.301316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0f6bb63c-21e0-4ac7-a7ff-641fbb2f5393 None None] For port 62b51a6a-61fc-478c-8109-195aaebb151c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=62b51a6a-61fc-478c-8109-195aaebb151c,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:44.320493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a466e4cb-3e60-46a6-8962-aeaab6336685 req-f581342a-c67e-4721-b600-5b44510a80cc tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2443874
Apr 30 04:40:44.322086 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0f6bb63c-21e0-4ac7-a7ff-641fbb2f5393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:44.412502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:44.418837 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:44.420109 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:44.437683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-7bd1436f-7868-4caf-87a5-9409d61b6b9b service neutron] 10.222.0.46 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4857476
Apr 30 04:40:44.551437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bb63c-21e0-4ac7-a7ff-641fbb2f5393 None None] Pushing event updated for resources: {'Port': ['ID=62b51a6a-61fc-478c-8109-195aaebb151c,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:44.557164 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0f6bb63c-21e0-4ac7-a7ff-641fbb2f5393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:44.570651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d9ea20ce-6e2e-4473-a8ab-43dca54fa843'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:44.582410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:44.597482 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc0b2ac6-178c-4427-a5d9-c8a87f5f9c6f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:44.636618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c06b9970-8948-4e26-b9a4-9fe4c813fd3c None None] Provisioning for port 3dbd4aeb-4f09-4654-ad46-d08333f972d6 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:44.664937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=3dbd4aeb-4f09-4654-ad46-d08333f972d6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:44.667843 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:44.676952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c06b9970-8948-4e26-b9a4-9fe4c813fd3c None None] Provisioning complete for port 3dbd4aeb-4f09-4654-ad46-d08333f972d6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:44.677795 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c06b9970-8948-4e26-b9a4-9fe4c813fd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:44.739648 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:44.785346 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/3dbd4aeb-4f09-4654-ad46-d08333f972d6 HTTP/1.1" status: 204  len: 168 time: 1.4954808
Apr 30 04:40:44.790927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38862) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:44.845158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c06b9970-8948-4e26-b9a4-9fe4c813fd3c None None] Port 3dbd4aeb-4f09-4654-ad46-d08333f972d6 was deleted so its status cannot be updated. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Apr 30 04:40:44.863722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3e4fd-6b23-4bfd-92d7-e9503be49c23 req-dc8ef1bd-9237-4fe2-ac06-cbe480e7ee5f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:44.870668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10d3e4fd-6b23-4bfd-92d7-e9503be49c23 req-dc8ef1bd-9237-4fe2-ac06-cbe480e7ee5f tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 0.3166666
Apr 30 04:40:44.878075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-069670d5-22a5-43f7-941c-baf1cc203af5 service neutron] 10.222.0.46 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4297242
Apr 30 04:40:45.027801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d6b82-9bda-48b2-88af-3f99fe322fd6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:45.044539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d6b82-9bda-48b2-88af-3f99fe322fd6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:45.047256 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-093d6b82-9bda-48b2-88af-3f99fe322fd6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.2550168
Apr 30 04:40:45.063434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38866) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:45.134490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-c324d962-7147-45b5-a0b8-d4c3da3fbd6a service neutron] 10.222.0.46 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2388480
Apr 30 04:40:45.202850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10d3e4fd-6b23-4bfd-92d7-e9503be49c23 req-62d59520-8687-4db3-a570-7bb10b1da1c4 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056990
Apr 30 04:40:45.231848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet b0e53bc6-7d9d-4f5e-9948-84f8e0fb51ea {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:40:45.238816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:45.313987 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:45.459752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:45.674889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-77e8926a-eb6e-42a0-aea7-955f6d2a73a9 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:45.676972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-77e8926a-eb6e-42a0-aea7-955f6d2a73a9 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 815 time: 0.3461275
Apr 30 04:40:45.715339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-a76651c2-d630-4aa5-b057-6ef46dde281d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/quotas/337c8d783d6f4222b8b2cac9f682648a HTTP/1.1" status: 200  len: 375 time: 0.0255609
Apr 30 04:40:45.867943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-d60791fd-62eb-49d9-8f2d-ddd308f8e3c9 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1409025
Apr 30 04:40:46.200078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 62b51a6a-61fc-478c-8109-195aaebb151c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:46.222357 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-f86dcf17-ad76-4c18-a951-f22116f154bb service neutron] 10.222.0.46 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3399227
Apr 30 04:40:46.251585 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:46.256879 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-010fff36-3932-431d-bf16-defb175d5b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:46.354941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e53bc6-7d9d-4f5e-9948-84f8e0fb51ea,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:46.362907 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:46.364076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:46.375192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 62b51a6a-61fc-478c-8109-195aaebb151c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:46.376063 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:46.380651 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/b0e53bc6-7d9d-4f5e-9948-84f8e0fb51ea HTTP/1.1" status: 204  len: 168 time: 1.3157313
Apr 30 04:40:46.384819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38896) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:46.415950 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ca3fb-4d9d-4b30-8bce-7de710ca48d7 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:46.685063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-84422cf6-d654-4e26-b1d3-dd93a66d6672 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2977428
Apr 30 04:40:46.688477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38902) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:46.842865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-97ed1973-629b-42ed-9d41-bdf90698a453 service neutron] 10.222.0.46 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6184990
Apr 30 04:40:46.942568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f1b433-97bc-4a05-887f-7c05c6446c81 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:46.945065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a1f1b433-97bc-4a05-887f-7c05c6446c81 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:46.996702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a1f1b433-97bc-4a05-887f-7c05c6446c81 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:46.998299 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1f1b433-97bc-4a05-887f-7c05c6446c81 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3088005
Apr 30 04:40:47.001156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38918) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:47.157863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956c4f8-1fdc-42db-885b-6427657e174f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:47.160104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5956c4f8-1fdc-42db-885b-6427657e174f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:47.254153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5956c4f8-1fdc-42db-885b-6427657e174f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:47.256149 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5956c4f8-1fdc-42db-885b-6427657e174f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2536585
Apr 30 04:40:47.258664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38928) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:47.286715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d9ea20ce-6e2e-4473-a8ab-43dca54fa843 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:47.457158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:40:47.571153 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c944a0b-e0cc-4c0b-954c-e2afd4bd9069 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3107073
Apr 30 04:40:47.571932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38942) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:47.579544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:47.586505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818ed1b-46e8-45d6-9f59-1ce7b97c728a req-487a672e-3198-42bf-afb1-40ef2efca1a1 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:47.588046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9818ed1b-46e8-45d6-9f59-1ce7b97c728a req-487a672e-3198-42bf-afb1-40ef2efca1a1 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 945 time: 0.3543310
Apr 30 04:40:47.594782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:47.613695 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:47.614810 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:47.789918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9818ed1b-46e8-45d6-9f59-1ce7b97c728a req-85511137-abce-4f7c-a51d-7d384395b8ee tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933510
Apr 30 04:40:47.810182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] Deleting port 62b51a6a-61fc-478c-8109-195aaebb151c {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:40:47.810893 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:47.905982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:47.935380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:47.975183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:47.988430 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:48.113041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-582c5ea6-85a8-449c-96f6-0045480551e2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0585270
Apr 30 04:40:48.320694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 62b51a6a-61fc-478c-8109-195aaebb151c no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:40:48.714914 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:48.771636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] For port 62b51a6a-61fc-478c-8109-195aaebb151c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=62b51a6a-61fc-478c-8109-195aaebb151c,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:48.772214 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:48.894583 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:48.943095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d9ea20ce-6e2e-4473-a8ab-43dca54fa843, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:48.951812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cd3528-ea27-4535-8799-70cef37429da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea20ce-6e2e-4473-a8ab-43dca54fa843'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:49.007799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:40:49.048696 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:49.108052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-06a16237-8218-460e-84f6-ab1bf7c7f62a tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:49.123512 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-06a16237-8218-460e-84f6-ab1bf7c7f62a tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.0069225
Apr 30 04:40:49.206567 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-037fb78c-a150-456b-96f3-b235e6488047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:49.290277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4619859-6ef5-4126-ad2c-bc2a3c2eabe9 req-34caedc3-88eb-43d0-b02a-18e80e040cf3 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:49.315474 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4619859-6ef5-4126-ad2c-bc2a3c2eabe9 req-34caedc3-88eb-43d0-b02a-18e80e040cf3 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 0.9531188
Apr 30 04:40:49.352682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-5d60ac0a-6097-4296-9915-c45099a860b1 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/quotas/590899638f114cfa8a3244132a03dd6c HTTP/1.1" status: 200  len: 375 time: 0.2080448
Apr 30 04:40:49.448328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] Calling delete_port for 62b51a6a-61fc-478c-8109-195aaebb151c owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:40:49.453074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:49.465806 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:49.480911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4619859-6ef5-4126-ad2c-bc2a3c2eabe9 req-097264f5-811d-4fa5-ab72-07bcd5a46309 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641250
Apr 30 04:40:49.524143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-6f9bad4f-b7b0-45c1-862e-a3f19da9f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:49.526014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-6f9bad4f-b7b0-45c1-862e-a3f19da9f0c4 service neutron] 10.222.0.37 "GET /v2.0/ports/e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 200  len: 1028 time: 0.3514645
Apr 30 04:40:49.699141 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 30 04:40:49.699141 n-d-766726-20 neutron-server[74583]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Apr 30 04:40:49.699141 n-d-766726-20 neutron-server[74583]: [parameters: {'status': 'DOWN', 'ports_id': '62b51a6a-61fc-478c-8109-195aaebb151c'}]
Apr 30 04:40:49.699141 n-d-766726-20 neutron-server[74583]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:40:49.699551 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:40:49.743826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-d98c2106-5655-40f6-91e9-63b02333ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:49.748770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-d98c2106-5655-40f6-91e9-63b02333ac26 service neutron] 10.222.0.37 "GET /v2.0/ports/5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 200  len: 1028 time: 0.2063465
Apr 30 04:40:49.818248 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:49.832298 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:49.896494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] Pushing event deleted for resources: {'Port': ['ID=62b51a6a-61fc-478c-8109-195aaebb151c,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:49.900155 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:49.905317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] No DVR routers for this DVR port 62b51a6a-61fc-478c-8109-195aaebb151c on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:40:50.091555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-628a887a-edca-4734-8409-bc9c102df83d req-d2876c37-d57d-4d52-bf32-de43f5c74fbb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.2282209
Apr 30 04:40:50.246400 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:50.321747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Port 62b51a6a-61fc-478c-8109-195aaebb151c update to DOWN by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:40:50.508600 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-861ce630-82ca-43f8-8353-e21550134ffa tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&fields=id HTTP/1.1" status: 200  len: 532 time: 1.1549211
Apr 30 04:40:50.574427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Port 62b51a6a-61fc-478c-8109-195aaebb151c concurrently deleted while adding address for new subnet {'id': '09d0a193-b351-478e-b9db-7b77387f6d43', 'name': '', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 1159, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-04-30T04:40:48Z', 'updated_at': '2021-04-30T04:40:48Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3810cb657c3940e1967ea86ddf14c0fc'}. {{(pid=74582) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:759}}
Apr 30 04:40:50.575213 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:50.603043 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be32131e-8455-4d8b-a8d0-bae17d562526 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:50.641579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12062668-b2b3-4343-95b0-02db6ec935af req-dd01033d-37b2-49a1-8289-380322a113f6 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 210 time: 0.2064300
Apr 30 04:40:50.678207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:50.691769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:50.706224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d328e9c-0f98-4642-ba50-e84073467eb4 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:40:50.769405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:50.770448 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:50.773881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-daf17836-33cb-4a36-adc2-ee256e5c3500 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:50.797889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-daf17836-33cb-4a36-adc2-ee256e5c3500 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:50.828606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-daf17836-33cb-4a36-adc2-ee256e5c3500 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:50.836675 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-daf17836-33cb-4a36-adc2-ee256e5c3500 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "GET /v2.0/networks?id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=c7e27987-0396-4006-8a8b-6d38854fedb6&id=c7e27987-0396-4006-8a8b-6d38854fedb6 HTTP/1.1" status: 200  len: 1987 time: 1.0658770
Apr 30 04:40:51.002983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-bc2574d8-2804-4fda-8d14-0a47539bef0c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:51.004266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-bc2574d8-2804-4fda-8d14-0a47539bef0c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:51.046720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-d8ebfe25-03d8-4299-8a7c-d7275244313a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:51.048112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-d8ebfe25-03d8-4299-8a7c-d7275244313a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Synchronizing usage tracker for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:40:51.064362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=09d0a193-b351-478e-b9db-7b77387f6d43,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:51.072344 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:51.086214 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.5076659
Apr 30 04:40:51.089317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38980) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:51.119890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:51.207149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0b689780-ef03-4ae3-9c3d-b49b7774f5d2 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f6f97644f3a42f9ab1017c23f23b288 HTTP/1.1" status: 200  len: 380 time: 0.3621299
Apr 30 04:40:51.236057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'admin_state_up': True, 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'security_groups': ['01df3bd9-297c-439a-9361-96bb85bbf16d']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:51.401227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-bc2574d8-2804-4fda-8d14-0a47539bef0c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:51.402600 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-bc2574d8-2804-4fda-8d14-0a47539bef0c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 945 time: 1.6207774
Apr 30 04:40:51.429256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-d8ebfe25-03d8-4299-8a7c-d7275244313a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Unset dirty status for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:40:51.431201 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-d8ebfe25-03d8-4299-8a7c-d7275244313a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 815 time: 1.3884885
Apr 30 04:40:51.696891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f95b50-ad34-4c40-8b06-c32f61df0768 req-6844fd9b-b2f6-4fc6-bb48-cd486248b951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:51.698796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '09d0a193-b351-478e-b9db-7b77387f6d43'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:40:51.700303 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:51.704973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55f95b50-ad34-4c40-8b06-c32f61df0768 req-6844fd9b-b2f6-4fc6-bb48-cd486248b951 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 945 time: 0.6797647
Apr 30 04:40:51.710441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Request body: {'port': {'device_id': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7', 'admin_state_up': True, 'tenant_id': '337c8d783d6f4222b8b2cac9f682648a'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:51.864058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55f95b50-ad34-4c40-8b06-c32f61df0768 req-514e46f1-7398-423d-977f-191d32a7b846 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579292
Apr 30 04:40:51.913376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713dd4c-247f-4733-a9f3-bcb51485363f req-f32729eb-dd9b-444f-a8f9-4ec4d18c80f9 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:51.930008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1713dd4c-247f-4733-a9f3-bcb51485363f req-f32729eb-dd9b-444f-a8f9-4ec4d18c80f9 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 946 time: 0.5632501
Apr 30 04:40:51.996256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:52.015221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:port and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:52.065645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for port was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:52.121954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:52.197792 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cd3528-ea27-4535-8799-70cef37429da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ea20ce-6e2e-4473-a8ab-43dca54fa843', 'code': 200}
Apr 30 04:40:52.254595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:52.263221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:52.342480 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1713dd4c-247f-4733-a9f3-bcb51485363f req-90b0e92e-5b89-4128-8ae3-1f224078b676 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4018056
Apr 30 04:40:52.359414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:52.404106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:52.427455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:52.481753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:52.482236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Allocated IP 2001:db8::f816:3eff:fe7c:fb44 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/09d0a193-b351-478e-b9db-7b77387f6d43/e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:52.669879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:52.681877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:52.733581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Allocated IP 172.20.0.5 (5fa32d2c-ee22-466c-92d4-83c6e6caf308/31581abd-3e6b-43d6-b813-e70732b12d54/4c409abd-f869-4630-a9c9-e57c6d5c4b01) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:52.762797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:52.797772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:52.845105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Made reservation on behalf of 337c8d783d6f4222b8b2cac9f682648a for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:52.849146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:52.875674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Deleting port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:40:52.876295 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:53.291241 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:53.305570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Transition to ACTIVE for port object e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:53.332865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Transition to ACTIVE for port object e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:53.346722 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:53.351616 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:53.354156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e328d2a4-f447-4249-b39f-dd48c4d87eea req-b544f398-32ef-42f0-a225-779aebb71e88 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 210 time: 0.2822592
Apr 30 04:40:53.375186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:53.465448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Transition to ACTIVE for port object 4c409abd-f869-4630-a9c9-e57c6d5c4b01 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:53.489807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6e914-cf8d-4e54-9b20-696694d70c2f req-d417fa3d-a65e-497f-97bd-a97d5765a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:53.504454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:53.505906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fd6e914-cf8d-4e54-9b20-696694d70c2f req-d417fa3d-a65e-497f-97bd-a97d5765a70d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 1098 time: 1.1459973
Apr 30 04:40:53.510240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:53.519677 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:53.527962 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Pushing event updated for resources: {'Port': ['ID=e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:53.533446 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:53.686803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Allocated IP 172.20.0.8 (5fa30e68-2216-44b4-a700-cba68cb0e3c7/14063f01-7ac3-4ab7-9118-bdfb4d5230e0/e6f810c9-94d7-481d-8e9c-205df05b3a68) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:53.707820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Attempting to bind port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:40:53.708389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Attempting to bind port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:40:53.711427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Attempting to bind port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:40:53.724204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:40:53.729962 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:40:53.730631 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:53.731182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:40:53.731816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Bound port: e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:40:53.732315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:53.848286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e5595f5-60f2-4498-8c58-459a54dd175d req-14f62b08-34ef-46c5-b3fe-1b4182ea6d28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.1861119
Apr 30 04:40:53.947240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-ce1f202f-c399-4ef8-88a7-fa0e0b7d4675 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=590899638f114cfa8a3244132a03dd6c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1710243
Apr 30 04:40:54.018090 n-d-766726-20 neutron-server[74582]: INFO neutron.db.ipam_backend_mixin [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09d0a193-b351-478e-b9db-7b77387f6d43 (CIDR: 2001:db8::/64)
Apr 30 04:40:54.055665 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:40:54.056157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:40:54.095064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] For port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:54.095384 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:54.125404 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8993ae1f-cf3f-4b67-9c7f-2cab19865067 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 3.0254195
Apr 30 04:40:54.137046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39006) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:40:54.145715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fd6e914-cf8d-4e54-9b20-696694d70c2f req-976870fe-0b54-436e-9683-f99649ccee7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6251569
Apr 30 04:40:54.162178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:54.210667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] For port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:40:54.214683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] For port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:40:54.221126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:40:54.239805 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:54.282773 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:54.296030 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4c8427ab-4415-488a-ac30-539b80900d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:54.318027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aba7dcdd-95ac-4397-9af8-51cac29e4ebc req-74eb94d0-a641-461c-b04b-70be36a4ef4a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 210 time: 0.4524996
Apr 30 04:40:54.402862 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:54.439218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Pushing event updated for resources: {'Port': ['ID=e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:54.511474 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:54.766389 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:54.853367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Calling delete_port for f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:40:54.901881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:54.908781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:54.938864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:54.990793 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e02c9fb8-c6ee-435a-b6c2-93fc9d7c585a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:55.204031 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:55.338134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:55.360544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:55.361248 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:55.377318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:55.383812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:55.401340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:55.435803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:55.441944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:55.444077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:55.497944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:55.585375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:55.660580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Port': ['ID=4c409abd-f869-4630-a9c9-e57c6d5c4b01,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:55.886927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.889343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.890440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.890926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.893700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.894696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.894696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.895227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.895726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.896431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.896873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.897344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:40:55.903752 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.501s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:55.910037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:55.926010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9551329b-af6d-4607-af9d-9479ea75a59c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:55.943897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89a0c5c4-c4f3-47a5-9491-446b72790bf6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:56.004687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-41a6f54c-02dd-4a31-a4bb-be102da7cf26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:56.006590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-41a6f54c-02dd-4a31-a4bb-be102da7cf26 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.8724105
Apr 30 04:40:56.059654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Request body: {'port': {'device_id': '8738a5da-60cc-47ee-8bfa-2d6f01152672', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '590899638f114cfa8a3244132a03dd6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:56.140487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:56.142234 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:56.332401 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:56.394579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:56.406795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6f00f74b-ad59-4360-8fa6-d296428016b5 None None] Provisioning for port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:56.426648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6f00f74b-ad59-4360-8fa6-d296428016b5 None None] Provisioning complete for port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:56.427134 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f00f74b-ad59-4360-8fa6-d296428016b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:56.469109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:40:56.484502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:40:56.496148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3e272-4a91-4438-9746-81159396affa req-05114dc9-4b1e-4958-b79b-bae6a5dba047 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:56.507996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03c3e272-4a91-4438-9746-81159396affa req-05114dc9-4b1e-4958-b79b-bae6a5dba047 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 1.3394663
Apr 30 04:40:56.564180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3488584
Apr 30 04:40:56.595453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'admin_state_up': True, 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'security_groups': ['01df3bd9-297c-439a-9361-96bb85bbf16d']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:56.595949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6f00f74b-ad59-4360-8fa6-d296428016b5 None None] Port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:40:56.599963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:56.600342 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:56.624939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:40:56.651395 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9705255
Apr 30 04:40:56.739430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789298-830b-490e-84b3-fa3e2f8761c4 req-3726b2de-9a0b-418f-bd1b-4f3b8d11d1c5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:56.744595 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5789298-830b-490e-84b3-fa3e2f8761c4 req-3726b2de-9a0b-418f-bd1b-4f3b8d11d1c5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24bf1202-b3a7-4656-9b3b-ca077b8dbb9a HTTP/1.1" status: 200  len: 865 time: 1.5460975
Apr 30 04:40:56.809825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:56.836676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Request body: {'port': {'device_id': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:40:56.925674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:40:56.983003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Pushing event updated for resources: {'Port': ['ID=e6f810c9-94d7-481d-8e9c-205df05b3a68,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:56.996773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03c3e272-4a91-4438-9746-81159396affa req-945dd5cf-a166-419b-918c-ac562deec4e5 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4875727
Apr 30 04:40:57.027076 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:57.044343 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14bb0300-e7da-4591-8e01-1cebad118b1d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.648s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:57.048123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:57.103691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5789298-830b-490e-84b3-fa3e2f8761c4 req-a98332c5-409e-44d5-9267-2331940a5429 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3082554
Apr 30 04:40:57.111904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Usage tracker for resource:port and tenant:590899638f114cfa8a3244132a03dd6c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:57.121316 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:57.131387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Quota usage for port was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:57.164222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:57.241169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Made reservation on behalf of 590899638f114cfa8a3244132a03dd6c for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:57.242271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event deleted for resources: {'Port': ['ID=f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:57.251850 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:57.253494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] No DVR routers for this DVR port f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:40:57.254952 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:57.262005 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:57.291995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'name': 'network-vif-deleted', 'tag': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:40:57.336720 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:57.356617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dc5cd05e-3cc8-47f0-8a94-f7e7c55ce926 None None] Provisioning for port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:40:57.449432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:40:57.487621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:port and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:40:57.515233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for port was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:40:57.535390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dc5cd05e-3cc8-47f0-8a94-f7e7c55ce926 None None] Provisioning complete for port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:40:57.536164 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc5cd05e-3cc8-47f0-8a94-f7e7c55ce926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:57.541916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc88c469-8f4e-499c-89ff-f895628335f1 req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "DELETE /v2.0/ports/f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84 HTTP/1.1" status: 204  len: 173 time: 6.1168075
Apr 30 04:40:57.551266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:40:57.607939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:40:57.632070 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:57.635481 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:58.121562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc5cd05e-3cc8-47f0-8a94-f7e7c55ce926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:58.216185 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a2724aa-fc49-46b4-a7c5-eccf51f48768 req-0d51398f-abab-42f2-b7f0-282ec932300e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 210 time: 0.2687578
Apr 30 04:40:58.273811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a25a0-40b9-481e-8cbb-f86a4a029464 req-ed2c6c58-c9a8-4309-8bc1-fc57bc28b0c8 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:40:58.296925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d5a25a0-40b9-481e-8cbb-f86a4a029464 req-ed2c6c58-c9a8-4309-8bc1-fc57bc28b0c8 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 946 time: 0.9189317
Apr 30 04:40:58.322664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dc5cd05e-3cc8-47f0-8a94-f7e7c55ce926 None None] For port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:40:58.333784 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc5cd05e-3cc8-47f0-8a94-f7e7c55ce926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:58.355807 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:58.441718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Allocated IP 192.168.233.247 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/562d373c-0a9e-443b-af77-6344abfbd542) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:58.505940 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84', 'code': 200}
Apr 30 04:40:58.616094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cd05e-3cc8-47f0-8a94-f7e7c55ce926 None None] Pushing event updated for resources: {'Port': ['ID=e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:40:58.627808 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dc5cd05e-3cc8-47f0-8a94-f7e7c55ce926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:40:58.789302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Allocated IP 10.1.1.56 (fecfbb98-44fb-4e8e-ac66-b37591af8841/39b7d767-d3f5-468c-adf1-fc5ca3cf4424/d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:40:59.183739 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:59.213562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Transition to ACTIVE for port object d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:40:59.476575 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d5a25a0-40b9-481e-8cbb-f86a4a029464 req-b55d0d28-2a73-4efe-95dd-075c9fa09b98 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1427467
Apr 30 04:40:59.605173 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:40:59.612269 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:59.633946 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7168879a-4f54-490d-8a84-38dc6a5fde6e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:59.750038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:40:59.790778 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:40:59.951380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:40:59.997181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:00.019737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f86d6-92f3-4d27-8ec2-8f287f289eec None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:41:00.047848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:00.048847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:00.092267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f810c9-94d7-481d-8e9c-205df05b3a68 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:00.128976 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:00.197219 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.0488355
Apr 30 04:41:00.217600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39056) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:00.242427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:c4:f5:13', 'name': 'tempest-NetworksTestDHCPv6-1535969948'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:00.305946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=53bc2fce-4ef6-4097-9f15-8c48b252a448,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:00.313688 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:00.315609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Transition to ACTIVE for port object e6f810c9-94d7-481d-8e9c-205df05b3a68 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:00.327663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:00.362059 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a2765d3f-1701-4650-b6d7-6a602b7ad7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:00.602348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:00.801502 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0e74a518-baf4-4b33-ab82-57917d4d2e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:01.107028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92331c-4051-4456-bb85-22bce90b4453 req-919278ca-41e2-4d9d-960f-a41a0cb5e7ae tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:01.109399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8d92331c-4051-4456-bb85-22bce90b4453 req-919278ca-41e2-4d9d-960f-a41a0cb5e7ae tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Synchronizing usage tracker for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:01.179039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:01.204225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:01.208077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Port': ['ID=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:01.223792 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:01.228663 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.595s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:01.230152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:01.241806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:01.377096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f810c9-94d7-481d-8e9c-205df05b3a68,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:01.399336 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:01.633847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:01.634537 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:01.755396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] Update dhcp port {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': '09d0a193-b351-478e-b9db-7b77387f6d43', 'ip_address': '2001:db8::f816:3eff:fe7c:fb44'}, {'subnet_id': '53bc2fce-4ef6-4097-9f15-8c48b252a448'}], 'binding:host_id': 'n-d-766726-20'}, 'id': 'e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:41:01.869041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda4919-5e28-4bb8-b978-de5f1f5b10ad req-158f3244-86f2-4c8d-bd53-78bda1321a82 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:01.883523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ceda4919-5e28-4bb8-b978-de5f1f5b10ad req-158f3244-86f2-4c8d-bd53-78bda1321a82 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 931 time: 1.7392123
Apr 30 04:41:01.964488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8d92331c-4051-4456-bb85-22bce90b4453 req-919278ca-41e2-4d9d-960f-a41a0cb5e7ae tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Unset dirty status for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:01.965813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d92331c-4051-4456-bb85-22bce90b4453 req-919278ca-41e2-4d9d-960f-a41a0cb5e7ae tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 931 time: 2.7059650
Apr 30 04:41:01.969095 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.3844955
Apr 30 04:41:01.989604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a5dd9fd4-8529-4d96-9122-e20febfad96a None None] Provisioning for port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:02.006617 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:02.060947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'admin_state_up': True, 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'security_groups': ['01df3bd9-297c-439a-9361-96bb85bbf16d']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:02.193163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:02.239071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a5dd9fd4-8529-4d96-9122-e20febfad96a None None] Provisioning complete for port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:02.241506 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9fd4-8529-4d96-9122-e20febfad96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:02.257448 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:02.264832 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d92331c-4051-4456-bb85-22bce90b4453 req-7746f4cb-223e-4b12-a677-edba0555ec37 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2819753
Apr 30 04:41:02.266419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:02.306139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Transition to ACTIVE for port object 562d373c-0a9e-443b-af77-6344abfbd542 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:02.332673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:02.354741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ceda4919-5e28-4bb8-b978-de5f1f5b10ad req-b6d6a0b8-28b0-4b00-8f4e-5e99ed65ab0e tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4672980
Apr 30 04:41:02.391858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:02.406751 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:02.435904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:02.447732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:02.466831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:02.501830 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24bf1202-b3a7-4656-9b3b-ca077b8dbb9a', 'name': 'network-vif-deleted', 'tag': 'f1baa5fc-59a9-4eb5-bcdb-f00e72ec1d84', 'status': 'completed', 'code': 200}
Apr 30 04:41:02.510397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:02.543676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd9fd4-8529-4d96-9122-e20febfad96a None None] Port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:41:02.826401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Allocated IP 10.1.1.21 (fecfbb98-44fb-4e8e-ac66-b37591af8841/39b7d767-d3f5-468c-adf1-fc5ca3cf4424/78159ada-cbef-421f-a1ad-97a024721599) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:03.231854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] Allocated IP 2001:db8:0:1::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/53bc2fce-4ef6-4097-9f15-8c48b252a448/e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:03.252522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Attempting to bind port e6f810c9-94d7-481d-8e9c-205df05b3a68 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:03.253106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Attempting to bind port e6f810c9-94d7-481d-8e9c-205df05b3a68 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:03.253643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Attempting to bind port e6f810c9-94d7-481d-8e9c-205df05b3a68 on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:03.290250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Port e6f810c9-94d7-481d-8e9c-205df05b3a68 on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:03.290956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Attempting to bind port e6f810c9-94d7-481d-8e9c-205df05b3a68 on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:03.311639 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:03.344818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Transition to ACTIVE for port object 78159ada-cbef-421f-a1ad-97a024721599 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:03.354612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:03.355174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Checking segment: {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:03.360076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Bound using segment: {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:03.360953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Bound port: e6f810c9-94d7-481d-8e9c-205df05b3a68, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:03.362621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:03.510009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:03.513036 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:03.572203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d6baaf10-82b3-41fb-896b-9dfc8097a06e req-00c400c8-7f00-4d5c-a079-56bebfb5e3fe tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Synchronizing usage tracker for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:03.590538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:03.613967 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce151d35-3f2e-4828-ad1a-e392bb423036 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:03.664646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:03.673586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:03.676628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:03.757315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 0705089d-fde2-4851-b16b-0b9a02fae205 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:41:03.783435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:03.784247 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:03.789501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] For port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:03.824460 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:03.832514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d6baaf10-82b3-41fb-896b-9dfc8097a06e req-00c400c8-7f00-4d5c-a079-56bebfb5e3fe tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Unset dirty status for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:03.849725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6baaf10-82b3-41fb-896b-9dfc8097a06e req-00c400c8-7f00-4d5c-a079-56bebfb5e3fe tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 210 time: 0.3995750
Apr 30 04:41:03.892128 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:03.966144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Port': ['ID=78159ada-cbef-421f-a1ad-97a024721599,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:03.993322 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.9465115
Apr 30 04:41:03.994336 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:04.019708 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:04.031093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f', '3da00852-b28b-463d-9744-6baa610b9165'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:04.158590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['bf546252-4b1f-400f-b26a-f5d55adf5a67', 'e52c1aa9-3449-4bff-83fc-f85761156dcd', '911dc8e0-6d52-42dc-842f-344d1db635e0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:04.271037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] Transition to ACTIVE for port object e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:04.331135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:04.359701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6', 'admin_state_up': True, 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'security_groups': ['01df3bd9-297c-439a-9361-96bb85bbf16d']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:04.385159 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:04.408781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:04.425033 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:04.469293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:04.794659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event updated for resources: {'Port': ['ID=562d373c-0a9e-443b-af77-6344abfbd542,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:04.819000 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-648c08f6-f427-40ea-85f1-c6cf20e6896b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:04.824703 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:04.827973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8:0:1::33a (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/53bc2fce-4ef6-4097-9f15-8c48b252a448/0705089d-fde2-4851-b16b-0b9a02fae205) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:04.836082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fec4:f513 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/09d0a193-b351-478e-b9db-7b77387f6d43/0705089d-fde2-4851-b16b-0b9a02fae205) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:04.851314 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5af42390-39ac-47dc-9280-c4bc12c74777 None None] Provisioning for port 78159ada-cbef-421f-a1ad-97a024721599 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:04.928867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e9915-c5a3-4746-9c82-6ba25eab0d05 req-c6f0aa05-7206-4add-818b-6de8ec09f75a tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:04.942756 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:04.954317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-652e9915-c5a3-4746-9c82-6ba25eab0d05 req-c6f0aa05-7206-4add-818b-6de8ec09f75a tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 1.5630062
Apr 30 04:41:04.956168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5af42390-39ac-47dc-9280-c4bc12c74777 None None] Provisioning complete for port 78159ada-cbef-421f-a1ad-97a024721599 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:04.956624 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5af42390-39ac-47dc-9280-c4bc12c74777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:04.988954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:04.990470 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:05.130942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5af42390-39ac-47dc-9280-c4bc12c74777 None None] Port 78159ada-cbef-421f-a1ad-97a024721599 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:41:05.159946 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 9.1405411
Apr 30 04:41:05.187197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] Pushing event updated for resources: {'Port': ['ID=e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:05.192792 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:05.194921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Request body: {'port': {'device_id': '8738a5da-60cc-47ee-8bfa-2d6f01152672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:05.286661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:05.340612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ce33e81a-1634-4162-af0f-71fc282d7c3b None None] Provisioning for port 562d373c-0a9e-443b-af77-6344abfbd542 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:05.342085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 0705089d-fde2-4851-b16b-0b9a02fae205 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:05.376744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-652e9915-c5a3-4746-9c82-6ba25eab0d05 req-70ef9d42-0318-4fce-a4a7-f4a1ec8aa0ff tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4203966
Apr 30 04:41:05.388201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-f89e843b-5695-4132-97a5-70504480068c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:05.396131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-f89e843b-5695-4132-97a5-70504480068c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 1.1640649
Apr 30 04:41:05.451572 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:05.464673 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:05.492474 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:05.513177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:05.522906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-391737e0-b4ab-4cbe-bb4e-8d02edcd51b4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/quotas/23ed3850f28743fbb3956272163e68c0 HTTP/1.1" status: 200  len: 375 time: 0.1257806
Apr 30 04:41:05.584152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Usage tracker for resource:port and tenant:7f6f97644f3a42f9ab1017c23f23b288 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:05.609150 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ce33e81a-1634-4162-af0f-71fc282d7c3b None None] Provisioning complete for port 562d373c-0a9e-443b-af77-6344abfbd542 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:05.609890 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ce33e81a-1634-4162-af0f-71fc282d7c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:05.610113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Quota usage for port was recalculated. Used quota:10. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:05.729098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] For port e6f810c9-94d7-481d-8e9c-205df05b3a68, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:05.770222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:05.791936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:05.864029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:05.882010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:05.882718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:05.972746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] For port e6f810c9-94d7-481d-8e9c-205df05b3a68, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e6f810c9-94d7-481d-8e9c-205df05b3a68,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:05.994833 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 5.7751403
Apr 30 04:41:05.995959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=0705089d-fde2-4851-b16b-0b9a02fae205,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:06.009682 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:06.020713 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:06.026186 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3771d1cf-5c6a-4af9-bbe4-01dd7ae90e59 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:06.036563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39108) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:06.044241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:06.151665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ce33e81a-1634-4162-af0f-71fc282d7c3b None None] Port 562d373c-0a9e-443b-af77-6344abfbd542 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:41:06.270177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f810c9-94d7-481d-8e9c-205df05b3a68,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:06.278401 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:06.298615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:06.299451 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:06.301029 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/e6f810c9-94d7-481d-8e9c-205df05b3a68 HTTP/1.1" status: 200  len: 1092 time: 9.4740536
Apr 30 04:41:06.301755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'tag': 'e6f810c9-94d7-481d-8e9c-205df05b3a68'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:06.575812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0e09c6b2-5611-49ea-ae33-44df884a4694 None None] Provisioning for port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:06.578473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-d77ad879-ce5e-4023-af60-28b5a57f86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:06.584633 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-d77ad879-ce5e-4023-af60-28b5a57f86d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 1095 time: 0.2117131
Apr 30 04:41:06.585756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:06.647530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:06.666186 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:06.696544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0e09c6b2-5611-49ea-ae33-44df884a4694 None None] Provisioning complete for port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:06.696926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0e09c6b2-5611-49ea-ae33-44df884a4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:06.761578 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-7743ae68-ff20-437e-8bd7-e754132ebd96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6f810c9-94d7-481d-8e9c-205df05b3a68 HTTP/1.1" status: 200  len: 217 time: 0.1704266
Apr 30 04:41:06.961562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ce568c62-8837-4b02-8cc7-b0fa0ea75aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:06.969119 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-ce568c62-8837-4b02-8cc7-b0fa0ea75aeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.1944151
Apr 30 04:41:07.003448 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:07.092247 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-3ca32cdb-de37-4136-a578-a0135920b992 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1205380
Apr 30 04:41:07.137982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:07.138378 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:07.343145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-c40a0f47-4f05-453c-980b-e704c9e36c8f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&fields=id HTTP/1.1" status: 200  len: 255 time: 1.8191700
Apr 30 04:41:07.442177 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-10bfd5a9-373e-42d5-94ef-8575ae2c60db service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3416269
Apr 30 04:41:07.449672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 0705089d-fde2-4851-b16b-0b9a02fae205 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:41:07.450315 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:07.586974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-773f40cb-4069-4dbe-b4c3-b92476ca322c None None] Provisioning for port 0705089d-fde2-4851-b16b-0b9a02fae205 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:07.632780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-773f40cb-4069-4dbe-b4c3-b92476ca322c None None] Provisioning complete for port 0705089d-fde2-4851-b16b-0b9a02fae205 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:07.633442 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-773f40cb-4069-4dbe-b4c3-b92476ca322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:07.818664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Allocated IP 10.2.2.100 (c7e27987-0396-4006-8a8b-6d38854fedb6/fbc14edc-ef78-4c6f-bef6-736d6931db13/34ccab6f-642a-45a7-b697-5ee70a7d6aab) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:07.824506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-773f40cb-4069-4dbe-b4c3-b92476ca322c None None] Port 0705089d-fde2-4851-b16b-0b9a02fae205 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:41:07.944353 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7efc51d6-8f3b-4bac-81c7-a8f324e66405 req-59b0c2c3-52f4-415f-8e2d-117e50328a8b service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4872465
Apr 30 04:41:08.140441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562d373c-0a9e-443b-af77-6344abfbd542 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:08.152913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:08.177491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Transition to ACTIVE for port object 562d373c-0a9e-443b-af77-6344abfbd542 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:08.191023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561809e7-376f-42ed-8834-efee59dbf712 req-e7d11472-7fac-4f7b-bd02-e3fdabcbc9de tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:08.201614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561809e7-376f-42ed-8834-efee59dbf712 req-e7d11472-7fac-4f7b-bd02-e3fdabcbc9de tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:08.210965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561809e7-376f-42ed-8834-efee59dbf712 req-e7d11472-7fac-4f7b-bd02-e3fdabcbc9de tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:08.211938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-561809e7-376f-42ed-8834-efee59dbf712 req-e7d11472-7fac-4f7b-bd02-e3fdabcbc9de tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Synchronizing usage tracker for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:08.412735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:08.422355 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-add15996-792c-47b3-a559-6d9532cb42c9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:08.851850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-561809e7-376f-42ed-8834-efee59dbf712 req-e7d11472-7fac-4f7b-bd02-e3fdabcbc9de tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Unset dirty status for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:08.860034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-561809e7-376f-42ed-8834-efee59dbf712 req-e7d11472-7fac-4f7b-bd02-e3fdabcbc9de tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 2372 time: 3.2316546
Apr 30 04:41:08.882839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-03d11b53-9697-49f0-b743-84b14677cc64 service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5275910
Apr 30 04:41:08.911105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Pushing event updated for resources: {'Port': ['ID=562d373c-0a9e-443b-af77-6344abfbd542,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:08.985205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:08.988622 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:41:09.008886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Transition to ACTIVE for port object 34ccab6f-642a-45a7-b697-5ee70a7d6aab will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:09.042077 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:09.127223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-561809e7-376f-42ed-8834-efee59dbf712 req-cd1c6790-c61b-412e-9bb5-49e607cc4c3a tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2650309
Apr 30 04:41:09.637342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:10.000377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 0705089d-fde2-4851-b16b-0b9a02fae205 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:41:10.040681 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:10.069797 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-39410f94-209d-47af-b564-e2e6f9539b79 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:10.256817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-b800bfb8-caf4-4ca1-9746-3a6f14c39bc3 service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3727114
Apr 30 04:41:10.257828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Attempting to bind port 562d373c-0a9e-443b-af77-6344abfbd542 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:10.258400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Attempting to bind port 562d373c-0a9e-443b-af77-6344abfbd542 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:10.258945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Attempting to bind port 562d373c-0a9e-443b-af77-6344abfbd542 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:10.277365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network c7e27987-0396-4006-8a8b-6d38854fedb6 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:10.319883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:10.331022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Port 562d373c-0a9e-443b-af77-6344abfbd542 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:10.331483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Attempting to bind port 562d373c-0a9e-443b-af77-6344abfbd542 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:10.340180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:10.424725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Port': ['ID=34ccab6f-642a-45a7-b697-5ee70a7d6aab,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:10.449690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:10.458551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:10.459443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:10.460253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Bound port: 562d373c-0a9e-443b-af77-6344abfbd542, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:10.460901 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:10.479999 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:10.542844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c8e6-3463-47be-ad0a-0f75a7c34be5 req-7d61d2af-7feb-4d06-a241-5a6609ee443a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:10.545560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c06c8e6-3463-47be-ad0a-0f75a7c34be5 req-7d61d2af-7feb-4d06-a241-5a6609ee443a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 943 time: 1.0648444
Apr 30 04:41:10.742752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c6a37eb0-43aa-468c-8b30-e4c536cf5677 None None] Provisioning for port 34ccab6f-642a-45a7-b697-5ee70a7d6aab completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:10.756597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c6a37eb0-43aa-468c-8b30-e4c536cf5677 None None] Provisioning complete for port 34ccab6f-642a-45a7-b697-5ee70a7d6aab triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:10.760277 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6a37eb0-43aa-468c-8b30-e4c536cf5677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:10.804118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:10.805613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:10.907455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c6a37eb0-43aa-468c-8b30-e4c536cf5677 None None] Port 34ccab6f-642a-45a7-b697-5ee70a7d6aab cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:41:11.126225 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.8204687
Apr 30 04:41:11.127112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device e6f810c9-94d7-481d-8e9c-205df05b3a68 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:41:11.140909 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c06c8e6-3463-47be-ad0a-0f75a7c34be5 req-207b7b79-fd58-4af0-a840-3e4cbf37158b tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4541793
Apr 30 04:41:11.213553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6', 'admin_state_up': True, 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'security_groups': ['01df3bd9-297c-439a-9361-96bb85bbf16d']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:11.471234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port e6f810c9-94d7-481d-8e9c-205df05b3a68, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e6f810c9-94d7-481d-8e9c-205df05b3a68,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:11.520153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'e6f810c9-94d7-481d-8e9c-205df05b3a68', 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7', 'port_id': 'e6f810c9-94d7-481d-8e9c-205df05b3a68', 'mac_address': 'fa:16:3e:80:b0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14063f01-7ac3-4ab7-9118-bdfb4d5230e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:41:11.603543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:11.698385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] For port 562d373c-0a9e-443b-af77-6344abfbd542, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:11.704347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f810c9-94d7-481d-8e9c-205df05b3a68 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:11.756693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port e6f810c9-94d7-481d-8e9c-205df05b3a68, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e6f810c9-94d7-481d-8e9c-205df05b3a68,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:11.771379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:11.773378 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9126f371-6416-4511-8877-8aa86ccc2f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:11.877966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] For port 562d373c-0a9e-443b-af77-6344abfbd542, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=562d373c-0a9e-443b-af77-6344abfbd542,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:11.917383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=e6f810c9-94d7-481d-8e9c-205df05b3a68,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:11.934326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.934938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.935521 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.936369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.936934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.937511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.938140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.939501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.939501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.940080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.940746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.941240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:11.948500 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:12.002186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:12.027819 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00f0a8c8-774c-49c0-a8e9-f9d1506d779d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:12.125169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:12.125732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:12.127182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] 10.222.0.37 "PUT /v2.0/ports/562d373c-0a9e-443b-af77-6344abfbd542 HTTP/1.1" status: 200  len: 1097 time: 6.9374254
Apr 30 04:41:12.128171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8738a5da-60cc-47ee-8bfa-2d6f01152672', 'tag': '562d373c-0a9e-443b-af77-6344abfbd542'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:12.204818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['e6f810c9-94d7-481d-8e9c-205df05b3a68'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:12.249597 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'tag': 'e6f810c9-94d7-481d-8e9c-205df05b3a68', 'status': 'completed', 'code': 200}
Apr 30 04:41:12.267033 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:12.294526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:12.300983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Pushing event updated for resources: {'Port': ['ID=562d373c-0a9e-443b-af77-6344abfbd542,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:12.313606 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:12.318082 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3276d0b9-f149-4ae6-b196-99b26c290a1e tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:12.387135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:12.562923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2e323-7fc1-4f9e-8239-90f58fac2032 req-e1a1960f-90bd-4da1-a505-31b8bbbd54c1 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:12.576258 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bb2e323-7fc1-4f9e-8239-90f58fac2032 req-e1a1960f-90bd-4da1-a505-31b8bbbd54c1 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 948 time: 0.8733301
Apr 30 04:41:12.608800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=0705089d-fde2-4851-b16b-0b9a02fae205,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:12.664013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-989f172f-658c-433b-84a4-d97e3b4e83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:12.665553 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-989f172f-658c-433b-84a4-d97e3b4e83da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 1100 time: 0.1885841
Apr 30 04:41:12.809524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Made reservation on behalf of 7f6f97644f3a42f9ab1017c23f23b288 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:12.823914 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-7c87030c-4fd9-45a2-9643-5430849c1106 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=562d373c-0a9e-443b-af77-6344abfbd542 HTTP/1.1" status: 200  len: 217 time: 0.1499891
Apr 30 04:41:12.954227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-991cd92c-1d43-4fc7-bfa8-621a76d35628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:12.956214 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-991cd92c-1d43-4fc7-bfa8-621a76d35628 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1196043
Apr 30 04:41:13.135109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-061d11a1-ce03-4e4e-a58f-921ee91a67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:13.144588 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-061d11a1-ce03-4e4e-a58f-921ee91a67e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1805692
Apr 30 04:41:13.207198 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:13.344876 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:13.350326 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/0705089d-fde2-4851-b16b-0b9a02fae205 HTTP/1.1" status: 204  len: 168 time: 7.2931294
Apr 30 04:41:13.354873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39172) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:13.369342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bb2e323-7fc1-4f9e-8239-90f58fac2032 req-5e634378-bd2b-433b-9540-7cd91d2d69ec tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7894194
Apr 30 04:41:13.611341 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-c9aa9f47-647a-458d-88be-0ec5debed837 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4583166
Apr 30 04:41:13.832494 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ae805c86-a1d2-4ead-9966-c0cb84266024 req-98cb4c15-5197-461f-8996-4f93ab774ba9 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2131970
Apr 30 04:41:13.882086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cde24831-1d88-4c9f-baec-098f2388abfd req-dad1e111-19c6-4145-a4bc-3071ce77ed0c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 210 time: 0.0961835
Apr 30 04:41:13.928242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 752ea098-b106-4f28-84a2-b847d8180836 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:41:13.965750 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:14.017671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-b5525ee3-5b4f-4107-9e57-64a3df9da2b1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:14.024181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-b5525ee3-5b4f-4107-9e57-64a3df9da2b1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Synchronizing usage tracker for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:14.086145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-b5525ee3-5b4f-4107-9e57-64a3df9da2b1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Unset dirty status for tenant:6de62b6b1dba4d8981f30356c1d37820 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:14.092946 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-b5525ee3-5b4f-4107-9e57-64a3df9da2b1 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.50 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 945 time: 0.2594247
Apr 30 04:41:14.184419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eb2e5-0935-4dfe-83eb-c9d584ccb4e3 req-aff8ea2d-daad-4076-b769-daf0c35f304b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:14.210234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eb2e5-0935-4dfe-83eb-c9d584ccb4e3 req-aff8ea2d-daad-4076-b769-daf0c35f304b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:14.242193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eb2e5-0935-4dfe-83eb-c9d584ccb4e3 req-aff8ea2d-daad-4076-b769-daf0c35f304b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:14.265134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eb2e5-0935-4dfe-83eb-c9d584ccb4e3 req-aff8ea2d-daad-4076-b769-daf0c35f304b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:14.288460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd5eb2e5-0935-4dfe-83eb-c9d584ccb4e3 req-aff8ea2d-daad-4076-b769-daf0c35f304b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 3093 time: 1.6657875
Apr 30 04:41:14.348690 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:14.427914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752ea098-b106-4f28-84a2-b847d8180836'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:14.446335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=752ea098-b106-4f28-84a2-b847d8180836,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:14.455663 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:14.458224 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0f6bb63c-21e0-4ac7-a7ff-641fbb2f5393 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:14.512922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-638129e1-a67e-42ab-a4eb-930a78b0a591 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:14.516146 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-638129e1-a67e-42ab-a4eb-930a78b0a591 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.3111215
Apr 30 04:41:14.528154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-f605cede-4395-4a87-a24a-793c76381cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:14.530679 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-f605cede-4395-4a87-a24a-793c76381cb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 1096 time: 1.9917164
Apr 30 04:41:14.552121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af8853f-9663-4e39-b6f8-a24368a22c6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:14.558349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5af8853f-9663-4e39-b6f8-a24368a22c6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:14.561584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Request body: {'port': {'device_id': '72718e02-2761-4c28-8348-7cd0e3cc3ccc', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'admin_state_up': True, 'tenant_id': '23ed3850f28743fbb3956272163e68c0'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:14.632479 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=752ea098-b106-4f28-84a2-b847d8180836,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:14.649865 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:14.796030 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8738a5da-60cc-47ee-8bfa-2d6f01152672', 'tag': '562d373c-0a9e-443b-af77-6344abfbd542', 'status': 'completed', 'code': 200}
Apr 30 04:41:15.049884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-d10a0a07-2c68-407d-b157-dacccab7ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:15.056062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-d10a0a07-2c68-407d-b157-dacccab7ba0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 916 time: 0.4775453
Apr 30 04:41:15.095505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd5eb2e5-0935-4dfe-83eb-c9d584ccb4e3 req-6826435e-13c4-4c70-b21f-7e28883eab72 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5875566
Apr 30 04:41:15.154229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device e6f810c9-94d7-481d-8e9c-205df05b3a68 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:15.158197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:15.172943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:15.203381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Made reservation on behalf of 23ed3850f28743fbb3956272163e68c0 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:15.207289 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:15.395760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port e6f810c9-94d7-481d-8e9c-205df05b3a68 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:15.408962 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port e6f810c9-94d7-481d-8e9c-205df05b3a68 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:15.409414 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:15.440282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Allocated IP 10.2.2.200 (c7e27987-0396-4006-8a8b-6d38854fedb6/fbc14edc-ef78-4c6f-bef6-736d6931db13/54489ae0-efe8-43fe-bdd3-00e11f296177) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:15.595641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Deleting port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:41:15.596167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:15.643202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-5a2a0f32-6374-4511-bef5-761bbe4ef2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:15.644691 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-5a2a0f32-6374-4511-bef5-761bbe4ef2ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 1100 time: 0.7935996
Apr 30 04:41:15.655399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5af8853f-9663-4e39-b6f8-a24368a22c6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:15.656646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5af8853f-9663-4e39-b6f8-a24368a22c6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 2.2863672
Apr 30 04:41:15.702874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39218) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:15.710184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-866b8987-8236-4f78-90ef-2228c683ed90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6f810c9-94d7-481d-8e9c-205df05b3a68 HTTP/1.1" status: 200  len: 217 time: 0.6128025
Apr 30 04:41:15.839392 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:15.940338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port e6f810c9-94d7-481d-8e9c-205df05b3a68, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e6f810c9-94d7-481d-8e9c-205df05b3a68,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:15.960784 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:15.964334 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-521448f8-0e7b-461e-9474-65d99dce07f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:16.020544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] For port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,segment=NetworkSegment(b635747c-34ab-4d51-a408-2122fe863e02),segment_id=b635747c-34ab-4d51-a408-2122fe863e02)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:16.021194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:16.122583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=e6f810c9-94d7-481d-8e9c-205df05b3a68,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:16.126710 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:16.249015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-388ac987-8391-498b-84d7-1c75e7517eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:16.252176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-388ac987-8391-498b-84d7-1c75e7517eb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.4525235
Apr 30 04:41:16.441721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:16.466671 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-509a04e3-08f5-4dbc-8bd0-d2ffd30df0bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1810887
Apr 30 04:41:16.480495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Calling delete_port for f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:41:16.542798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Transition to ACTIVE for port object 54489ae0-efe8-43fe-bdd3-00e11f296177 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:16.593411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Allocated IP 172.20.0.4 (d8546f2d-3b48-4e0e-a3b1-191839a8c478/f6b8d43f-4c31-4f17-973d-316fa3a9818c/4ecb03fa-633b-4e59-a70d-7db29619ac4a) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:16.664726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-2b28e4ba-a093-4b91-8d40-4a52cabd69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:16.666655 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-2b28e4ba-a093-4b91-8d40-4a52cabd69e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.9934540
Apr 30 04:41:16.676368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c932c3-1950-4fff-b585-e26b7c3ce87c req-ebf4768f-fa32-434e-be93-f34f27605044 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:16.683797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0c932c3-1950-4fff-b585-e26b7c3ce87c req-ebf4768f-fa32-434e-be93-f34f27605044 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 944 time: 1.6232390
Apr 30 04:41:16.765273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0c932c3-1950-4fff-b585-e26b7c3ce87c req-4b9f6b4d-ee85-465a-9c4d-605daf80d9dd tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800283
Apr 30 04:41:16.781074 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-1d1d41cd-c00b-4b9b-a04c-771598c3c82f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=562d373c-0a9e-443b-af77-6344abfbd542 HTTP/1.1" status: 200  len: 217 time: 0.0922918
Apr 30 04:41:16.800628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee414779-6b46-43fa-805d-e23f70bfad6a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:16.813404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ee414779-6b46-43fa-805d-e23f70bfad6a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.1021771
Apr 30 04:41:16.821867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39240) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:16.861670 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752ea098-b106-4f28-84a2-b847d8180836', 'code': 200}
Apr 30 04:41:16.872451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-582cbba1-db48-4346-afe4-5044f73abad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:16.874505 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-582cbba1-db48-4346-afe4-5044f73abad1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0857043
Apr 30 04:41:17.056332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5678ddd-45ed-4483-a19f-2afaf767fead req-a2326eca-e22d-4e2c-b026-5aee19840665 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:17.060025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5678ddd-45ed-4483-a19f-2afaf767fead req-a2326eca-e22d-4e2c-b026-5aee19840665 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 948 time: 0.8062179
Apr 30 04:41:17.063233 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-d3239c76-8f95-436d-8af9-9984b71695d6 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5823610
Apr 30 04:41:17.162119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 562d373c-0a9e-443b-af77-6344abfbd542 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:41:17.187878 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:17.221194 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:17.234512 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:17.286017 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:17.295144 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-95d8bf85-4eff-4de8-90c1-efc665a9cbc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:17.388313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:17.396693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:17.423660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:17.469948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:17.486994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:17.525961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ebfa33-c2e3-4895-a50f-2e4ee5a74c03 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:17.529439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ebfa33-c2e3-4895-a50f-2e4ee5a74c03 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:17.533864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ebfa33-c2e3-4895-a50f-2e4ee5a74c03 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:17.535451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-24ebfa33-c2e3-4895-a50f-2e4ee5a74c03 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:17.580360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:17.581288 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:17.610504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 562d373c-0a9e-443b-af77-6344abfbd542, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=562d373c-0a9e-443b-af77-6344abfbd542,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:17.637948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '562d373c-0a9e-443b-af77-6344abfbd542', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '562d373c-0a9e-443b-af77-6344abfbd542', 'mac_address': 'fa:16:3e:f0:1e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:41:17.640645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event updated for resources: {'Port': ['ID=4ecb03fa-633b-4e59-a70d-7db29619ac4a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:17.652953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-2dac7517-5c77-4d5e-9b1a-6c285da0a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:17.654525 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-2dac7517-5c77-4d5e-9b1a-6c285da0a607 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7607625
Apr 30 04:41:17.656176 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:17.663009 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c181319-0d44-4904-9a18-c63464516f82 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:17.722731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network c7e27987-0396-4006-8a8b-6d38854fedb6 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:17.741950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Pushing event deleted for resources: {'Port': ['ID=f54c5dfc-2b90-4e69-b6e5-2be12f2681f2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:17.744496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] No DVR routers for this DVR port f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:41:17.746521 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:17.754900 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:17.767251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:17.771290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b77d33-7171-448f-a440-04c3da0698e4', 'name': 'network-vif-deleted', 'tag': 'f54c5dfc-2b90-4e69-b6e5-2be12f2681f2'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:17.787455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:17.815128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562d373c-0a9e-443b-af77-6344abfbd542 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:17.816611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5678ddd-45ed-4483-a19f-2afaf767fead req-7a6d61c3-09af-4c9d-b11c-b921b284196b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7431059
Apr 30 04:41:17.831073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:17.912727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3556228
Apr 30 04:41:17.916889 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f12107c0-6739-4d2b-82d8-75be2684a0ae req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.50 "DELETE /v2.0/ports/f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 HTTP/1.1" status: 204  len: 173 time: 3.8149221
Apr 30 04:41:17.931836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Request body: {'port': {'device_id': '72718e02-2761-4c28-8348-7cd0e3cc3ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:18.026673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:18.031199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:18.036427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 562d373c-0a9e-443b-af77-6344abfbd542, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=562d373c-0a9e-443b-af77-6344abfbd542,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:18.050943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:41:18.115075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event updated for resources: {'Port': ['ID=54489ae0-efe8-43fe-bdd3-00e11f296177,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:18.119440 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.9570262
Apr 30 04:41:18.120581 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:18.135200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-24ebfa33-c2e3-4895-a50f-2e4ee5a74c03 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:18.137411 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-24ebfa33-c2e3-4895-a50f-2e4ee5a74c03 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 1.3042078
Apr 30 04:41:18.169907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39252) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:18.220808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:41:18.221372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f54c5dfc-2b90-4e69-b6e5-2be12f2681f2 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:41:18.240757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:18.241534 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:18.258479 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:18.391813 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-f118a6db-02a5-438d-ad38-073ce6b7cae7 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6762550
Apr 30 04:41:18.414906 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:18.465828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd94c8-a0d8-4728-bf38-49875100021e req-52140391-f3e5-4255-b32d-8393a208f025 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:18.474737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9cd94c8-a0d8-4728-bf38-49875100021e req-52140391-f3e5-4255-b32d-8393a208f025 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4b77d33-7171-448f-a440-04c3da0698e4 HTTP/1.1" status: 200  len: 867 time: 1.4001839
Apr 30 04:41:18.512526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-09e5aab9-2793-4fc1-a729-0009d42fcc4a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.5419390
Apr 30 04:41:18.517154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-840b3ea9-15bc-4f85-89b2-79f3b288c325 None None] Provisioning for port 54489ae0-efe8-43fe-bdd3-00e11f296177 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:18.534782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-840b3ea9-15bc-4f85-89b2-79f3b288c325 None None] Provisioning complete for port 54489ae0-efe8-43fe-bdd3-00e11f296177 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:18.535465 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-840b3ea9-15bc-4f85-89b2-79f3b288c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:18.560632 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9cd94c8-a0d8-4728-bf38-49875100021e req-2b551182-4b83-41c1-b819-b4d2201a1383 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] 10.222.0.46 "GET /v2.0/security-groups?id=03723777-3a0d-4e50-ab09-473b58304164&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845087
Apr 30 04:41:18.619001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=562d373c-0a9e-443b-af77-6344abfbd542,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:18.637802 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:18.638645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-517609ae-079a-4e3d-90ee-38a85d6f90f7 req-77e7317a-06b7-4a2a-a3b0-cb49ab4be355 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5548289
Apr 30 04:41:18.646974 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-0c1bbdb8-cf03-4c4f-bc3f-a49cbf3368af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.5716596
Apr 30 04:41:18.648917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-840b3ea9-15bc-4f85-89b2-79f3b288c325 None None] Port 54489ae0-efe8-43fe-bdd3-00e11f296177 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:41:18.710289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['562d373c-0a9e-443b-af77-6344abfbd542'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:18.754692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 09d0a193-b351-478e-b9db-7b77387f6d43 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:41:18.766102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:18.820621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:18.879787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f810c9-94d7-481d-8e9c-205df05b3a68'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:18.947423 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7db99c5-dd87-4391-b7f5-1c47e193aa26 req-86a0193b-cb60-40b2-b244-9277d054f923 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5326793
Apr 30 04:41:19.025698 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:19.461888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e93e8-9fab-4d51-857c-0693db5ab4c1 req-4289dc4e-17c2-4f14-807c-50e58f000a6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:19.463507 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-533e93e8-9fab-4d51-857c-0693db5ab4c1 req-4289dc4e-17c2-4f14-807c-50e58f000a6f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 931 time: 1.3409903
Apr 30 04:41:19.549869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-e1717cee-b7a7-478e-9e9d-54a45240d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:19.551986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-e1717cee-b7a7-478e-9e9d-54a45240d77d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 1102 time: 0.9871464
Apr 30 04:41:19.600612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:19.625063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-267893fd-52ff-43cc-bb91-3b035aa933f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:19.626651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-267893fd-52ff-43cc-bb91-3b035aa933f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183 HTTP/1.1" status: 200  len: 1101 time: 0.8294272
Apr 30 04:41:19.715116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-533e93e8-9fab-4d51-857c-0693db5ab4c1 req-b92b68d7-52af-4d5b-93d1-2c5d7cd277b6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371998
Apr 30 04:41:19.894547 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b77d33-7171-448f-a440-04c3da0698e4', 'name': 'network-vif-deleted', 'tag': 'f54c5dfc-2b90-4e69-b6e5-2be12f2681f2', 'status': 'completed', 'code': 200}
Apr 30 04:41:19.939168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f952-3166-4b3c-a053-67487bea6657 req-6b08ded8-0de1-4123-80d0-49f84851f236 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:19.945474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f952-3166-4b3c-a053-67487bea6657 req-6b08ded8-0de1-4123-80d0-49f84851f236 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:19.951955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f952-3166-4b3c-a053-67487bea6657 req-6b08ded8-0de1-4123-80d0-49f84851f236 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:19.958094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f952-3166-4b3c-a053-67487bea6657 req-6b08ded8-0de1-4123-80d0-49f84851f236 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:19.964329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f952-3166-4b3c-a053-67487bea6657 req-6b08ded8-0de1-4123-80d0-49f84851f236 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:19.965402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fdf0f952-3166-4b3c-a053-67487bea6657 req-6b08ded8-0de1-4123-80d0-49f84851f236 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Synchronizing usage tracker for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:20.044757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-3f62a089-7b80-4b6e-99d9-0b04fa4e1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:20.046939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-3f62a089-7b80-4b6e-99d9-0b04fa4e1167 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.4192944
Apr 30 04:41:20.235130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ecb03fa-633b-4e59-a70d-7db29619ac4a {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:20.257898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:20.259248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fdf0f952-3166-4b3c-a053-67487bea6657 req-6b08ded8-0de1-4123-80d0-49f84851f236 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Unset dirty status for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:20.267958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdf0f952-3166-4b3c-a053-67487bea6657 req-6b08ded8-0de1-4123-80d0-49f84851f236 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 3814 time: 0.8984849
Apr 30 04:41:20.287595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-a6c1b14b-00eb-42b5-8cde-a36611939b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:20.289364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-a6c1b14b-00eb-42b5-8cde-a36611939b0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.6191266
Apr 30 04:41:20.307955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Transition to ACTIVE for port object 4ecb03fa-633b-4e59-a70d-7db29619ac4a will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:20.316493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:20.323519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-0264c876-6a56-43f9-8cd0-504afa12e368 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e52c1aa9-3449-4bff-83fc-f85761156dcd HTTP/1.1" status: 200  len: 217 time: 0.1732314
Apr 30 04:41:20.328968 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d1d0b04-29b3-4dd2-b250-b8347a85e423 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:20.402396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c409abd-f869-4630-a9c9-e57c6d5c4b01 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:20.457407 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-e646fff9-49de-4ff7-bb2d-f7b50fd7aa2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=cde68756-3980-4166-ac32-08a89f8687e7 HTTP/1.1" status: 200  len: 217 time: 0.1355464
Apr 30 04:41:20.462582 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:20.463086 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:20.504621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:20.514982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72559ea-32ba-46ab-b51b-0022f7b7e09d None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:41:20.515593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Pushing event updated for resources: {'Port': ['ID=4ecb03fa-633b-4e59-a70d-7db29619ac4a,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:20.557846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.558257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.558665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.559074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.559565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.560011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.560414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.560899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.561346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.561681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.562102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.562567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:20.567199 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:20.574534 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5a253b71-88d5-4d3c-9903-641fe1b40c46 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:20.646225 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/09d0a193-b351-478e-b9db-7b77387f6d43 HTTP/1.1" status: 204  len: 168 time: 2.4635198
Apr 30 04:41:20.703022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39266) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:20.719972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=09d0a193-b351-478e-b9db-7b77387f6d43,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:20.747610 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:20.802153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Transition to ACTIVE for port object 4c409abd-f869-4630-a9c9-e57c6d5c4b01 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:20.840487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-5398c34b-81fc-468c-89ca-bac4385c7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:20.842787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-5398c34b-81fc-468c-89ca-bac4385c7489 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.4484589
Apr 30 04:41:20.857403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:20.935245 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-947cdc57-5b4a-456c-bfc9-ede7b790b3ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:20.955079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 53bc2fce-4ef6-4097-9f15-8c48b252a448 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:41:20.960482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Attempting to bind port 4ecb03fa-633b-4e59-a70d-7db29619ac4a on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:20.960987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Attempting to bind port 4ecb03fa-633b-4e59-a70d-7db29619ac4a by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:20.961471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Attempting to bind port 4ecb03fa-633b-4e59-a70d-7db29619ac4a on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:20.965180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:21.057169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Port 4ecb03fa-633b-4e59-a70d-7db29619ac4a on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:21.057726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Attempting to bind port 4ecb03fa-633b-4e59-a70d-7db29619ac4a on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:21.084453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:21.085034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Checking segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:21.085709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Bound using segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:21.086510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Bound port: 4ecb03fa-633b-4e59-a70d-7db29619ac4a, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:21.087113 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:21.108415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Pushing event updated for resources: {'Port': ['ID=4c409abd-f869-4630-a9c9-e57c6d5c4b01,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:21.111962 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:21.129926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdf0f952-3166-4b3c-a053-67487bea6657 req-436e9e48-238b-4a3a-9215-4ccd214904bc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8266661
Apr 30 04:41:21.178524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 562d373c-0a9e-443b-af77-6344abfbd542 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:21.230272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:21.249688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-fe39ca34-ac3a-4d1a-931d-a49baee4ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:21.251342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-fe39ca34-ac3a-4d1a-931d-a49baee4ae83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.7610440
Apr 30 04:41:21.261580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee51fb-34e6-4e17-8f08-6b712fc6df12 req-e9fd6fc6-34d9-4e09-8333-f4f066234d4c tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:21.270694 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70ee51fb-34e6-4e17-8f08-6b712fc6df12 req-e9fd6fc6-34d9-4e09-8333-f4f066234d4c tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 945 time: 1.2363508
Apr 30 04:41:21.480522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 562d373c-0a9e-443b-af77-6344abfbd542 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:21.495819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 562d373c-0a9e-443b-af77-6344abfbd542 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:21.496163 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:21.682499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70ee51fb-34e6-4e17-8f08-6b712fc6df12 req-b0761ac3-1432-4806-a694-20afedbab11b tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4108033
Apr 30 04:41:21.796346 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:21.860110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Attempting to bind port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:21.861247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Attempting to bind port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:21.861751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Attempting to bind port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 on network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:21.883635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 on network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:21.883968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Attempting to bind port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 on network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:21.898003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:21.901446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Checking segment: {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:21.905797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Bound using segment: {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:21.906822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Bound port: 4c409abd-f869-4630-a9c9-e57c6d5c4b01, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65716d9d-9245-40b2-a0cc-9213fb93e01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:21.907243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:21.928789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-19b5c9c2-20e0-43aa-a449-7dda3c6cc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:21.930729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-19b5c9c2-20e0-43aa-a449-7dda3c6cc94a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.0752857
Apr 30 04:41:21.937444 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f810c9-94d7-481d-8e9c-205df05b3a68', 'code': 200}
Apr 30 04:41:21.950305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] For port 4ecb03fa-633b-4e59-a70d-7db29619ac4a, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:21.977778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] For port 4ecb03fa-633b-4e59-a70d-7db29619ac4a, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4ecb03fa-633b-4e59-a70d-7db29619ac4a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:21.990770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 562d373c-0a9e-443b-af77-6344abfbd542, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=562d373c-0a9e-443b-af77-6344abfbd542,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:22.000467 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:22.006013 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:22.080812 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:22.094163 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-622aa65b-3fae-48f3-b46b-cd62c15eb629 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:22.167284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=562d373c-0a9e-443b-af77-6344abfbd542,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:22.171962 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:22.188123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a3c88bb9-427e-4ba6-a39e-6b43d2844e7b None None] Provisioning complete for port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:22.188504 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a3c88bb9-427e-4ba6-a39e-6b43d2844e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:22.200424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-5b126487-fb2d-499d-9e8f-5e3746cffa58 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:22.202052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-5b126487-fb2d-499d-9e8f-5e3746cffa58 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Synchronizing usage tracker for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:22.240747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:22.310186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:22.311587 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:22.314157 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] 10.222.0.50 "PUT /v2.0/ports/4ecb03fa-633b-4e59-a70d-7db29619ac4a HTTP/1.1" status: 200  len: 1092 time: 4.3926470
Apr 30 04:41:22.334988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72718e02-2761-4c28-8348-7cd0e3cc3ccc', 'tag': '4ecb03fa-633b-4e59-a70d-7db29619ac4a'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:22.439271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-5b126487-fb2d-499d-9e8f-5e3746cffa58 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Unset dirty status for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:22.440463 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-5b126487-fb2d-499d-9e8f-5e3746cffa58 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "GET /v2.0/ports?device_id=5896d425-abd9-4675-877c-651f9618561b HTTP/1.1" status: 200  len: 944 time: 0.9036095
Apr 30 04:41:22.495603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-adf6a577-9978-44b8-9be8-3106aa7de70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:22.498813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-adf6a577-9978-44b8-9be8-3106aa7de70c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.1522949
Apr 30 04:41:22.528015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee752f8-9f26-4d10-8d11-2be601de0d88 req-ae03e5ee-b2bd-42b5-847c-a1895a3f53ce tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:22.531887 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ee752f8-9f26-4d10-8d11-2be601de0d88 req-ae03e5ee-b2bd-42b5-847c-a1895a3f53ce tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 949 time: 0.9810097
Apr 30 04:41:22.532223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Pushing event updated for resources: {'Port': ['ID=4ecb03fa-633b-4e59-a70d-7db29619ac4a,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:22.570371 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:22.675600 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-963077b9-face-4f1c-81a1-75e6358407e2 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7314818
Apr 30 04:41:22.792958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] For port 4c409abd-f869-4630-a9c9-e57c6d5c4b01, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:22.841348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-fbec0e68-9dfd-4943-bef8-ce4bb3b6df29 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:22.842946 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-fbec0e68-9dfd-4943-bef8-ce4bb3b6df29 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 805 time: 0.6961193
Apr 30 04:41:22.848396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] For port 4c409abd-f869-4630-a9c9-e57c6d5c4b01, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:22.852298 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ee752f8-9f26-4d10-8d11-2be601de0d88 req-73c69c14-6963-4bc5-b2e4-e391d205dcb3 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320952
Apr 30 04:41:22.937054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-1d53db01-8905-4da8-b281-8fad26b1b029 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/quotas/727c4291d7aa4a5ea49b54ff92104a82 HTTP/1.1" status: 200  len: 375 time: 0.0208786
Apr 30 04:41:22.938193 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:22.946140 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bd916b84-8c19-4b78-9c10-cf173227389e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:23.010333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a59fb-181e-4711-8ca8-46bd2297194d req-ae63dfdb-bb24-4cdd-afaf-db64ddd83587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:23.032053 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-896a59fb-181e-4711-8ca8-46bd2297194d req-ae63dfdb-bb24-4cdd-afaf-db64ddd83587 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 1097 time: 1.0202055
Apr 30 04:41:23.090214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-3d588fcd-2d20-42f4-8eca-25f96edaa82c service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5473542
Apr 30 04:41:23.102241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:23.102876 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:23.104384 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] 10.222.0.37 "PUT /v2.0/ports/4c409abd-f869-4630-a9c9-e57c6d5c4b01 HTTP/1.1" status: 200  len: 1092 time: 4.9654467
Apr 30 04:41:23.105867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:23.298022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-568ef22b-ddcd-49b2-ab8d-fc4eb2f0edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:23.300981 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-568ef22b-ddcd-49b2-ab8d-fc4eb2f0edc0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 1095 time: 0.9200008
Apr 30 04:41:23.320674 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-896a59fb-181e-4711-8ca8-46bd2297194d req-63f79e30-4425-42dc-a737-4f94dd46d6cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2873225
Apr 30 04:41:23.329326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:23.573480 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-c26dc390-ad96-4c71-9368-af5fd34570c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ecb03fa-633b-4e59-a70d-7db29619ac4a HTTP/1.1" status: 200  len: 217 time: 0.2411211
Apr 30 04:41:23.622846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Pushing event updated for resources: {'Port': ['ID=4c409abd-f869-4630-a9c9-e57c6d5c4b01,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:23.629238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-558a84b3-71f8-4853-b6dc-e3202b047b82 req-9da77509-ef5f-414d-a83d-1e54d3356599 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9370372
Apr 30 04:41:23.642704 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:23.730432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cfc9f1f-3291-4816-a2fa-33488edbf0b2 req-f0da40cd-4730-4348-8d26-e2afef677c23 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6177344
Apr 30 04:41:23.776591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-aeda08f9-356d-4e05-adbe-d47adf396de5 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7910151
Apr 30 04:41:23.790354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:23.791794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-bb61399e-971d-4044-b197-63f230d1cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:23.793375 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-bb61399e-971d-4044-b197-63f230d1cd62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.2079852
Apr 30 04:41:23.795785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Deleting port 752ea098-b106-4f28-84a2-b847d8180836 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:41:23.796372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:23.938785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8738a5da-60cc-47ee-8bfa-2d6f01152672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562d373c-0a9e-443b-af77-6344abfbd542'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:23.961251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-42bf1426-fe9a-4472-bebc-bcc235d6ffd8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1403756
Apr 30 04:41:23.986452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c93f4d-1856-491b-a7c4-61d222cc93a8 req-c16bb7a8-8425-40f8-99f2-7ab28b5de6a0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:23.988980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 752ea098-b106-4f28-84a2-b847d8180836 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:41:23.993982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96c93f4d-1856-491b-a7c4-61d222cc93a8 req-c16bb7a8-8425-40f8-99f2-7ab28b5de6a0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 943 time: 0.7195878
Apr 30 04:41:24.172129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:24.184543 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa4c9ef9-e97f-4deb-bae0-30362c102b25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:24.254721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=53bc2fce-4ef6-4097-9f15-8c48b252a448,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:24.257523 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:24.268030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:24.358694 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/53bc2fce-4ef6-4097-9f15-8c48b252a448 HTTP/1.1" status: 204  len: 168 time: 3.6416647
Apr 30 04:41:24.375189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39298) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:24.420633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1bd189-cbe3-4310-9a54-27b26cd43cc8 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:41:24.487426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b8cd63aa-741b-4b4d-8935-02ee4f3fae29 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1109071
Apr 30 04:41:24.489542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] For port 752ea098-b106-4f28-84a2-b847d8180836, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=752ea098-b106-4f28-84a2-b847d8180836,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:24.489896 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:24.500209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96c93f4d-1856-491b-a7c4-61d222cc93a8 req-5e8e7dbd-d68c-4b2a-9846-62811929984a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2960768
Apr 30 04:41:24.500744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39302) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:24.526464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:24.604021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-263698e6-583e-4a23-af99-58e85457340b service neutron] 10.222.0.46 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7857621
Apr 30 04:41:24.855402 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-2ea2fb9b-b305-4de1-b3f7-6b51fd1bfa9d service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7328560
Apr 30 04:41:24.887782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Calling delete_port for 752ea098-b106-4f28-84a2-b847d8180836 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:41:25.246672 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c85b6cf0-b228-4c33-8600-3e4dea5b6805 req-bae20050-5135-4a53-ada6-e2de5abfe975 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3368108
Apr 30 04:41:25.340023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:41:25.502501 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:25.538583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:25.550801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:25.553798 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e02168ea-09b8-436d-9eff-6adfdc437f73 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:25.572140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:25.580747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] Deleting port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:41:25.581129 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:25.595527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:25.628472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-5973c3be-48dc-4e40-8b0f-f3f2f214c91b service neutron] 10.222.0.46 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0232434
Apr 30 04:41:25.663679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Pushing event deleted for resources: {'Port': ['ID=752ea098-b106-4f28-84a2-b847d8180836,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:25.671952 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:25.769511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:25.788900 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:25.831121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] No DVR routers for this DVR port 752ea098-b106-4f28-84a2-b847d8180836 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:41:25.836130 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:25.864745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] For port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:25.865390 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:25.873771 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f5fe1109-581c-401c-a017-11c7cda3a58f req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "DELETE /v2.0/ports/752ea098-b106-4f28-84a2-b847d8180836 HTTP/1.1" status: 204  len: 173 time: 3.4170675
Apr 30 04:41:26.083014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b2d6-b9cf-4765-a3ca-3a6c501d4025 req-cfaf9c2c-568a-4bd2-814b-a505614581ba tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:26.112521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b2d6-b9cf-4765-a3ca-3a6c501d4025 req-cfaf9c2c-568a-4bd2-814b-a505614581ba tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:26.130213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b2d6-b9cf-4765-a3ca-3a6c501d4025 req-cfaf9c2c-568a-4bd2-814b-a505614581ba tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:26.136858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b2d6-b9cf-4765-a3ca-3a6c501d4025 req-cfaf9c2c-568a-4bd2-814b-a505614581ba tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:26.164281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704b2d6-b9cf-4765-a3ca-3a6c501d4025 req-cfaf9c2c-568a-4bd2-814b-a505614581ba tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:26.166236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6704b2d6-b9cf-4765-a3ca-3a6c501d4025 req-cfaf9c2c-568a-4bd2-814b-a505614581ba tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 3826 time: 1.0290287
Apr 30 04:41:26.196763 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:41:26.242700 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72718e02-2761-4c28-8348-7cd0e3cc3ccc', 'tag': '4ecb03fa-633b-4e59-a70d-7db29619ac4a', 'status': 'completed', 'code': 200}
Apr 30 04:41:26.277417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] Calling delete_port for e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:41:26.445181 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:26.462855 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:26.582400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] Pushing event deleted for resources: {'Port': ['ID=e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:26.595186 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:26.599237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-91c15dbb-b338-4c2a-88d6-a1e8696b9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:26.602741 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-91c15dbb-b338-4c2a-88d6-a1e8696b9570 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 1095 time: 0.3044608
Apr 30 04:41:26.606454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] No DVR routers for this DVR port e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:41:26.614461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:41:26.648830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f7b4d0-0024-4971-af54-65ce913508e1 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:26.706823 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:41:26.707424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e8af9dc2-43a1-4dd6-9f2f-a2c952aad2f7 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:41:26.844881 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:26.867932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6704b2d6-b9cf-4765-a3ca-3a6c501d4025 req-9e4c2d3f-5e2d-486c-9220-03fe35d552dd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6733732
Apr 30 04:41:26.964346 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:27.036346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-2725747d-0bfa-4542-a133-5ffac29b44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:27.039810 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-2725747d-0bfa-4542-a133-5ffac29b44f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 906 time: 0.4268420
Apr 30 04:41:27.059707 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:27.062525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Transition to ACTIVE for port object e3f7b4d0-0024-4971-af54-65ce913508e1 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:27.089246 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:27.128263 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f971c28-efc3-4247-b79e-eee8c86b412a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:27.340620 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'status': 'completed', 'code': 200}
Apr 30 04:41:27.510209 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-272416b4-6d92-4ae0-afad-591ac2deb71d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ecb03fa-633b-4e59-a70d-7db29619ac4a HTTP/1.1" status: 200  len: 217 time: 0.4625349
Apr 30 04:41:27.622494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-c2edd6c5-a583-4b9f-87c4-2c1e8eaa837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:27.624884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-c2edd6c5-a583-4b9f-87c4-2c1e8eaa837e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.1083379
Apr 30 04:41:27.680397 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-a5fcade1-e19b-4991-84a4-97a656d25680 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485172
Apr 30 04:41:27.876848 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-412fc262-a9e1-4cde-bf45-8c42e0a237bf service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854835
Apr 30 04:41:28.158758 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fd59e142-b1bc-435a-8412-70d93b4c12f5 req-c8ad446a-3a45-4f28-b4f4-f5b7b376dd9f service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2664268
Apr 30 04:41:28.243814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'name': 'network-vif-deleted', 'tag': '752ea098-b106-4f28-84a2-b847d8180836'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:28.289024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f7b4d0-0024-4971-af54-65ce913508e1,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:28.295233 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.167s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:28.477444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e4d41-5421-4cc0-8c4c-4adf5e4ef6c0 req-eba92d7b-1b85-4d6d-a0de-4109f80dfc9f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:28.479123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a1e4d41-5421-4cc0-8c4c-4adf5e4ef6c0 req-eba92d7b-1b85-4d6d-a0de-4109f80dfc9f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 945 time: 1.8028574
Apr 30 04:41:28.554853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-dc912f25-5fe3-4a82-91b4-dd684ffed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:28.555506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-dc912f25-5fe3-4a82-91b4-dd684ffed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:28.555859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-dc912f25-5fe3-4a82-91b4-dd684ffed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:28.556340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-dc912f25-5fe3-4a82-91b4-dd684ffed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:28.556830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-dc912f25-5fe3-4a82-91b4-dd684ffed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:28.558799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-dc912f25-5fe3-4a82-91b4-dd684ffed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:28.559359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-dc912f25-5fe3-4a82-91b4-dd684ffed5f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5245 time: 1.2173202
Apr 30 04:41:28.663073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b274b4-9d30-4926-9cd8-378a899853c2 req-d0e6ebb2-21cb-455f-b259-85d8efbb70b6 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:28.670296 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50b274b4-9d30-4926-9cd8-378a899853c2 req-d0e6ebb2-21cb-455f-b259-85d8efbb70b6 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 950 time: 0.8198283
Apr 30 04:41:28.675666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-2a6b9b0e-636b-40eb-88f9-c07be390fd5d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:28.679878 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-2a6b9b0e-636b-40eb-88f9-c07be390fd5d tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 805 time: 0.2522149
Apr 30 04:41:28.697976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Request body: {'port': {'device_id': '59dfa39d-dabc-454c-9835-96e622614f1e', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'admin_state_up': True, 'tenant_id': '727c4291d7aa4a5ea49b54ff92104a82'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:28.723045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Attempting to bind port e3f7b4d0-0024-4971-af54-65ce913508e1 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:28.723404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Attempting to bind port e3f7b4d0-0024-4971-af54-65ce913508e1 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:28.723743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Attempting to bind port e3f7b4d0-0024-4971-af54-65ce913508e1 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:28.728794 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a1e4d41-5421-4cc0-8c4c-4adf5e4ef6c0 req-a016eed2-1053-4f6a-98a8-1f35f4fe1043 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400224
Apr 30 04:41:28.790362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Port e3f7b4d0-0024-4971-af54-65ce913508e1 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:28.790620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Attempting to bind port e3f7b4d0-0024-4971-af54-65ce913508e1 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:28.826815 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8738a5da-60cc-47ee-8bfa-2d6f01152672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562d373c-0a9e-443b-af77-6344abfbd542', 'code': 200}
Apr 30 04:41:28.842838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:28.842838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Checking segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:28.843212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Bound using segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:28.843605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Bound port: e3f7b4d0-0024-4971-af54-65ce913508e1, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:28.843967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:28.974131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50b274b4-9d30-4926-9cd8-378a899853c2 req-1c2e4162-5c2e-4d73-8aac-1ae8a22e62ff tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3028419
Apr 30 04:41:29.021676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:29.030628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Usage tracker for resource:port and tenant:727c4291d7aa4a5ea49b54ff92104a82 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:29.034812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:29.100335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-61638a56-08e6-469e-8c43-46f3194b459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:29.101266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-61638a56-08e6-469e-8c43-46f3194b459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:29.102080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-61638a56-08e6-469e-8c43-46f3194b459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:29.104871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-61638a56-08e6-469e-8c43-46f3194b459a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.4917166
Apr 30 04:41:29.106239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:29.137030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Made reservation on behalf of 727c4291d7aa4a5ea49b54ff92104a82 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:29.141914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:29.249199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a824dd1-f26c-4c28-8c66-e29346804d21 req-27a5c3c1-9185-4b83-9190-9e038b0347b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:29.251725 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a824dd1-f26c-4c28-8c66-e29346804d21 req-27a5c3c1-9185-4b83-9190-9e038b0347b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 1102 time: 0.2084892
Apr 30 04:41:29.341179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d351d6c-afd4-49f9-867a-b0952c00d944 req-a52bd917-8f04-43bb-8922-b4ff7fd9e913 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 210 time: 0.2177062
Apr 30 04:41:29.441272 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a824dd1-f26c-4c28-8c66-e29346804d21 req-4e657a05-22da-45ca-bd38-8bcb4aff4a1b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760387
Apr 30 04:41:29.483781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Allocated IP 172.20.0.7 (250e2697-f2d7-43d3-b973-e43ab39c6403/7139698c-477e-486b-9121-7a7771acee19/713c7368-a77a-4f0a-8088-3467c4c25d9c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:29.495258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] For port e3f7b4d0-0024-4971-af54-65ce913508e1, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:29.527710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] For port e3f7b4d0-0024-4971-af54-65ce913508e1, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e3f7b4d0-0024-4971-af54-65ce913508e1,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:29.572906 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:29.598937 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-798912d0-4e76-4a23-a515-bc3466cf1374 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:29.720066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-4f1d6e57-c0b1-441e-a1e5-a5fe1d288273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:29.721682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e1cef30-12b8-4aca-b88c-94d260b27fb1 req-4f1d6e57-c0b1-441e-a1e5-a5fe1d288273 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5802236
Apr 30 04:41:29.730030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b87204-a12b-47ee-9692-30289e7d1f99 req-f74dd27b-fc3b-446f-9fe8-44ed1ef3c57a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:29.738286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36b87204-a12b-47ee-9692-30289e7d1f99 req-f74dd27b-fc3b-446f-9fe8-44ed1ef3c57a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 943 time: 0.7608852
Apr 30 04:41:29.767066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:29.767840 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:29.769277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 200  len: 1132 time: 6.4490824
Apr 30 04:41:29.780096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': 'e3f7b4d0-0024-4971-af54-65ce913508e1'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:29.826891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:29.844302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f7b4d0-0024-4971-af54-65ce913508e1,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:29.900729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:29.907399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:29.932246 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:29.943351 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:30.005884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:30.009950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:30.016800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 4ecb03fa-633b-4e59-a70d-7db29619ac4a details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:41:30.021187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.objects.ports [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74581) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:41:30.024852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36b87204-a12b-47ee-9692-30289e7d1f99 req-66f6f8e5-6fcb-4e76-a1fa-003b8910f3ae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2857237
Apr 30 04:41:30.029991 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:30.030360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:30.047605 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7095be19-45e5-4efa-9a54-81df51a9d5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:30.102830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Pushing event updated for resources: {'Port': ['ID=713c7368-a77a-4f0a-8088-3467c4c25d9c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:30.106381 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:30.147814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:30.151354 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:30.195709 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5896d425-abd9-4675-877c-651f9618561b', 'name': 'network-vif-deleted', 'tag': '752ea098-b106-4f28-84a2-b847d8180836', 'status': 'completed', 'code': 200}
Apr 30 04:41:30.205423 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5162411
Apr 30 04:41:30.227403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Request body: {'port': {'device_id': '59dfa39d-dabc-454c-9835-96e622614f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:30.228512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:30.267018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:30.297531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9eea3-537f-4d76-b117-1ec660d9f548 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:41:30.314312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ba0c-6b75-4888-ac0b-e2ddd116afd7 req-cceb0f77-89af-4f77-8e0c-e7d897f0b1a2 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:30.320487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ba0c-6b75-4888-ac0b-e2ddd116afd7 req-cceb0f77-89af-4f77-8e0c-e7d897f0b1a2 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:30.327259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ba0c-6b75-4888-ac0b-e2ddd116afd7 req-cceb0f77-89af-4f77-8e0c-e7d897f0b1a2 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:30.333468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ba0c-6b75-4888-ac0b-e2ddd116afd7 req-cceb0f77-89af-4f77-8e0c-e7d897f0b1a2 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:30.339569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ba0c-6b75-4888-ac0b-e2ddd116afd7 req-cceb0f77-89af-4f77-8e0c-e7d897f0b1a2 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:30.346331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14ba0c-6b75-4888-ac0b-e2ddd116afd7 req-cceb0f77-89af-4f77-8e0c-e7d897f0b1a2 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:30.354476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb14ba0c-6b75-4888-ac0b-e2ddd116afd7 req-cceb0f77-89af-4f77-8e0c-e7d897f0b1a2 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 4599 time: 0.7573795
Apr 30 04:41:30.366436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 4ecb03fa-633b-4e59-a70d-7db29619ac4a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4ecb03fa-633b-4e59-a70d-7db29619ac4a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:30.369918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=b6f1968e-f74f-4f67-923e-3adade8471bc,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:30.389599 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:30.393461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:30.394358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:30.458266 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:30.480298 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '4ecb03fa-633b-4e59-a70d-7db29619ac4a', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'port_id': '4ecb03fa-633b-4e59-a70d-7db29619ac4a', 'mac_address': 'fa:16:3e:d9:45:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b8d43f-4c31-4f17-973d-316fa3a9818c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:41:30.539857 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:30.681224 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb14ba0c-6b75-4888-ac0b-e2ddd116afd7 req-ad8a4e89-55e8-4048-8123-44490b2c7b82 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3257315
Apr 30 04:41:30.727749 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': 'e3f7b4d0-0024-4971-af54-65ce913508e1', 'status': 'completed', 'code': 200}
Apr 30 04:41:30.730845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.2185996
Apr 30 04:41:30.741009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39362) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:30.837811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:30.985780 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2244b160-eda4-4f88-92ab-be8f4767eeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:31.002497 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:31.172663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ecb03fa-633b-4e59-a70d-7db29619ac4a {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:31.212266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': 'b6f1968e-f74f-4f67-923e-3adade8471bc'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:41:31.213547 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:31.229584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 4ecb03fa-633b-4e59-a70d-7db29619ac4a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4ecb03fa-633b-4e59-a70d-7db29619ac4a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:31.243725 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:31.245697 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-29d77c4e-33cd-4f9a-82fa-fd5866c19200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:31.400812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=4ecb03fa-633b-4e59-a70d-7db29619ac4a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:31.408206 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:31.470809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713c7368-a77a-4f0a-8088-3467c4c25d9c {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:31.480954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:31.501443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Transition to ACTIVE for port object 713c7368-a77a-4f0a-8088-3467c4c25d9c will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:31.507419 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:31.514155 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:31.532977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Allocated IP 2001:db8::f816:3eff:feb4:583f (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/b6f1968e-f74f-4f67-923e-3adade8471bc/1100b577-7395-4832-856c-99ac59ccdddc) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:31.643722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['4ecb03fa-633b-4e59-a70d-7db29619ac4a'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:31.771902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Pushing event updated for resources: {'Port': ['ID=713c7368-a77a-4f0a-8088-3467c4c25d9c,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:31.777753 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:31.866028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:31.899129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-ff0cc9c2-6514-4f95-a5b0-040f659a242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:31.900280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-ff0cc9c2-6514-4f95-a5b0-040f659a242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:31.901155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-ff0cc9c2-6514-4f95-a5b0-040f659a242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:31.902768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-ff0cc9c2-6514-4f95-a5b0-040f659a242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:31.903893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-ff0cc9c2-6514-4f95-a5b0-040f659a242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:31.906588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-ff0cc9c2-6514-4f95-a5b0-040f659a242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:31.910456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-ff0cc9c2-6514-4f95-a5b0-040f659a242f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5287 time: 1.1718090
Apr 30 04:41:31.916820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:31.936998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff1d22-4331-407a-8394-8c3bd1cc2fba req-9d85dd48-1a43-4cce-b88a-4084d3af567c tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:31.939715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2ff1d22-4331-407a-8394-8c3bd1cc2fba req-9d85dd48-1a43-4cce-b88a-4084d3af567c tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 943 time: 0.5844314
Apr 30 04:41:31.942385 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:31.964726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:31.965072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Transition to ACTIVE for port object 1100b577-7395-4832-856c-99ac59ccdddc will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:31.976152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ceeca-e13b-4777-a02e-aea173aba621 req-189c95a3-0591-4a24-8842-144071ef52a7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:31.977842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c84ceeca-e13b-4777-a02e-aea173aba621 req-189c95a3-0591-4a24-8842-144071ef52a7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 950 time: 1.0172632
Apr 30 04:41:31.981067 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:41:31.997559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Attempting to bind port 713c7368-a77a-4f0a-8088-3467c4c25d9c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:31.998325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Attempting to bind port 713c7368-a77a-4f0a-8088-3467c4c25d9c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:31.999025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Attempting to bind port 713c7368-a77a-4f0a-8088-3467c4c25d9c on network 250e2697-f2d7-43d3-b973-e43ab39c6403 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:32.007146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Port 713c7368-a77a-4f0a-8088-3467c4c25d9c on network 250e2697-f2d7-43d3-b973-e43ab39c6403 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:32.007514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Attempting to bind port 713c7368-a77a-4f0a-8088-3467c4c25d9c on network 250e2697-f2d7-43d3-b973-e43ab39c6403 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:32.016133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:32.016499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Checking segment: {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:32.016876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Bound using segment: {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:32.017337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Bound port: 713c7368-a77a-4f0a-8088-3467c4c25d9c, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:32.017827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:32.018151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Transition to ACTIVE for port object 1100b577-7395-4832-856c-99ac59ccdddc will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:32.030990 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:32.037125 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:32.042120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:32.101636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:32.112168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:32.117057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:32.133653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:32.141507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:32.147266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:32.151799 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e1b255b-8b87-4e90-aff9-a357f35bd86d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:32.170989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Pushing event updated for resources: {'Port': ['ID=1100b577-7395-4832-856c-99ac59ccdddc,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:32.183904 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:32.258585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Attempting to bind port 1100b577-7395-4832-856c-99ac59ccdddc on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:32.261749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Attempting to bind port 1100b577-7395-4832-856c-99ac59ccdddc by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:32.261749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Attempting to bind port 1100b577-7395-4832-856c-99ac59ccdddc on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:32.269776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:32.270898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:32.271583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:32.272304 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:32.272882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:32.273401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Bound port: 1100b577-7395-4832-856c-99ac59ccdddc, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:32.273810 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:32.275338 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:32.279790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:32.280853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:32.283464 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] 10.222.0.50 "PUT /v2.0/ports/713c7368-a77a-4f0a-8088-3467c4c25d9c HTTP/1.1" status: 200  len: 1092 time: 2.0706699
Apr 30 04:41:32.284254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:32.314002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Pushing event updated for resources: {'Port': ['ID=713c7368-a77a-4f0a-8088-3467c4c25d9c,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:32.319459 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:32.322655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d063906-5547-41da-8501-105dfc36bc06 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:32.355570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2ff1d22-4331-407a-8394-8c3bd1cc2fba req-17733ca9-c47d-435b-9452-4d8d11ecaca3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3618240
Apr 30 04:41:32.380595 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c84ceeca-e13b-4777-a02e-aea173aba621 req-93e9fc35-9b91-406b-aa21-e42308f28f3c tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3644397
Apr 30 04:41:32.386587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] For port 1100b577-7395-4832-856c-99ac59ccdddc, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:32.390516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] For port 1100b577-7395-4832-856c-99ac59ccdddc, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1100b577-7395-4832-856c-99ac59ccdddc,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:32.393641 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:32.409399 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:32.414986 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:32.493325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-227316dc-89d0-41d6-9087-b344ac7d94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:32.494888 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-227316dc-89d0-41d6-9087-b344ac7d94b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 1095 time: 0.1304307
Apr 30 04:41:32.578283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-f3168ba1-9c81-41c6-af10-1e1c25487f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:32.579194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-f3168ba1-9c81-41c6-af10-1e1c25487f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:32.580154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-f3168ba1-9c81-41c6-af10-1e1c25487f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:32.583141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-f3168ba1-9c81-41c6-af10-1e1c25487f07 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.6421320
Apr 30 04:41:32.589050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Pushing event updated for resources: {'Port': ['ID=1100b577-7395-4832-856c-99ac59ccdddc,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:32.606742 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:32.631980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39380) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:32.690501 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-e277d0b9-d99b-44dc-b9dc-76af3f3e5369 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c HTTP/1.1" status: 200  len: 217 time: 0.1849442
Apr 30 04:41:32.838319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Transition to ACTIVE for port object 5d063906-5547-41da-8501-105dfc36bc06 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:33.059393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] Deleting subnet 428de363-804c-4154-ad97-5c4366b56436 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:41:33.060270 n-d-766726-20 neutron-server[74581]: INFO neutron.db.ipam_backend_mixin [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6f1968e-f74f-4f67-923e-3adade8471bc (CIDR: 2001:db8::/64)
Apr 30 04:41:33.071231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-c676e29f-d2d0-45aa-9606-a330e705785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.072792 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-c676e29f-d2d0-45aa-9606-a330e705785e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 200  len: 845 time: 0.3740196
Apr 30 04:41:33.077178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:33.170271 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:41:33.171338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:41:33.236673 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:33.248630 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-0475933d-1156-4496-96c5-4022a2f0c9d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=250e2697-f2d7-43d3-b973-e43ab39c6403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0852191
Apr 30 04:41:33.259643 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a68d2ca9-74f9-4504-a30c-a1fa50990055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:33.305841 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:33.333067 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:33.401582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fb62e6b7-ced3-4831-a1ce-0b85271bb34a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.5644310
Apr 30 04:41:33.412889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-85e73e99-f5a9-4311-83d8-58efc2fa90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.414717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c5d55e21-846a-48cf-8631-295300ea69f3 req-85e73e99-f5a9-4311-83d8-58efc2fa90be service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8193157
Apr 30 04:41:33.415480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39392) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:33.449770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:33.549203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Pushing event updated for resources: {'Port': ['ID=5d063906-5547-41da-8501-105dfc36bc06,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:33.552905 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:33.570587 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:33.587277 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4601e843-1c21-4209-be25-a4747e682328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:33.708348 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-95be2cf4-dba7-4764-9f01-9bf10147040d service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4526138
Apr 30 04:41:33.722781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72aac8-e9c5-4655-8e33-448465520b27 req-12d19dce-8cd0-4b0d-bfdc-e29a57a672ea tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.724456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da72aac8-e9c5-4655-8e33-448465520b27 req-12d19dce-8cd0-4b0d-bfdc-e29a57a672ea tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 944 time: 0.9311945
Apr 30 04:41:33.807214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b24e5-cd3c-466c-94fc-44a91ebf8abf req-622c7224-4bd3-4e52-aa1f-b9c20f75645e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.813610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b24e5-cd3c-466c-94fc-44a91ebf8abf req-622c7224-4bd3-4e52-aa1f-b9c20f75645e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.820302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b24e5-cd3c-466c-94fc-44a91ebf8abf req-622c7224-4bd3-4e52-aa1f-b9c20f75645e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.826673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b24e5-cd3c-466c-94fc-44a91ebf8abf req-622c7224-4bd3-4e52-aa1f-b9c20f75645e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.833533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b24e5-cd3c-466c-94fc-44a91ebf8abf req-622c7224-4bd3-4e52-aa1f-b9c20f75645e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.844203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b24e5-cd3c-466c-94fc-44a91ebf8abf req-622c7224-4bd3-4e52-aa1f-b9c20f75645e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.852668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b24e5-cd3c-466c-94fc-44a91ebf8abf req-622c7224-4bd3-4e52-aa1f-b9c20f75645e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:33.854665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-067b24e5-cd3c-466c-94fc-44a91ebf8abf req-622c7224-4bd3-4e52-aa1f-b9c20f75645e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5372 time: 0.6533768
Apr 30 04:41:33.863277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Attempting to bind port 5d063906-5547-41da-8501-105dfc36bc06 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:33.863764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Attempting to bind port 5d063906-5547-41da-8501-105dfc36bc06 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:33.863943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Attempting to bind port 5d063906-5547-41da-8501-105dfc36bc06 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:33.901999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:33.905416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Port 5d063906-5547-41da-8501-105dfc36bc06 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:33.905951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Attempting to bind port 5d063906-5547-41da-8501-105dfc36bc06 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:33.922459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:33.935013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:33.946238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da72aac8-e9c5-4655-8e33-448465520b27 req-7bab1cdd-eb9c-49cb-8d2f-6c4d476a6697 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003741
Apr 30 04:41:33.947708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:33.948422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Checking segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:33.949078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Bound using segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:33.949963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Bound port: 5d063906-5547-41da-8501-105dfc36bc06, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:33.950544 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:34.021634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-067b24e5-cd3c-466c-94fc-44a91ebf8abf req-da0e8426-ca78-434e-a8aa-fd1255135f25 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1462283
Apr 30 04:41:34.025953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:34.032827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 4ecb03fa-633b-4e59-a70d-7db29619ac4a up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:34.203522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] For port 5d063906-5547-41da-8501-105dfc36bc06, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:34.208095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] For port 5d063906-5547-41da-8501-105dfc36bc06, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5d063906-5547-41da-8501-105dfc36bc06,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:34.220838 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:34.236990 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-80abeae0-5067-47d7-9b5a-c592c7737ec5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:34.305954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 4ecb03fa-633b-4e59-a70d-7db29619ac4a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:34.320565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 4ecb03fa-633b-4e59-a70d-7db29619ac4a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:34.322197 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:34.327792 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5c2361a-b53c-409d-aaaa-b0e75c9e2350 req-5f7bbd5f-9ccc-40db-a58b-7e44c26d7a75 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5874858
Apr 30 04:41:34.329998 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c', 'status': 'completed', 'code': 200}
Apr 30 04:41:34.631255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1100b577-7395-4832-856c-99ac59ccdddc up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:34.758337 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:34.878314 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a08467a3-cf93-4c89-81da-cb9f1534a4c6 None None] Provisioning for port 1100b577-7395-4832-856c-99ac59ccdddc completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:34.951705 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:34.991955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 1100b577-7395-4832-856c-99ac59ccdddc completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:35.035123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1100b577-7395-4832-856c-99ac59ccdddc triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:35.035797 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:35.079606 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:35.113269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:35.115842 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-30cf5c85-146d-46c7-80ac-a66810a8ccaf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:35.119460 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:35.133140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72718e02-2761-4c28-8348-7cd0e3cc3ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecb03fa-633b-4e59-a70d-7db29619ac4a'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:35.189643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 4ecb03fa-633b-4e59-a70d-7db29619ac4a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4ecb03fa-633b-4e59-a70d-7db29619ac4a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:35.231171 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:35.245284 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:35.251217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428de363-804c-4154-ad97-5c4366b56436,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:35.270291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54409009-552d-40c6-bf43-9b9a30f9200e req-b0eee4b4-e025-4532-baa7-2b6e2ae69d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:35.272251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54409009-552d-40c6-bf43-9b9a30f9200e req-b0eee4b4-e025-4532-baa7-2b6e2ae69d7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 1095 time: 0.6000514
Apr 30 04:41:35.273340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:35.290535 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:35.297233 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/428de363-804c-4154-ad97-5c4366b56436 HTTP/1.1" status: 204  len: 168 time: 2.6509368
Apr 30 04:41:35.329490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39412) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:35.332785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:35.336154 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:35.341364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e212886c-9389-4b18-a409-8eed360a56af service neutron] 10.222.0.37 "PUT /v2.0/ports/5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 200  len: 1132 time: 5.4615023
Apr 30 04:41:35.387830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '5d063906-5547-41da-8501-105dfc36bc06'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:35.394710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=4ecb03fa-633b-4e59-a70d-7db29619ac4a,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:35.413268 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:35.431180 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:35.535342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 1100b577-7395-4832-856c-99ac59ccdddc, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1100b577-7395-4832-856c-99ac59ccdddc,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:35.548341 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:35.553877 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:35.649831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:35.655206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=1100b577-7395-4832-856c-99ac59ccdddc,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:35.660725 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:35.780924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54409009-552d-40c6-bf43-9b9a30f9200e req-b74e8447-d3c7-4d11-989e-f39f1a58ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:35.784146 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54409009-552d-40c6-bf43-9b9a30f9200e req-b74e8447-d3c7-4d11-989e-f39f1a58ae33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 200  len: 906 time: 0.4846873
Apr 30 04:41:35.941920 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54409009-552d-40c6-bf43-9b9a30f9200e req-6c46a5ff-cac8-40ec-8d2a-89f27d295f5e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c HTTP/1.1" status: 200  len: 217 time: 0.1505046
Apr 30 04:41:35.977138 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:36.101430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54409009-552d-40c6-bf43-9b9a30f9200e req-b10deb52-d816-41be-b7a6-8f0f9288f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:36.102526 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54409009-552d-40c6-bf43-9b9a30f9200e req-b10deb52-d816-41be-b7a6-8f0f9288f970 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 200  len: 845 time: 0.1485076
Apr 30 04:41:36.133979 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:36.186219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Pushing event updated for resources: {'Port': ['ID=5d063906-5547-41da-8501-105dfc36bc06,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:36.204901 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54409009-552d-40c6-bf43-9b9a30f9200e req-7cf04a21-c1f5-4a04-9f41-14fb137671d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=250e2697-f2d7-43d3-b973-e43ab39c6403&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0896678
Apr 30 04:41:36.205040 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.968s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:36.538579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54409009-552d-40c6-bf43-9b9a30f9200e req-2a594b6d-e518-4e59-8743-0f63060a53f2 service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3301895
Apr 30 04:41:36.575682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1100b577-7395-4832-856c-99ac59ccdddc up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:36.733400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54409009-552d-40c6-bf43-9b9a30f9200e req-04f8fbea-bdd5-44ab-93cc-7db1647d013c service neutron] 10.222.0.50 "GET /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1848781
Apr 30 04:41:36.744574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1100b577-7395-4832-856c-99ac59ccdddc triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:36.746022 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:36.798615 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:36.840759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b33ee-148b-4db7-af95-ebe057dd6670 req-52f8d047-757a-46bc-9ad5-665a15e64892 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:36.844559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-174b33ee-148b-4db7-af95-ebe057dd6670 req-52f8d047-757a-46bc-9ad5-665a15e64892 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 943 time: 1.8105094
Apr 30 04:41:36.936802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14091d2a-c724-4626-a8c8-2d90b0b877d2 req-1428fb0f-6390-455c-972c-73bc3bfc831a tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:36.939763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14091d2a-c724-4626-a8c8-2d90b0b877d2 req-1428fb0f-6390-455c-972c-73bc3bfc831a tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 950 time: 1.1082320
Apr 30 04:41:37.177671 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-174b33ee-148b-4db7-af95-ebe057dd6670 req-739adc8e-3576-41c2-8587-3e1a290ef013 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3161976
Apr 30 04:41:37.236675 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14091d2a-c724-4626-a8c8-2d90b0b877d2 req-63fda9b1-eba7-44c0-ac37-b210a7fc7fb6 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2829223
Apr 30 04:41:37.397284 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:41:37.411155 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:37.749929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:37.757273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a8ac490>,) {'filters': {'network_id': ['2143fcab-9514-4d65-b4e3-ea2650571b78']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:41:37.776318 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:37.793185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a8ac490>, 'b635747c-34ab-4d51-a408-2122fe863e02') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:41:37.793550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a8ac490>, 'b635747c-34ab-4d51-a408-2122fe863e02') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:41:37.978558 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:38.000174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Transition to ACTIVE for port object d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:38.027616 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:38.035041 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:38.053563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 713c7368-a77a-4f0a-8088-3467c4c25d9c details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:41:38.100542 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:38.219152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:41:38.291693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1ce92-336f-4e38-8c3a-e3271fabceeb req-54d3fbdf-b690-4b90-a7af-bfb7a035d5c8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:38.299943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14c1ce92-336f-4e38-8c3a-e3271fabceeb req-54d3fbdf-b690-4b90-a7af-bfb7a035d5c8 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 945 time: 0.9044087
Apr 30 04:41:38.346897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f1da-921e-4d17-8440-dac8a486d54e req-5d6d76d9-dc00-48fe-9af6-d03eeeda9c60 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:38.353524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f1da-921e-4d17-8440-dac8a486d54e req-5d6d76d9-dc00-48fe-9af6-d03eeeda9c60 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:38.360410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f1da-921e-4d17-8440-dac8a486d54e req-5d6d76d9-dc00-48fe-9af6-d03eeeda9c60 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:38.366487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f1da-921e-4d17-8440-dac8a486d54e req-5d6d76d9-dc00-48fe-9af6-d03eeeda9c60 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:38.373373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f1da-921e-4d17-8440-dac8a486d54e req-5d6d76d9-dc00-48fe-9af6-d03eeeda9c60 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:38.379498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f1da-921e-4d17-8440-dac8a486d54e req-5d6d76d9-dc00-48fe-9af6-d03eeeda9c60 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:38.380454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:38.385996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f1da-921e-4d17-8440-dac8a486d54e req-5d6d76d9-dc00-48fe-9af6-d03eeeda9c60 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:38.394566 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74a8f1da-921e-4d17-8440-dac8a486d54e req-5d6d76d9-dc00-48fe-9af6-d03eeeda9c60 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5372 time: 0.9677124
Apr 30 04:41:38.398477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '713c7368-a77a-4f0a-8088-3467c4c25d9c', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'port_id': '713c7368-a77a-4f0a-8088-3467c4c25d9c', 'mac_address': 'fa:16:3e:13:52:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139698c-477e-486b-9121-7a7771acee19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:41:38.466017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:38.487069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713c7368-a77a-4f0a-8088-3467c4c25d9c {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:38.492562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:38.508564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:38.509883 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:38.516961 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:38.519132 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:38.618855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=713c7368-a77a-4f0a-8088-3467c4c25d9c,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:38.626215 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:38.705546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14c1ce92-336f-4e38-8c3a-e3271fabceeb req-8025424f-739d-4d5b-a67e-1a7ffa478229 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4046481
Apr 30 04:41:38.725313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Network 2143fcab-9514-4d65-b4e3-ea2650571b78 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:41:38.735753 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:38.765199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74a8f1da-921e-4d17-8440-dac8a486d54e req-e859a3fd-f87c-4389-b70c-2bd3ff8d4330 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3694534
Apr 30 04:41:38.798621 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72718e02-2761-4c28-8348-7cd0e3cc3ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ecb03fa-633b-4e59-a70d-7db29619ac4a', 'code': 200}
Apr 30 04:41:38.863665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['713c7368-a77a-4f0a-8088-3467c4c25d9c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:39.103629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687adf94-ca1b-40c1-b58e-2ef7950090fe req-c6f1f335-82cf-4742-ac36-b1948789f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:39.105246 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-687adf94-ca1b-40c1-b58e-2ef7950090fe req-c6f1f335-82cf-4742-ac36-b1948789f122 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 1097 time: 0.2106218
Apr 30 04:41:39.194728 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '5d063906-5547-41da-8501-105dfc36bc06', 'status': 'completed', 'code': 200}
Apr 30 04:41:39.196802 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-687adf94-ca1b-40c1-b58e-2ef7950090fe req-a3b7b071-e7d8-49a8-bc1f-1d76365772a0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820656
Apr 30 04:41:39.356555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Network 2143fcab-9514-4d65-b4e3-ea2650571b78 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:41:39.461832 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:41:39.527258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Attempting to bind port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:39.527868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Attempting to bind port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:39.528436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Attempting to bind port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:39.670811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a on network fecfbb98-44fb-4e8e-ac66-b37591af8841 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:39.671247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Attempting to bind port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:39.713989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:39.714567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Checking segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:39.715211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Bound using segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:39.715987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Bound port: d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:39.717475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:39.824042 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:39.936281 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:39.963429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:40.038355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2143fcab-9514-4d65-b4e3-ea2650571b78,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:40.048289 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:40.103236 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:40.130151 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9075ccd3-c9e6-45b7-a7ba-292b6fd95b7c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:40.194686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-623640b3-0373-466d-a9b7-109b1c9e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:40.195575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-623640b3-0373-466d-a9b7-109b1c9e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:40.196436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-623640b3-0373-466d-a9b7-109b1c9e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:40.197298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-623640b3-0373-466d-a9b7-109b1c9e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:40.198098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-623640b3-0373-466d-a9b7-109b1c9e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:40.198924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-623640b3-0373-466d-a9b7-109b1c9e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:40.199777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-623640b3-0373-466d-a9b7-109b1c9e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:40.203552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7310061f-7374-49c8-ab68-456d294119be req-623640b3-0373-466d-a9b7-109b1c9e8745 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6238 time: 1.0675967
Apr 30 04:41:40.222902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2143fcab-9514-4d65-b4e3-ea2650571b78 HTTP/1.1" status: 204  len: 168 time: 4.8770235
Apr 30 04:41:40.226868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836956e-27f4-49b8-b46c-3e166a0c483f req-6ae408b5-da4e-475c-81a9-306647a385bd tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:40.239589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4836956e-27f4-49b8-b46c-3e166a0c483f req-6ae408b5-da4e-475c-81a9-306647a385bd tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 1102 time: 1.1092927
Apr 30 04:41:40.424430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2f3e0-c571-44f6-9834-18644c7f0c5e req-7d422072-e7fa-46b9-89d1-79e3b565bab3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:40.426944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7e2f3e0-c571-44f6-9834-18644c7f0c5e req-7d422072-e7fa-46b9-89d1-79e3b565bab3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 944 time: 1.1103344
Apr 30 04:41:40.492806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:40.508679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39436) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:40.597377 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-79c2f928-7e2c-4e79-89b3-9a082e8068c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6de62b6b1dba4d8981f30356c1d37820&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0843549
Apr 30 04:41:40.598455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39442) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:40.688772 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29fdd1eb-9f73-43f8-bb2c-06840ce95ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:40.727515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29fdd1eb-9f73-43f8-bb2c-06840ce95ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:40.805902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29fdd1eb-9f73-43f8-bb2c-06840ce95ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:40.812544 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:40.837268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdd1eb-9f73-43f8-bb2c-06840ce95ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03723777-3a0d-4e50-ab09-473b58304164,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:40.842060 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-29fdd1eb-9f73-43f8-bb2c-06840ce95ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:40.874519 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29fdd1eb-9f73-43f8-bb2c-06840ce95ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:40.876708 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-29fdd1eb-9f73-43f8-bb2c-06840ce95ed6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03723777-3a0d-4e50-ab09-473b58304164 HTTP/1.1" status: 204  len: 168 time: 0.2743862
Apr 30 04:41:40.903985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:40.906901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] For port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:40.921122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a343a4-4f4c-4cc6-9e57-bb60da30173c None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:41:40.978488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] For port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:41.016843 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:41.023505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=4879eba0-929c-4922-94fe-a5e834db9732,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:41.030042 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:41.032155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:41.033150 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:41.071018 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-221c56f8-21ea-482a-bc13-c6fe5f981473 tempest-ServerAddressesNegativeTestJSON-69176723 tempest-ServerAddressesNegativeTestJSON-69176723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:41.249223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4836956e-27f4-49b8-b46c-3e166a0c483f req-7cbe9df6-4146-4c83-850d-77477218526a tempest-ServersOnMultiNodesTest-1709257496 tempest-ServersOnMultiNodesTest-1709257496-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9301109
Apr 30 04:41:41.285817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7e2f3e0-c571-44f6-9834-18644c7f0c5e req-8ae1e780-d3aa-4103-9fad-ea85c3a9efff tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7869461
Apr 30 04:41:41.312269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:41.313140 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:41.315029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] 10.222.0.37 "PUT /v2.0/ports/d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a HTTP/1.1" status: 200  len: 1091 time: 5.6890178
Apr 30 04:41:41.384160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:41.421022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 7.9878983
Apr 30 04:41:41.426063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39458) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:41.440733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:41.451201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:2c:f9:90', 'name': 'tempest-NetworksTestDHCPv6-345840324'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:41.617655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-1ce098b6-2b83-44b9-92f0-06553c442011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:41.618431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-1ce098b6-2b83-44b9-92f0-06553c442011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:41.619055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-1ce098b6-2b83-44b9-92f0-06553c442011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:41.625868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7310061f-7374-49c8-ab68-456d294119be req-1ce098b6-2b83-44b9-92f0-06553c442011 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&shared=False HTTP/1.1" status: 200  len: 2290 time: 1.3556898
Apr 30 04:41:41.774188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:41.801456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] Update dhcp port {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'fixed_ips': [{'subnet_id': 'b6f1968e-f74f-4f67-923e-3adade8471bc', 'ip_address': '2001:db8::f816:3eff:feb4:583f'}, {'subnet_id': '4879eba0-929c-4922-94fe-a5e834db9732'}], 'binding:host_id': 'n-d-766726-20'}, 'id': '1100b577-7395-4832-856c-99ac59ccdddc'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:41:41.902565 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:41.921357 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:42.058757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 713c7368-a77a-4f0a-8088-3467c4c25d9c up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:42.098954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:42.113508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:42.121116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:42.150043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:42.179384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:42.259744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 713c7368-a77a-4f0a-8088-3467c4c25d9c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:42.270578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 713c7368-a77a-4f0a-8088-3467c4c25d9c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:42.271004 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:42.411228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] Allocated IP 2001:db8:0:1::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/4879eba0-929c-4922-94fe-a5e834db9732/1100b577-7395-4832-856c-99ac59ccdddc) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:42.444118 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:42.491560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:42.502110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310061f-7374-49c8-ab68-456d294119be req-32c9cf8c-6965-4fe8-8e83-b66272a0fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:42.504671 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7310061f-7374-49c8-ab68-456d294119be req-32c9cf8c-6965-4fe8-8e83-b66272a0fe66 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8588612
Apr 30 04:41:42.550673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7722e-da32-47a0-ac21-2b07c169f24d req-29e3c004-5c31-4aba-ade1-a572cdb5de4c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:42.564007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39482) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:42.564204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fe7722e-da32-47a0-ac21-2b07c169f24d req-29e3c004-5c31-4aba-ade1-a572cdb5de4c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 945 time: 0.8594723
Apr 30 04:41:42.610473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:41:42.664451 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:42.675260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6ee6-1cb7-4c7d-86c2-4932fe9dc711 req-8982e850-01cc-44d6-adc1-b058b6463db8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:42.687780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6ee6-1cb7-4c7d-86c2-4932fe9dc711 req-8982e850-01cc-44d6-adc1-b058b6463db8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:42.698770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6ee6-1cb7-4c7d-86c2-4932fe9dc711 req-8982e850-01cc-44d6-adc1-b058b6463db8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:42.710362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6ee6-1cb7-4c7d-86c2-4932fe9dc711 req-8982e850-01cc-44d6-adc1-b058b6463db8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:42.720632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:42.722719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6ee6-1cb7-4c7d-86c2-4932fe9dc711 req-8982e850-01cc-44d6-adc1-b058b6463db8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:42.727859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:42.735689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6ee6-1cb7-4c7d-86c2-4932fe9dc711 req-8982e850-01cc-44d6-adc1-b058b6463db8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:42.746879 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:42.749234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6ee6-1cb7-4c7d-86c2-4932fe9dc711 req-8982e850-01cc-44d6-adc1-b058b6463db8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:42.758427 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:42.761286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2c9c6ee6-1cb7-4c7d-86c2-4932fe9dc711 req-8982e850-01cc-44d6-adc1-b058b6463db8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5384 time: 0.9693010
Apr 30 04:41:42.901752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=713c7368-a77a-4f0a-8088-3467c4c25d9c,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:42.903583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2c9c6ee6-1cb7-4c7d-86c2-4932fe9dc711 req-fca658e7-2496-476d-8a60-2b15d9883cf8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1373436
Apr 30 04:41:42.914573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fe7722e-da32-47a0-ac21-2b07c169f24d req-7479d108-1c78-42c0-8481-8e1c5372be66 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3487647
Apr 30 04:41:42.923833 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:42.984808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] For port 1100b577-7395-4832-856c-99ac59ccdddc, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1100b577-7395-4832-856c-99ac59ccdddc,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:43.042641 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:43.067587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-38800731-network', 'tenant_id': 'ca91b1985ffd4d3b8bad22300714fb8a'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:43.078575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:43.088202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Usage tracker for resource:network and tenant:ca91b1985ffd4d3b8bad22300714fb8a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:43.089009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] Transition to ACTIVE for port object 1100b577-7395-4832-856c-99ac59ccdddc will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:43.093684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:43.103544 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:43.119096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:43.123847 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-519b41aa-fae1-48da-a9b1-9da240a2d5dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:43.285812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Made reservation on behalf of ca91b1985ffd4d3b8bad22300714fb8a for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:43.296594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:43.336859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:43.437106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] Pushing event updated for resources: {'Port': ['ID=1100b577-7395-4832-856c-99ac59ccdddc,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:43.450593 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:43.528420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8:0:1::232 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/4879eba0-929c-4922-94fe-a5e834db9732/afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:43.557041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::f816:3eff:fe2c:f990 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/b6f1968e-f74f-4f67-923e-3adade8471bc/afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:43.756152 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a', 'status': 'completed', 'code': 200}
Apr 30 04:41:44.163178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:44.240446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Usage tracker for resource:security_group_rule and tenant:ca91b1985ffd4d3b8bad22300714fb8a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:44.272367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:44.283542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:44.374479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78159ada-cbef-421f-a1ad-97a024721599 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:44.386326 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:44.411623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Transition to ACTIVE for port object 78159ada-cbef-421f-a1ad-97a024721599 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:44.424106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:44.462210 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:44.492806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-57ee889e-ec3f-48a7-a205-29c55982916b tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:44.495380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-57ee889e-ec3f-48a7-a205-29c55982916b tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 815 time: 1.1521735
Apr 30 04:41:44.501131 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:44.514377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:44.600547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1100b577-7395-4832-856c-99ac59ccdddc up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:44.647485 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:44.660069 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5fb49c1-ad7b-4887-8b2e-5dd2283502e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:44.733342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-a9e1ca81-c527-4322-820f-7d49a24739d6 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/quotas/337c8d783d6f4222b8b2cac9f682648a HTTP/1.1" status: 200  len: 375 time: 0.1830635
Apr 30 04:41:44.770080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:44.810114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:44.821152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:44.831999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:44.854625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:44.856011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Pushing event updated for resources: {'Port': ['ID=78159ada-cbef-421f-a1ad-97a024721599,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:44.884544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:44.885296 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:44.933050 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:44.950423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-61a14ec3-7257-4bbd-a515-ebac1bc302d3 None None] Provisioning for port 1100b577-7395-4832-856c-99ac59ccdddc completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:44.970608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-61a14ec3-7257-4bbd-a515-ebac1bc302d3 None None] Provisioning complete for port 1100b577-7395-4832-856c-99ac59ccdddc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:44.974846 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-61a14ec3-7257-4bbd-a515-ebac1bc302d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:44.978584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:41:45.068852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:45.080691 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:45.081459 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4489214c-fb8a-4b5e-86fd-ba7392494f44 tempest-LiveMigrationNegativeTest-1177624672 tempest-LiveMigrationNegativeTest-1177624672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:45.112674 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:45.113228 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Added segment a53b366a-5a0d-4143-8549-c8bfeca5a939 of type vlan for network 9d10bf43-b377-49d3-8167-2058bf817379
Apr 30 04:41:45.162830 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.7340577
Apr 30 04:41:45.171498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f2384f-5a56-4a2e-9477-69b5808df7ca,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:45.180532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39508) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:45.187182 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:45.298796 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:45.335390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-39f021a3-60f8-45da-a406-65b79f432622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:45.337879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-39f021a3-60f8-45da-a406-65b79f432622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:45.339088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-39f021a3-60f8-45da-a406-65b79f432622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:45.340170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-39f021a3-60f8-45da-a406-65b79f432622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:45.341237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-39f021a3-60f8-45da-a406-65b79f432622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:45.342416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-39f021a3-60f8-45da-a406-65b79f432622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:45.343551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-39f021a3-60f8-45da-a406-65b79f432622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:45.347894 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-39f021a3-60f8-45da-a406-65b79f432622 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6280 time: 1.5303569
Apr 30 04:41:45.385262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e30ec6-0e58-484d-989b-2ac2be690b90 req-6666d002-2ca4-46ef-9b80-86f18931f002 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:45.402665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93e30ec6-0e58-484d-989b-2ac2be690b90 req-6666d002-2ca4-46ef-9b80-86f18931f002 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 945 time: 1.3213663
Apr 30 04:41:45.536555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:45.538441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:45.539620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:45.551775 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b140d26-ba6b-4496-96fd-0c8dcc693fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:45.602897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4cf8fbc3-4656-4220-9fc7-88897268100c None None] Provisioning for port afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:45.609561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4cf8fbc3-4656-4220-9fc7-88897268100c None None] Provisioning complete for port afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:45.609996 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4cf8fbc3-4656-4220-9fc7-88897268100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:45.720152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93e30ec6-0e58-484d-989b-2ac2be690b90 req-aff5d25b-339d-4697-b08b-79f8852770f5 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711380
Apr 30 04:41:45.723929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Attempting to bind port 78159ada-cbef-421f-a1ad-97a024721599 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:45.726560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Attempting to bind port 78159ada-cbef-421f-a1ad-97a024721599 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:45.727872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Attempting to bind port 78159ada-cbef-421f-a1ad-97a024721599 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:45.728622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8fbc3-4656-4220-9fc7-88897268100c None None] Port afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:41:45.767601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-f3ff1a3f-42c1-474e-93ee-034ea906679a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&fields=id HTTP/1.1" status: 200  len: 302 time: 1.0333409
Apr 30 04:41:45.777968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Port 78159ada-cbef-421f-a1ad-97a024721599 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:45.785416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Attempting to bind port 78159ada-cbef-421f-a1ad-97a024721599 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:45.822877 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c', 'code': 200}
Apr 30 04:41:45.862797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:45.863430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Checking segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:45.864064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Bound using segment: {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:45.865737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Bound port: 78159ada-cbef-421f-a1ad-97a024721599, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d231054-6305-4b40-8c18-7dd0cdd26662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:45.865998 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:45.938981 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:41:46.007412 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 3.4415896
Apr 30 04:41:46.009219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Pushing event updated for resources: {'Network': ['ID=9d10bf43-b377-49d3-8167-2058bf817379,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:46.015378 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:46.022094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39514) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:46.027260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 9d10bf43-b377-49d3-8167-2058bf817379 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:41:46.135919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Request body: {'subnet': {'network_id': '9d10bf43-b377-49d3-8167-2058bf817379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-38800731-subnet', 'tenant_id': 'ca91b1985ffd4d3b8bad22300714fb8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:46.205885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:46.224451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Usage tracker for resource:subnet and tenant:ca91b1985ffd4d3b8bad22300714fb8a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:46.249755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-2e8bb821-0bbf-485d-89f4-52f305f854db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:46.250976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-2e8bb821-0bbf-485d-89f4-52f305f854db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:46.252029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-2e8bb821-0bbf-485d-89f4-52f305f854db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:46.255375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-2e8bb821-0bbf-485d-89f4-52f305f854db service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.8444846
Apr 30 04:41:46.256289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:46.275334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:41:46.276363 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:46.325140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:46.396564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-dc6e4bc6-2921-4d0d-81db-ce4fe03fd93d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:46.397749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-dc6e4bc6-2921-4d0d-81db-ce4fe03fd93d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Synchronizing usage tracker for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:46.422496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Made reservation on behalf of ca91b1985ffd4d3b8bad22300714fb8a for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:46.425266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:46.600822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-dc6e4bc6-2921-4d0d-81db-ce4fe03fd93d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Unset dirty status for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:46.601878 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-dc6e4bc6-2921-4d0d-81db-ce4fe03fd93d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 950 time: 1.0124168
Apr 30 04:41:46.664343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350aa9b-3127-4a0b-b754-f67f1b90c6e8 req-a7538b55-265d-440c-b46f-047acfd1aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:46.665898 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6350aa9b-3127-4a0b-b754-f67f1b90c6e8 req-a7538b55-265d-440c-b46f-047acfd1aa46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 1097 time: 0.6476731
Apr 30 04:41:46.695008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-78817958-564f-44b0-be2b-9caa626ad3af service neutron] 10.222.0.46 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9038801
Apr 30 04:41:46.709369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] For port 78159ada-cbef-421f-a1ad-97a024721599, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:46.751224 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:46.766633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] For port 78159ada-cbef-421f-a1ad-97a024721599, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=78159ada-cbef-421f-a1ad-97a024721599,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:46.817534 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:46.966318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:41:46.977383 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6350aa9b-3127-4a0b-b754-f67f1b90c6e8 req-93c9cf41-238a-4fb4-99dd-ba43b3108c91 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3003004
Apr 30 04:41:47.032739 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b1195afc-3db4-4f7e-a19c-20a9022e1ddc tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:47.085546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-6ff41374-f921-4b4b-92a8-403987695fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.087425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4d7745a-6ec9-42b8-9ad1-74c74f262aee req-6ff41374-f921-4b4b-92a8-403987695fc6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8185883
Apr 30 04:41:47.098269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.098899 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:47.100374 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] 10.222.0.37 "PUT /v2.0/ports/78159ada-cbef-421f-a1ad-97a024721599 HTTP/1.1" status: 200  len: 1091 time: 5.6708519
Apr 30 04:41:47.101868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '78159ada-cbef-421f-a1ad-97a024721599'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:47.119815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-f23c215d-8dc3-4d5d-a7b1-8676f8d86753 service neutron] 10.222.0.46 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4075348
Apr 30 04:41:47.132842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e1e08-2a95-4703-96cd-867765cac17a req-565485e5-9794-493c-bf3b-3851d70da351 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.141694 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f7e1e08-2a95-4703-96cd-867765cac17a req-565485e5-9794-493c-bf3b-3851d70da351 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 950 time: 0.8247559
Apr 30 04:41:47.184427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:47.372117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f7e1e08-2a95-4703-96cd-867765cac17a req-36e5bdfe-76fe-4f28-9971-32844802d132 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290642
Apr 30 04:41:47.373873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:47.539391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Pushing event updated for resources: {'Port': ['ID=78159ada-cbef-421f-a1ad-97a024721599,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:47.542906 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:47.629629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Deleting port 562d373c-0a9e-443b-af77-6344abfbd542 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:41:47.630435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:47.812349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fc59-9e49-4ff0-8506-8d8e1e44bb3d req-2e9d73d9-ed49-472f-aee1-d82d2a6281d1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.821537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fc59-9e49-4ff0-8506-8d8e1e44bb3d req-2e9d73d9-ed49-472f-aee1-d82d2a6281d1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.829224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fc59-9e49-4ff0-8506-8d8e1e44bb3d req-2e9d73d9-ed49-472f-aee1-d82d2a6281d1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.837327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fc59-9e49-4ff0-8506-8d8e1e44bb3d req-2e9d73d9-ed49-472f-aee1-d82d2a6281d1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.847677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fc59-9e49-4ff0-8506-8d8e1e44bb3d req-2e9d73d9-ed49-472f-aee1-d82d2a6281d1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.866729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fc59-9e49-4ff0-8506-8d8e1e44bb3d req-2e9d73d9-ed49-472f-aee1-d82d2a6281d1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.877289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fc59-9e49-4ff0-8506-8d8e1e44bb3d req-2e9d73d9-ed49-472f-aee1-d82d2a6281d1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:47.880659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db76fc59-9e49-4ff0-8506-8d8e1e44bb3d req-2e9d73d9-ed49-472f-aee1-d82d2a6281d1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5396 time: 0.4449863
Apr 30 04:41:48.115997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:48.133765 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a2cd14f-d459-427d-89a3-6fc205bdc252 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:48.207562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8889a-a2b1-4874-b2e1-cfa55842c012 req-68bc4c0c-7996-497c-908a-5ed1218d1a99 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:48.210030 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cd8889a-a2b1-4874-b2e1-cfa55842c012 req-68bc4c0c-7996-497c-908a-5ed1218d1a99 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 945 time: 0.5207932
Apr 30 04:41:48.276337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db76fc59-9e49-4ff0-8506-8d8e1e44bb3d req-09f55e17-3d3d-4cb5-a461-0d19e66ffd94 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3765233
Apr 30 04:41:48.289250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:48.308020 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:48.413014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cd8889a-a2b1-4874-b2e1-cfa55842c012 req-994c945b-374d-46fd-a09a-0ecb31ad1107 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741903
Apr 30 04:41:48.650535 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '78159ada-cbef-421f-a1ad-97a024721599', 'status': 'completed', 'code': 200}
Apr 30 04:41:48.692592 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:48.735196 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263 HTTP/1.1" status: 204  len: 168 time: 3.5526364
Apr 30 04:41:48.736451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39544) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:48.758478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] For port 562d373c-0a9e-443b-af77-6344abfbd542, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=562d373c-0a9e-443b-af77-6344abfbd542,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:48.759838 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:49.062681 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a272687-8874-4ecb-9ec3-1118373cbfe8 req-8245d41c-e01a-4f88-9877-4fa8bbd2cb4a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 210 time: 0.2530932
Apr 30 04:41:49.080782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Calling delete_port for 562d373c-0a9e-443b-af77-6344abfbd542 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:41:49.084792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ccab6f-642a-45a7-b697-5ee70a7d6aab {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:49.117507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb23e4-db31-48b4-b744-dc6fd006fd27 req-58298215-4c56-469f-a473-d7a721458e49 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:49.120289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ccb23e4-db31-48b4-b744-dc6fd006fd27 req-58298215-4c56-469f-a473-d7a721458e49 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 945 time: 0.6556153
Apr 30 04:41:49.133762 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:49.219015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c3e7a-064b-454f-8f71-eace3188ecff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:49.220226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cd5c3e7a-064b-454f-8f71-eace3188ecff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:49.223242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-4abf599b-b21e-435d-8e54-f11b5356b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:49.224239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-4abf599b-b21e-435d-8e54-f11b5356b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:49.225100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-4abf599b-b21e-435d-8e54-f11b5356b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:49.226664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-4abf599b-b21e-435d-8e54-f11b5356b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:49.226928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-4abf599b-b21e-435d-8e54-f11b5356b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:49.228002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-4abf599b-b21e-435d-8e54-f11b5356b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:49.228768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-4abf599b-b21e-435d-8e54-f11b5356b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:49.232431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-4abf599b-b21e-435d-8e54-f11b5356b16a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6348 time: 0.5722787
Apr 30 04:41:49.237266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Transition to ACTIVE for port object 34ccab6f-642a-45a7-b697-5ee70a7d6aab will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:49.286987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 562d373c-0a9e-443b-af77-6344abfbd542 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:41:49.298729 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:49.315348 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b9586a02-9f64-44b0-a784-3be013872705 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:49.343063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cd5c3e7a-064b-454f-8f71-eace3188ecff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:49.349849 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd5c3e7a-064b-454f-8f71-eace3188ecff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.5974953
Apr 30 04:41:49.350890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39550) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:49.471829 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ccb23e4-db31-48b4-b744-dc6fd006fd27 req-230bd003-a45a-479c-b586-b84a79a508d8 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3234060
Apr 30 04:41:49.739546 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:49.758313 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7035b15f-fe3f-4c01-921b-ea7d9a84ce69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:49.766546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['bf546252-4b1f-400f-b26a-f5d55adf5a67', 'e52c1aa9-3449-4bff-83fc-f85761156dcd', '911dc8e0-6d52-42dc-842f-344d1db635e0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:49.842769 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:49.862384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f', '3da00852-b28b-463d-9744-6baa610b9165'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:49.874950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event deleted for resources: {'Port': ['ID=562d373c-0a9e-443b-af77-6344abfbd542,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:49.878252 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:49.954678 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fdba3bd5-7fd4-4b74-891a-28ad5be7f5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:50.120969 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:50.178858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Pushing event updated for resources: {'Port': ['ID=34ccab6f-642a-45a7-b697-5ee70a7d6aab,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:50.192167 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:50.268167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] No DVR routers for this DVR port 562d373c-0a9e-443b-af77-6344abfbd542 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:41:50.283554 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:50.289207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8738a5da-60cc-47ee-8bfa-2d6f01152672', 'name': 'network-vif-deleted', 'tag': '562d373c-0a9e-443b-af77-6344abfbd542'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:50.317946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be19384c-aa6a-42f3-b17d-9017d0ae09a0,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:50.348216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14eebac4-ed34-43a8-88e3-a693bb158f0a req-8d7f53a8-bad7-4418-a8ad-851100abe68f tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8738a5da-60cc-47ee-8bfa-2d6f01152672 HTTP/1.1" status: 200  len: 210 time: 0.4080663
Apr 30 04:41:50.379343 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:50.389087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-7e5b078a-bc53-4853-800a-1e38f5da2d83 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.389087 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-7e5b078a-bc53-4853-800a-1e38f5da2d83 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.50 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 815 time: 0.6808567
Apr 30 04:41:50.405592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c1d627-9929-4935-8a34-f256ea4ad733 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.413838 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b3c1d627-9929-4935-8a34-f256ea4ad733 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.0564008
Apr 30 04:41:50.415841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Checking segment: {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:50.416491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Network hostable DHCP agents. Network: 9d10bf43-b377-49d3-8167-2058bf817379, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:41:50.428297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39566) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:50.439452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Request body: {'port': {'device_id': '432c2f66-5927-4125-b74f-8ea8d8228def', 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7', 'admin_state_up': True, 'tenant_id': '337c8d783d6f4222b8b2cac9f682648a'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:50.557075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-c0021ffc-3943-4693-8674-d94c6fb9dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.557548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-c0021ffc-3943-4693-8674-d94c6fb9dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.558006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-c0021ffc-3943-4693-8674-d94c6fb9dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.559772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-c0021ffc-3943-4693-8674-d94c6fb9dc2a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&shared=False HTTP/1.1" status: 200  len: 2290 time: 1.3021710
Apr 30 04:41:50.608906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b448a8-c003-48d4-ba83-5775e05340a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.612122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b448a8-c003-48d4-ba83-5775e05340a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.615184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b448a8-c003-48d4-ba83-5775e05340a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.616638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-77b448a8-c003-48d4-ba83-5775e05340a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:50.630936 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-204d389c-c1a5-47d6-a81c-2734c6bb5d2f req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "DELETE /v2.0/ports/562d373c-0a9e-443b-af77-6344abfbd542 HTTP/1.1" status: 204  len: 173 time: 4.0165868
Apr 30 04:41:50.722428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-77b448a8-c003-48d4-ba83-5775e05340a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:50.729609 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-77b448a8-c003-48d4-ba83-5775e05340a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2993584
Apr 30 04:41:50.770467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39570) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:50.819377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Attempting to bind port 34ccab6f-642a-45a7-b697-5ee70a7d6aab on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:50.819724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Attempting to bind port 34ccab6f-642a-45a7-b697-5ee70a7d6aab by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:50.820048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Attempting to bind port 34ccab6f-642a-45a7-b697-5ee70a7d6aab on network c7e27987-0396-4006-8a8b-6d38854fedb6 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:50.860112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Port 34ccab6f-642a-45a7-b697-5ee70a7d6aab on network c7e27987-0396-4006-8a8b-6d38854fedb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:50.860112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Attempting to bind port 34ccab6f-642a-45a7-b697-5ee70a7d6aab on network c7e27987-0396-4006-8a8b-6d38854fedb6 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:50.876936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Network 9d10bf43-b377-49d3-8167-2058bf817379 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:41:50.899206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:50.899206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Checking segment: {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:50.899791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Bound using segment: {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:50.900029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Bound port: 34ccab6f-642a-45a7-b697-5ee70a7d6aab, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:50.900328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:50.913062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 9d10bf43-b377-49d3-8167-2058bf817379) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:50.929665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb238bf-a368-4d71-8013-aff9e1dbff88 req-172f4aeb-de1b-45b5-a1bd-113d08f83a15 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.937892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbb238bf-a368-4d71-8013-aff9e1dbff88 req-172f4aeb-de1b-45b5-a1bd-113d08f83a15 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 945 time: 0.7725034
Apr 30 04:41:50.942701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77295d-28c1-4ac1-b9cc-3a49774afb9c None None] Network 9d10bf43-b377-49d3-8167-2058bf817379 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:41:50.956881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:50.957836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:50.990502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 4879eba0-929c-4922-94fe-a5e834db9732 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:41:51.015753 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 4.9798000
Apr 30 04:41:51.024485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:51.037171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:51.049155 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:51.056857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Made reservation on behalf of 337c8d783d6f4222b8b2cac9f682648a for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:51.067058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:51.121104 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:51.236656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-9f940a16-c466-4f73-8a15-517dce863d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:51.238921 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7b26627-a43e-4ec2-9e1b-7bd33b701ff5 req-9f940a16-c466-4f73-8a15-517dce863d4b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6696527
Apr 30 04:41:51.330950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a804ec-b3a8-49af-9b21-8a802a7844b0 req-275b7d8e-8a4e-49b4-86a2-dcbd7141ce51 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:51.337721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a804ec-b3a8-49af-9b21-8a802a7844b0 req-275b7d8e-8a4e-49b4-86a2-dcbd7141ce51 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:51.345419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a804ec-b3a8-49af-9b21-8a802a7844b0 req-275b7d8e-8a4e-49b4-86a2-dcbd7141ce51 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:51.365092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a804ec-b3a8-49af-9b21-8a802a7844b0 req-275b7d8e-8a4e-49b4-86a2-dcbd7141ce51 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:51.397516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a804ec-b3a8-49af-9b21-8a802a7844b0 req-275b7d8e-8a4e-49b4-86a2-dcbd7141ce51 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:51.407646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a804ec-b3a8-49af-9b21-8a802a7844b0 req-275b7d8e-8a4e-49b4-86a2-dcbd7141ce51 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:51.414800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a804ec-b3a8-49af-9b21-8a802a7844b0 req-275b7d8e-8a4e-49b4-86a2-dcbd7141ce51 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:51.417153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9a804ec-b3a8-49af-9b21-8a802a7844b0 req-275b7d8e-8a4e-49b4-86a2-dcbd7141ce51 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5408 time: 0.7844851
Apr 30 04:41:51.431888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Allocated IP 172.20.0.10 (5fa30e68-2216-44b4-a700-cba68cb0e3c7/14063f01-7ac3-4ab7-9118-bdfb4d5230e0/c2b18fa8-4751-44e5-9142-67164bb4073e) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:51.441823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbb238bf-a368-4d71-8013-aff9e1dbff88 req-bce54cd9-ed85-412a-9692-343b5ccc3c08 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5029776
Apr 30 04:41:51.496596 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:51.583560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] For port 34ccab6f-642a-45a7-b697-5ee70a7d6aab, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:51.593083 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9a804ec-b3a8-49af-9b21-8a802a7844b0 req-03545a76-c165-4295-a476-947ff931f6a2 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1493289
Apr 30 04:41:51.609511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-9d10bf43-b377-49d3-8167-2058bf817379', 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379', 'tenant_id': 'ca91b1985ffd4d3b8bad22300714fb8a', 'fixed_ips': [{'subnet_id': 'be19384c-aa6a-42f3-b17d-9017d0ae09a0'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:41:51.610778 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:51.631886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] For port 34ccab6f-642a-45a7-b697-5ee70a7d6aab, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:51.664883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:51.676180 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eae869b1-8570-4716-8db2-1744ec012899 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:51.865857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:51.866428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:51.867988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] 10.222.0.37 "PUT /v2.0/ports/34ccab6f-642a-45a7-b697-5ee70a7d6aab HTTP/1.1" status: 200  len: 1092 time: 4.6883643
Apr 30 04:41:51.876648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '34ccab6f-642a-45a7-b697-5ee70a7d6aab'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:51.920387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d53d689d-37b3-4c69-abf2-4e72b0fe93b8 req-a99f9a16-70ff-4d36-b9cb-ee0ead471b74 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 210 time: 0.0976644
Apr 30 04:41:51.936732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Request body: {'port': {'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:52.141115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Pushing event updated for resources: {'Port': ['ID=34ccab6f-642a-45a7-b697-5ee70a7d6aab,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:52.145946 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:52.382639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:52.439569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Allocated IP 172.20.0.2 (9d10bf43-b377-49d3-8167-2058bf817379/be19384c-aa6a-42f3-b17d-9017d0ae09a0/8310218c-68f3-458f-a846-c1272cd40696) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:41:52.463820 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:52.473088 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eae56cb2-1214-4223-8509-f9dee9032cc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:52.609865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:52.614492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:52.619701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:52.672781 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8738a5da-60cc-47ee-8bfa-2d6f01152672', 'name': 'network-vif-deleted', 'tag': '562d373c-0a9e-443b-af77-6344abfbd542', 'status': 'completed', 'code': 200}
Apr 30 04:41:52.673958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Pushing event updated for resources: {'Port': ['ID=c2b18fa8-4751-44e5-9142-67164bb4073e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:52.688819 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:52.725585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:52.732264 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:52.749284 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:52.808081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3821678
Apr 30 04:41:52.825301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Request body: {'port': {'device_id': '432c2f66-5927-4125-b74f-8ea8d8228def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:52.989320 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.021427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.057837 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-770115ed-03eb-4e5c-8320-aafeb9364724 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:53.111159 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.118164 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41646b01-94cc-49b8-bbe8-c17f978194e6 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:41:53.241757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.261732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Transition to ACTIVE for port object 8310218c-68f3-458f-a846-c1272cd40696 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:53.304469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Transition to ACTIVE for port object 8310218c-68f3-458f-a846-c1272cd40696 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:53.342194 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.374594 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:53.450702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Network 9d10bf43-b377-49d3-8167-2058bf817379 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:41:53.456963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:41:53.465504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b18fa8-4751-44e5-9142-67164bb4073e {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:53.474102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:41:53.475705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.494414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Transition to ACTIVE for port object c2b18fa8-4751-44e5-9142-67164bb4073e will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:53.503069 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.512456 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e838e87-47dd-44d8-bda6-548a616100b4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:53.536949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Pushing event updated for resources: {'Port': ['ID=8310218c-68f3-458f-a846-c1272cd40696,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:53.540724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54489ae0-efe8-43fe-bdd3-00e11f296177 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:53.552425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.573434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Transition to ACTIVE for port object 54489ae0-efe8-43fe-bdd3-00e11f296177 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:41:53.579867 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:53.582479 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '34ccab6f-642a-45a7-b697-5ee70a7d6aab', 'status': 'completed', 'code': 200}
Apr 30 04:41:53.586981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b18fa8-4751-44e5-9142-67164bb4073e,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:53.591900 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:53.663930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Attempting to bind port 8310218c-68f3-458f-a846-c1272cd40696 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:53.664477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Attempting to bind port 8310218c-68f3-458f-a846-c1272cd40696 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:53.664979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Attempting to bind port 8310218c-68f3-458f-a846-c1272cd40696 on network 9d10bf43-b377-49d3-8167-2058bf817379 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:53.674827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:53.675419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Checking segment: {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:53.676204 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.676717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Bound using segment: {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:53.677334 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Bound port: 8310218c-68f3-458f-a846-c1272cd40696, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:53.677821 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.736653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/4879eba0-929c-4922-94fe-a5e834db9732 HTTP/1.1" status: 204  len: 168 time: 2.9612534
Apr 30 04:41:53.739081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39618) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:53.783445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=4879eba0-929c-4922-94fe-a5e834db9732,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:53.786062 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:53.787001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.801227 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30c3395e-5809-40ed-bcf8-f7c94fedb940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:53.827627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] For port 8310218c-68f3-458f-a846-c1272cd40696, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:53.835210 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] For port 8310218c-68f3-458f-a846-c1272cd40696, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8310218c-68f3-458f-a846-c1272cd40696,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:53.838013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Attempting to bind port c2b18fa8-4751-44e5-9142-67164bb4073e on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:53.838482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Attempting to bind port c2b18fa8-4751-44e5-9142-67164bb4073e by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:53.838938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Attempting to bind port c2b18fa8-4751-44e5-9142-67164bb4073e on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:53.847240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Port c2b18fa8-4751-44e5-9142-67164bb4073e on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:53.848395 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.849163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Attempting to bind port c2b18fa8-4751-44e5-9142-67164bb4073e on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:53.858228 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:53.861061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:53.861599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Checking segment: {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:53.862474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Bound using segment: {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:53.863205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Bound port: c2b18fa8-4751-44e5-9142-67164bb4073e, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:53.863822 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:53.957188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet b6f1968e-f74f-4f67-923e-3adade8471bc {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:41:54.020754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9551329b-af6d-4607-af9d-9479ea75a59c', 'e6f810c9-94d7-481d-8e9c-205df05b3a68'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:54.083663 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:54.155589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] For port c2b18fa8-4751-44e5-9142-67164bb4073e, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:54.161693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] For port c2b18fa8-4751-44e5-9142-67164bb4073e, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c2b18fa8-4751-44e5-9142-67164bb4073e,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:54.178691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:54.198380 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:54.225165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Pushing event updated for resources: {'Port': ['ID=8310218c-68f3-458f-a846-c1272cd40696,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:54.228608 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:54.262347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c00f3920-0cd3-439e-ae72-8482ee4c7259 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.275666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c00f3920-0cd3-439e-ae72-8482ee4c7259 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 814 time: 1.2200184
Apr 30 04:41:54.355380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.356294 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:54.359817 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] 10.222.0.50 "PUT /v2.0/ports/c2b18fa8-4751-44e5-9142-67164bb4073e HTTP/1.1" status: 200  len: 1093 time: 1.5392768
Apr 30 04:41:54.418068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b18fa8-4751-44e5-9142-67164bb4073e,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:54.439487 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:54.471215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-44fa681f-603f-4fc2-aab7-f37a7694e6ba tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/quotas/ca91b1985ffd4d3b8bad22300714fb8a HTTP/1.1" status: 200  len: 375 time: 0.1944959
Apr 30 04:41:54.472050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=54489ae0-efe8-43fe-bdd3-00e11f296177,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:54.475794 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:54.620569 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:54.675723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432c2f66-5927-4125-b74f-8ea8d8228def', 'tag': 'c2b18fa8-4751-44e5-9142-67164bb4073e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:54.729972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-48482a38-1ed4-4441-a6fe-bcc71ee21a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.730835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-48482a38-1ed4-4441-a6fe-bcc71ee21a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.731534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-48482a38-1ed4-4441-a6fe-bcc71ee21a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.732261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-48482a38-1ed4-4441-a6fe-bcc71ee21a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.732962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-48482a38-1ed4-4441-a6fe-bcc71ee21a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.733621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-48482a38-1ed4-4441-a6fe-bcc71ee21a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.734274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-48482a38-1ed4-4441-a6fe-bcc71ee21a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.737031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-48482a38-1ed4-4441-a6fe-bcc71ee21a46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6442 time: 1.1614010
Apr 30 04:41:54.759784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-7d714759-81f2-4f29-9721-317910ae21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.761776 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-7d714759-81f2-4f29-9721-317910ae21e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 1096 time: 0.3164639
Apr 30 04:41:54.772829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-f552c585-54af-4bbe-805f-0c5e864ddd81 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.774639 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-f552c585-54af-4bbe-805f-0c5e864ddd81 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 946 time: 0.3338175
Apr 30 04:41:54.883349 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-864344ea-83dc-4f4a-82ca-fa09004c2d4a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2b18fa8-4751-44e5-9142-67164bb4073e HTTP/1.1" status: 200  len: 217 time: 0.1074984
Apr 30 04:41:54.968964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19d6eb-0046-49a5-a389-3c9abb1083e5 req-10994807-5094-49a7-a703-77d98db98b45 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:54.970562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ba19d6eb-0046-49a5-a389-3c9abb1083e5 req-10994807-5094-49a7-a703-77d98db98b45 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1cd3528-ea27-4535-8799-70cef37429da HTTP/1.1" status: 200  len: 946 time: 1.2323146
Apr 30 04:41:54.977605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-185da664-9e48-4939-92bc-2fd392486fa6 None None] Provisioning complete for port 1100b577-7395-4832-856c-99ac59ccdddc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:54.978126 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-185da664-9e48-4939-92bc-2fd392486fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:55.225888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Attempting to bind port 54489ae0-efe8-43fe-bdd3-00e11f296177 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:41:55.226230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Attempting to bind port 54489ae0-efe8-43fe-bdd3-00e11f296177 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:41:55.226569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Attempting to bind port 54489ae0-efe8-43fe-bdd3-00e11f296177 on network c7e27987-0396-4006-8a8b-6d38854fedb6 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:55.268491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Port 54489ae0-efe8-43fe-bdd3-00e11f296177 on network c7e27987-0396-4006-8a8b-6d38854fedb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:41:55.268828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Attempting to bind port 54489ae0-efe8-43fe-bdd3-00e11f296177 on network c7e27987-0396-4006-8a8b-6d38854fedb6 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:41:55.278337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-d6ed9af8-f2cc-487e-bb1d-3216db10e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:55.280818 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-d6ed9af8-f2cc-487e-bb1d-3216db10e432 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.3807755
Apr 30 04:41:55.301547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-053ba408-5276-4f6e-a742-13440c715f71 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8023369
Apr 30 04:41:55.302418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:41:55.302767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Checking segment: {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:41:55.303171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Bound using segment: {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:41:55.303685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Bound port: 54489ae0-efe8-43fe-bdd3-00e11f296177, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:41:55.304047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:55.339237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-8b4937f5-1099-4a00-82fa-ff0950123834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:55.339532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-8b4937f5-1099-4a00-82fa-ff0950123834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:55.339807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-8b4937f5-1099-4a00-82fa-ff0950123834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:55.342108 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-8b4937f5-1099-4a00-82fa-ff0950123834 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.5864775
Apr 30 04:41:55.345932 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:55.347661 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-5d1cfd5d-33c6-4c14-b1a4-4ab30725770b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0588789
Apr 30 04:41:55.379474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Deleting port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:41:55.379834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:55.440246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ba19d6eb-0046-49a5-a389-3c9abb1083e5 req-9aeb33a9-51d3-419a-abe7-8d6653babc59 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee371d4b-f442-42a6-ab71-a33c7b3a796e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4473557
Apr 30 04:41:55.726224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9462fdf3-2784-4562-95c4-e4b4c1a0c25d None None] Network 9d10bf43-b377-49d3-8167-2058bf817379 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:41:55.785359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-498aa71e-4140-47bc-8e22-d9da293807ea service neutron] 10.222.0.50 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4289544
Apr 30 04:41:55.806283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fb350c02-d0f2-406d-929c-7b00f0b9e074 None None] Provisioning for port 8310218c-68f3-458f-a846-c1272cd40696 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:55.813927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] For port d9ea20ce-6e2e-4473-a8ab-43dca54fa843, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:55.814663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:55.886409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] For port 54489ae0-efe8-43fe-bdd3-00e11f296177, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:41:55.892493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] For port 54489ae0-efe8-43fe-bdd3-00e11f296177, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=54489ae0-efe8-43fe-bdd3-00e11f296177,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:41:55.980521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-fe947561-53f1-45a4-a061-7ef951c5aab4 service neutron] 10.222.0.46 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6660063
Apr 30 04:41:55.992126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:56.004701 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-98a2e180-a3ba-4932-be62-b43a644169c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:56.073410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-d45722a7-fc55-4e57-a5f7-4e452a089c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.074913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7b60af7-2c4b-42a3-a0f0-65e6670f102f req-d45722a7-fc55-4e57-a5f7-4e452a089c58 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6808066
Apr 30 04:41:56.121884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.122152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Calling delete_port for d9ea20ce-6e2e-4473-a8ab-43dca54fa843 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:41:56.123397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:56.124709 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] 10.222.0.37 "PUT /v2.0/ports/54489ae0-efe8-43fe-bdd3-00e11f296177 HTTP/1.1" status: 200  len: 1092 time: 4.2079062
Apr 30 04:41:56.131617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '54489ae0-efe8-43fe-bdd3-00e11f296177'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:41:56.176758 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 713c7368-a77a-4f0a-8088-3467c4c25d9c details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:41:56.241053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-ea2803ce-092b-4899-9f84-68af2bb6b0fd tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.242349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-ea2803ce-092b-4899-9f84-68af2bb6b0fd tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:56.332124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-ea2803ce-092b-4899-9f84-68af2bb6b0fd tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:41:56.333811 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-ea2803ce-092b-4899-9f84-68af2bb6b0fd tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 945 time: 0.7958863
Apr 30 04:41:56.392872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=54489ae0-efe8-43fe-bdd3-00e11f296177,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:56.441394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.441786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.442172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.442816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.443220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.443629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.444100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.444606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.444983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.445352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.445719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.446083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:41:56.461155 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:56.485390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af831-071a-4de9-be9a-813b799e8ec9 req-ce1cb18e-dbd4-469d-9555-8f125344c494 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.491785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af831-071a-4de9-be9a-813b799e8ec9 req-ce1cb18e-dbd4-469d-9555-8f125344c494 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.514411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af831-071a-4de9-be9a-813b799e8ec9 req-ce1cb18e-dbd4-469d-9555-8f125344c494 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.526068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af831-071a-4de9-be9a-813b799e8ec9 req-ce1cb18e-dbd4-469d-9555-8f125344c494 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.549883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af831-071a-4de9-be9a-813b799e8ec9 req-ce1cb18e-dbd4-469d-9555-8f125344c494 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.552546 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa28f840-cf38-41c5-b78f-6801d8c146c5 req-10e4663e-06e6-406c-ab43-06702c172654 service neutron] 10.222.0.50 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7429912
Apr 30 04:41:56.564523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af831-071a-4de9-be9a-813b799e8ec9 req-ce1cb18e-dbd4-469d-9555-8f125344c494 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.582354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2af831-071a-4de9-be9a-813b799e8ec9 req-ce1cb18e-dbd4-469d-9555-8f125344c494 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:56.603944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c2af831-071a-4de9-be9a-813b799e8ec9 req-ce1cb18e-dbd4-469d-9555-8f125344c494 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5420 time: 0.8836670
Apr 30 04:41:56.645000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:56.645269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:56.648369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-9ba46c0f-cb4f-47c3-94a9-f3ac38f9ffde service neutron] 10.222.0.46 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6479020
Apr 30 04:41:56.662075 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-538abe26-2e51-4477-93a0-d5bdce1b5a95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:56.698953 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:56.728771 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1497a65-103b-4c11-8654-6a49e52bc21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:56.740448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '713c7368-a77a-4f0a-8088-3467c4c25d9c', 'network_id': '250e2697-f2d7-43d3-b973-e43ab39c6403', 'port_id': '713c7368-a77a-4f0a-8088-3467c4c25d9c', 'mac_address': 'fa:16:3e:13:52:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7139698c-477e-486b-9121-7a7771acee19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:41:56.750297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8310218c-68f3-458f-a846-c1272cd40696 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:41:56.798004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Pushing event deleted for resources: {'Port': ['ID=d9ea20ce-6e2e-4473-a8ab-43dca54fa843,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:56.810444 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:56.817421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] No DVR routers for this DVR port d9ea20ce-6e2e-4473-a8ab-43dca54fa843 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:41:56.821900 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:56.853107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Deleting port 4ecb03fa-633b-4e59-a70d-7db29619ac4a {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:41:56.853429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:56.870840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f1968e-f74f-4f67-923e-3adade8471bc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:56.874938 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6250b71-9425-42de-9584-8bdc7c7b5eb7 req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] 10.222.0.37 "DELETE /v2.0/ports/d9ea20ce-6e2e-4473-a8ab-43dca54fa843 HTTP/1.1" status: 204  len: 173 time: 2.0395620
Apr 30 04:41:57.005196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c2af831-071a-4de9-be9a-813b799e8ec9 req-d7f58003-8fec-4afd-906d-50d8e27d6a90 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3997521
Apr 30 04:41:57.009283 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:57.051798 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:57.099325 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:57.101560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/b6f1968e-f74f-4f67-923e-3adade8471bc HTTP/1.1" status: 204  len: 168 time: 3.3196328
Apr 30 04:41:57.104751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39642) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:57.147099 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51314a68-c24a-4d04-a8e2-484327aab622 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:41:57.173440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0789fb08-5427-4f93-a107-038dbead7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.177570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0789fb08-5427-4f93-a107-038dbead7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.178930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0789fb08-5427-4f93-a107-038dbead7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.182603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0789fb08-5427-4f93-a107-038dbead7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.184786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0789fb08-5427-4f93-a107-038dbead7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.188381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0789fb08-5427-4f93-a107-038dbead7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.191017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0789fb08-5427-4f93-a107-038dbead7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.203062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0789fb08-5427-4f93-a107-038dbead7cb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6484 time: 0.9570522
Apr 30 04:41:57.248847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] For port 4ecb03fa-633b-4e59-a70d-7db29619ac4a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4ecb03fa-633b-4e59-a70d-7db29619ac4a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:57.249266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:57.371637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d9ea20ce-6e2e-4473-a8ab-43dca54fa843 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:41:57.559476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Calling delete_port for 4ecb03fa-633b-4e59-a70d-7db29619ac4a owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:41:57.569836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39654) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:41:57.570093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c984acec-c70c-41cd-9615-c106b875aa54 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4469371
Apr 30 04:41:57.592238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:41:57.645359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-6abbb62f-7c69-44ca-8735-abc7c86c4ed2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01 HTTP/1.1" status: 200  len: 217 time: 0.2018046
Apr 30 04:41:57.720257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0bde61e0-b907-4648-9c33-00629ffb6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.721710 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0bde61e0-b907-4648-9c33-00629ffb6ad6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31581abd-3e6b-43d6-b813-e70732b12d54 HTTP/1.1" status: 200  len: 849 time: 0.0667973
Apr 30 04:41:57.752439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: d9ea20ce-6e2e-4473-a8ab-43dca54fa843 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:41:57.753370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d9ea20ce-6e2e-4473-a8ab-43dca54fa843 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:41:57.777568 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:57.787784 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:57.885340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3eee09-cfc1-49bd-95ca-8ae28c213cc3 req-8ce267d7-5e09-4c8c-8588-49da735ca3d1 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.887230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d3eee09-cfc1-49bd-95ca-8ae28c213cc3 req-8ce267d7-5e09-4c8c-8588-49da735ca3d1 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 944 time: 0.4453478
Apr 30 04:41:57.910867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553597da-6f28-4666-a7c1-2af62a3d086a req-2f57c756-c36d-4d22-bb7b-03249683759c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:57.918847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-553597da-6f28-4666-a7c1-2af62a3d086a req-2f57c756-c36d-4d22-bb7b-03249683759c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=72718e02-2761-4c28-8348-7cd0e3cc3ccc HTTP/1.1" status: 200  len: 945 time: 0.3931270
Apr 30 04:41:57.928053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8310218c-68f3-458f-a846-c1272cd40696 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:41:57.936586 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 713c7368-a77a-4f0a-8088-3467c4c25d9c {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:41:58.022356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8310218c-68f3-458f-a846-c1272cd40696 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:41:58.022601 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:58.083670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:58.104341 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:58.105385 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d3eee09-cfc1-49bd-95ca-8ae28c213cc3 req-d2c3c1da-ae37-4113-91ad-59136ef49e61 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044735
Apr 30 04:41:58.114840 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:58.119407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9f5bc9c7-7b05-424b-89a8-cafc0ef3e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:58.123216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9f5bc9c7-7b05-424b-89a8-cafc0ef3e82a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3788645
Apr 30 04:41:58.157608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-553597da-6f28-4666-a7c1-2af62a3d086a req-fe661f4c-91d5-494b-9175-68b3c01694be tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931345
Apr 30 04:41:58.292020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 4ecb03fa-633b-4e59-a70d-7db29619ac4a no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:41:58.355873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:41:58.360284 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432c2f66-5927-4125-b74f-8ea8d8228def', 'tag': 'c2b18fa8-4751-44e5-9142-67164bb4073e', 'status': 'completed', 'code': 200}
Apr 30 04:41:58.407344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:58.419832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:41:58.429087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-228610a9-0a0b-4a52-8361-04e19d20bb26 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:58.447154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=713c7368-a77a-4f0a-8088-3467c4c25d9c,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:58.495092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:41:58.498734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event deleted for resources: {'Port': ['ID=4ecb03fa-633b-4e59-a70d-7db29619ac4a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:58.500380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:58.505812 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:58.517780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:41:58.547665 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:58.553567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['713c7368-a77a-4f0a-8088-3467c4c25d9c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:41:58.602079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 4ecb03fa-633b-4e59-a70d-7db29619ac4a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:41:58.602536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 4ecb03fa-633b-4e59-a70d-7db29619ac4a not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:41:58.696335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] No DVR routers for this DVR port 4ecb03fa-633b-4e59-a70d-7db29619ac4a on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:41:58.704311 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:58.717311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:41:58.723143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:58.786599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:41:58.837637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-a642ca41-c2f1-4437-82a4-048cd4028d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:58.840764 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-a642ca41-c2f1-4437-82a4-048cd4028d5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 1096 time: 0.4786365
Apr 30 04:41:58.850097 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4bf6ebe8-336c-43ad-a419-40e59198484c req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "DELETE /v2.0/ports/4ecb03fa-633b-4e59-a70d-7db29619ac4a HTTP/1.1" status: 204  len: 173 time: 2.5019958
Apr 30 04:41:58.941839 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:59.008196 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '54489ae0-efe8-43fe-bdd3-00e11f296177', 'status': 'completed', 'code': 200}
Apr 30 04:41:59.047992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 8310218c-68f3-458f-a846-c1272cd40696, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8310218c-68f3-458f-a846-c1272cd40696,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:41:59.171124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-012975e9-fc69-439a-b85a-aceed3f198a7 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0404830
Apr 30 04:41:59.193769 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:59.211578 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:41:59.427744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1100b577-7395-4832-856c-99ac59ccdddc no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:41:59.618211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] Deleting port 1100b577-7395-4832-856c-99ac59ccdddc {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:41:59.618969 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:41:59.737186 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-55f84436-5d5a-4816-a702-d0838adfbe27 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5427153
Apr 30 04:41:59.770487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=8310218c-68f3-458f-a846-c1272cd40696,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:41:59.815710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-99244921-1755-4287-bfba-b104118a6e2d tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:59.817130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-99244921-1755-4287-bfba-b104118a6e2d tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Synchronizing usage tracker for tenant:ca91b1985ffd4d3b8bad22300714fb8a on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:41:59.820984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-6e6b587f-f6d4-46b4-a232-6fd78479b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:41:59.823472 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-6e6b587f-f6d4-46b4-a232-6fd78479b6df service neutron] 10.222.0.50 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 916 time: 0.9724894
Apr 30 04:41:59.954631 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:41:59.973159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-f1b3e881-fd67-440e-9496-62a6d5191e12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 200  len: 217 time: 0.2204340
Apr 30 04:42:00.007376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f282a0-4ce5-4893-b0b3-82289387e628 req-e473fd9a-7d73-45ba-96e5-9c901a21833b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:00.013511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-9523d8d7-3db5-4785-94bd-af479012ee89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2b18fa8-4751-44e5-9142-67164bb4073e HTTP/1.1" status: 200  len: 217 time: 0.1125226
Apr 30 04:42:00.020172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23f282a0-4ce5-4893-b0b3-82289387e628 req-e473fd9a-7d73-45ba-96e5-9c901a21833b tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 950 time: 1.0184376
Apr 30 04:42:00.048991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-99244921-1755-4287-bfba-b104118a6e2d tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Unset dirty status for tenant:ca91b1985ffd4d3b8bad22300714fb8a on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:00.051022 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-99244921-1755-4287-bfba-b104118a6e2d tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.37 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 814 time: 0.5809624
Apr 30 04:42:00.097885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] For port 1100b577-7395-4832-856c-99ac59ccdddc, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1100b577-7395-4832-856c-99ac59ccdddc,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:00.098860 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:00.147346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-cd9e01df-7672-4c42-a670-1f218e3cb16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:00.149780 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-cd9e01df-7672-4c42-a670-1f218e3cb16b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.1103024
Apr 30 04:42:00.169276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Request body: {'port': {'device_id': 'a98d0ff6-1f8d-42c3-85be-9a9771827a8d', 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379', 'admin_state_up': True, 'tenant_id': 'ca91b1985ffd4d3b8bad22300714fb8a'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:00.180797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-59097c23-cbc7-4e58-9ed8-0ab2e2afa4f3 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:00.194358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-59097c23-cbc7-4e58-9ed8-0ab2e2afa4f3 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 814 time: 1.1911469
Apr 30 04:42:00.258234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23f282a0-4ce5-4893-b0b3-82289387e628 req-a4e5b39d-8995-4e10-b309-576cdf2d2880 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2365880
Apr 30 04:42:00.292729 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:00.293598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-57a36538-ed6a-431b-8ec2-bcf3f8dddf1e tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/quotas/ca91b1985ffd4d3b8bad22300714fb8a HTTP/1.1" status: 200  len: 375 time: 0.0975437
Apr 30 04:42:00.369446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-75cc0123-8e4b-4160-99e6-bc14aa17a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:00.376224 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-75cc0123-8e4b-4160-99e6-bc14aa17a613 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.3487477
Apr 30 04:42:00.458771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cd3528-ea27-4535-8799-70cef37429da', 'name': 'network-vif-deleted', 'tag': 'd9ea20ce-6e2e-4473-a8ab-43dca54fa843'}, {'server_uuid': '72718e02-2761-4c28-8348-7cd0e3cc3ccc', 'name': 'network-vif-deleted', 'tag': '4ecb03fa-633b-4e59-a70d-7db29619ac4a'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:00.494248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] Calling delete_port for 1100b577-7395-4832-856c-99ac59ccdddc owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:00.592293 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-9b9e30fa-cd8d-4452-b057-9ba626494cd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3559639
Apr 30 04:42:00.644584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 1100b577-7395-4832-856c-99ac59ccdddc, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1100b577-7395-4832-856c-99ac59ccdddc,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:00.673079 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:00.681739 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:00.823546 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7e96b595-c8ac-43d8-b08c-9f24db821f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:00.829786 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:00.882006 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-036545be-c6ff-4f77-b609-fdfa3916f531 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5870724
Apr 30 04:42:00.901965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] No DVR routers for this DVR port 1100b577-7395-4832-856c-99ac59ccdddc on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:00.921168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=1100b577-7395-4832-856c-99ac59ccdddc,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:00.932822 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:00.933622 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:00.937223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0d57c116-190e-44ef-a3d4-0d52180b81be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:00.938763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-0d57c116-190e-44ef-a3d4-0d52180b81be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3931935
Apr 30 04:42:00.954257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0b5-ae11-4710-9ad0-cd1854925468 req-be921209-b01c-4526-ab8b-58501aa7f457 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:00.977130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0b5-ae11-4710-9ad0-cd1854925468 req-be921209-b01c-4526-ab8b-58501aa7f457 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:00.990237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0b5-ae11-4710-9ad0-cd1854925468 req-be921209-b01c-4526-ab8b-58501aa7f457 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:00.996466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0b5-ae11-4710-9ad0-cd1854925468 req-be921209-b01c-4526-ab8b-58501aa7f457 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:01.009194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0b5-ae11-4710-9ad0-cd1854925468 req-be921209-b01c-4526-ab8b-58501aa7f457 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:01.024377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-c5f05d94-a773-4679-8fa5-104dd706d222 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:01.025809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-c5f05d94-a773-4679-8fa5-104dd706d222 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Synchronizing usage tracker for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:01.027654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0b5-ae11-4710-9ad0-cd1854925468 req-be921209-b01c-4526-ab8b-58501aa7f457 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:01.034651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0b5-ae11-4710-9ad0-cd1854925468 req-be921209-b01c-4526-ab8b-58501aa7f457 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:01.051944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8faf0b5-ae11-4710-9ad0-cd1854925468 req-be921209-b01c-4526-ab8b-58501aa7f457 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5420 time: 0.4095964
Apr 30 04:42:01.098576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] Pushing event deleted for resources: {'Port': ['ID=1100b577-7395-4832-856c-99ac59ccdddc,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:01.103669 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:01.254614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-c5f05d94-a773-4679-8fa5-104dd706d222 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Unset dirty status for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:01.273226 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-c5f05d94-a773-4679-8fa5-104dd706d222 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 950 time: 1.9120824
Apr 30 04:42:01.332363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8310218c-68f3-458f-a846-c1272cd40696 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:01.430605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:01.436057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Usage tracker for resource:port and tenant:ca91b1985ffd4d3b8bad22300714fb8a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:01.440704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:01.448492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:01.525185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Made reservation on behalf of ca91b1985ffd4d3b8bad22300714fb8a for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:01.533126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:01.581585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8310218c-68f3-458f-a846-c1272cd40696 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:01.582213 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:01.991271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-104bbc06-97bd-4667-9e62-27d34542a659 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8007443
Apr 30 04:42:02.002464 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8faf0b5-ae11-4710-9ad0-cd1854925468 req-73f05872-43aa-49ab-b9ad-a6d9a4f8fe48 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.9496186
Apr 30 04:42:02.105083 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-a314d073-3caf-4506-ae12-1859fdea91f3 service neutron] 10.222.0.46 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2207370
Apr 30 04:42:02.146595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c2b18fa8-4751-44e5-9142-67164bb4073e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:02.151676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 713c7368-a77a-4f0a-8088-3467c4c25d9c up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:02.302180 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-22384d87-505e-4285-b725-1155527128c9 service neutron] 10.222.0.50 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6941457
Apr 30 04:42:02.498008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 713c7368-a77a-4f0a-8088-3467c4c25d9c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:02.499786 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:02.546809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c15a77dc-fb88-4413-82f1-f7cd04f564d9 req-23abbf4f-04e6-42fb-8cf2-c7aa523dce6f service neutron] 10.222.0.50 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2118573
Apr 30 04:42:02.589728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Deleting port 911dc8e0-6d52-42dc-842f-344d1db635e0 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:02.590314 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:02.763780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] For port 911dc8e0-6d52-42dc-842f-344d1db635e0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=911dc8e0-6d52-42dc-842f-344d1db635e0,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:02.764099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:02.920387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-844a6043-66a5-4564-b5d6-eac90ac2b17d service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9126945
Apr 30 04:42:02.934422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Calling delete_port for 911dc8e0-6d52-42dc-842f-344d1db635e0 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:02.995668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c2b18fa8-4751-44e5-9142-67164bb4073e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c2b18fa8-4751-44e5-9142-67164bb4073e,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:03.086549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-cf3c0277-ae28-4b87-8670-427081fd67be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 200  len: 217 time: 0.1566086
Apr 30 04:42:03.103275 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-d73ac8c9-eb54-4e4e-96fe-db3f49444bad service neutron] 10.222.0.46 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9955714
Apr 30 04:42:03.142199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:03.169490 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:03.185550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f', '3da00852-b28b-463d-9744-6baa610b9165'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:03.234252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['bf546252-4b1f-400f-b26a-f5d55adf5a67', 'e52c1aa9-3449-4bff-83fc-f85761156dcd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:03.323585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event deleted for resources: {'Port': ['ID=911dc8e0-6d52-42dc-842f-344d1db635e0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:03.324384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'c2b18fa8-4751-44e5-9142-67164bb4073e', 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7', 'port_id': 'c2b18fa8-4751-44e5-9142-67164bb4073e', 'mac_address': 'fa:16:3e:d1:70:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14063f01-7ac3-4ab7-9118-bdfb4d5230e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:03.340084 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:03.435508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] No DVR routers for this DVR port 911dc8e0-6d52-42dc-842f-344d1db635e0 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:03.441440 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:03.469374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Allocated IP 172.20.0.6 (9d10bf43-b377-49d3-8167-2058bf817379/be19384c-aa6a-42f3-b17d-9017d0ae09a0/ae53244b-f290-44a1-b147-e391cafa5a2d) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:03.677384 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:03.696622 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-056d44f3-6ca8-438f-be28-eaff48ae5649 req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "DELETE /v2.0/ports/911dc8e0-6d52-42dc-842f-344d1db635e0 HTTP/1.1" status: 204  len: 173 time: 2.3854804
Apr 30 04:42:03.903324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:03.943969 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:03.953465 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92578c03-8569-4ac4-850c-377563802735 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:04.167414 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cd3528-ea27-4535-8799-70cef37429da', 'name': 'network-vif-deleted', 'tag': 'd9ea20ce-6e2e-4473-a8ab-43dca54fa843', 'status': 'completed', 'code': 200}
Apr 30 04:42:04.168051 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72718e02-2761-4c28-8348-7cd0e3cc3ccc', 'name': 'network-vif-deleted', 'tag': '4ecb03fa-633b-4e59-a70d-7db29619ac4a', 'status': 'completed', 'code': 200}
Apr 30 04:42:04.311856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-088365fc-fca4-4651-8840-c9779307fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:04.316518 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d47f-b0c1-4a5d-97d9-c2d6aac7593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:04.323495 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-088365fc-fca4-4651-8840-c9779307fe08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.5409381
Apr 30 04:42:04.365143 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:04.468132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b18fa8-4751-44e5-9142-67164bb4073e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:04.475266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:04.587012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:04.629262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c17f1a-070f-46eb-9984-c7d5fac1c8d4 req-e2fca649-f71b-426e-b709-d5a2d4ac25eb tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:04.648224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:04.649780 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7c17f1a-070f-46eb-9984-c7d5fac1c8d4 req-e2fca649-f71b-426e-b709-d5a2d4ac25eb tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 944 time: 1.7153013
Apr 30 04:42:04.656832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-44c121f2-5c61-47f5-ad93-b5006abd1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:04.658376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-44c121f2-5c61-47f5-ad93-b5006abd1702 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3299401
Apr 30 04:42:04.670853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:04.760713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:04.766378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:04.786681 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:04.788383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 911dc8e0-6d52-42dc-842f-344d1db635e0 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:04.830144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=2c9ca4c8-6ee8-42e9-b1c4-175455384768,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:04.854346 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:04.904148 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 7.3291595
Apr 30 04:42:04.905621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39790) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:04.959900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:05.011334 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-20e4f774-9bde-42b4-abcc-5a14f3f2b191 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3374939
Apr 30 04:42:05.045433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e18e9590-0675-470f-ac59-6918d396e561 req-9e43a67c-582a-4a61-9ba3-b5021bf37a61 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=97579016-488d-4947-ad6b-7775c7397216 HTTP/1.1" status: 200  len: 210 time: 0.3778598
Apr 30 04:42:05.104752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b3ad5e-3fca-45cd-a203-8cce208869f6 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:42:05.107459 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7c17f1a-070f-46eb-9984-c7d5fac1c8d4 req-9eef38e9-e5a8-4dc1-8f87-2b3e41bf56f4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4349890
Apr 30 04:42:05.247215 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c2b18fa8-4751-44e5-9142-67164bb4073e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c2b18fa8-4751-44e5-9142-67164bb4073e,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:05.283166 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:05.440665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 911dc8e0-6d52-42dc-842f-344d1db635e0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:42:05.441852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 911dc8e0-6d52-42dc-842f-344d1db635e0 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:42:05.599854 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:05.670552 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:05.708125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:05.746743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:05.762554 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:05.796078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:05.845120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:05.874145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=713c7368-a77a-4f0a-8088-3467c4c25d9c,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:05.893485 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:05.907654 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:05.963826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Transition to ACTIVE for port object ae53244b-f290-44a1-b147-e391cafa5a2d will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:05.996571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:06.009076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:06.025725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=c2b18fa8-4751-44e5-9142-67164bb4073e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:06.050968 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:06.183802 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-eaf2f8ac-34a1-4896-bf92-b59adfa8bd1d service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1285372
Apr 30 04:42:06.210759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97579016-488d-4947-ad6b-7775c7397216', 'name': 'network-vif-deleted', 'tag': '911dc8e0-6d52-42dc-842f-344d1db635e0'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:06.309509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['c2b18fa8-4751-44e5-9142-67164bb4073e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:06.440505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-b8e1a4d7-be3e-4840-b453-4b5cb14a702d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a HTTP/1.1" status: 200  len: 217 time: 0.2456925
Apr 30 04:42:06.521669 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:06.733875 n-d-766726-20 neutron-server[74582]: INFO neutron.db.ipam_backend_mixin [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2c9ca4c8-6ee8-42e9-b1c4-175455384768 (CIDR: 2001:db8::/64)
Apr 30 04:42:06.740884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': '2c9ca4c8-6ee8-42e9-b1c4-175455384768'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:42:06.741885 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:06.818234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c1f7-7a75-4f45-b8bf-057313bd4ed2 req-38b8a6f1-cac5-44b9-86fe-2b4198443d8c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:06.831345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c1f7-7a75-4f45-b8bf-057313bd4ed2 req-38b8a6f1-cac5-44b9-86fe-2b4198443d8c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:06.844578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c1f7-7a75-4f45-b8bf-057313bd4ed2 req-38b8a6f1-cac5-44b9-86fe-2b4198443d8c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:06.862722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c1f7-7a75-4f45-b8bf-057313bd4ed2 req-38b8a6f1-cac5-44b9-86fe-2b4198443d8c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:06.893918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c1f7-7a75-4f45-b8bf-057313bd4ed2 req-38b8a6f1-cac5-44b9-86fe-2b4198443d8c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:06.909940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c1f7-7a75-4f45-b8bf-057313bd4ed2 req-38b8a6f1-cac5-44b9-86fe-2b4198443d8c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:06.941587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c1f7-7a75-4f45-b8bf-057313bd4ed2 req-38b8a6f1-cac5-44b9-86fe-2b4198443d8c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:06.965649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1221c1f7-7a75-4f45-b8bf-057313bd4ed2 req-38b8a6f1-cac5-44b9-86fe-2b4198443d8c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5420 time: 1.5448017
Apr 30 04:42:07.009283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-2b792f46-251f-4b01-8199-0b1c500f5bbd tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:07.023677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-2b792f46-251f-4b01-8199-0b1c500f5bbd tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 814 time: 1.4679639
Apr 30 04:42:07.132880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-64a61489-6442-4231-9cb6-2d6c7689acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:07.140168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-64a61489-6442-4231-9cb6-2d6c7689acae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.6745453
Apr 30 04:42:07.258581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-522ec827-19f5-4f13-adbf-6d1645e09d9d tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/quotas/ca91b1985ffd4d3b8bad22300714fb8a HTTP/1.1" status: 200  len: 375 time: 0.2336421
Apr 30 04:42:07.355793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1221c1f7-7a75-4f45-b8bf-057313bd4ed2 req-ae96bfdb-c458-4567-8b45-d3d5e515554f tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3868029
Apr 30 04:42:07.374090 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:42:07.374594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:42:07.468533 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e7204ba-a17c-4b6a-9654-6468062fe8db tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.5473454
Apr 30 04:42:07.477165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39824) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:07.501700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-57dfe5a6-5c28-45f9-9a25-99b4a0a4034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:07.503609 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-57dfe5a6-5c28-45f9-9a25-99b4a0a4034b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3238139
Apr 30 04:42:07.505618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:07.533250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-b3cb8791-1fec-473f-b057-cd76bcf8aa27 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2736886
Apr 30 04:42:07.572609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:07.656559 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22abcdfc-416d-4a0d-8686-a07fe6870d5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:07.784067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Network 9d10bf43-b377-49d3-8167-2058bf817379 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:07.824244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:07.865125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b86a5558-544c-4128-890a-b4ca201b76b7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:07.867511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b86a5558-544c-4128-890a-b4ca201b76b7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.50 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 814 time: 1.1200526
Apr 30 04:42:07.888917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:42:08.081625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Request body: {'port': {'device_id': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379', 'admin_state_up': True, 'tenant_id': 'ca91b1985ffd4d3b8bad22300714fb8a'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:08.105379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/2c9ca4c8-6ee8-42e9-b1c4-175455384768/ce1dc270-ce78-422c-936c-4d3dcc677ba5) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:08.318515 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-8237d0f0-bb5f-4f15-9aa3-6a570de379a1 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7404575
Apr 30 04:42:08.336858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-e2a9fa49-6a02-4724-8346-4c8fea80250c service neutron] 10.222.0.46 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8021815
Apr 30 04:42:08.356869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Pushing event updated for resources: {'Port': ['ID=ae53244b-f290-44a1-b147-e391cafa5a2d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:08.370866 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:08.407320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-26b19465-1254-4d0c-8e1f-7daac4c66376 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:08.416550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-26b19465-1254-4d0c-8e1f-7daac4c66376 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.7799945
Apr 30 04:42:08.452663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:08.479326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:08.495161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:08.524650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:08.688568 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-53ac1717-1ca3-4bcf-9fd7-d2af09223d24 None None] Provisioning for port ae53244b-f290-44a1-b147-e391cafa5a2d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:08.711516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-53ac1717-1ca3-4bcf-9fd7-d2af09223d24 None None] Provisioning complete for port ae53244b-f290-44a1-b147-e391cafa5a2d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:08.713842 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53ac1717-1ca3-4bcf-9fd7-d2af09223d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:08.769166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:08.772072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:08.776573 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:08.812568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Usage tracker for resource:port and tenant:ca91b1985ffd4d3b8bad22300714fb8a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:08.834772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:08.863880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:08.866143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:08.873704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-15b766a2-2241-4f1f-b47a-4e5424e87cca tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/quotas/23ed3850f28743fbb3956272163e68c0 HTTP/1.1" status: 200  len: 375 time: 0.4553542
Apr 30 04:42:08.892385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:08.941650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-53ac1717-1ca3-4bcf-9fd7-d2af09223d24 None None] Port ae53244b-f290-44a1-b147-e391cafa5a2d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:42:08.962141 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.8074481
Apr 30 04:42:08.994020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Request body: {'port': {'device_id': 'a98d0ff6-1f8d-42c3-85be-9a9771827a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:09.160011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Made reservation on behalf of ca91b1985ffd4d3b8bad22300714fb8a for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:09.167355 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:09.177286 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:09.223423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Transition to ACTIVE for port object ce1dc270-ce78-422c-936c-4d3dcc677ba5 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:09.259464 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-96945519-327f-4a01-b9d9-a6f606de99ff service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9311707
Apr 30 04:42:09.293438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Transition to ACTIVE for port object ce1dc270-ce78-422c-936c-4d3dcc677ba5 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:09.312333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:09.318110 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:09.349179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-131abe70-4e35-43ec-b54b-c4d5bf769b80 service neutron] 10.222.0.46 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0110419
Apr 30 04:42:09.392356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:09.394273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-ec052111-f224-4430-9d29-4efd143082c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=78159ada-cbef-421f-a1ad-97a024721599 HTTP/1.1" status: 200  len: 217 time: 0.1156247
Apr 30 04:42:09.397025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:09.407913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:42:09.542782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Pushing event updated for resources: {'Port': ['ID=ce1dc270-ce78-422c-936c-4d3dcc677ba5,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:09.550672 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:09.556924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Attempting to bind port ce1dc270-ce78-422c-936c-4d3dcc677ba5 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:42:09.557681 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Attempting to bind port ce1dc270-ce78-422c-936c-4d3dcc677ba5 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:42:09.558224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Attempting to bind port ce1dc270-ce78-422c-936c-4d3dcc677ba5 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:09.566108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Allocated IP 172.20.0.10 (9d10bf43-b377-49d3-8167-2058bf817379/be19384c-aa6a-42f3-b17d-9017d0ae09a0/f1c77aca-b27e-4100-b93e-1d13ff0a4112) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:09.569282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:42:09.570061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:42:09.570654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:09.571212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:42:09.571898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Bound port: ce1dc270-ce78-422c-936c-4d3dcc677ba5, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:42:09.572457 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:09.662355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-6ec85153-05c3-4f59-9fcf-fbbeb5bbab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:09.663962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-6ec85153-05c3-4f59-9fcf-fbbeb5bbab16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.2502866
Apr 30 04:42:09.670526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-c3625449-6d76-4d0b-bf7f-a49368e33220 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7865715
Apr 30 04:42:09.694911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] For port ce1dc270-ce78-422c-936c-4d3dcc677ba5, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:42:09.699276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] For port ce1dc270-ce78-422c-936c-4d3dcc677ba5, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ce1dc270-ce78-422c-936c-4d3dcc677ba5,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:42:09.704394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c2b18fa8-4751-44e5-9142-67164bb4073e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:09.745350 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:09.765840 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:09.972875 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c', 'code': 200}
Apr 30 04:42:09.974454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Pushing event updated for resources: {'Port': ['ID=ce1dc270-ce78-422c-936c-4d3dcc677ba5,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:10.001533 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:10.002305 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:10.048709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-de016b0a-6434-4389-bc12-5843277d16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:10.054391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-de016b0a-6434-4389-bc12-5843277d16e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3755198
Apr 30 04:42:10.143319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port c2b18fa8-4751-44e5-9142-67164bb4073e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:10.155725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port c2b18fa8-4751-44e5-9142-67164bb4073e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:10.156117 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:10.594887 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:10.603349 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:10.737838 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c2b18fa8-4751-44e5-9142-67164bb4073e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c2b18fa8-4751-44e5-9142-67164bb4073e,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:10.751958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Transition to ACTIVE for port object f1c77aca-b27e-4100-b93e-1d13ff0a4112 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:10.756366 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:10.760956 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a7991ed9-e2f9-405d-933f-b99671b46c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:10.906865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=c2b18fa8-4751-44e5-9142-67164bb4073e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:10.913105 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:11.027760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-c77050b9-1506-4cb0-84eb-a7c07a505565 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9341822
Apr 30 04:42:11.072593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef68526-1bc2-4876-a1e9-5da6420832c4 req-351fa1ff-8d54-4d47-9f40-25212d15f7be tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:11.085316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fef68526-1bc2-4876-a1e9-5da6420832c4 req-351fa1ff-8d54-4d47-9f40-25212d15f7be tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 945 time: 0.9206886
Apr 30 04:42:11.106157 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:11.121082 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:11.130476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-c512d40a-bfff-4d55-ab5b-9732633937fc service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3394613
Apr 30 04:42:11.212197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Pushing event updated for resources: {'Port': ['ID=f1c77aca-b27e-4100-b93e-1d13ff0a4112,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:11.222112 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:11.250710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Network 9d10bf43-b377-49d3-8167-2058bf817379 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:11.269941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:11.292330 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:42:11.484723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ce1dc270-ce78-422c-936c-4d3dcc677ba5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:11.659604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ce1dc270-ce78-422c-936c-4d3dcc677ba5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:11.930972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:11.931935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:11.963798 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-84b11d7c-d7db-46ae-a5e8-35ce98443b8e service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8277211
Apr 30 04:42:11.974877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432c2f66-5927-4125-b74f-8ea8d8228def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b18fa8-4751-44e5-9142-67164bb4073e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:11.991872 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9280076
Apr 30 04:42:12.018787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-63ab41f9-9fd9-457c-b815-e37eef5c1ff2 None None] Provisioning for port f1c77aca-b27e-4100-b93e-1d13ff0a4112 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:12.031713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Request body: {'port': {'device_id': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:12.032840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-63ab41f9-9fd9-457c-b815-e37eef5c1ff2 None None] Provisioning complete for port f1c77aca-b27e-4100-b93e-1d13ff0a4112 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:12.033387 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63ab41f9-9fd9-457c-b815-e37eef5c1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:12.161116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-5fa9b348-116c-4a97-8ebc-f83fad9b9d86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab HTTP/1.1" status: 200  len: 217 time: 0.1830819
Apr 30 04:42:12.165132 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fef68526-1bc2-4876-a1e9-5da6420832c4 req-bed9bbe8-cfe5-42e8-8c68-12cf215ca4f8 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0773466
Apr 30 04:42:12.214362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-63ab41f9-9fd9-457c-b815-e37eef5c1ff2 None None] Port f1c77aca-b27e-4100-b93e-1d13ff0a4112 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:42:12.331549 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:42:12.474529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-d622a985-5e6d-4be0-bf63-aebfa5417d1e service neutron] 10.222.0.46 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3404591
Apr 30 04:42:12.477575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-d4cdef37-35ee-4061-925a-388c324b1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:12.480148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-d4cdef37-35ee-4061-925a-388c324b1575 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 0.2984724
Apr 30 04:42:12.663207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Provisioning for port ce1dc270-ce78-422c-936c-4d3dcc677ba5 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:12.704991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Provisioning complete for port ce1dc270-ce78-422c-936c-4d3dcc677ba5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:12.707141 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:12.744434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae53244b-f290-44a1-b147-e391cafa5a2d {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:12.836806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-27e17497-b586-486a-a858-ecdba4c7bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:12.842986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-27e17497-b586-486a-a858-ecdba4c7bcc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3553805
Apr 30 04:42:12.870951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:12.944130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Transition to ACTIVE for port object ae53244b-f290-44a1-b147-e391cafa5a2d will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:12.946222 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:13.376814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:13.547207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] For port ce1dc270-ce78-422c-936c-4d3dcc677ba5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ce1dc270-ce78-422c-936c-4d3dcc677ba5,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:13.560412 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:13.563457 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ec43c850-bf79-48f7-85b3-1228721d0c0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:13.635063 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97579016-488d-4947-ad6b-7775c7397216', 'name': 'network-vif-deleted', 'tag': '911dc8e0-6d52-42dc-842f-344d1db635e0', 'status': 'completed', 'code': 200}
Apr 30 04:42:13.708111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:13.747804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:42:13.779090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Pushing event updated for resources: {'Port': ['ID=ce1dc270-ce78-422c-936c-4d3dcc677ba5,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:13.803024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.803641 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.804203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.804778 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.805341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.805915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.806499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.807085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.807742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.808297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.808819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.809371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:13.835562 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:14.072493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-188ae44b-93ae-4c37-acff-78febbd60a08 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2149901
Apr 30 04:42:14.394274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c77aca-b27e-4100-b93e-1d13ff0a4112 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:14.413211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:14.453481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Transition to ACTIVE for port object f1c77aca-b27e-4100-b93e-1d13ff0a4112 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:14.454892 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae3129fa-432c-4258-a8c0-a539efcc43f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:14.561731 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:14.640974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d23e18-be4e-434a-ad9e-ba419b0cde22 req-7498f64c-7369-4afa-b57f-eba0740bead6 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:14.653584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8d23e18-be4e-434a-ad9e-ba419b0cde22 req-7498f64c-7369-4afa-b57f-eba0740bead6 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 946 time: 1.2162366
Apr 30 04:42:14.838747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8d23e18-be4e-434a-ad9e-ba419b0cde22 req-b8106232-e35c-40d0-ad8c-d0dcdaa80654 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748831
Apr 30 04:42:14.871659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8711e3-c3b5-4cc6-b58a-f838bdcb6131 req-c7529353-31b6-42e5-8f4e-9823565e9fdb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:14.883436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8711e3-c3b5-4cc6-b58a-f838bdcb6131 req-c7529353-31b6-42e5-8f4e-9823565e9fdb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:14.906771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8711e3-c3b5-4cc6-b58a-f838bdcb6131 req-c7529353-31b6-42e5-8f4e-9823565e9fdb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:14.922640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8711e3-c3b5-4cc6-b58a-f838bdcb6131 req-c7529353-31b6-42e5-8f4e-9823565e9fdb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:14.950531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8711e3-c3b5-4cc6-b58a-f838bdcb6131 req-c7529353-31b6-42e5-8f4e-9823565e9fdb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:14.972199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8711e3-c3b5-4cc6-b58a-f838bdcb6131 req-c7529353-31b6-42e5-8f4e-9823565e9fdb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:14.996664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8711e3-c3b5-4cc6-b58a-f838bdcb6131 req-c7529353-31b6-42e5-8f4e-9823565e9fdb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:15.025234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c8711e3-c3b5-4cc6-b58a-f838bdcb6131 req-c7529353-31b6-42e5-8f4e-9823565e9fdb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5420 time: 0.9508009
Apr 30 04:42:15.064648 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-7fce469b-037b-43bf-8f37-ba451bde4b20 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8267150
Apr 30 04:42:15.098773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-13f3ffb3-d93f-4d87-a4da-9a606cf862a5 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:15.101461 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-13f3ffb3-d93f-4d87-a4da-9a606cf862a5 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.50 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 814 time: 2.0976751
Apr 30 04:42:15.279879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Request body: {'port': {'device_id': '7f079498-bb16-4feb-82d3-44c087193799', 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379', 'admin_state_up': True, 'tenant_id': 'ca91b1985ffd4d3b8bad22300714fb8a'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:15.313295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Pushing event updated for resources: {'Port': ['ID=ae53244b-f290-44a1-b147-e391cafa5a2d,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:15.358546 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:15.362782 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-97bccdc6-2a20-4663-b46a-bd2f414fe731 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:15.377099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad5a3061-23c0-469d-a0c6-d4753382a7d8 req-99c865cc-6936-403f-87a7-a806910b7a2e tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 210 time: 0.2702837
Apr 30 04:42:15.379729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-66cd12a9-370c-4fbe-ab23-2edca417de0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54489ae0-efe8-43fe-bdd3-00e11f296177 HTTP/1.1" status: 200  len: 217 time: 0.1408288
Apr 30 04:42:15.396670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ce1dc270-ce78-422c-936c-4d3dcc677ba5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:15.493362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Attempting to bind port f1c77aca-b27e-4100-b93e-1d13ff0a4112 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:42:15.501528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Attempting to bind port f1c77aca-b27e-4100-b93e-1d13ff0a4112 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:42:15.502107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Attempting to bind port f1c77aca-b27e-4100-b93e-1d13ff0a4112 on network 9d10bf43-b377-49d3-8167-2058bf817379 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:15.581232 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432c2f66-5927-4125-b74f-8ea8d8228def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b18fa8-4751-44e5-9142-67164bb4073e', 'code': 200}
Apr 30 04:42:15.699655 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c8711e3-c3b5-4cc6-b58a-f838bdcb6131 req-59e0b5bd-de64-4443-9162-c46bdbd14794 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6639619
Apr 30 04:42:15.810367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ce1dc270-ce78-422c-936c-4d3dcc677ba5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:15.811502 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:16.362764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-bd926810-befe-47c8-80d8-e01b33664fd6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:16.365182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-bd926810-befe-47c8-80d8-e01b33664fd6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 805 time: 0.5709126
Apr 30 04:42:16.393908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Port f1c77aca-b27e-4100-b93e-1d13ff0a4112 on network 9d10bf43-b377-49d3-8167-2058bf817379 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:42:16.395754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Attempting to bind port f1c77aca-b27e-4100-b93e-1d13ff0a4112 on network 9d10bf43-b377-49d3-8167-2058bf817379 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:16.410421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Request body: {'port': {'device_id': '4402d004-54b5-4b2e-bc5f-a13087ea93f3', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'admin_state_up': True, 'tenant_id': '23ed3850f28743fbb3956272163e68c0'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:16.417420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:16.507833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.50', 61030) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:16.532578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:42:16.534428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Checking segment: {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:42:16.534428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Bound using segment: {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:42:16.535439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Bound port: f1c77aca-b27e-4100-b93e-1d13ff0a4112, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:42:16.536623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:16.567260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Usage tracker for resource:port and tenant:ca91b1985ffd4d3b8bad22300714fb8a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:16.571776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:16.609407 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6295c6f0-dc82-4c0b-88ec-3192a6411540 req-ca16551b-c7a8-49d5-8d99-166444db07d1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 210 time: 0.2427628
Apr 30 04:42:16.666390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-768bb365-7c0a-4c78-a492-4429093ef429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:16.672336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-768bb365-7c0a-4c78-a492-4429093ef429 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 1.2813647
Apr 30 04:42:16.707166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c77aca-b27e-4100-b93e-1d13ff0a4112,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:16.714697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:16.776622 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.414s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:16.847441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39884) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:17.039439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Made reservation on behalf of ca91b1985ffd4d3b8bad22300714fb8a for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:17.045946 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:17.114306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Attempting to bind port ae53244b-f290-44a1-b147-e391cafa5a2d on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:42:17.114863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Attempting to bind port ae53244b-f290-44a1-b147-e391cafa5a2d by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:42:17.115437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Attempting to bind port ae53244b-f290-44a1-b147-e391cafa5a2d on network 9d10bf43-b377-49d3-8167-2058bf817379 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:17.157034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:17.221009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Port ae53244b-f290-44a1-b147-e391cafa5a2d on network 9d10bf43-b377-49d3-8167-2058bf817379 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:42:17.221518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Attempting to bind port ae53244b-f290-44a1-b147-e391cafa5a2d on network 9d10bf43-b377-49d3-8167-2058bf817379 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:17.343473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:42:17.343998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Checking segment: {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:42:17.344524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Bound using segment: {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:42:17.345095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Bound port: ae53244b-f290-44a1-b147-e391cafa5a2d, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:42:17.345744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:17.378223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] For port f1c77aca-b27e-4100-b93e-1d13ff0a4112, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:42:17.417955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] For port f1c77aca-b27e-4100-b93e-1d13ff0a4112, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1c77aca-b27e-4100-b93e-1d13ff0a4112,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:42:17.487034 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-953f4754-ca05-4d4f-a758-416e649eba75 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=458650ec-3e4e-4bf3-852d-1a22852b990a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.9599199
Apr 30 04:42:17.525074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:17.546101 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36f28cf9-b37f-4890-ad65-7ca0fbb29278 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:17.764935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd661f6-40aa-49db-bc48-f5a2078794ee req-9b6d9175-7094-4740-854c-68a35805b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:17.767532 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbd661f6-40aa-49db-bc48-f5a2078794ee req-9b6d9175-7094-4740-854c-68a35805b45f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 1098 time: 2.0621665
Apr 30 04:42:17.941572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:17.960103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb296d-4a53-4a0f-8696-3df950da61b2 req-6aefd518-1165-45a0-bbf2-a034249e4122 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:17.976619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71bb296d-4a53-4a0f-8696-3df950da61b2 req-6aefd518-1165-45a0-bbf2-a034249e4122 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 945 time: 1.2998006
Apr 30 04:42:17.994016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c77aca-b27e-4100-b93e-1d13ff0a4112,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:18.001260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.50', 61031) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:18.003070 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:18.043662 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbd661f6-40aa-49db-bc48-f5a2078794ee req-90032535-f70d-4afd-b6a2-16e5809f52fc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543349
Apr 30 04:42:18.070069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0180286-4027-41aa-95bd-10adf11258bf req-fd4b421e-d307-4b44-aa25-f96c8a05a76b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.9959540
Apr 30 04:42:18.073950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e3e3a925-9154-4651-baf6-f89ab585bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:18.077460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-e3e3a925-9154-4651-baf6-f89ab585bb64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.3022623
Apr 30 04:42:18.311343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Usage tracker for resource:port and tenant:23ed3850f28743fbb3956272163e68c0 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:18.327559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] For port ae53244b-f290-44a1-b147-e391cafa5a2d, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:42:18.331202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] For port ae53244b-f290-44a1-b147-e391cafa5a2d, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ae53244b-f290-44a1-b147-e391cafa5a2d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:42:18.334237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:18.335151 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:18.336956 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] 10.222.0.50 "PUT /v2.0/ports/f1c77aca-b27e-4100-b93e-1d13ff0a4112 HTTP/1.1" status: 200  len: 1093 time: 6.3267910
Apr 30 04:42:18.347870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:18.409675 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'tag': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:18.435240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:18.464056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-bede0991-0132-4433-8351-b43ac3b26db1 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3675392
Apr 30 04:42:18.470552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:18.505719 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90711038-164e-423e-88f0-437f8df78e01 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:18.599524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71bb296d-4a53-4a0f-8696-3df950da61b2 req-8def9716-e029-496a-8a6e-d23735d2dd64 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6232779
Apr 30 04:42:18.611687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Pushing event updated for resources: {'Port': ['ID=ae53244b-f290-44a1-b147-e391cafa5a2d,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:18.629420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Allocated IP 172.20.0.3 (9d10bf43-b377-49d3-8167-2058bf817379/be19384c-aa6a-42f3-b17d-9017d0ae09a0/d8f4d49d-8649-4a97-9ce0-31525ce4676d) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:18.633085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] For port ce1dc270-ce78-422c-936c-4d3dcc677ba5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ce1dc270-ce78-422c-936c-4d3dcc677ba5,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:18.637389 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:18.679847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:18.680388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:18.681885 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] 10.222.0.37 "PUT /v2.0/ports/ae53244b-f290-44a1-b147-e391cafa5a2d HTTP/1.1" status: 200  len: 1092 time: 9.6998708
Apr 30 04:42:18.753093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-fdee3851-74bc-4611-9cf1-82a4e8733208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:18.754733 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-fdee3851-74bc-4611-9cf1-82a4e8733208 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=458650ec-3e4e-4bf3-852d-1a22852b990a HTTP/1.1" status: 200  len: 1102 time: 1.1334350
Apr 30 04:42:18.980242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3deaa7-633d-4e65-8fec-c8c7d3eeb838 req-0c46eb11-d333-4457-8a25-5f72d73befbe tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:18.982847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af3deaa7-633d-4e65-8fec-c8c7d3eeb838 req-0c46eb11-d333-4457-8a25-5f72d73befbe tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 946 time: 1.9094253
Apr 30 04:42:19.074678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Made reservation on behalf of 23ed3850f28743fbb3956272163e68c0 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:19.079020 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:19.251614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:42:19.346527 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:19.527227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:19.529472 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:19.549295 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17868a94-fb41-4300-a636-068090c28a3d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:19.613377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-f2033b59-d669-4521-9157-acda0b97f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:19.616062 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-f2033b59-d669-4521-9157-acda0b97f92f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 1096 time: 1.1828091
Apr 30 04:42:19.726420 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af3deaa7-633d-4e65-8fec-c8c7d3eeb838 req-77f64555-99db-4cad-a176-65378ee57214 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6687617
Apr 30 04:42:19.849194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180286-4027-41aa-95bd-10adf11258bf req-658b46bc-c088-4faa-b63e-9fb84b30c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:19.852468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0180286-4027-41aa-95bd-10adf11258bf req-658b46bc-c088-4faa-b63e-9fb84b30c6d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=590899638f114cfa8a3244132a03dd6c&device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 1102 time: 1.5074253
Apr 30 04:42:19.867382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73e0ac4d-fa5d-421b-8bd4-c73ea547bfb2 req-9c89fb1c-b276-43f0-bb82-000e409362eb service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3685157
Apr 30 04:42:19.940627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1661c59a-7481-438a-9ae9-3ea88f974f52 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:19.942422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1661c59a-7481-438a-9ae9-3ea88f974f52 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Synchronizing usage tracker for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:19.989906 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-52f2e7ff-50ad-4106-86eb-2ded68d93734 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1c77aca-b27e-4100-b93e-1d13ff0a4112 HTTP/1.1" status: 200  len: 217 time: 0.3205366
Apr 30 04:42:20.373657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae896d32-424a-4041-a0c9-d515553cda1e req-9c84b5cb-4740-4af4-add7-c17b515be85a tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:20.381772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae896d32-424a-4041-a0c9-d515553cda1e req-9c84b5cb-4740-4af4-add7-c17b515be85a tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 950 time: 1.2320535
Apr 30 04:42:20.383006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:20.399716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:20.424006 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea961e90-82c9-4e48-aa10-bdbb03db772e req-49021d2f-8601-47cf-be1c-e048f52240d1 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 210 time: 0.2887704
Apr 30 04:42:20.427670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b67eb6-434e-46da-9757-8a09d4e6b32e None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:42:20.574339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180286-4027-41aa-95bd-10adf11258bf req-d966919f-8d06-4368-be66-9e4d42b99ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:20.577274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-f2ab6f75-300a-4882-ad5e-b1d631fdc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:20.578304 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0180286-4027-41aa-95bd-10adf11258bf req-d966919f-8d06-4368-be66-9e4d42b99ada service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.6780448
Apr 30 04:42:20.580655 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-f2ab6f75-300a-4882-ad5e-b1d631fdc089 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 1.5384340
Apr 30 04:42:20.596952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:20.597572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:20.609271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1661c59a-7481-438a-9ae9-3ea88f974f52 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Unset dirty status for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:20.610392 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1661c59a-7481-438a-9ae9-3ea88f974f52 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 950 time: 2.4776661
Apr 30 04:42:20.619625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=ce1dc270-ce78-422c-936c-4d3dcc677ba5,revision_number=5']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:20.800521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-9b4c9b88-5da6-4f87-9e72-e691658e3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:20.802603 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-9b4c9b88-5da6-4f87-9e72-e691658e3775 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 1095 time: 2.0203362
Apr 30 04:42:20.860067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Allocated IP 172.20.0.8 (d8546f2d-3b48-4e0e-a3b1-191839a8c478/f6b8d43f-4c31-4f17-973d-316fa3a9818c/2e21ce22-3e64-486f-baa6-fcd2db056e6a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:20.936651 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-abb4e99a-d021-4b67-95ee-5821ce853a06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=bf546252-4b1f-400f-b26a-f5d55adf5a67 HTTP/1.1" status: 200  len: 217 time: 0.3300760
Apr 30 04:42:20.939074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.939503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.939942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.940319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.941345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.941722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.942188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.942585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.942948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.943964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.944344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:20.944691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:21.034266 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.485s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:21.035117 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-387a8380-05ac-4b40-b4ee-141db1cf0808 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.426s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:21.084987 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-2ff87a09-b9a9-4bac-9f28-4a68c69eac44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae53244b-f290-44a1-b147-e391cafa5a2d HTTP/1.1" status: 200  len: 217 time: 0.2256765
Apr 30 04:42:21.086542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-2630fffe-a1b2-4d04-8088-c55d9bdc681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:21.088186 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-2630fffe-a1b2-4d04-8088-c55d9bdc681f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be19384c-aa6a-42f3-b17d-9017d0ae09a0 HTTP/1.1" status: 200  len: 853 time: 1.0761676
Apr 30 04:42:21.114343 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 13.6301968
Apr 30 04:42:21.163365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39908) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:21.176962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:5d:bf:e9', 'name': 'tempest-NetworksTestDHCPv6-1077640141'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:21.404420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ce1dc270-ce78-422c-936c-4d3dcc677ba5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:21.491094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-f7a4923a-0f7a-458f-a6da-cde5116219e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:21.494757 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-f7a4923a-0f7a-458f-a6da-cde5116219e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.5402093
Apr 30 04:42:21.537407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:21.604311 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:21.639511 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0180286-4027-41aa-95bd-10adf11258bf req-51aa50dc-740f-4295-aa28-c90bf286af55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a9c1794e-ace8-4d74-93d5-585a1515082f HTTP/1.1" status: 200  len: 217 time: 1.0113719
Apr 30 04:42:21.666571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ce1dc270-ce78-422c-936c-4d3dcc677ba5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:21.667458 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:21.703732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:21.728760 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:21.795749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:21.901450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event updated for resources: {'Port': ['ID=2e21ce22-3e64-486f-baa6-fcd2db056e6a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:21.912895 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:21.951458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:21.982041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae896d32-424a-4041-a0c9-d515553cda1e req-fd7412bf-0d0f-475b-9fc6-a5d10e59bcf7 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6000817
Apr 30 04:42:22.010881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:22.021738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:42:22.319270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=a217b30e-adc9-4516-a2a9-2617a77b68e9,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:22.342221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-ff34ab91-d4e9-4eb4-92f8-5598f84cf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.343087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-ff34ab91-d4e9-4eb4-92f8-5598f84cf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.347339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-4faad2cf-f0db-41e9-9931-05c970a041f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.351009 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-4faad2cf-f0db-41e9-9931-05c970a041f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be19384c-aa6a-42f3-b17d-9017d0ae09a0 HTTP/1.1" status: 200  len: 853 time: 1.2217419
Apr 30 04:42:22.370353 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.335s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:22.371070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-ff34ab91-d4e9-4eb4-92f8-5598f84cf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.372695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-ff34ab91-d4e9-4eb4-92f8-5598f84cf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.374155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-ff34ab91-d4e9-4eb4-92f8-5598f84cf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.374644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-ff34ab91-d4e9-4eb4-92f8-5598f84cf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.375608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-ff34ab91-d4e9-4eb4-92f8-5598f84cf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.403613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-ff34ab91-d4e9-4eb4-92f8-5598f84cf870 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6484 time: 2.4218211
Apr 30 04:42:22.456616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:22.492904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Transition to ACTIVE for port object d8f4d49d-8649-4a97-9ce0-31525ce4676d will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:22.496261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:22.506820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ffd89c32-96fd-4272-abb8-cccf79093720 None None] Provisioning complete for port ce1dc270-ce78-422c-936c-4d3dcc677ba5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:22.508641 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c32-96fd-4272-abb8-cccf79093720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:22.509344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:22.541365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:22.553034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-7f394d58-e1b2-4144-9fe9-519443979de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.554805 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-7f394d58-e1b2-4144-9fe9-519443979de3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d10bf43-b377-49d3-8167-2058bf817379&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.3881924
Apr 30 04:42:22.599581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180286-4027-41aa-95bd-10adf11258bf req-b6e10a18-adcb-4954-b449-855b2a22d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.602864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0180286-4027-41aa-95bd-10adf11258bf req-b6e10a18-adcb-4954-b449-855b2a22d1c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.9493351
Apr 30 04:42:22.758358 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-60cb8d4b-b179-4211-9fd3-f86420191a71 service neutron] 10.222.0.50 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794119
Apr 30 04:42:22.778436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Deleting port e52c1aa9-3449-4bff-83fc-f85761156dcd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:22.778436 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:22.819954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb9df8-1aa8-49c2-9a72-043fcf6ce027 req-7d9fa981-82fc-40d7-b05e-44b1aecb9998 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.834030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb9df8-1aa8-49c2-9a72-043fcf6ce027 req-7d9fa981-82fc-40d7-b05e-44b1aecb9998 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.846199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb9df8-1aa8-49c2-9a72-043fcf6ce027 req-7d9fa981-82fc-40d7-b05e-44b1aecb9998 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.858601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb9df8-1aa8-49c2-9a72-043fcf6ce027 req-7d9fa981-82fc-40d7-b05e-44b1aecb9998 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.870603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb9df8-1aa8-49c2-9a72-043fcf6ce027 req-7d9fa981-82fc-40d7-b05e-44b1aecb9998 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.887828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb9df8-1aa8-49c2-9a72-043fcf6ce027 req-7d9fa981-82fc-40d7-b05e-44b1aecb9998 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.897228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:22.900221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb9df8-1aa8-49c2-9a72-043fcf6ce027 req-7d9fa981-82fc-40d7-b05e-44b1aecb9998 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:22.914843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cabb9df8-1aa8-49c2-9a72-043fcf6ce027 req-7d9fa981-82fc-40d7-b05e-44b1aecb9998 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5420 time: 1.2188990
Apr 30 04:42:22.942654 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:42:23.096772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-4976b771-e764-4189-b0ef-2059e13a5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:23.100446 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-4976b771-e764-4189-b0ef-2059e13a5a8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d10bf43-b377-49d3-8167-2058bf817379&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7106438
Apr 30 04:42:23.135783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:23.178144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:23.179387 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:23.239095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-ac8287e3-6f2e-4cb2-afb6-0462a01e2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:23.240735 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-ac8287e3-6f2e-4cb2-afb6-0462a01e2d68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 1.6622460
Apr 30 04:42:23.280088 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b3125985-b95a-436c-92f9-5e447e7359e7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:23.306397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.9103143
Apr 30 04:42:23.329182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Request body: {'port': {'device_id': '4402d004-54b5-4b2e-bc5f-a13087ea93f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:23.391733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cabb9df8-1aa8-49c2-9a72-043fcf6ce027 req-fdfbee89-b9ac-4825-8a6a-f99f42156d68 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3885951
Apr 30 04:42:23.432939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-f953b027-5ded-491c-b2be-038663c3d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:23.435257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-f953b027-5ded-491c-b2be-038663c3d04d service neutron] 10.222.0.37 "GET /v2.0/networks?id=c7e27987-0396-4006-8a8b-6d38854fedb6 HTTP/1.1" status: 200  len: 902 time: 1.0291240
Apr 30 04:42:23.443643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50fa39-7eb9-4bf3-9d10-eb95a3e29b9b req-83513489-c07e-4f5f-8605-cca58ac6799a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:23.444568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8c50fa39-7eb9-4bf3-9d10-eb95a3e29b9b req-83513489-c07e-4f5f-8605-cca58ac6799a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:23.546640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-9cb32353-a754-4c7a-be0d-db30c42c7467 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54489ae0-efe8-43fe-bdd3-00e11f296177 HTTP/1.1" status: 200  len: 217 time: 0.0965137
Apr 30 04:42:23.548971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0180286-4027-41aa-95bd-10adf11258bf req-5f1db41e-70a4-4c5b-b6c1-69225eea6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:23.550603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0180286-4027-41aa-95bd-10adf11258bf req-5f1db41e-70a4-4c5b-b6c1-69225eea6025 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.8689871
Apr 30 04:42:23.703006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:23.716869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Network 9d10bf43-b377-49d3-8167-2058bf817379 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:23.718155 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'tag': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112', 'status': 'completed', 'code': 200}
Apr 30 04:42:23.758053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device e52c1aa9-3449-4bff-83fc-f85761156dcd no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:23.824314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] For port e52c1aa9-3449-4bff-83fc-f85761156dcd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e52c1aa9-3449-4bff-83fc-f85761156dcd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:23.824709 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:23.958752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8c50fa39-7eb9-4bf3-9d10-eb95a3e29b9b req-83513489-c07e-4f5f-8605-cca58ac6799a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:23.974400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c50fa39-7eb9-4bf3-9d10-eb95a3e29b9b req-83513489-c07e-4f5f-8605-cca58ac6799a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 931 time: 1.5141013
Apr 30 04:42:24.086837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:24.089176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Pushing event updated for resources: {'Port': ['ID=d8f4d49d-8649-4a97-9ce0-31525ce4676d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:24.104561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Calling delete_port for e52c1aa9-3449-4bff-83fc-f85761156dcd owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:24.107994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:42:24.149191 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:24.244621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52c1aa9-3449-4bff-83fc-f85761156dcd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:24.265330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e52c1aa9-3449-4bff-83fc-f85761156dcd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e52c1aa9-3449-4bff-83fc-f85761156dcd,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:24.275700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:24.279341 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:24.289446 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-3e74dbc5-2a5c-4aed-83f4-d3386aaacab1 service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9308050
Apr 30 04:42:24.379048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.098s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:24.445928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=e52c1aa9-3449-4bff-83fc-f85761156dcd,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:24.456889 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:24.520258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e4335282-46e9-431f-9741-6b207494975d None None] Provisioning for port d8f4d49d-8649-4a97-9ce0-31525ce4676d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:24.525974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e4335282-46e9-431f-9741-6b207494975d None None] Provisioning complete for port d8f4d49d-8649-4a97-9ce0-31525ce4676d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:24.526509 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e4335282-46e9-431f-9741-6b207494975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:24.623637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:24.624971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e4335282-46e9-431f-9741-6b207494975d None None] Port d8f4d49d-8649-4a97-9ce0-31525ce4676d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:42:24.758448 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-ccdf032b-7d2d-41fe-875d-e3e26a928f2b service neutron] 10.222.0.37 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5568054
Apr 30 04:42:24.775485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 8156fbcb-6e44-4ade-af28-797a9a94d679 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:42:24.937741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c50fa39-7eb9-4bf3-9d10-eb95a3e29b9b req-74f8ae84-6890-4eff-9c66-4355e73b7326 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9622440
Apr 30 04:42:24.955051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:25.004417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-3a1af0a8-0290-4cac-9b5d-d6fcaf266acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:25.005404 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a44384df-ce9c-40ce-ad80-695ec1fbb8a6 req-cf4a77af-900a-420c-b1d1-5d49e6f33138 service neutron] 10.222.0.37 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883247
Apr 30 04:42:25.006892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-3a1af0a8-0290-4cac-9b5d-d6fcaf266acb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 1.3834255
Apr 30 04:42:25.058564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:25.061323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:25.091797 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d14415cd-ccb4-43f8-8e9f-3b386aa4916c req-fe5fa582-3879-46b7-a659-03fff85fa346 service neutron] 10.222.0.50 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.3182116
Apr 30 04:42:25.175242 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 9.9816468
Apr 30 04:42:25.205437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Request body: {'port': {'device_id': '7f079498-bb16-4feb-82d3-44c087193799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:25.316213 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-366f3c73-ee1d-47b0-b02e-d685385a1c2a service neutron] 10.222.0.50 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8725824
Apr 30 04:42:25.430830 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0180286-4027-41aa-95bd-10adf11258bf req-04a5e933-97b6-4228-83ef-b91b0c848bf4 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8495610
Apr 30 04:42:25.523048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:25.527826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2aca9-0d67-4c5d-b597-fc739477b5c6 req-a3d75559-b1d1-47f5-b442-af29ea496ba1 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:25.543333 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71a2aca9-0d67-4c5d-b597-fc739477b5c6 req-a3d75559-b1d1-47f5-b442-af29ea496ba1 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 945 time: 1.9058373
Apr 30 04:42:25.694929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:25.710787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['bf546252-4b1f-400f-b26a-f5d55adf5a67'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:25.726077 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e9b4635-1d7d-487b-88bd-04b13a0a5cae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:25.759408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98d0ff6-1f8d-42c3-85be-9a9771827a8d', 'tag': 'ae53244b-f290-44a1-b147-e391cafa5a2d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:25.810809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-5348a133-ef8a-4372-b664-02d7ed950743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:25.812508 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-5348a133-ef8a-4372-b664-02d7ed950743 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 1096 time: 0.5344715
Apr 30 04:42:25.814105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event deleted for resources: {'Port': ['ID=e52c1aa9-3449-4bff-83fc-f85761156dcd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:25.846799 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:25.857173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f', '3da00852-b28b-463d-9744-6baa610b9165'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:25.902482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::265 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/2c9ca4c8-6ee8-42e9-b1c4-175455384768/8156fbcb-6e44-4ade-af28-797a9a94d679) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:26.088242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71a2aca9-0d67-4c5d-b597-fc739477b5c6 req-3f6bc719-be87-452f-90e6-4f1e61e4518f tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5411484
Apr 30 04:42:26.208768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:bfe9 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/a217b30e-adc9-4516-a2a9-2617a77b68e9/8156fbcb-6e44-4ade-af28-797a9a94d679) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:26.405247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] No DVR routers for this DVR port e52c1aa9-3449-4bff-83fc-f85761156dcd on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:26.415260 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:26.466240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-8a5e1034-bb58-468c-82ad-65f48bf6d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:26.468518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-8a5e1034-bb58-468c-82ad-65f48bf6d424 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.4157281
Apr 30 04:42:26.564911 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "DELETE /v2.0/ports/e52c1aa9-3449-4bff-83fc-f85761156dcd HTTP/1.1" status: 204  len: 173 time: 5.9422975
Apr 30 04:42:26.716595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-ad71d05d-c10d-4e31-b350-96de74dce24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:26.717873 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-ad71d05d-c10d-4e31-b350-96de74dce24d service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 915 time: 0.8929493
Apr 30 04:42:26.772447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f1e3e-40f7-4f6b-ac48-642196e64b00 req-80104ba9-4a99-40b8-9ee3-5504b5a29d42 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:26.774109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef7f1e3e-40f7-4f6b-ac48-642196e64b00 req-80104ba9-4a99-40b8-9ee3-5504b5a29d42 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 946 time: 1.4987907
Apr 30 04:42:26.984590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef7f1e3e-40f7-4f6b-ac48-642196e64b00 req-b4a70180-22e6-4c8c-b31c-dc848d0ad917 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850731
Apr 30 04:42:27.013778 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-9b0cf117-4a56-487f-9833-43e5583e5adc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1c77aca-b27e-4100-b93e-1d13ff0a4112 HTTP/1.1" status: 200  len: 217 time: 0.2792959
Apr 30 04:42:27.045649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0180286-4027-41aa-95bd-10adf11258bf req-3bb9ecde-d2f9-43e2-8580-860bad27b78e service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5796638
Apr 30 04:42:27.205966 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:27.245741 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:27.592617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ae53244b-f290-44a1-b147-e391cafa5a2d details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:27.651991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e21ce22-3e64-486f-baa6-fcd2db056e6a {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:27.670384 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:27.693425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Transition to ACTIVE for port object 2e21ce22-3e64-486f-baa6-fcd2db056e6a will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:27.732861 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:27.739116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-3d217f9b-6b7b-4e2e-9d7a-665cff52409a service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2138519
Apr 30 04:42:27.746565 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:27.766791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-960a438f-b21b-479b-923e-0fd18f963366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:27.769871 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-960a438f-b21b-479b-923e-0fd18f963366 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be19384c-aa6a-42f3-b17d-9017d0ae09a0 HTTP/1.1" status: 200  len: 853 time: 0.7446599
Apr 30 04:42:27.947951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1c77aca-b27e-4100-b93e-1d13ff0a4112 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:27.960615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c9cf185-e491-4299-b050-ecd34240abdd req-a6794d4f-f7e9-468c-a366-2651d772e58c tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=8833f59d-4f9b-4330-85c6-f34af2e0f44b HTTP/1.1" status: 200  len: 210 time: 0.5441687
Apr 30 04:42:28.100486 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52c1aa9-3449-4bff-83fc-f85761156dcd', 'code': 200}
Apr 30 04:42:28.116813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Deleting port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:28.117357 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:28.249850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Pushing event updated for resources: {'Port': ['ID=2e21ce22-3e64-486f-baa6-fcd2db056e6a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:28.282804 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:28.348294 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:28.379544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ae53244b-f290-44a1-b147-e391cafa5a2d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ae53244b-f290-44a1-b147-e391cafa5a2d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:28.485174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 8156fbcb-6e44-4ade-af28-797a9a94d679 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:28.595708 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:28.625945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'ae53244b-f290-44a1-b147-e391cafa5a2d', 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379', 'port_id': 'ae53244b-f290-44a1-b147-e391cafa5a2d', 'mac_address': 'fa:16:3e:97:d8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be19384c-aa6a-42f3-b17d-9017d0ae09a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:28.636523 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8251e1bc-f73b-410c-973a-7a07caf8d02e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:28.650940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] For port cc4f3cd8-de51-450c-8652-b7ba5f3e25e2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cc4f3cd8-de51-450c-8652-b7ba5f3e25e2,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:28.651395 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:28.757271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f4d49d-8649-4a97-9ce0-31525ce4676d {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:28.828036 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:28.836352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:28.858243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Calling delete_port for cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:28.862020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-649e0d28-ac22-4afb-a443-0a8d4df8413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:28.864772 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-649e0d28-ac22-4afb-a443-0a8d4df8413b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d10bf43-b377-49d3-8167-2058bf817379&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.0668912
Apr 30 04:42:28.866290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:28.891131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:42:28.901075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:28.902540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:28.997595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Transition to ACTIVE for port object d8f4d49d-8649-4a97-9ce0-31525ce4676d will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:29.014966 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:29.068076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=8156fbcb-6e44-4ade-af28-797a9a94d679,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:29.093337 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:29.111120 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:29.148136 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b7b9084e-c495-4c6d-a7ff-8da349b4b625 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:29.392734 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1c77aca-b27e-4100-b93e-1d13ff0a4112, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1c77aca-b27e-4100-b93e-1d13ff0a4112,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:29.441248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112', 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379', 'port_id': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112', 'mac_address': 'fa:16:3e:c9:4e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be19384c-aa6a-42f3-b17d-9017d0ae09a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:29.459002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae53244b-f290-44a1-b147-e391cafa5a2d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:29.620964 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ae53244b-f290-44a1-b147-e391cafa5a2d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ae53244b-f290-44a1-b147-e391cafa5a2d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:29.623219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9cb33bbc-826b-4f74-b1c6-be7f2ed97468 None None] Provisioning for port 8156fbcb-6e44-4ade-af28-797a9a94d679 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:29.633459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9cb33bbc-826b-4f74-b1c6-be7f2ed97468 None None] Provisioning complete for port 8156fbcb-6e44-4ade-af28-797a9a94d679 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:29.633935 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9cb33bbc-826b-4f74-b1c6-be7f2ed97468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:29.683814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:29.693428 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:29.791916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 8.6238265
Apr 30 04:42:29.797864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39942) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:29.886864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:29.973530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c77aca-b27e-4100-b93e-1d13ff0a4112 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:30.016403 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1c77aca-b27e-4100-b93e-1d13ff0a4112, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1c77aca-b27e-4100-b93e-1d13ff0a4112,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:30.056527 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:30.078898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9cb33bbc-826b-4f74-b1c6-be7f2ed97468 None None] Port 8156fbcb-6e44-4ade-af28-797a9a94d679 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:42:30.087159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ae53244b-f290-44a1-b147-e391cafa5a2d,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:30.116540 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:30.119116 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:30.159807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f4d49d-8649-4a97-9ce0-31525ce4676d,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:30.195967 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:30.238353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['ae53244b-f290-44a1-b147-e391cafa5a2d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:30.314339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc0c84ea-3f76-42c0-acfa-3a3518753cb4 req-f96d4680-eec2-40a3-a1a3-891bb5e3649e service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.3178394
Apr 30 04:42:30.334301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0e44d-8580-457d-ba2e-f4e62777c42d req-c2c4fdcf-c795-4b12-ac09-ff04ab12ee56 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:30.337508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ae0e44d-8580-457d-ba2e-f4e62777c42d req-c2c4fdcf-c795-4b12-ac09-ff04ab12ee56 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 931 time: 3.8347888
Apr 30 04:42:30.358772 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-86f010c3-5450-4549-9483-0a01f134f65d service neutron] 10.222.0.50 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4423823
Apr 30 04:42:30.487986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Attempting to bind port d8f4d49d-8649-4a97-9ce0-31525ce4676d on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:42:30.489137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Attempting to bind port d8f4d49d-8649-4a97-9ce0-31525ce4676d by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:42:30.490443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Attempting to bind port d8f4d49d-8649-4a97-9ce0-31525ce4676d on network 9d10bf43-b377-49d3-8167-2058bf817379 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:30.525759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Port d8f4d49d-8649-4a97-9ce0-31525ce4676d on network 9d10bf43-b377-49d3-8167-2058bf817379 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:42:30.526365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Attempting to bind port d8f4d49d-8649-4a97-9ce0-31525ce4676d on network 9d10bf43-b377-49d3-8167-2058bf817379 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:30.531520 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f1c77aca-b27e-4100-b93e-1d13ff0a4112,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:30.544206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:42:30.545260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Checking segment: {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:42:30.546156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Bound using segment: {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:42:30.547507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Bound port: d8f4d49d-8649-4a97-9ce0-31525ce4676d, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53b366a-5a0d-4143-8549-c8bfeca5a939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:42:30.548100 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:30.552331 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:30.554149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f1c77aca-b27e-4100-b93e-1d13ff0a4112'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:30.743318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58141-a658-4ec5-9ea4-af3991a402fc req-24f12a66-e6bd-47b0-b10b-813c47449bb1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:30.746221 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-37dd5a80-2fba-4a76-bbc9-a9d92ab780b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:30.750111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58141-a658-4ec5-9ea4-af3991a402fc req-24f12a66-e6bd-47b0-b10b-813c47449bb1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:30.756334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58141-a658-4ec5-9ea4-af3991a402fc req-24f12a66-e6bd-47b0-b10b-813c47449bb1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:30.762866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58141-a658-4ec5-9ea4-af3991a402fc req-24f12a66-e6bd-47b0-b10b-813c47449bb1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:30.768916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58141-a658-4ec5-9ea4-af3991a402fc req-24f12a66-e6bd-47b0-b10b-813c47449bb1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:30.774909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58141-a658-4ec5-9ea4-af3991a402fc req-24f12a66-e6bd-47b0-b10b-813c47449bb1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:30.781830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58141-a658-4ec5-9ea4-af3991a402fc req-24f12a66-e6bd-47b0-b10b-813c47449bb1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:30.789958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ee58141-a658-4ec5-9ea4-af3991a402fc req-24f12a66-e6bd-47b0-b10b-813c47449bb1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5420 time: 1.3305957
Apr 30 04:42:30.821628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ae0e44d-8580-457d-ba2e-f4e62777c42d req-e6873725-026f-4d2a-8866-7b88ce28a1bb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4554222
Apr 30 04:42:30.822417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Attempting to bind port 2e21ce22-3e64-486f-baa6-fcd2db056e6a on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:42:30.822752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Attempting to bind port 2e21ce22-3e64-486f-baa6-fcd2db056e6a by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:42:30.823083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Attempting to bind port 2e21ce22-3e64-486f-baa6-fcd2db056e6a on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:30.850027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Port 2e21ce22-3e64-486f-baa6-fcd2db056e6a on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:42:30.858548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Attempting to bind port 2e21ce22-3e64-486f-baa6-fcd2db056e6a on network d8546f2d-3b48-4e0e-a3b1-191839a8c478 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:30.931417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:42:30.932115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Checking segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:42:30.932878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Bound using segment: {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:42:30.933792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Bound port: 2e21ce22-3e64-486f-baa6-fcd2db056e6a, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af9edbb-4e7e-456e-8f74-3bf6e581a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:42:30.935142 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:30.986813 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98d0ff6-1f8d-42c3-85be-9a9771827a8d', 'tag': 'ae53244b-f290-44a1-b147-e391cafa5a2d', 'status': 'completed', 'code': 200}
Apr 30 04:42:31.000373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 8156fbcb-6e44-4ade-af28-797a9a94d679 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:31.003348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:31.037469 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45a574ba-d2c9-4f4b-a8b1-fc0db10b9fa8 req-4a68f2e7-32b7-4267-b30c-7e3a55e23182 service neutron] 10.222.0.50 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6597321
Apr 30 04:42:31.108297 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ee58141-a658-4ec5-9ea4-af3991a402fc req-6eb3a4ad-7a4f-4e5c-bd0e-80a658ab54cb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3172743
Apr 30 04:42:31.222100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] For port d8f4d49d-8649-4a97-9ce0-31525ce4676d, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:42:31.235150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] For port d8f4d49d-8649-4a97-9ce0-31525ce4676d, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d8f4d49d-8649-4a97-9ce0-31525ce4676d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:42:31.252017 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:31.263051 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:31.270696 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ec747be-1d7f-486b-b5cf-2b62add49cfa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:31.468407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:31.469137 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:31.470744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] 10.222.0.50 "PUT /v2.0/ports/d8f4d49d-8649-4a97-9ce0-31525ce4676d HTTP/1.1" status: 200  len: 1092 time: 6.2708781
Apr 30 04:42:31.480760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 8156fbcb-6e44-4ade-af28-797a9a94d679 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:31.499593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f4d49d-8649-4a97-9ce0-31525ce4676d,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:31.506773 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:31.547872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] For port 2e21ce22-3e64-486f-baa6-fcd2db056e6a, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:42:31.567254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] For port 2e21ce22-3e64-486f-baa6-fcd2db056e6a, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=2e21ce22-3e64-486f-baa6-fcd2db056e6a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:42:31.576634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-8c043a51-7856-444f-85a1-beafcf17e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:31.578839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-8c043a51-7856-444f-85a1-beafcf17e6b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 1096 time: 0.6157372
Apr 30 04:42:31.647323 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:31.714078 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:31.787260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-dcd558b0-776d-4fd5-9da1-3838633a0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:31.788804 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-dcd558b0-776d-4fd5-9da1-3838633a0e0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 1095 time: 0.1785886
Apr 30 04:42:31.790856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50193828-bc36-43ed-80ed-277d79306c44 req-4aa8bd59-7569-4358-b788-5af6f4768ba4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:31.794755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50193828-bc36-43ed-80ed-277d79306c44 req-4aa8bd59-7569-4358-b788-5af6f4768ba4 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 943 time: 0.7168796
Apr 30 04:42:31.796950 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:31.806836 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7101656d-9ac3-4f37-9f27-1bbba43a801d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:31.933806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=8156fbcb-6e44-4ade-af28-797a9a94d679,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:31.938017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:31.939240 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-f0dde322-062a-4649-b38a-13a72b70552c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f4d49d-8649-4a97-9ce0-31525ce4676d HTTP/1.1" status: 200  len: 217 time: 0.1345003
Apr 30 04:42:31.961101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:31.962166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:31.964690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] 10.222.0.50 "PUT /v2.0/ports/2e21ce22-3e64-486f-baa6-fcd2db056e6a HTTP/1.1" status: 200  len: 1092 time: 8.6405277
Apr 30 04:42:32.049141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4402d004-54b5-4b2e-bc5f-a13087ea93f3', 'tag': '2e21ce22-3e64-486f-baa6-fcd2db056e6a'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:32.070955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:32.081542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1c77aca-b27e-4100-b93e-1d13ff0a4112 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:32.091747 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/8156fbcb-6e44-4ade-af28-797a9a94d679 HTTP/1.1" status: 204  len: 168 time: 2.2543132
Apr 30 04:42:32.096036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39994) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:32.143062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-db79fcb3-1c41-4de1-89f1-b7736de0e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:32.145025 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-db79fcb3-1c41-4de1-89f1-b7736de0e1fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be19384c-aa6a-42f3-b17d-9017d0ae09a0 HTTP/1.1" status: 200  len: 853 time: 0.1292713
Apr 30 04:42:32.210915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port f1c77aca-b27e-4100-b93e-1d13ff0a4112 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:32.230484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f1c77aca-b27e-4100-b93e-1d13ff0a4112 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:32.231970 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:32.283742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-5479d10b-4bd7-4124-a8f2-13f95a76d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:32.285615 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-5479d10b-4bd7-4124-a8f2-13f95a76d3c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d10bf43-b377-49d3-8167-2058bf817379&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1300502
Apr 30 04:42:32.294026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ae5c1-74e9-423d-ac74-850d8a7971a9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:32.294968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e7ae5c1-74e9-423d-ac74-850d8a7971a9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:32.299084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93d39e-c1c3-4ac8-8d10-03e06f7c140a req-75416031-6699-490e-bdb3-33cb68ba22f0 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:32.301819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e93d39e-c1c3-4ac8-8d10-03e06f7c140a req-75416031-6699-490e-bdb3-33cb68ba22f0 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 945 time: 0.9087746
Apr 30 04:42:32.312040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Pushing event updated for resources: {'Port': ['ID=2e21ce22-3e64-486f-baa6-fcd2db056e6a,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:32.316943 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:32.324450 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:32.324905 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:32.394131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50193828-bc36-43ed-80ed-277d79306c44 req-1a40437f-1ff5-436e-b206-803e4d909d23 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5746887
Apr 30 04:42:32.408340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e7ae5c1-74e9-423d-ac74-850d8a7971a9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:32.409407 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6e7ae5c1-74e9-423d-ac74-850d8a7971a9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3096900
Apr 30 04:42:32.414859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40000) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:32.474407 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:32.480671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4f3cd8-de51-450c-8652-b7ba5f3e25e2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:32.504213 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-59838dff-5b8f-49d4-9790-1485d597994c service neutron] 10.222.0.50 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061081
Apr 30 04:42:32.545981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1c77aca-b27e-4100-b93e-1d13ff0a4112, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1c77aca-b27e-4100-b93e-1d13ff0a4112,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:32.548268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:32.561420 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:32.562818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 713c7368-a77a-4f0a-8088-3467c4c25d9c no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:32.649721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a048ad9d-7823-4303-98fb-adecd7760e5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:32.656306 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a048ad9d-7823-4303-98fb-adecd7760e5f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2356317
Apr 30 04:42:32.659091 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:32.662906 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:32.667373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40006) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:32.722871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-9fd85ca0-5841-4b58-8832-f00cb620fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:32.728756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-9fd85ca0-5841-4b58-8832-f00cb620fe82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 915 time: 1.0743079
Apr 30 04:42:32.814324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f4a29d-f625-4e0f-b37d-ed8d4d55ba6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:32.817761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f4a29d-f625-4e0f-b37d-ed8d4d55ba6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:32.817761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f4a29d-f625-4e0f-b37d-ed8d4d55ba6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:32.818337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-90f4a29d-f625-4e0f-b37d-ed8d4d55ba6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:32.828046 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e51eb63-f46e-4f03-a938-ee082850f16b req-e23dec6f-33f0-40ca-adb2-15aebe9383f4 service neutron] 10.222.0.50 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3160825
Apr 30 04:42:32.847499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-90f4a29d-f625-4e0f-b37d-ed8d4d55ba6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:32.848851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-90f4a29d-f625-4e0f-b37d-ed8d4d55ba6c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1732697
Apr 30 04:42:32.850766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f1c77aca-b27e-4100-b93e-1d13ff0a4112,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:32.853782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40012) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:32.857344 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:32.871679 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:32.928555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e93d39e-c1c3-4ac8-8d10-03e06f7c140a req-809211d1-dab4-4542-8565-43ba7d4300c0 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5487306
Apr 30 04:42:32.964602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:32.973585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-fd76715a-5e91-4ab4-b375-7afe8af194be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae53244b-f290-44a1-b147-e391cafa5a2d HTTP/1.1" status: 200  len: 217 time: 0.2303362
Apr 30 04:42:32.975485 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:32.977947 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-99cb1bc1-7eee-4d3b-93f5-5f63038fb1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:33.000243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 2c9ca4c8-6ee8-42e9-b1c4-175455384768 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:42:33.006484 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:33.115685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'name': 'network-vif-deleted', 'tag': 'e52c1aa9-3449-4bff-83fc-f85761156dcd'}, {'name': 'network-changed', 'server_uuid': '7f079498-bb16-4feb-82d3-44c087193799', 'tag': 'd8f4d49d-8649-4a97-9ce0-31525ce4676d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:33.150908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:33.158701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=713c7368-a77a-4f0a-8088-3467c4c25d9c,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:33.162943 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:33.317863 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:33.460250 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:33.593569 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2119317-50e8-49e9-9e90-83888a9e123f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:33.611483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-1e1f1dc2-e78c-4ba4-9d86-287931b8f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:33.614131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-1e1f1dc2-e78c-4ba4-9d86-287931b8f06e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 1095 time: 1.5299485
Apr 30 04:42:33.645734 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4402d004-54b5-4b2e-bc5f-a13087ea93f3', 'tag': '2e21ce22-3e64-486f-baa6-fcd2db056e6a', 'status': 'completed', 'code': 200}
Apr 30 04:42:33.728985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ae53244b-f290-44a1-b147-e391cafa5a2d up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:33.765937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-0bfbc203-5424-4e26-aea3-430fe2321b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:33.768614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-0bfbc203-5424-4e26-aea3-430fe2321b24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be19384c-aa6a-42f3-b17d-9017d0ae09a0 HTTP/1.1" status: 200  len: 853 time: 0.7833753
Apr 30 04:42:33.899011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port ae53244b-f290-44a1-b147-e391cafa5a2d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:33.910281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port ae53244b-f290-44a1-b147-e391cafa5a2d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:33.910897 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:33.940579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-105e1439-dad1-4c72-b182-fd772af8c27d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e21ce22-3e64-486f-baa6-fcd2db056e6a HTTP/1.1" status: 200  len: 217 time: 0.2905300
Apr 30 04:42:34.060491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:34.064912 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a02062cd-e7bc-4894-b8a3-89e1612e7c5b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:34.106936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9ca4c8-6ee8-42e9-b1c4-175455384768,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:34.113456 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:34.113716 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:34.153849 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/2c9ca4c8-6ee8-42e9-b1c4-175455384768 HTTP/1.1" status: 204  len: 168 time: 1.2984509
Apr 30 04:42:34.156506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40030) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:34.202866 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:34.222824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a10e98-2a56-4038-9be1-dc97e82a69a5 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:42:34.229513 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:34.239336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-aeeb98da-bb74-45a8-9df0-5f5a65eef202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.240780 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-aeeb98da-bb74-45a8-9df0-5f5a65eef202 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.2098641
Apr 30 04:42:34.298597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427fcc-4e79-4e6a-99c3-5e09fb347a7b req-1354d617-7224-4e5b-8252-7c22dd54f390 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.305961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74427fcc-4e79-4e6a-99c3-5e09fb347a7b req-1354d617-7224-4e5b-8252-7c22dd54f390 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 943 time: 0.9424505
Apr 30 04:42:34.328151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet a217b30e-adc9-4516-a2a9-2617a77b68e9 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:42:34.334188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:34.414941 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-992aecda-e93e-4049-9f58-c2aa2d8bc35e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1636434
Apr 30 04:42:34.451915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:34.466532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port ae53244b-f290-44a1-b147-e391cafa5a2d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ae53244b-f290-44a1-b147-e391cafa5a2d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:34.504675 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:34.509020 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e7bc5529-052c-4958-bafe-06ede3bb4933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:34.586538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74427fcc-4e79-4e6a-99c3-5e09fb347a7b req-46421736-adde-464b-8350-48ffbd31bcf7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2795823
Apr 30 04:42:34.589367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:34.592959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=ae53244b-f290-44a1-b147-e391cafa5a2d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:34.604129 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:34.669802 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112', 'code': 200}
Apr 30 04:42:34.675627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-c37d96f5-9151-4228-926f-f91aa072bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.675890 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:34.676776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-c37d96f5-9151-4228-926f-f91aa072bb42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d10bf43-b377-49d3-8167-2058bf817379&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7539666
Apr 30 04:42:34.701983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348c95-52b9-43f2-8efc-9f6dd7b0bc8c req-060ee965-2bd9-4211-aa6d-cd84b58777fc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.708081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348c95-52b9-43f2-8efc-9f6dd7b0bc8c req-060ee965-2bd9-4211-aa6d-cd84b58777fc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.714065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348c95-52b9-43f2-8efc-9f6dd7b0bc8c req-060ee965-2bd9-4211-aa6d-cd84b58777fc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.726013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348c95-52b9-43f2-8efc-9f6dd7b0bc8c req-060ee965-2bd9-4211-aa6d-cd84b58777fc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.732369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348c95-52b9-43f2-8efc-9f6dd7b0bc8c req-060ee965-2bd9-4211-aa6d-cd84b58777fc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.744176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348c95-52b9-43f2-8efc-9f6dd7b0bc8c req-060ee965-2bd9-4211-aa6d-cd84b58777fc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.751358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4348c95-52b9-43f2-8efc-9f6dd7b0bc8c req-060ee965-2bd9-4211-aa6d-cd84b58777fc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:34.759503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4348c95-52b9-43f2-8efc-9f6dd7b0bc8c req-060ee965-2bd9-4211-aa6d-cd84b58777fc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5420 time: 0.8175654
Apr 30 04:42:35.091476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4348c95-52b9-43f2-8efc-9f6dd7b0bc8c req-17436833-3143-41a1-a79e-73472aca8e6b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3308582
Apr 30 04:42:35.244304 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8833f59d-4f9b-4330-85c6-f34af2e0f44b', 'name': 'network-vif-deleted', 'tag': 'e52c1aa9-3449-4bff-83fc-f85761156dcd', 'status': 'completed', 'code': 200}
Apr 30 04:42:35.244764 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f079498-bb16-4feb-82d3-44c087193799', 'tag': 'd8f4d49d-8649-4a97-9ce0-31525ce4676d', 'status': 'completed', 'code': 200}
Apr 30 04:42:35.260662 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-8c8167da-fd10-4d1c-991b-f37c7d2e52a8 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8309171
Apr 30 04:42:35.404498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ef3ad-ab4a-4b88-9ad9-322ffd943979 req-c1c49f1f-2961-4560-ba7b-17d4e5426963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:35.406540 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa5ef3ad-ab4a-4b88-9ad9-322ffd943979 req-c1c49f1f-2961-4560-ba7b-17d4e5426963 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 1098 time: 0.2562106
Apr 30 04:42:35.548728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:35.569846 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1c09a1a-5d2f-4980-a85f-5b4e35a453a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:35.633957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:35.656365 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-aa5ef3ad-ab4a-4b88-9ad9-322ffd943979 req-8e581866-10bb-48b8-989d-930b1bb20b6e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321463
Apr 30 04:42:35.671263 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/a217b30e-adc9-4516-a2a9-2617a77b68e9 HTTP/1.1" status: 204  len: 168 time: 1.5134859
Apr 30 04:42:35.673935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037010c-1ade-41dc-8784-8be102d45ace req-98e89ad5-c44f-481e-9438-50908b95dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:35.675645 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0037010c-1ade-41dc-8784-8be102d45ace req-98e89ad5-c44f-481e-9438-50908b95dd2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 1095 time: 0.4000931
Apr 30 04:42:35.676269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40040) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:35.739682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5dca46-af13-4c70-87c2-718e695a0dae None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:42:35.743979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=a217b30e-adc9-4516-a2a9-2617a77b68e9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:35.754274 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:35.769042 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e89cd6f4-f402-4aae-b9f9-1daee87a5429 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0881631
Apr 30 04:42:35.773826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40044) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:35.780400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:35.941724 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-c588cb31-baa5-4127-b443-70eb2ccacf40 service neutron] 10.222.0.37 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1795790
Apr 30 04:42:36.051923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d360456c-ba14-454d-a6af-159825b5d2bd None None] Provisioning complete for port ce1dc270-ce78-422c-936c-4d3dcc677ba5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:36.054200 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d360456c-ba14-454d-a6af-159825b5d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:36.128548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d8f4d49d-8649-4a97-9ce0-31525ce4676d details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:36.128995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037010c-1ade-41dc-8784-8be102d45ace req-d65a9412-8418-4e9d-8058-2bf45d573364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:36.130719 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0037010c-1ade-41dc-8784-8be102d45ace req-d65a9412-8418-4e9d-8058-2bf45d573364 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 915 time: 0.3342505
Apr 30 04:42:36.137641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:36.226551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:36.230231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:36.239193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:36.251556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0037010c-1ade-41dc-8784-8be102d45ace req-4dce2ab0-2587-4ca5-bbd5-dd6dedd6a106 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f4d49d-8649-4a97-9ce0-31525ce4676d HTTP/1.1" status: 200  len: 217 time: 0.1103919
Apr 30 04:42:36.255853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:36.261031 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:36.331708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d8f4d49d-8649-4a97-9ce0-31525ce4676d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d8f4d49d-8649-4a97-9ce0-31525ce4676d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:36.362732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'd8f4d49d-8649-4a97-9ce0-31525ce4676d', 'network_id': '9d10bf43-b377-49d3-8167-2058bf817379', 'port_id': 'd8f4d49d-8649-4a97-9ce0-31525ce4676d', 'mac_address': 'fa:16:3e:7b:89:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be19384c-aa6a-42f3-b17d-9017d0ae09a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:36.454852 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:36.456868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab7dc200-4890-4856-88d7-0229ee115a86 req-6df9cda1-be51-4b71-a501-022780406d3f service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1825838
Apr 30 04:42:36.504976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:42:36.563388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359c9ab-a029-4a38-bd8b-28cda63437e7 req-012b4b0c-2be8-47d1-9a97-efad94106f5c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:36.571108 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:36.577799 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2359c9ab-a029-4a38-bd8b-28cda63437e7 req-012b4b0c-2be8-47d1-9a97-efad94106f5c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 943 time: 1.1098797
Apr 30 04:42:36.594775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f4d49d-8649-4a97-9ce0-31525ce4676d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:36.609665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037010c-1ade-41dc-8784-8be102d45ace req-5f460a61-019c-420e-b256-f00e5ba3cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:36.611939 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0037010c-1ade-41dc-8784-8be102d45ace req-5f460a61-019c-420e-b256-f00e5ba3cad7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be19384c-aa6a-42f3-b17d-9017d0ae09a0 HTTP/1.1" status: 200  len: 853 time: 0.3277886
Apr 30 04:42:36.613562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d8f4d49d-8649-4a97-9ce0-31525ce4676d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d8f4d49d-8649-4a97-9ce0-31525ce4676d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:36.629307 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:36.637296 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:36.698912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c'}, {'server_uuid': 'a98d0ff6-1f8d-42c3-85be-9a9771827a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae53244b-f290-44a1-b147-e391cafa5a2d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:36.752013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33795de-7bf5-4828-a679-e5efc0fb1031 req-cf38e7c5-c29f-4708-90d8-eb579e341ed3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:36.754378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f33795de-7bf5-4828-a679-e5efc0fb1031 req-cf38e7c5-c29f-4708-90d8-eb579e341ed3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 943 time: 1.2122378
Apr 30 04:42:36.756628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa411e0b-1468-4bec-a7ab-adc3cb1f4c6b req-ceb5d94a-6684-4c7c-b032-b093dc215d0b service neutron] 10.222.0.37 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6935866
Apr 30 04:42:36.816478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037010c-1ade-41dc-8784-8be102d45ace req-2ca32faf-511b-4e35-a59c-9674a320f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:36.820481 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0037010c-1ade-41dc-8784-8be102d45ace req-2ca32faf-511b-4e35-a59c-9674a320f530 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9d10bf43-b377-49d3-8167-2058bf817379&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1964273
Apr 30 04:42:36.851481 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2359c9ab-a029-4a38-bd8b-28cda63437e7 req-d73d294a-25b6-498e-b4ed-e91da8ff2f5b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2713659
Apr 30 04:42:36.955662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=d8f4d49d-8649-4a97-9ce0-31525ce4676d,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:36.959744 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:37.039774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:42:37.217936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] Deleting port ce1dc270-ce78-422c-936c-4d3dcc677ba5 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:37.218347 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:37.234355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:42:37.254827 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] Sync routers for ids ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:42:37.280115 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f33795de-7bf5-4828-a679-e5efc0fb1031 req-489263ba-9330-4118-94f8-ede89395a1d0 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4987099
Apr 30 04:42:37.291248 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] Routers {'5067e9d2-5bdb-4d01-b49a-684d74df0fc4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:42:37.291248 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801ac3d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:42:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:42:37.320271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-d17b21fc-98d1-4c8f-b6b2-5e3723918578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:37.336980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-d17b21fc-98d1-4c8f-b6b2-5e3723918578 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=23ed3850f28743fbb3956272163e68c0&device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 1095 time: 0.7002583
Apr 30 04:42:37.348841 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] 10.222.0.46 "PUT /v2.0/routers/5067e9d2-5bdb-4d01-b49a-684d74df0fc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 20.4681346
Apr 30 04:42:37.417194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40056) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:37.488603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d8f4d49d-8649-4a97-9ce0-31525ce4676d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:37.554392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ce1dc270-ce78-422c-936c-4d3dcc677ba5 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:37.774474 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:37.879829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ce1dc270-ce78-422c-936c-4d3dcc677ba5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ce1dc270-ce78-422c-936c-4d3dcc677ba5,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:37.958865 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:37.971085 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:38.004153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] Set router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:42:38.020166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] For port ce1dc270-ce78-422c-936c-4d3dcc677ba5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ce1dc270-ce78-422c-936c-4d3dcc677ba5,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:38.020738 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:38.079999 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:38.122447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0037010c-1ade-41dc-8784-8be102d45ace req-12e4a97d-8bc6-403d-9f91-52c5df40d15e service neutron] 10.222.0.50 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2899539
Apr 30 04:42:38.197302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] Calling delete_port for ce1dc270-ce78-422c-936c-4d3dcc677ba5 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:38.207752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-b3664910-1451-46cf-acaf-98fe10d33712 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:38.209888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-b3664910-1451-46cf-acaf-98fe10d33712 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Synchronizing usage tracker for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:38.229189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-0de99689-a193-47a7-95a2-fd9c1b3a9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:38.230782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-0de99689-a193-47a7-95a2-fd9c1b3a9638 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 200  len: 906 time: 0.8842604
Apr 30 04:42:38.297269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ce1dc270-ce78-422c-936c-4d3dcc677ba5,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:38.300513 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:38.339786 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:38.349465 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cb04ac6a-44d1-4f00-a361-525b8e9dfdab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:38.425796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-b3664910-1451-46cf-acaf-98fe10d33712 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Unset dirty status for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:38.427509 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-b3664910-1451-46cf-acaf-98fe10d33712 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "GET /v2.0/ports?device_id=458650ec-3e4e-4bf3-852d-1a22852b990a HTTP/1.1" status: 200  len: 950 time: 0.8801680
Apr 30 04:42:38.475606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] No DVR routers for this DVR port ce1dc270-ce78-422c-936c-4d3dcc677ba5 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:38.492927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] Pushing event deleted for resources: {'Port': ['ID=ce1dc270-ce78-422c-936c-4d3dcc677ba5,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:38.522532 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:38.526282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-d5eb873c-8d7e-49d8-b2f0-88ea8255d620 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e21ce22-3e64-486f-baa6-fcd2db056e6a HTTP/1.1" status: 200  len: 217 time: 0.2538655
Apr 30 04:42:38.554543 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0037010c-1ade-41dc-8784-8be102d45ace req-3961c9ee-7c53-493a-9ba1-63491ac7d5f5 service neutron] 10.222.0.50 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4188907
Apr 30 04:42:38.615615 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801ac3d0>, [{'id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:27Z', 'updated_at': '2021-04-30T04:42:31Z', 'revision_number': 5, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'gw_port': {'id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:31Z', 'updated_at': '2021-04-30T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:42:38.620279 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] Checking router: 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:42:38.630511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:38.632251 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] Routers {'5067e9d2-5bdb-4d01-b49a-684d74df0fc4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:42:38.632906 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801ac3d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:42:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:42:38.637275 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9a412eb-95e1-4684-9ad5-b862e55290e8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:38.783510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:38.801895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:38.813793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0473332-e690-4800-90ac-2bcf1f2a5307 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:42:38.824620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=eaeb8eee-2f7f-4902-94ee-713cc3a18a30,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:38.844354 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:38.855639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:38.863223 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:38.970407 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.1948278
Apr 30 04:42:38.972844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40068) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:38.975614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Deleting port bf546252-4b1f-400f-b26a-f5d55adf5a67 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:38.976170 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:39.008543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:39.063729 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] Set router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:42:39.334170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'tenant_id': '3810cb657c3940e1967ea86ddf14c0fc', 'fixed_ips': [{'subnet_id': 'eaeb8eee-2f7f-4902-94ee-713cc3a18a30'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:42:39.335901 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:39.366427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:39.391077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] For port bf546252-4b1f-400f-b26a-f5d55adf5a67, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=bf546252-4b1f-400f-b26a-f5d55adf5a67,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:39.391755 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:39.492164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d288ab-a876-4bd4-b510-c483ae127a0c req-562710b8-7bca-42d5-8f41-a239c370bfda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:39.504476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d288ab-a876-4bd4-b510-c483ae127a0c req-562710b8-7bca-42d5-8f41-a239c370bfda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:39.517213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d288ab-a876-4bd4-b510-c483ae127a0c req-562710b8-7bca-42d5-8f41-a239c370bfda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:39.529513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d288ab-a876-4bd4-b510-c483ae127a0c req-562710b8-7bca-42d5-8f41-a239c370bfda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:39.541745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d288ab-a876-4bd4-b510-c483ae127a0c req-562710b8-7bca-42d5-8f41-a239c370bfda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:39.552388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d288ab-a876-4bd4-b510-c483ae127a0c req-562710b8-7bca-42d5-8f41-a239c370bfda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:39.554492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Calling delete_port for bf546252-4b1f-400f-b26a-f5d55adf5a67 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:39.562063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d288ab-a876-4bd4-b510-c483ae127a0c req-562710b8-7bca-42d5-8f41-a239c370bfda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:39.574426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7d288ab-a876-4bd4-b510-c483ae127a0c req-562710b8-7bca-42d5-8f41-a239c370bfda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5420 time: 1.9262908
Apr 30 04:42:39.646947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844954c-7998-40e9-8d17-599238d3c26c req-962404af-49ad-48b7-bf0e-2156141cb41c tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:39.659410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0844954c-7998-40e9-8d17-599238d3c26c req-962404af-49ad-48b7-bf0e-2156141cb41c tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 944 time: 2.0124011
Apr 30 04:42:39.771845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4c409abd-f869-4630-a9c9-e57c6d5c4b01 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:39.827486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-74fa1c8e-6672-465a-821b-c08273564183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:39.828962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-74fa1c8e-6672-465a-821b-c08273564183 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 200  len: 845 time: 0.5503879
Apr 30 04:42:39.848436 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7d288ab-a876-4bd4-b510-c483ae127a0c req-030653c0-f9c8-458d-ba46-21410210ced5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2727749
Apr 30 04:42:39.887109 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801ac3d0>, [{'id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:27Z', 'updated_at': '2021-04-30T04:42:31Z', 'revision_number': 5, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'gw_port': {'id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:31Z', 'updated_at': '2021-04-30T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:42:39.906119 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1eef8-0876-4609-85d5-b95c0522fc71 None None] The sync data for ids ['5067e9d2-5bdb-4d01-b49a-684d74df0fc4'] in n-d-766726-20 is: [{'id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'name': 'tempest-AttachSCSIVolumeTestJSON-151327640-router', 'tenant_id': '96df7c957f194d07bcf6bc67e37ccf73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:27Z', 'updated_at': '2021-04-30T04:42:31Z', 'revision_number': 5, 'project_id': '96df7c957f194d07bcf6bc67e37ccf73', 'gw_port': {'id': '2654ab4f-8257-4584-b315-1c9ba4ebdde5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:56:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5067e9d2-5bdb-4d01-b49a-684d74df0fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:31Z', 'updated_at': '2021-04-30T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:42:40.008216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0844954c-7998-40e9-8d17-599238d3c26c req-5ecf8845-f0e3-45d6-9cd5-5355e3180a78 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3455741
Apr 30 04:42:40.065576 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-d3e905db-11dc-480f-a511-e2ca0b2067a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d8546f2d-3b48-4e0e-a3b1-191839a8c478&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2131238
Apr 30 04:42:40.156117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4c409abd-f869-4630-a9c9-e57c6d5c4b01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:40.196426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'port_id': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'mac_address': 'fa:16:3e:07:7c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:40.211335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:40.211335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:40.211791 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c', 'code': 200}
Apr 30 04:42:40.211791 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98d0ff6-1f8d-42c3-85be-9a9771827a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae53244b-f290-44a1-b147-e391cafa5a2d', 'code': 200}
Apr 30 04:42:40.217048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:40.323321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:40.346003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:40.352176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event deleted for resources: {'Port': ['ID=bf546252-4b1f-400f-b26a-f5d55adf5a67,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:40.398224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 2e21ce22-3e64-486f-baa6-fcd2db056e6a details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:40.427912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f19214-72bb-42ee-8838-dfef0800b327 req-a6ff90bb-1e69-421b-bcb6-290ae670d6bc tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:40.429466 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68f19214-72bb-42ee-8838-dfef0800b327 req-a6ff90bb-1e69-421b-bcb6-290ae670d6bc tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 949 time: 1.0430188
Apr 30 04:42:40.440727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Deleting port 2654ab4f-8257-4584-b315-1c9ba4ebdde5 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:40.441053 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:40.444562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:40.449605 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:40.481938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d8f4d49d-8649-4a97-9ce0-31525ce4676d up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:40.544181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef72b482-9a33-40d3-849e-8f30aa43f36a req-5f05c808-bdfd-42be-9fbf-0b602dbdac97 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=458650ec-3e4e-4bf3-852d-1a22852b990a HTTP/1.1" status: 200  len: 210 time: 0.2338316
Apr 30 04:42:40.581286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f', '3da00852-b28b-463d-9744-6baa610b9165'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:40.588627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] No DVR routers for this DVR port bf546252-4b1f-400f-b26a-f5d55adf5a67 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:40.594056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:40.598937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458650ec-3e4e-4bf3-852d-1a22852b990a', 'name': 'network-vif-deleted', 'tag': 'bf546252-4b1f-400f-b26a-f5d55adf5a67'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:40.638522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:40.649071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:40.724068 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c80151e3-9f71-4b3f-afd7-e7f412482dc5 req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.50 "DELETE /v2.0/ports/bf546252-4b1f-400f-b26a-f5d55adf5a67 HTTP/1.1" status: 204  len: 173 time: 2.2894650
Apr 30 04:42:40.842460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Allocated IP 2001:db8::2 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/eaeb8eee-2f7f-4902-94ee-713cc3a18a30/674651e4-57fc-47a1-be0f-a0ac8229a245) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:41.132329 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458650ec-3e4e-4bf3-852d-1a22852b990a', 'name': 'network-vif-deleted', 'tag': 'bf546252-4b1f-400f-b26a-f5d55adf5a67', 'status': 'completed', 'code': 200}
Apr 30 04:42:41.172066 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:41.249720 n-d-766726-20 neutron-server[74582]: INFO neutron.db.ipam_backend_mixin [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eaeb8eee-2f7f-4902-94ee-713cc3a18a30 (CIDR: 2001:db8::/64)
Apr 30 04:42:41.258293 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:42:41.258873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:42:41.289869 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-ef58681a-69c5-47fc-88d5-b3c67ddd0c21 service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1929207
Apr 30 04:42:41.307107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2679bb74-9ec0-4be6-beb9-e87b48a67489 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.3064370
Apr 30 04:42:41.308222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40084) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:41.316485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'subnet': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:41.374323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d122d38-14fb-4210-8ed0-a78ebd03f398 req-0c1107d7-1982-48b5-a9f9-a0e3b87426a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:41.376004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d122d38-14fb-4210-8ed0-a78ebd03f398 req-0c1107d7-1982-48b5-a9f9-a0e3b87426a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 1097 time: 1.1568546
Apr 30 04:42:41.403425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] For port 2654ab4f-8257-4584-b315-1c9ba4ebdde5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2654ab4f-8257-4584-b315-1c9ba4ebdde5,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:41.403973 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:41.541648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:41.548089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:subnet and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:41.552701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:41.577000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:41.582255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c409abd-f869-4630-a9c9-e57c6d5c4b01 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:41.621600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:41.628941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:41.692009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:41.730114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Calling delete_port for 2654ab4f-8257-4584-b315-1c9ba4ebdde5 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:41.802084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1a464-c179-4ab7-8c61-3ab4c90a2b55 req-2001e8a0-0fd5-49ac-8e7a-94bbb211ac0b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:41.815969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ffa1a464-c179-4ab7-8c61-3ab4c90a2b55 req-2001e8a0-0fd5-49ac-8e7a-94bbb211ac0b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 943 time: 0.9977376
Apr 30 04:42:41.826898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:42:41.827514 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cc4f3cd8-de51-450c-8652-b7ba5f3e25e2 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:42:41.836811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port d8f4d49d-8649-4a97-9ce0-31525ce4676d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:41.879410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d122d38-14fb-4210-8ed0-a78ebd03f398 req-cad3b907-7760-458d-91b1-5aee857d9a68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4651926
Apr 30 04:42:41.888487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4c409abd-f869-4630-a9c9-e57c6d5c4b01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:41.938252 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:41.940901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device e3f7b4d0-0024-4971-af54-65ce913508e1 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:41.955246 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:42.074059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port d8f4d49d-8649-4a97-9ce0-31525ce4676d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:42.076850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:42.244782 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:42.261144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Transition to ACTIVE for port object 674651e4-57fc-47a1-be0f-a0ac8229a245 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:42.285989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Transition to ACTIVE for port object 674651e4-57fc-47a1-be0f-a0ac8229a245 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:42.304891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ffa1a464-c179-4ab7-8c61-3ab4c90a2b55 req-a923fc1d-0146-44d6-a3b4-ca1319698356 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4874222
Apr 30 04:42:42.315525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-68f19214-72bb-42ee-8838-dfef0800b327 req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Deleting port 3da00852-b28b-463d-9744-6baa610b9165 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:42.315875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-68f19214-72bb-42ee-8838-dfef0800b327 req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:42.327978 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:42.352378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8181d395-d251-4749-acbc-3b1dae08fc79 req-b433cae4-954e-4c33-84a9-b334b80522ee service neutron] 10.222.0.50 "GET /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0500698
Apr 30 04:42:42.368269 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:42.431325 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-53a7f1a9-757d-45a4-b37b-a5f2bd3f1228 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:42.466497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:42.490025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:42.505978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:42:42.516890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Pushing event deleted for resources: {'Port': ['ID=2654ab4f-8257-4584-b315-1c9ba4ebdde5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:42.523680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 2e21ce22-3e64-486f-baa6-fcd2db056e6a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=2e21ce22-3e64-486f-baa6-fcd2db056e6a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:42.774779 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4c409abd-f869-4630-a9c9-e57c6d5c4b01,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:42.778326 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:42.784998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '2e21ce22-3e64-486f-baa6-fcd2db056e6a', 'network_id': 'd8546f2d-3b48-4e0e-a3b1-191839a8c478', 'port_id': '2e21ce22-3e64-486f-baa6-fcd2db056e6a', 'mac_address': 'fa:16:3e:d6:fe:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b8d43f-4c31-4f17-973d-316fa3a9818c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:42.800155 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8f92ac90-37ae-4f1c-9e34-070af34535d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:42.892073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:42:42.901627 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:43.079983 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.158875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Attempting to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:42:43.159374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Attempting to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:42:43.159797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Attempting to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:43.208895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d8f4d49d-8649-4a97-9ce0-31525ce4676d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d8f4d49d-8649-4a97-9ce0-31525ce4676d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:43.213555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f079498-bb16-4feb-82d3-44c087193799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f4d49d-8649-4a97-9ce0-31525ce4676d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:43.218980 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.321539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port e3f7b4d0-0024-4971-af54-65ce913508e1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e3f7b4d0-0024-4971-af54-65ce913508e1,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:43.342903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-68f19214-72bb-42ee-8838-dfef0800b327 req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] For port 3da00852-b28b-463d-9744-6baa610b9165, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=3da00852-b28b-463d-9744-6baa610b9165,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:43.343394 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-68f19214-72bb-42ee-8838-dfef0800b327 req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.390463 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.409852 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.414456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device bf546252-4b1f-400f-b26a-f5d55adf5a67 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:43.493846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Pushing event updated for resources: {'Port': ['ID=674651e4-57fc-47a1-be0f-a0ac8229a245,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:43.499430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'e3f7b4d0-0024-4971-af54-65ce913508e1', 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'port_id': 'e3f7b4d0-0024-4971-af54-65ce913508e1', 'mac_address': 'fa:16:3e:b2:57:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b7d767-d3f5-468c-adf1-fc5ca3cf4424', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:43.510480 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:43.515492 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: bf546252-4b1f-400f-b26a-f5d55adf5a67 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:42:43.516215 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device bf546252-4b1f-400f-b26a-f5d55adf5a67 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:42:43.518365 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:43.551741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-68f19214-72bb-42ee-8838-dfef0800b327 req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Calling delete_port for 3da00852-b28b-463d-9744-6baa610b9165 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:43.586130 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.645800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:42:43.646423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:42:43.647056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.647726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:42:43.648703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Bound port: 674651e4-57fc-47a1-be0f-a0ac8229a245, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:42:43.649347 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.654703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] For port 674651e4-57fc-47a1-be0f-a0ac8229a245, host n-d-766726-20, got binding levels [] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:43.657703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397d0b6-7ef0-4546-a9a2-4dc5482d0bd0 req-47917f33-280d-40e5-b825-18ca3b095625 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:43.663883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397d0b6-7ef0-4546-a9a2-4dc5482d0bd0 req-47917f33-280d-40e5-b825-18ca3b095625 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:43.670636 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397d0b6-7ef0-4546-a9a2-4dc5482d0bd0 req-47917f33-280d-40e5-b825-18ca3b095625 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:43.677558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397d0b6-7ef0-4546-a9a2-4dc5482d0bd0 req-47917f33-280d-40e5-b825-18ca3b095625 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:43.684392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397d0b6-7ef0-4546-a9a2-4dc5482d0bd0 req-47917f33-280d-40e5-b825-18ca3b095625 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:43.691942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397d0b6-7ef0-4546-a9a2-4dc5482d0bd0 req-47917f33-280d-40e5-b825-18ca3b095625 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:43.692603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.694537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=d8f4d49d-8649-4a97-9ce0-31525ce4676d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:43.701025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397d0b6-7ef0-4546-a9a2-4dc5482d0bd0 req-47917f33-280d-40e5-b825-18ca3b095625 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:43.710183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a397d0b6-7ef0-4546-a9a2-4dc5482d0bd0 req-47917f33-280d-40e5-b825-18ca3b095625 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5420 time: 2.4098198
Apr 30 04:42:43.711803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.722877 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:43.820534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=674651e4-57fc-47a1-be0f-a0ac8229a245,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:43.824401 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:43.826168 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.838694 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:43.845996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:42:43.846651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:42:43.847208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:43.855134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:42:43.856544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:42:43.857190 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.857767 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:42:43.858462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Bound port: 674651e4-57fc-47a1-be0f-a0ac8229a245, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:42:43.859035 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.879046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f7b4d0-0024-4971-af54-65ce913508e1 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:43.932659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a397d0b6-7ef0-4546-a9a2-4dc5482d0bd0 req-d28a3c5e-0171-49f8-a087-98ba39b2f0eb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2198052
Apr 30 04:42:43.978815 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:43.989904 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:44.129999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] For port 674651e4-57fc-47a1-be0f-a0ac8229a245, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:42:44.154919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] For port 674651e4-57fc-47a1-be0f-a0ac8229a245, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=674651e4-57fc-47a1-be0f-a0ac8229a245,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:42:44.159789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e21ce22-3e64-486f-baa6-fcd2db056e6a {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:44.178377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] For port 674651e4-57fc-47a1-be0f-a0ac8229a245, host n-d-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:42:44.179583 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:44.182973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5067e9d2-5bdb-4d01-b49a-684d74df0fc4 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:42:44.187706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 674651e4-57fc-47a1-be0f-a0ac8229a245-n-d-766726-20-0 {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:42:44.190616 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:42:44.243841 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:44.291165 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a4c4f74e-4648-4219-845b-77d7ce6b1c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:44.364988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f1087-0ae9-4aad-98da-3f98877c099f req-032ec8d2-bb8c-4d72-a460-82b5aadcfb08 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:44.366663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-341f1087-0ae9-4aad-98da-3f98877c099f req-032ec8d2-bb8c-4d72-a460-82b5aadcfb08 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 943 time: 1.3821900
Apr 30 04:42:44.420489 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 2e21ce22-3e64-486f-baa6-fcd2db056e6a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=2e21ce22-3e64-486f-baa6-fcd2db056e6a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:44.470658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port e3f7b4d0-0024-4971-af54-65ce913508e1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e3f7b4d0-0024-4971-af54-65ce913508e1,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:44.486695 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:44.523010 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:44.523786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:44.566149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70933-04c3-4743-8d73-a08d2bdf3c6e req-8c8e2cb7-15af-4cb5-84c6-8f476ee722de tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:44.572354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:44.573852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59b70933-04c3-4743-8d73-a08d2bdf3c6e req-8c8e2cb7-15af-4cb5-84c6-8f476ee722de tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 944 time: 1.6631358
Apr 30 04:42:44.596879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a', 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'port_id': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a', 'mac_address': 'fa:16:3e:35:e1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b7d767-d3f5-468c-adf1-fc5ca3cf4424', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:44.628195 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:44.631722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] 10.222.0.46 "DELETE /v2.0/routers/5067e9d2-5bdb-4d01-b49a-684d74df0fc4 HTTP/1.1" status: 204  len: 168 time: 7.2114472
Apr 30 04:42:44.632164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40108) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:44.650914 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-68f19214-72bb-42ee-8838-dfef0800b327 req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:44.695798 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f079498-bb16-4feb-82d3-44c087193799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f4d49d-8649-4a97-9ce0-31525ce4676d', 'code': 200}
Apr 30 04:42:44.728339 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01713c36-afaa-4b21-95db-86d60b42ab6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:44.755016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Pushing event updated for resources: {'Port': ['ID=674651e4-57fc-47a1-be0f-a0ac8229a245,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:44.783182 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:44.783577 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1acee01f-abfb-4375-accd-19a1601512ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:44.822597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:42:44.822957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:42:44.823264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245 on network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:42:44.921729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event deleted for resources: {'Port': ['ID=3da00852-b28b-463d-9744-6baa610b9165,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:44.924700 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:44.945120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:42:44.945464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Checking segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:42:44.945845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:44.946221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Bound using segment: {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:42:44.946696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Bound port: 674651e4-57fc-47a1-be0f-a0ac8229a245, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e6491-cefa-42e9-b2a6-4a6adb1f0b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:42:44.947037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:44.950500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['2e21ce22-3e64-486f-baa6-fcd2db056e6a'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:44.994786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59b70933-04c3-4743-8d73-a08d2bdf3c6e req-dfeadf3a-40d3-4123-bb0f-0f964b2dd2a7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4199388
Apr 30 04:42:45.023195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] Deleting subnet 6908bb99-86cc-4713-abf4-646d6f6662db {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:42:45.037160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:45.136314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f19214-72bb-42ee-8838-dfef0800b327 req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] No DVR routers for this DVR port 3da00852-b28b-463d-9744-6baa610b9165 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:45.146890 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-68f19214-72bb-42ee-8838-dfef0800b327 req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:45.151764 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68f19214-72bb-42ee-8838-dfef0800b327 req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "DELETE /v2.0/ports/3da00852-b28b-463d-9744-6baa610b9165 HTTP/1.1" status: 204  len: 173 time: 4.6293378
Apr 30 04:42:45.153413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffa38f5-9d98-4747-838c-f4479ace264c', 'name': 'network-vif-deleted', 'tag': '3da00852-b28b-463d-9744-6baa610b9165'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:45.180359 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:45.192130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=2e21ce22-3e64-486f-baa6-fcd2db056e6a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:45.316110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:45.344569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:45.348387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:45.410111 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:45.410884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5d063906-5547-41da-8501-105dfc36bc06 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:45.468047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:45.562281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=e3f7b4d0-0024-4971-af54-65ce913508e1,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:45.568823 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:45.575462 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.978s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:45.597413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-11c96300-1f00-4fec-95a8-7696422a71e3 req-793ae848-664c-4a30-851c-a5e791521386 service neutron] (74582) timed out ('10.222.0.37', 57792) {{(pid=74582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 04:42:45.701877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:45.705346 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:45.706449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 674651e4-57fc-47a1-be0f-a0ac8229a245 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:45.717976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-341f1087-0ae9-4aad-98da-3f98877c099f req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Deleting port 713c7368-a77a-4f0a-8088-3467c4c25d9c {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:45.720012 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-341f1087-0ae9-4aad-98da-3f98877c099f req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:45.750902 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:45.751243 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:45.755429 n-d-766726-20 neutron-server[74582]: WARNING neutron.plugins.ml2.plugin [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Concurrent port binding operations failed on port 674651e4-57fc-47a1-be0f-a0ac8229a245
Apr 30 04:42:45.759180 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:42:45.760602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] For port 674651e4-57fc-47a1-be0f-a0ac8229a245, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=674651e4-57fc-47a1-be0f-a0ac8229a245,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:45.767895 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempt 2 to bind port 674651e4-57fc-47a1-be0f-a0ac8229a245
Apr 30 04:42:45.787526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-978f75da-3365-4059-8b3d-57795e28ce36 req-7203af50-f146-4d72-9a0b-27223de47845 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Synchronizing usage tracker for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:45.794466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:45.798297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5d063906-5547-41da-8501-105dfc36bc06, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5d063906-5547-41da-8501-105dfc36bc06,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:45.798595 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-482b348c-5b0f-4d91-8869-4c21bfc34adb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:45.889466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '5d063906-5547-41da-8501-105dfc36bc06', 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'port_id': '5d063906-5547-41da-8501-105dfc36bc06', 'mac_address': 'fa:16:3e:d8:0b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b7d767-d3f5-468c-adf1-fc5ca3cf4424', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:46.012209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:46.027163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:46.049649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-978f75da-3365-4059-8b3d-57795e28ce36 req-7203af50-f146-4d72-9a0b-27223de47845 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Unset dirty status for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:46.062185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded99064-84cc-425b-b7a7-da35ff261d02 req-bd44316c-6426-4336-9d11-5ebf549474e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:46.066538 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ded99064-84cc-425b-b7a7-da35ff261d02 req-bd44316c-6426-4336-9d11-5ebf549474e3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 1097 time: 1.2398367
Apr 30 04:42:46.074462 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-978f75da-3365-4059-8b3d-57795e28ce36 req-7203af50-f146-4d72-9a0b-27223de47845 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffa38f5-9d98-4747-838c-f4479ace264c HTTP/1.1" status: 200  len: 210 time: 0.6092448
Apr 30 04:42:46.082174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 674651e4-57fc-47a1-be0f-a0ac8229a245 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:46.088472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:46.091431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:46.108611 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:46.132431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d063906-5547-41da-8501-105dfc36bc06 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:46.142546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Subnet': ['ID=39c3c1eb-7b25-44a0-9c2e-8ea724dcc9bd,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:46.168707 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:46.173036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2654ab4f-8257-4584-b315-1c9ba4ebdde5 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:46.202691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-341f1087-0ae9-4aad-98da-3f98877c099f req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] For port 713c7368-a77a-4f0a-8088-3467c4c25d9c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=713c7368-a77a-4f0a-8088-3467c4c25d9c,segment=NetworkSegment(b7f85b11-f2a8-49f3-95b7-2d6afaef539b),segment_id=b7f85b11-f2a8-49f3-95b7-2d6afaef539b)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:46.203098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-341f1087-0ae9-4aad-98da-3f98877c099f req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:46.242609 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ded99064-84cc-425b-b7a7-da35ff261d02 req-a34cb92e-a658-4b94-82ca-e5106cf9e79e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400971
Apr 30 04:42:46.263698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 2654ab4f-8257-4584-b315-1c9ba4ebdde5 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:42:46.264421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2654ab4f-8257-4584-b315-1c9ba4ebdde5 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:42:46.290369 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 4.9795971
Apr 30 04:42:46.291022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40120) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:46.342053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Request body: {'port': {'network_id': 'c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd', 'mac_address': 'fa:16:3e:5e:18:76', 'name': 'tempest-NetworksTestDHCPv6-2143869429'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:42:46.345597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5d063906-5547-41da-8501-105dfc36bc06, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5d063906-5547-41da-8501-105dfc36bc06,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:46.366194 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:46.379281 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9268bcaa-6121-491f-9e5f-d09d7bb620f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:46.421531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 78159ada-cbef-421f-a1ad-97a024721599 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:46.510840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 713c7368-a77a-4f0a-8088-3467c4c25d9c no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:46.556321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb42d463-e3a0-465d-83b2-3b2c400fe347 None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:42:46.606588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=5d063906-5547-41da-8501-105dfc36bc06,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:46.610586 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:46.617005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-341f1087-0ae9-4aad-98da-3f98877c099f req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Calling delete_port for 713c7368-a77a-4f0a-8088-3467c4c25d9c owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:46.658545 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:46.671969 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea6bd08e-9fd7-4707-8127-dcf0ba9ec3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:46.677562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b5b0b-342e-4f86-a5d0-b417f6928be3 req-a5869fdc-0ee8-4d15-a23e-4ed1443adfaf tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:46.680249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d67b5b0b-342e-4f86-a5d0-b417f6928be3 req-a5869fdc-0ee8-4d15-a23e-4ed1443adfaf tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 944 time: 1.4358840
Apr 30 04:42:46.692840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6560dfcf-c53e-41cd-92e9-8bcdb99b2b69 None None] Provisioning for port 674651e4-57fc-47a1-be0f-a0ac8229a245 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:46.756062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6908bb99-86cc-4713-abf4-646d6f6662db,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:46.760431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:42:46.771105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Usage tracker for resource:port and tenant:3810cb657c3940e1967ea86ddf14c0fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:42:46.776522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:42:46.787255 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d67b5b0b-342e-4f86-a5d0-b417f6928be3 req-998912dd-5fab-485e-99c6-cba38819d1aa tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930359
Apr 30 04:42:46.787883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:42:46.799568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f98c6-6b09-4637-9d5f-1cc30668240d req-c81c307b-2b3d-4e6e-ba8b-9994b52966b3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:46.800597 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:46.801316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf9f98c6-6b09-4637-9d5f-1cc30668240d req-c81c307b-2b3d-4e6e-ba8b-9994b52966b3 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 943 time: 0.1963220
Apr 30 04:42:46.812984 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:46.818074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Made reservation on behalf of 3810cb657c3940e1967ea86ddf14c0fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:42:46.879589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf9f98c6-6b09-4637-9d5f-1cc30668240d req-a37d66e8-d0ec-45c4-9154-0fa769602e38 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/security-groups?id=4dfa97a4-0b95-4a90-a45a-7713394a09db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664222
Apr 30 04:42:46.896890 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6908bb99-86cc-4713-abf4-646d6f6662db HTTP/1.1" status: 204  len: 168 time: 2.2631731
Apr 30 04:42:46.898047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40126) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:46.927652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1664fd46-7f3e-4958-8fe0-6179cf6092c9 None None] Network a27e74d2-8e55-4f08-8f20-2137358b2499 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:42:46.964116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6560dfcf-c53e-41cd-92e9-8bcdb99b2b69 None None] Provisioning complete for port 674651e4-57fc-47a1-be0f-a0ac8229a245 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:46.964423 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6560dfcf-c53e-41cd-92e9-8bcdb99b2b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:47.084196 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffa38f5-9d98-4747-838c-f4479ace264c', 'name': 'network-vif-deleted', 'tag': '3da00852-b28b-463d-9744-6baa610b9165', 'status': 'completed', 'code': 200}
Apr 30 04:42:47.125693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-341f1087-0ae9-4aad-98da-3f98877c099f req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:47.149663 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc68eeef-3b68-4766-a724-0ccdefed299c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:47.245471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Pushing event deleted for resources: {'Port': ['ID=713c7368-a77a-4f0a-8088-3467c4c25d9c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:47.248412 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:47.315948 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:47.329154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No active binding found for port 713c7368-a77a-4f0a-8088-3467c4c25d9c {{(pid=74583) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Apr 30 04:42:47.329993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 713c7368-a77a-4f0a-8088-3467c4c25d9c not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:42:47.342173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:47.348325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73398e-9e8b-49ba-b87b-2d8bd99f3874 req-aac0e4c7-74dd-4cca-b490-f9b10adfe715 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:47.354366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73398e-9e8b-49ba-b87b-2d8bd99f3874 req-aac0e4c7-74dd-4cca-b490-f9b10adfe715 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:47.361279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73398e-9e8b-49ba-b87b-2d8bd99f3874 req-aac0e4c7-74dd-4cca-b490-f9b10adfe715 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:47.367387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73398e-9e8b-49ba-b87b-2d8bd99f3874 req-aac0e4c7-74dd-4cca-b490-f9b10adfe715 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:47.374876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73398e-9e8b-49ba-b87b-2d8bd99f3874 req-aac0e4c7-74dd-4cca-b490-f9b10adfe715 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:47.380873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73398e-9e8b-49ba-b87b-2d8bd99f3874 req-aac0e4c7-74dd-4cca-b490-f9b10adfe715 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:47.384605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:47.388251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73398e-9e8b-49ba-b87b-2d8bd99f3874 req-aac0e4c7-74dd-4cca-b490-f9b10adfe715 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:47.390330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db73398e-9e8b-49ba-b87b-2d8bd99f3874 req-aac0e4c7-74dd-4cca-b490-f9b10adfe715 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5424 time: 0.4021854
Apr 30 04:42:47.400970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-341f1087-0ae9-4aad-98da-3f98877c099f req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] No DVR routers for this DVR port 713c7368-a77a-4f0a-8088-3467c4c25d9c on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:47.405810 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-341f1087-0ae9-4aad-98da-3f98877c099f req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:47.425875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] device_id is not set on port 9b6a2921-1d78-486f-a49d-aafd8d14a53c yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:42:47.445971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-341f1087-0ae9-4aad-98da-3f98877c099f req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.50 "DELETE /v2.0/ports/713c7368-a77a-4f0a-8088-3467c4c25d9c HTTP/1.1" status: 204  len: 173 time: 3.0704534
Apr 30 04:42:47.490807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db73398e-9e8b-49ba-b87b-2d8bd99f3874 req-77528614-e7c2-4e03-8105-76c328a3d8be tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0799673
Apr 30 04:42:47.520907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31892a0e-c6e2-42db-97e2-e3a0b8d8ac0c req-dd9b8a15-270e-4bf9-a387-8b0f12f96603 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:47.522498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-31892a0e-c6e2-42db-97e2-e3a0b8d8ac0c req-dd9b8a15-270e-4bf9-a387-8b0f12f96603 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 945 time: 0.2849059
Apr 30 04:42:47.540610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['4c409abd-f869-4630-a9c9-e57c6d5c4b01'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:47.607501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Deleting port 75e069aa-548e-4ad6-8a89-c2939032b65c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:47.607943 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:47.617356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-31892a0e-c6e2-42db-97e2-e3a0b8d8ac0c req-3d676375-896c-4ce1-8f64-6d3ba155225b tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763860
Apr 30 04:42:47.620884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['5d063906-5547-41da-8501-105dfc36bc06'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:47.862513 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6560dfcf-c53e-41cd-92e9-8bcdb99b2b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:47.883865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'cde68756-3980-4166-ac32-08a89f8687e7', 'a9c1794e-ace8-4d74-93d5-585a1515082f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:47.959044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] For port 75e069aa-548e-4ad6-8a89-c2939032b65c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=75e069aa-548e-4ad6-8a89-c2939032b65c,segment=NetworkSegment(5c394a74-4605-4c50-8e88-1117ced5bf64),segment_id=5c394a74-4605-4c50-8e88-1117ced5bf64)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:47.959733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:47.981698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6560dfcf-c53e-41cd-92e9-8bcdb99b2b69 None None] For port 674651e4-57fc-47a1-be0f-a0ac8229a245, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=674651e4-57fc-47a1-be0f-a0ac8229a245,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:48.031419 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6560dfcf-c53e-41cd-92e9-8bcdb99b2b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:48.082817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20fb29-b776-459c-8c38-6293332fb88c req-e60c4460-68d6-4383-a67f-6b7dbaf98b19 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:48.088701 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:48.095747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd20fb29-b776-459c-8c38-6293332fb88c req-e60c4460-68d6-4383-a67f-6b7dbaf98b19 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 944 time: 0.1424093
Apr 30 04:42:48.171104 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd20fb29-b776-459c-8c38-6293332fb88c req-1e9a48bc-d652-4ce2-8c64-61a3ac481862 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738046
Apr 30 04:42:48.177003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Calling delete_port for 75e069aa-548e-4ad6-8a89-c2939032b65c owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:48.229698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8::2d1 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/eaeb8eee-2f7f-4902-94ee-713cc3a18a30/9b6a2921-1d78-486f-a49d-aafd8d14a53c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:48.298044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5e:1876 (c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd/39c3c1eb-7b25-44a0-9c2e-8ea724dcc9bd/9b6a2921-1d78-486f-a49d-aafd8d14a53c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:42:48.345044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560dfcf-c53e-41cd-92e9-8bcdb99b2b69 None None] Pushing event updated for resources: {'Port': ['ID=674651e4-57fc-47a1-be0f-a0ac8229a245,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:48.350296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['e3f7b4d0-0024-4971-af54-65ce913508e1'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:48.396179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-71fb241e-fe9d-47b2-9823-fdec83c8f016 req-c8407da9-1bb8-45df-8ae9-06baa96f9907 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Synchronizing usage tracker for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:48.419077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-71fb241e-fe9d-47b2-9823-fdec83c8f016 req-c8407da9-1bb8-45df-8ae9-06baa96f9907 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Unset dirty status for tenant:727c4291d7aa4a5ea49b54ff92104a82 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:48.431368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71fb241e-fe9d-47b2-9823-fdec83c8f016 req-c8407da9-1bb8-45df-8ae9-06baa96f9907 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] 10.222.0.46 "GET /v2.0/ports?device_id=59dfa39d-dabc-454c-9835-96e622614f1e HTTP/1.1" status: 200  len: 210 time: 0.0919316
Apr 30 04:42:48.490176 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6560dfcf-c53e-41cd-92e9-8bcdb99b2b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:48.496005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 78159ada-cbef-421f-a1ad-97a024721599, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=78159ada-cbef-421f-a1ad-97a024721599,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:48.639537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 2e21ce22-3e64-486f-baa6-fcd2db056e6a up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:48.841303 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:48.860775 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0cdf7a46-842a-41f7-aece-da171f31bdc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:49.017716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e069aa-548e-4ad6-8a89-c2939032b65c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:49.071506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '78159ada-cbef-421f-a1ad-97a024721599', 'network_id': 'fecfbb98-44fb-4e8e-ac66-b37591af8841', 'port_id': '78159ada-cbef-421f-a1ad-97a024721599', 'mac_address': 'fa:16:3e:36:be:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b7d767-d3f5-468c-adf1-fc5ca3cf4424', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:49.073499 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:49.084053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] No DVR routers for this DVR port 75e069aa-548e-4ad6-8a89-c2939032b65c on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:49.086750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'name': 'network-vif-deleted', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:49.142704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cdb3-7ddc-4843-b715-d1ff03bff746 req-c840a0d1-d400-415f-9345-186a445d6ef9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:49.157061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cdb3-7ddc-4843-b715-d1ff03bff746 req-c840a0d1-d400-415f-9345-186a445d6ef9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:49.169838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cdb3-7ddc-4843-b715-d1ff03bff746 req-c840a0d1-d400-415f-9345-186a445d6ef9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:49.182261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cdb3-7ddc-4843-b715-d1ff03bff746 req-c840a0d1-d400-415f-9345-186a445d6ef9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:49.203548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cdb3-7ddc-4843-b715-d1ff03bff746 req-c840a0d1-d400-415f-9345-186a445d6ef9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:49.219755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cdb3-7ddc-4843-b715-d1ff03bff746 req-c840a0d1-d400-415f-9345-186a445d6ef9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:49.233951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cdb3-7ddc-4843-b715-d1ff03bff746 req-c840a0d1-d400-415f-9345-186a445d6ef9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:49.248166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b481cdb3-7ddc-4843-b715-d1ff03bff746 req-c840a0d1-d400-415f-9345-186a445d6ef9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5424 time: 0.3285897
Apr 30 04:42:49.362332 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:49.383558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b481cdb3-7ddc-4843-b715-d1ff03bff746 req-c4ff2ecc-5d68-4de9-b9e8-c0e5a6469172 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1027541
Apr 30 04:42:49.448065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075bece-8308-4499-8aa4-1d068962923e None None] DHCP port deletion for a27e74d2-8e55-4f08-8f20-2137358b2499 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:42:49.588635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:49.739827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 674651e4-57fc-47a1-be0f-a0ac8229a245 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:49.815525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78159ada-cbef-421f-a1ad-97a024721599 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:49.851367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:49.905840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a160d60>,) {'filters': {'network_id': ['a27e74d2-8e55-4f08-8f20-2137358b2499']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:42:49.928223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Transition to ACTIVE for port object 9b6a2921-1d78-486f-a49d-aafd8d14a53c will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:42:49.930928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 78159ada-cbef-421f-a1ad-97a024721599, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=78159ada-cbef-421f-a1ad-97a024721599,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:49.937187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a160d60>, '5c394a74-4605-4c50-8e88-1117ced5bf64') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:42:49.937864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a160d60>, '5c394a74-4605-4c50-8e88-1117ced5bf64') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:42:49.954872 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:49.971448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-eca99914-d7e4-4c93-b3ec-991f3f231558 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:49.974299 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-eca99914-d7e4-4c93-b3ec-991f3f231558 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/ports?device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183 HTTP/1.1" status: 200  len: 949 time: 0.4573495
Apr 30 04:42:49.984156 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:49.993525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:42:50.093890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:50.109296 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:50.110055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 54489ae0-efe8-43fe-bdd3-00e11f296177 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:50.118844 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:50.124978 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:50.169717 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa06ed-3353-480b-9a1b-23f691c3e818 req-e863f4a1-5c73-46e3-9773-bb8c8de4b8e4 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:50.172140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09aa06ed-3353-480b-9a1b-23f691c3e818 req-e863f4a1-5c73-46e3-9773-bb8c8de4b8e4 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 945 time: 0.5270643
Apr 30 04:42:50.202033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63413f04-5877-457b-952d-2f3bdc22f012 req-8fffeee9-548e-44b9-9bab-fe6a8edb5149 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:50.204334 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63413f04-5877-457b-952d-2f3bdc22f012 req-8fffeee9-548e-44b9-9bab-fe6a8edb5149 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=c83cf3e5-62fe-462b-9149-fbfced6cc183 HTTP/1.1" status: 200  len: 949 time: 0.4917400
Apr 30 04:42:50.268445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 2e21ce22-3e64-486f-baa6-fcd2db056e6a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:50.276963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 674651e4-57fc-47a1-be0f-a0ac8229a245 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:50.277337 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:50.294796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:42:50.303320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:42:50.324949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:42:50.331210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:50.332066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:50.353228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Network a27e74d2-8e55-4f08-8f20-2137358b2499 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:42:50.354787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63413f04-5877-457b-952d-2f3bdc22f012 req-36e62ad8-ee98-4e18-9d26-fce3b9d02f18 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186728
Apr 30 04:42:50.368833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:50.371980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09aa06ed-3353-480b-9a1b-23f691c3e818 req-8fb0ff5e-52b6-412d-9037-ec6ac0775e17 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532135
Apr 30 04:42:50.403872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event updated for resources: {'Port': ['ID=9b6a2921-1d78-486f-a49d-aafd8d14a53c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:50.415094 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:50.439582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-e92eb5e4-632e-4f8e-b854-2e777fb72834 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:50.439582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-e92eb5e4-632e-4f8e-b854-2e777fb72834 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 950 time: 0.3873510
Apr 30 04:42:50.483816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 2e21ce22-3e64-486f-baa6-fcd2db056e6a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:50.484793 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:50.487959 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.1933434
Apr 30 04:42:50.492601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40164) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:50.580608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Deleting port cde68756-3980-4166-ac32-08a89f8687e7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:50.581346 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:50.656095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Network a27e74d2-8e55-4f08-8f20-2137358b2499 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:42:50.658817 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dfa39d-dabc-454c-9835-96e622614f1e', 'name': 'network-vif-deleted', 'tag': '713c7368-a77a-4f0a-8088-3467c4c25d9c', 'status': 'completed', 'code': 200}
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:42:50.690401 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:42:50.845847 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:42:50.910666 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:50.922200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:50.936267 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:50.983809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a27e74d2-8e55-4f08-8f20-2137358b2499,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:50.997646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting port 9b6a2921-1d78-486f-a49d-aafd8d14a53c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:50.998664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:51.035540 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:51.036296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=78159ada-cbef-421f-a1ad-97a024721599,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:51.116758 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a27e74d2-8e55-4f08-8f20-2137358b2499 HTTP/1.1" status: 204  len: 168 time: 4.2133150
Apr 30 04:42:51.119753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40172) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:51.252826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] For port cde68756-3980-4166-ac32-08a89f8687e7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cde68756-3980-4166-ac32-08a89f8687e7,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:51.253805 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:51.273746 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.149s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:51.520869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Calling delete_port for cde68756-3980-4166-ac32-08a89f8687e7 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:51.694821 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:51.717015 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8732356e-663b-4594-b75c-1899d321eff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:51.833129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 54489ae0-efe8-43fe-bdd3-00e11f296177, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=54489ae0-efe8-43fe-bdd3-00e11f296177,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:51.884542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '54489ae0-efe8-43fe-bdd3-00e11f296177', 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6', 'port_id': '54489ae0-efe8-43fe-bdd3-00e11f296177', 'mac_address': 'fa:16:3e:1c:38:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc14edc-ef78-4c6f-bef6-736d6931db13', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:51.889654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:51.924643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event deleted for resources: {'Port': ['ID=cde68756-3980-4166-ac32-08a89f8687e7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:51.950929 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:52.007616 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.052742 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.092829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54489ae0-efe8-43fe-bdd3-00e11f296177 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:52.101866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] No DVR routers for this DVR port cde68756-3980-4166-ac32-08a89f8687e7 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:52.115161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 54489ae0-efe8-43fe-bdd3-00e11f296177, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=54489ae0-efe8-43fe-bdd3-00e11f296177,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:52.126427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402d004-54b5-4b2e-bc5f-a13087ea93f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e21ce22-3e64-486f-baa6-fcd2db056e6a'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:52.146608 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.147073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 34ccab6f-642a-45a7-b697-5ee70a7d6aab details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:42:52.167861 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.172503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 34ccab6f-642a-45a7-b697-5ee70a7d6aab, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:52.196765 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6560dfcf-c53e-41cd-92e9-8bcdb99b2b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:52.289471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '34ccab6f-642a-45a7-b697-5ee70a7d6aab', 'network_id': 'c7e27987-0396-4006-8a8b-6d38854fedb6', 'port_id': '34ccab6f-642a-45a7-b697-5ee70a7d6aab', 'mac_address': 'fa:16:3e:7b:60:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc14edc-ef78-4c6f-bef6-736d6931db13', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:42:52.301389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=54489ae0-efe8-43fe-bdd3-00e11f296177,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:52.304967 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:52.327531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180209be-6008-42d3-a8b8-facf215764f9 req-55513272-7de3-4bd5-bfaf-4fcb41295989 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:52.344814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-180209be-6008-42d3-a8b8-facf215764f9 req-55513272-7de3-4bd5-bfaf-4fcb41295989 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 944 time: 1.4499810
Apr 30 04:42:52.347633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Deleting port a9c1794e-ace8-4d74-93d5-585a1515082f {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:52.347986 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.357383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Calling delete_port for 9b6a2921-1d78-486f-a49d-aafd8d14a53c owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:52.364491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 75e069aa-548e-4ad6-8a89-c2939032b65c no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:52.395553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6c5c30a-ebd8-45a6-b32f-f834398079d8 req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "DELETE /v2.0/ports/cde68756-3980-4166-ac32-08a89f8687e7 HTTP/1.1" status: 204  len: 173 time: 2.4130170
Apr 30 04:42:52.416042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 2e21ce22-3e64-486f-baa6-fcd2db056e6a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=2e21ce22-3e64-486f-baa6-fcd2db056e6a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:52.524293 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 75e069aa-548e-4ad6-8a89-c2939032b65c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:42:52.524557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 75e069aa-548e-4ad6-8a89-c2939032b65c not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:42:52.533539 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.562475 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-71c1c369-f2ae-403c-847a-a9e3f5ac9095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:52.696930 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.768336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ccab6f-642a-45a7-b697-5ee70a7d6aab {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:42:52.775639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc301ddb-3886-4a29-b402-2e665bd8413c None None] Provisioning complete for port 674651e4-57fc-47a1-be0f-a0ac8229a245 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:52.776418 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc301ddb-3886-4a29-b402-2e665bd8413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.807952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83cf3e5-62fe-462b-9149-fbfced6cc183', 'name': 'network-vif-deleted', 'tag': 'cde68756-3980-4166-ac32-08a89f8687e7'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:52.815618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] For port a9c1794e-ace8-4d74-93d5-585a1515082f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a9c1794e-ace8-4d74-93d5-585a1515082f,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:52.815618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.916810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 34ccab6f-642a-45a7-b697-5ee70a7d6aab, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:52.943198 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:52.952660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=2e21ce22-3e64-486f-baa6-fcd2db056e6a,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:52.967969 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:52.970681 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:53.008448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4c409abd-f869-4630-a9c9-e57c6d5c4b01 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:53.069332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Calling delete_port for a9c1794e-ace8-4d74-93d5-585a1515082f owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:53.102452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'a9c1794e-ace8-4d74-93d5-585a1515082f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:53.103926 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:53.129154 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22bd91cb-5b80-43ea-896a-0b664df29bc7 tempest-ServerDiskConfigTestJSON-982542673 tempest-ServerDiskConfigTestJSON-982542673-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:53.133757 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-180209be-6008-42d3-a8b8-facf215764f9 req-79e584ec-97d8-405b-a34a-d5383124d392 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7314322
Apr 30 04:42:53.179844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ecac-6f65-4dc9-8139-29c5ee927fd5 req-2eae856f-fc25-4025-ba82-8b259f977aca tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:53.194518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ecac-6f65-4dc9-8139-29c5ee927fd5 req-2eae856f-fc25-4025-ba82-8b259f977aca tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:53.204491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ecac-6f65-4dc9-8139-29c5ee927fd5 req-2eae856f-fc25-4025-ba82-8b259f977aca tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:53.214301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ecac-6f65-4dc9-8139-29c5ee927fd5 req-2eae856f-fc25-4025-ba82-8b259f977aca tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:53.224223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ecac-6f65-4dc9-8139-29c5ee927fd5 req-2eae856f-fc25-4025-ba82-8b259f977aca tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:53.232047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Port': ['ID=9b6a2921-1d78-486f-a49d-aafd8d14a53c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:53.235155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ecac-6f65-4dc9-8139-29c5ee927fd5 req-2eae856f-fc25-4025-ba82-8b259f977aca tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:53.242245 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:53.259927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077ecac-6f65-4dc9-8139-29c5ee927fd5 req-2eae856f-fc25-4025-ba82-8b259f977aca tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:53.264650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9077ecac-6f65-4dc9-8139-29c5ee927fd5 req-2eae856f-fc25-4025-ba82-8b259f977aca tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5425 time: 1.5545533
Apr 30 04:42:53.529636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:53.564728 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/9b6a2921-1d78-486f-a49d-aafd8d14a53c HTTP/1.1" status: 204  len: 168 time: 3.0705206
Apr 30 04:42:53.572961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9077ecac-6f65-4dc9-8139-29c5ee927fd5 req-65f79a95-95a9-46e7-9931-dcdfaba2bddb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1696167
Apr 30 04:42:53.573805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40186) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:53.690614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=34ccab6f-642a-45a7-b697-5ee70a7d6aab,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:53.706752 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:53.723241 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:53.734137 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1bc9a55c-5d0b-4a11-a260-88fbd3c1ff2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:53.847160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:53.855229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event deleted for resources: {'Port': ['ID=a9c1794e-ace8-4d74-93d5-585a1515082f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:53.865049 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:53.915197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:53.934966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['54489ae0-efe8-43fe-bdd3-00e11f296177'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:54.070338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b524e2c-cad4-49cc-ad0d-76c7bfe8bfe8 None None] Could not find standard attr ID for object 9b6a2921-1d78-486f-a49d-aafd8d14a53c. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:42:54.080310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['34ccab6f-642a-45a7-b697-5ee70a7d6aab'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:54.137197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:54.138001 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:54.143002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] No DVR routers for this DVR port a9c1794e-ace8-4d74-93d5-585a1515082f on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:42:54.159484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:54.224417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e1c3-3f37-47ae-b917-d0a6d6e4f270 req-2e48d826-f567-4753-8906-052cbed96fb6 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:54.227033 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55b8e1c3-3f37-47ae-b917-d0a6d6e4f270 req-2e48d826-f567-4753-8906-052cbed96fb6 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.6511426
Apr 30 04:42:54.229295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a98681a4-b395-4924-a945-e3f9f3da11a9 req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "DELETE /v2.0/ports/a9c1794e-ace8-4d74-93d5-585a1515082f HTTP/1.1" status: 204  len: 173 time: 3.7842062
Apr 30 04:42:54.246995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95924f34-87ea-49e3-b55d-d7d92f16e7e5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:54.255255 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-95924f34-87ea-49e3-b55d-d7d92f16e7e5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.6233435
Apr 30 04:42:54.256286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40202) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:54.518306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55b8e1c3-3f37-47ae-b917-d0a6d6e4f270 req-70e98dd4-d9bf-4f7a-af85-c8fbb013aa62 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602057
Apr 30 04:42:54.618329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3019c-8e2f-461a-a726-1f5feb1eb8e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:54.630624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d0f3019c-8e2f-461a-a726-1f5feb1eb8e9 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.3411212
Apr 30 04:42:54.631624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40212) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:54.785109 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4402d004-54b5-4b2e-bc5f-a13087ea93f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e21ce22-3e64-486f-baa6-fcd2db056e6a', 'code': 200}
Apr 30 04:42:54.901957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['c62ca90d-c8c8-4542-84a9-c03ddd30f0f3'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:54.915909 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83cf3e5-62fe-462b-9149-fbfced6cc183', 'name': 'network-vif-deleted', 'tag': 'cde68756-3980-4166-ac32-08a89f8687e7', 'status': 'completed', 'code': 200}
Apr 30 04:42:55.095090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['78159ada-cbef-421f-a1ad-97a024721599'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:42:55.154186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5f7f2-d33f-4c40-98b4-da0a00492cdb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:55.157977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5f7f2-d33f-4c40-98b4-da0a00492cdb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:55.161331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5f7f2-d33f-4c40-98b4-da0a00492cdb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:55.162778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-92a5f7f2-d33f-4c40-98b4-da0a00492cdb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:55.254234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb18ea-4acd-4726-acd3-631a96fd131a req-e6bad6d5-a87b-44cb-9d86-b12e6cf1bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:55.256039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cebb18ea-4acd-4726-acd3-631a96fd131a req-e6bad6d5-a87b-44cb-9d86-b12e6cf1bb82 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 1097 time: 0.3390121
Apr 30 04:42:55.302070 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:55.391768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Deleting port 9fb1a47e-8476-4dd9-92cc-03abebedb174 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:55.392603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:55.511757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4c409abd-f869-4630-a9c9-e57c6d5c4b01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:55.586031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-92a5f7f2-d33f-4c40-98b4-da0a00492cdb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:55.593180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-92a5f7f2-d33f-4c40-98b4-da0a00492cdb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.9598339
Apr 30 04:42:55.604518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40220) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:55.675599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0d132343-0ecb-4242-8119-ea737fe48d0d req-c0faec7a-07ea-4787-999e-2aa7328e8328 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Synchronizing usage tracker for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:42:55.682615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] For port 9fb1a47e-8476-4dd9-92cc-03abebedb174, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9fb1a47e-8476-4dd9-92cc-03abebedb174,segment=NetworkSegment(b833754b-d280-426a-862e-569be94f1669),segment_id=b833754b-d280-426a-862e-569be94f1669)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:55.683285 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:55.725451 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:55.727419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:55.760393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cebb18ea-4acd-4726-acd3-631a96fd131a req-6ed522a9-ed14-4218-a41e-6ccf9070fcdd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4930341
Apr 30 04:42:55.761254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0d132343-0ecb-4242-8119-ea737fe48d0d req-c0faec7a-07ea-4787-999e-2aa7328e8328 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Unset dirty status for tenant:590899638f114cfa8a3244132a03dd6c on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:42:55.773265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d132343-0ecb-4242-8119-ea737fe48d0d req-c0faec7a-07ea-4787-999e-2aa7328e8328 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1d75e5a-d083-482b-8714-c23b5f26ed1a HTTP/1.1" status: 200  len: 210 time: 0.4825122
Apr 30 04:42:55.876729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet 39c3c1eb-7b25-44a0-9c2e-8ea724dcc9bd {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:42:55.892656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:55.917293 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:56.095784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Calling delete_port for 9fb1a47e-8476-4dd9-92cc-03abebedb174 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:42:56.103077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f7561-851e-4dda-906c-dc4d261c9bbd req-f46e6eec-e9ff-4b45-8cc7-dbc02dd24c67 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:56.111794 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-958f7561-851e-4dda-906c-dc4d261c9bbd req-f46e6eec-e9ff-4b45-8cc7-dbc02dd24c67 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.9218636
Apr 30 04:42:56.133898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4c409abd-f869-4630-a9c9-e57c6d5c4b01,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:56.151919 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:56.219688 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:56.390169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:56.480859 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-958f7561-851e-4dda-906c-dc4d261c9bbd req-a47987b1-41a7-4c1e-9cfb-d86cd5a68771 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3584211
Apr 30 04:42:56.539953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:56.540629 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:56.681367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:56.689746 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-905606e8-a2f1-4f44-bbe7-be26f8bcfa62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:56.707185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91920b6-6a54-4915-9045-74adcc22077f req-a2b857c3-6202-485d-8742-84b7f5e6ba30 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:56.720454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91920b6-6a54-4915-9045-74adcc22077f req-a2b857c3-6202-485d-8742-84b7f5e6ba30 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:56.743628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91920b6-6a54-4915-9045-74adcc22077f req-a2b857c3-6202-485d-8742-84b7f5e6ba30 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:56.749301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb1a47e-8476-4dd9-92cc-03abebedb174,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:56.757149 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:56.758519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91920b6-6a54-4915-9045-74adcc22077f req-a2b857c3-6202-485d-8742-84b7f5e6ba30 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:56.774309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91920b6-6a54-4915-9045-74adcc22077f req-a2b857c3-6202-485d-8742-84b7f5e6ba30 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:56.785717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:56.806331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91920b6-6a54-4915-9045-74adcc22077f req-a2b857c3-6202-485d-8742-84b7f5e6ba30 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:56.822970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91920b6-6a54-4915-9045-74adcc22077f req-a2b857c3-6202-485d-8742-84b7f5e6ba30 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:56.838952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d91920b6-6a54-4915-9045-74adcc22077f req-a2b857c3-6202-485d-8742-84b7f5e6ba30 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5428 time: 0.3510385
Apr 30 04:42:56.997297 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.148879 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.209619 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.213648 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.234648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d75e5a-d083-482b-8714-c23b5f26ed1a', 'name': 'network-vif-deleted', 'tag': 'a9c1794e-ace8-4d74-93d5-585a1515082f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:57.244065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:57.252373 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.255456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5d063906-5547-41da-8501-105dfc36bc06 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:57.337685 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:57.426144 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.445948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:57.459834 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:57.479610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 5d063906-5547-41da-8501-105dfc36bc06 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:57.485500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 5d063906-5547-41da-8501-105dfc36bc06 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:57.485773 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.533163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d91920b6-6a54-4915-9045-74adcc22077f req-4c5d8211-f2c3-4b45-a419-fd6853d9dcb8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1688726
Apr 30 04:42:57.562942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c54720-10ef-4126-8da1-842433c5a72c req-42763a04-3e82-4938-9e13-80c88169fdf7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:57.564646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8c54720-10ef-4126-8da1-842433c5a72c req-42763a04-3e82-4938-9e13-80c88169fdf7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 946 time: 0.7259212
Apr 30 04:42:57.698814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.706832 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8c54720-10ef-4126-8da1-842433c5a72c req-689c364c-beab-4804-8cb0-71bdbd186c6b tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320503
Apr 30 04:42:57.758391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5d063906-5547-41da-8501-105dfc36bc06, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5d063906-5547-41da-8501-105dfc36bc06,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:57.765809 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.766745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.767723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cde68756-3980-4166-ac32-08a89f8687e7 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:57.783897 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88e8ed72-0052-4a62-b5f6-a270e19db33d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:57.826081 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:57.859170 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:57.899432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/39c3c1eb-7b25-44a0-9c2e-8ea724dcc9bd HTTP/1.1" status: 204  len: 168 time: 2.2824426
Apr 30 04:42:57.901827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=39c3c1eb-7b25-44a0-9c2e-8ea724dcc9bd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:57.906320 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'code': 200}
Apr 30 04:42:57.914351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40240) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:57.930420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9632eab3-f9bf-4fba-a9d2-ce24ec021f5d None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:42:57.979182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: cde68756-3980-4166-ac32-08a89f8687e7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:42:57.979947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cde68756-3980-4166-ac32-08a89f8687e7 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:42:57.980664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 3da00852-b28b-463d-9744-6baa610b9165 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:58.027049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.028323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.028721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.029157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.029699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.030096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.030500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.030875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.037155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.037642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.037917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.038460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:42:58.054624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 3da00852-b28b-463d-9744-6baa610b9165 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:42:58.056012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 3da00852-b28b-463d-9744-6baa610b9165 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:42:58.066746 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d75e5a-d083-482b-8714-c23b5f26ed1a', 'name': 'network-vif-deleted', 'tag': 'a9c1794e-ace8-4d74-93d5-585a1515082f', 'status': 'completed', 'code': 200}
Apr 30 04:42:58.070115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device e3f7b4d0-0024-4971-af54-65ce913508e1 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:58.073452 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:58.128337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Deleting subnet eaeb8eee-2f7f-4902-94ee-713cc3a18a30 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:42:58.139631 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:58.241791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:42:58.353460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=5d063906-5547-41da-8501-105dfc36bc06,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:58.367919 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:58.393132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port e3f7b4d0-0024-4971-af54-65ce913508e1 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:58.394800 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:58.415083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port e3f7b4d0-0024-4971-af54-65ce913508e1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:58.415814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:58.619637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433534cc-bfa9-40d9-96ff-73de59490712 req-a57e9ce3-62a4-4954-b862-8f720d9edee2 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:58.621815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-433534cc-bfa9-40d9-96ff-73de59490712 req-a57e9ce3-62a4-4954-b862-8f720d9edee2 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.3695881
Apr 30 04:42:58.632520 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:58.729089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port e3f7b4d0-0024-4971-af54-65ce913508e1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e3f7b4d0-0024-4971-af54-65ce913508e1,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:42:58.736507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:42:58.740283 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:58.741809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a9c1794e-ace8-4d74-93d5-585a1515082f no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:42:58.781376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-433534cc-bfa9-40d9-96ff-73de59490712 req-b90528f2-e8d5-4e08-8c35-dd0742d7df9d tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398845
Apr 30 04:42:58.783664 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] 10.222.0.46 "PUT /v2.0/routers/1032c057-d8c0-4571-b9f0-60a532e8a8e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6505718
Apr 30 04:42:58.785350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40252) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:42:58.791200 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:42:58.822772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] Sync routers for ids ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:42:58.873277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: a9c1794e-ace8-4d74-93d5-585a1515082f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:42:58.873544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a9c1794e-ace8-4d74-93d5-585a1515082f not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:42:58.880004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] Routers {'1032c057-d8c0-4571-b9f0-60a532e8a8e7'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:42:58.880891 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bedaaf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:42:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:42:58.976538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:59.072146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=e3f7b4d0-0024-4971-af54-65ce913508e1,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:42:59.076910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 54489ae0-efe8-43fe-bdd3-00e11f296177 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:42:59.107790 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:42:59.319883 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:59.486323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] Set router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:42:59.492338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591599d-efe5-49c9-904f-54ead4e8bf86 req-68271693-9faa-44cb-a548-f168d85e3389 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:59.494309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f591599d-efe5-49c9-904f-54ead4e8bf86 req-68271693-9faa-44cb-a548-f168d85e3389 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 945 time: 0.7082155
Apr 30 04:42:59.615972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f591599d-efe5-49c9-904f-54ead4e8bf86 req-04e6933f-87b1-4491-a15a-ec965e22adef tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998690
Apr 30 04:42:59.630078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:59.774984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 54489ae0-efe8-43fe-bdd3-00e11f296177 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:42:59.789947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 54489ae0-efe8-43fe-bdd3-00e11f296177 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:42:59.790337 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:59.810729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Deleting port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:42:59.811108 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:42:59.816313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b076ef1-30d0-4952-aae7-c2f97fdb0ae0 req-1cedde8c-019e-470b-96d8-a90a533a62a4 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:59.846806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b076ef1-30d0-4952-aae7-c2f97fdb0ae0 req-1cedde8c-019e-470b-96d8-a90a533a62a4 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:59.873821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b076ef1-30d0-4952-aae7-c2f97fdb0ae0 req-1cedde8c-019e-470b-96d8-a90a533a62a4 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:59.894590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b076ef1-30d0-4952-aae7-c2f97fdb0ae0 req-1cedde8c-019e-470b-96d8-a90a533a62a4 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:59.912212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a'}, {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d063906-5547-41da-8501-105dfc36bc06'}, {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f7b4d0-0024-4971-af54-65ce913508e1'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:42:59.914370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b076ef1-30d0-4952-aae7-c2f97fdb0ae0 req-1cedde8c-019e-470b-96d8-a90a533a62a4 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:59.951415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b076ef1-30d0-4952-aae7-c2f97fdb0ae0 req-1cedde8c-019e-470b-96d8-a90a533a62a4 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:59.951628 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:42:59.963993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b076ef1-30d0-4952-aae7-c2f97fdb0ae0 req-1cedde8c-019e-470b-96d8-a90a533a62a4 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:42:59.975153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b076ef1-30d0-4952-aae7-c2f97fdb0ae0 req-1cedde8c-019e-470b-96d8-a90a533a62a4 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5431 time: 0.6375082
Apr 30 04:43:00.098313 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:00.113826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bedaaf0>, [{'id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:39:03Z', 'updated_at': '2021-04-30T04:42:56Z', 'revision_number': 5, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'gw_port': {'id': '59863cd4-f6ce-4689-a87c-cb5ffed5ee79', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:39:05Z', 'updated_at': '2021-04-30T04:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:00.124819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] Checking router: 1032c057-d8c0-4571-b9f0-60a532e8a8e7 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:43:00.162495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] Routers {'1032c057-d8c0-4571-b9f0-60a532e8a8e7'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:43:00.163683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bedaaf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:42:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:00.205364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] For port 59863cd4-f6ce-4689-a87c-cb5ffed5ee79, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=59863cd4-f6ce-4689-a87c-cb5ffed5ee79,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:00.205700 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:00.408183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Calling delete_port for 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:00.412693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] Set router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:43:00.468221 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3df7b4d8-899a-4219-abdc-29a0595d65dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:00.594146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Subnet': ['ID=eaeb8eee-2f7f-4902-94ee-713cc3a18a30,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:00.598773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:00.626228 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:00.629831 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bedaaf0>, [{'id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:39:03Z', 'updated_at': '2021-04-30T04:42:59Z', 'revision_number': 6, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:00.653862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b076ef1-30d0-4952-aae7-c2f97fdb0ae0 req-5eedd431-21a5-451e-9166-0aa9caa341ac tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6154404
Apr 30 04:43:00.657931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2f59f-eb04-4b00-996e-2ec5d2312de3 None None] The sync data for ids ['1032c057-d8c0-4571-b9f0-60a532e8a8e7'] in n-d-766726-20 is: [{'id': '1032c057-d8c0-4571-b9f0-60a532e8a8e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-322974831-router', 'tenant_id': 'b0e1deddce194f3a9e258de266567c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:39:03Z', 'updated_at': '2021-04-30T04:42:59Z', 'revision_number': 6, 'project_id': 'b0e1deddce194f3a9e258de266567c4e', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:43:00.671379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:00.694166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40276) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:00.695285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/eaeb8eee-2f7f-4902-94ee-713cc3a18a30 HTTP/1.1" status: 204  len: 168 time: 2.7785175
Apr 30 04:43:00.724379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a4fff0b7-5331-48a9-8019-a0e18f6fb4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:00.776856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 54489ae0-efe8-43fe-bdd3-00e11f296177, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=54489ae0-efe8-43fe-bdd3-00e11f296177,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:00.786223 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:00.788577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 78159ada-cbef-421f-a1ad-97a024721599 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:00.864884 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a', 'code': 200}
Apr 30 04:43:00.865278 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d063906-5547-41da-8501-105dfc36bc06', 'code': 200}
Apr 30 04:43:00.865491 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f7b4d0-0024-4971-af54-65ce913508e1', 'code': 200}
Apr 30 04:43:00.869027 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:01.004548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b56d01-c9c6-4c79-af8a-3131de54819e None None] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:01.022598 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:01.034611 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:01.082234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=54489ae0-efe8-43fe-bdd3-00e11f296177,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:01.111393 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:01.118183 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-476939ca-703f-4129-8e0b-0ec541368458 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4164965
Apr 30 04:43:01.120024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40282) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:01.223538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=59863cd4-f6ce-4689-a87c-cb5ffed5ee79,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:01.233261 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:01.250334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a5ed8-6b67-4484-8e50-97e5d0e25ff4 req-8505356c-c929-47d8-a620-be0f645c9298 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:01.251105 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e7a5ed8-6b67-4484-8e50-97e5d0e25ff4 req-8505356c-c929-47d8-a620-be0f645c9298 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.3564177
Apr 30 04:43:01.294208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:01.412306 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 78159ada-cbef-421f-a1ad-97a024721599 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:01.425259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1c5359d9-da0b-43c5-b269-75bfcba81480 None None] Provisioning complete for port 674651e4-57fc-47a1-be0f-a0ac8229a245 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:01.426842 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1c5359d9-da0b-43c5-b269-75bfcba81480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:01.458120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e7a5ed8-6b67-4484-8e50-97e5d0e25ff4 req-a641634e-48db-47ad-a383-b7c98547bcf0 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878695
Apr 30 04:43:01.492871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 78159ada-cbef-421f-a1ad-97a024721599 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:01.492871 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:01.612061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff291bef-bd88-4edb-b18b-c89c7eb61926 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:01.616373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ff291bef-bd88-4edb-b18b-c89c7eb61926 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4955702
Apr 30 04:43:01.618053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40290) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:01.637580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401fce4-ff6c-4fcb-a1e4-c614b8a5efc2 req-fba0b469-54ad-4d01-80ac-7dc3dd726f53 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:01.639216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6401fce4-ff6c-4fcb-a1e4-c614b8a5efc2 req-fba0b469-54ad-4d01-80ac-7dc3dd726f53 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.4434040
Apr 30 04:43:01.738350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5fbe54-9c31-4719-b10f-1774679ce406 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:01.739113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8e5fbe54-9c31-4719-b10f-1774679ce406 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Synchronizing usage tracker for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:43:01.803240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-a9ecd907-61d7-42f5-a52e-59e25fb113e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:01.804987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-a9ecd907-61d7-42f5-a52e-59e25fb113e4 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 950 time: 0.4168806
Apr 30 04:43:01.823800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6401fce4-ff6c-4fcb-a1e4-c614b8a5efc2 req-7350e4cb-6181-4acb-8cef-d6022c9df332 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788829
Apr 30 04:43:01.898902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8e5fbe54-9c31-4719-b10f-1774679ce406 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Unset dirty status for tenant:3810cb657c3940e1967ea86ddf14c0fc on resource:subnet {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:43:01.911401 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:01.912484 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8e5fbe54-9c31-4719-b10f-1774679ce406 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2921915
Apr 30 04:43:01.913365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40300) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:01.928537 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:01.938608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.019072 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.020074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1032c057-d8c0-4571-b9f0-60a532e8a8e7 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:43:02.050498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 78159ada-cbef-421f-a1ad-97a024721599, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=78159ada-cbef-421f-a1ad-97a024721599,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:02.065787 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.069074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 34ccab6f-642a-45a7-b697-5ee70a7d6aab up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:02.071566 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.079091 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1032c057-d8c0-4571-b9f0-60a532e8a8e7 HTTP/1.1" status: 204  len: 168 time: 3.2899487
Apr 30 04:43:02.084201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40304) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:02.112213 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:02.181789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] DHCP port deletion for c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:43:02.191954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] Deleting subnet 066c9c79-fc4c-4f78-8bb0-a3e768a77845 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:43:02.196286 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.228072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d9cb4d32-aeeb-4946-b940-439f0df3a0cd tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2991161
Apr 30 04:43:02.228072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40308) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:02.282429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.326471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=78159ada-cbef-421f-a1ad-97a024721599,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:02.329896 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:02.389679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9fb1a47e-8476-4dd9-92cc-03abebedb174 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:43:02.398945 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7cc20ab-ef24-404f-aceb-3a59c443c42d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:02.399739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7cc20ab-ef24-404f-aceb-3a59c443c42d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:02.404996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f7cc20ab-ef24-404f-aceb-3a59c443c42d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/9b6a2921-1d78-486f-a49d-aafd8d14a53c HTTP/1.1" status: 404  len: 333 time: 0.1590245
Apr 30 04:43:02.407981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40312) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:02.452037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.462688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 34ccab6f-642a-45a7-b697-5ee70a7d6aab completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:02.470001 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-243c5c30-f73f-47f6-b272-8e20c81d4215 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:02.470777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243c5c30-f73f-47f6-b272-8e20c81d4215 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:02.475781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-243c5c30-f73f-47f6-b272-8e20c81d4215 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/39c3c1eb-7b25-44a0-9c2e-8ea724dcc9bd HTTP/1.1" status: 404  len: 337 time: 0.0619206
Apr 30 04:43:02.477537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40318) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:02.481444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 9fb1a47e-8476-4dd9-92cc-03abebedb174 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:43:02.481854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9fb1a47e-8476-4dd9-92cc-03abebedb174 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:43:02.482513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 674651e4-57fc-47a1-be0f-a0ac8229a245 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:43:02.490482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1429f-79f0-4c43-8fc5-e91a7cf725c2 req-33c61aa6-0512-4f74-bb46-d8ce40c5f882 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:02.499073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61e1429f-79f0-4c43-8fc5-e91a7cf725c2 req-33c61aa6-0512-4f74-bb46-d8ce40c5f882 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.4352553
Apr 30 04:43:02.549325 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 34ccab6f-642a-45a7-b697-5ee70a7d6aab triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:02.549708 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.562062 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d241635-fd64-40d1-9185-117cbd00dd75 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:02.562710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d241635-fd64-40d1-9185-117cbd00dd75 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:02.567608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0d241635-fd64-40d1-9185-117cbd00dd75 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/eaeb8eee-2f7f-4902-94ee-713cc3a18a30 HTTP/1.1" status: 404  len: 337 time: 0.0867379
Apr 30 04:43:02.572222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40322) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:02.671916 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c90ce7-1bec-4568-a2e6-324db7dc2347 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:02.672306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c90ce7-1bec-4568-a2e6-324db7dc2347 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:02.674915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] Deleting port 674651e4-57fc-47a1-be0f-a0ac8229a245 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:02.675567 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.676876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a8c90ce7-1bec-4568-a2e6-324db7dc2347 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/8156fbcb-6e44-4ade-af28-797a9a94d679 HTTP/1.1" status: 404  len: 333 time: 0.0984008
Apr 30 04:43:02.684737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40326) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:02.727889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Deleting port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:02.728225 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:02.783137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d775c5-9333-4500-91c2-30feaaef01ac req-269f90e8-8712-4b50-9ea5-e9faca1ce2eb tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:02.790468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3d775c5-9333-4500-91c2-30feaaef01ac req-269f90e8-8712-4b50-9ea5-e9faca1ce2eb tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/ports?device_id=db5799ec-f37a-4d24-bc55-a9b95b14e5ae HTTP/1.1" status: 200  len: 950 time: 0.6767898
Apr 30 04:43:02.815335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61e1429f-79f0-4c43-8fc5-e91a7cf725c2 req-d12dff35-34c6-480e-acdb-a5f9977f61e2 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3149338
Apr 30 04:43:02.869216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54489ae0-efe8-43fe-bdd3-00e11f296177'}, {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78159ada-cbef-421f-a1ad-97a024721599'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:43:03.065321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] For port 674651e4-57fc-47a1-be0f-a0ac8229a245, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=674651e4-57fc-47a1-be0f-a0ac8229a245,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:03.066331 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.094763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] For port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:03.095737 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.117486 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.127143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.132860 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14d83e2c-80c5-4ffc-8d9f-3c9e459ea287 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:03.180089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 34ccab6f-642a-45a7-b697-5ee70a7d6aab, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:03.188551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066c9c79-fc4c-4f78-8bb0-a3e768a77845,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:03.192162 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:03.194080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.202885 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-7574d8ce-b43d-4a89-9406-dd3ef920ba07 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:03.203380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7574d8ce-b43d-4a89-9406-dd3ef920ba07 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:03.207976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7574d8ce-b43d-4a89-9406-dd3ef920ba07 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/a217b30e-adc9-4516-a2a9-2617a77b68e9 HTTP/1.1" status: 404  len: 337 time: 0.5224230
Apr 30 04:43:03.210030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40340) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:03.218287 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/066c9c79-fc4c-4f78-8bb0-a3e768a77845 HTTP/1.1" status: 204  len: 168 time: 1.1321735
Apr 30 04:43:03.254833 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.257435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2204dd-6841-46c6-80b5-5b2296e3c3c7 None None] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:03.283134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40342) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:03.336131 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:03.350226 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c21c592-42a5-4946-b4ee-ab88965d0055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:03.350856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c21c592-42a5-4946-b4ee-ab88965d0055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:03.359533 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6c21c592-42a5-4946-b4ee-ab88965d0055 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/2c9ca4c8-6ee8-42e9-b1c4-175455384768 HTTP/1.1" status: 404  len: 337 time: 0.1342599
Apr 30 04:43:03.362274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40348) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:03.380912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Calling delete_port for c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:03.387694 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.397467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:43:03.430277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] Calling delete_port for 674651e4-57fc-47a1-be0f-a0ac8229a245 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:03.478980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3d775c5-9333-4500-91c2-30feaaef01ac req-00d71645-ed52-4608-bd62-836f99777a36 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.46 "GET /v2.0/security-groups?id=b2900926-3a05-454c-9b68-369a7172748a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6872480
Apr 30 04:43:03.534060 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.554422 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-211f7591-3a99-4227-8508-d293dfd47d52 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:03.555592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211f7591-3a99-4227-8508-d293dfd47d52 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:03.559077 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-211f7591-3a99-4227-8508-d293dfd47d52 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/afb5cdd0-fd7c-40f9-b1eb-d5764c0c1263 HTTP/1.1" status: 404  len: 333 time: 0.1953275
Apr 30 04:43:03.568773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40352) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:03.579436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d4e2-4a75-4bc2-bcb4-1d095725e4e2 req-0c8a2213-381a-4b02-bb3c-64d795542dda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:03.585906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d4e2-4a75-4bc2-bcb4-1d095725e4e2 req-0c8a2213-381a-4b02-bb3c-64d795542dda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:03.593619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d4e2-4a75-4bc2-bcb4-1d095725e4e2 req-0c8a2213-381a-4b02-bb3c-64d795542dda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:03.602836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d4e2-4a75-4bc2-bcb4-1d095725e4e2 req-0c8a2213-381a-4b02-bb3c-64d795542dda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:03.610951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d4e2-4a75-4bc2-bcb4-1d095725e4e2 req-0c8a2213-381a-4b02-bb3c-64d795542dda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:03.618180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d4e2-4a75-4bc2-bcb4-1d095725e4e2 req-0c8a2213-381a-4b02-bb3c-64d795542dda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:03.625168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4d4e2-4a75-4bc2-bcb4-1d095725e4e2 req-0c8a2213-381a-4b02-bb3c-64d795542dda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:03.627523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ee4d4e2-4a75-4bc2-bcb4-1d095725e4e2 req-0c8a2213-381a-4b02-bb3c-64d795542dda tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 0.4150312
Apr 30 04:43:03.668918 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3427a6e-739f-4ed9-8050-4c6da9aea7fe tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:03.669667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3427a6e-739f-4ed9-8050-4c6da9aea7fe tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:03.681120 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b3427a6e-739f-4ed9-8050-4c6da9aea7fe tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/4879eba0-929c-4922-94fe-a5e834db9732 HTTP/1.1" status: 404  len: 337 time: 0.1107099
Apr 30 04:43:03.685320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40358) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:03.762549 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.775856 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb9d2f4-d3a0-4ed2-9a5d-44dfb1fa4d9a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:03.776570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb9d2f4-d3a0-4ed2-9a5d-44dfb1fa4d9a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:03.780196 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1eb9d2f4-d3a0-4ed2-9a5d-44dfb1fa4d9a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/b6f1968e-f74f-4f67-923e-3adade8471bc HTTP/1.1" status: 404  len: 337 time: 0.0932779
Apr 30 04:43:03.787440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40362) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:03.815147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 674651e4-57fc-47a1-be0f-a0ac8229a245, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=674651e4-57fc-47a1-be0f-a0ac8229a245,segment=NetworkSegment(185e6491-cefa-42e9-b2a6-4a6adb1f0b19),segment_id=185e6491-cefa-42e9-b2a6-4a6adb1f0b19)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:03.881021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=34ccab6f-642a-45a7-b697-5ee70a7d6aab,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:03.908794 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:03.916524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ee4d4e2-4a75-4bc2-bcb4-1d095725e4e2 req-cc6b5363-7690-4d60-8e9d-a60a12275e5c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2658587
Apr 30 04:43:03.931281 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9ecec73b-d0ce-4f90-86f6-eca8cbcd73a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.950291 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:03.951313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:43:03.998997 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8f26ae-e418-4933-8613-7ef2370a2483 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:03.999940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8f26ae-e418-4933-8613-7ef2370a2483 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:04.005502 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a8f26ae-e418-4933-8613-7ef2370a2483 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/0705089d-fde2-4851-b16b-0b9a02fae205 HTTP/1.1" status: 404  len: 333 time: 0.2167084
Apr 30 04:43:04.013214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40366) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:04.089503 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bb2131f6-9e22-476f-a877-e2c4e454dc59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:04.103095 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-034762c5-c945-4697-9591-b605e458bb8d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:04.103791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034762c5-c945-4697-9591-b605e458bb8d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:04.115453 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:04.123803 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-034762c5-c945-4697-9591-b605e458bb8d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/53bc2fce-4ef6-4097-9f15-8c48b252a448 HTTP/1.1" status: 404  len: 337 time: 0.0886223
Apr 30 04:43:04.131543 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:04.134594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40372) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:04.257425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Pushing event deleted for resources: {'Port': ['ID=c62ca90d-c8c8-4542-84a9-c03ddd30f0f3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:04.272774 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:04.279339 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ef38cd-23a5-47e2-85f9-e6b185792d45 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:04.280385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ef38cd-23a5-47e2-85f9-e6b185792d45 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:04.283697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f6ef38cd-23a5-47e2-85f9-e6b185792d45 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/09d0a193-b351-478e-b9db-7b77387f6d43 HTTP/1.1" status: 404  len: 337 time: 0.1472862
Apr 30 04:43:04.288991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40376) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:04.348661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:43:04.349967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 59863cd4-f6ce-4689-a87c-cb5ffed5ee79 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:43:04.376069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 update to DOWN by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:43:04.392294 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae68999-dde5-49bf-abe1-ac80cdf23c8b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:04.393385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae68999-dde5-49bf-abe1-ac80cdf23c8b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:04.397367 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cae68999-dde5-49bf-abe1-ac80cdf23c8b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/3dbd4aeb-4f09-4654-ad46-d08333f972d6 HTTP/1.1" status: 404  len: 333 time: 0.1057920
Apr 30 04:43:04.401277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40382) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:04.426693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] No DVR routers for this DVR port c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:43:04.434939 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:04.439085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e4afe7e-b9cd-40e1-9da1-e32b6c738af5 req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] 10.222.0.37 "DELETE /v2.0/ports/c62ca90d-c8c8-4542-84a9-c03ddd30f0f3 HTTP/1.1" status: 204  len: 173 time: 2.6136239
Apr 30 04:43:04.443432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5799ec-f37a-4d24-bc55-a9b95b14e5ae', 'name': 'network-vif-deleted', 'tag': 'c62ca90d-c8c8-4542-84a9-c03ddd30f0f3'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:43:04.470014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=674651e4-57fc-47a1-be0f-a0ac8229a245,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:04.475442 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:04.481755 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:04.482577 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:04.495091 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-1412697e-35b8-45c0-837e-8194973a905a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:04.496467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1412697e-35b8-45c0-837e-8194973a905a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:04.499846 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1412697e-35b8-45c0-837e-8194973a905a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/b0e53bc6-7d9d-4f5e-9948-84f8e0fb51ea HTTP/1.1" status: 404  len: 337 time: 0.0960660
Apr 30 04:43:04.505584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40390) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:04.536056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] Pushing event deleted for resources: {'Port': ['ID=674651e4-57fc-47a1-be0f-a0ac8229a245,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:04.540647 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54489ae0-efe8-43fe-bdd3-00e11f296177', 'code': 200}
Apr 30 04:43:04.540909 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78159ada-cbef-421f-a1ad-97a024721599', 'code': 200}
Apr 30 04:43:04.545772 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:04.556908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] No DVR routers for this DVR port 674651e4-57fc-47a1-be0f-a0ac8229a245 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:43:04.588232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115caef-cb14-4ebe-b8ed-d723a5a8329f req-bc1bdfaa-2f88-472f-a70d-6bf736bd7813 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:04.609508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115caef-cb14-4ebe-b8ed-d723a5a8329f req-bc1bdfaa-2f88-472f-a70d-6bf736bd7813 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:04.622037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115caef-cb14-4ebe-b8ed-d723a5a8329f req-bc1bdfaa-2f88-472f-a70d-6bf736bd7813 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:04.629757 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8115caef-cb14-4ebe-b8ed-d723a5a8329f req-bc1bdfaa-2f88-472f-a70d-6bf736bd7813 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799&device_id=a0ab747b-3a58-436a-abb1-791006f5a980&device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 2417 time: 0.4215961
Apr 30 04:43:04.640174 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:04.648393 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-123b896f-33b3-42b2-8a5e-35ea88e38ccf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:04.648866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123b896f-33b3-42b2-8a5e-35ea88e38ccf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:04.651960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-123b896f-33b3-42b2-8a5e-35ea88e38ccf tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/4fadb85c-b42b-4876-861f-7758bb69613a HTTP/1.1" status: 404  len: 333 time: 0.1445611
Apr 30 04:43:04.655855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40396) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:04.658958 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31457d82-c317-4834-9267-f06db21c2298 None None] DHCP port deletion for a379b2a7-c694-4b3f-b84b-c2a14445f0c4 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:43:04.714953 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a771056-fd4e-40b5-abcd-64b0844877c5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:04.715558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a771056-fd4e-40b5-abcd-64b0844877c5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:04.717229 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a771056-fd4e-40b5-abcd-64b0844877c5 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/4a4ace66-2c2b-4156-b491-c0c25a4bd260 HTTP/1.1" status: 404  len: 337 time: 0.0604420
Apr 30 04:43:04.722125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40402) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:04.724109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8115caef-cb14-4ebe-b8ed-d723a5a8329f req-fde3e4fd-f354-4b96-b57f-1fbabe4aa60f tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868838
Apr 30 04:43:04.736870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Deleting port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:04.737638 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:04.845323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-31457d82-c317-4834-9267-f06db21c2298 None None] Deleting port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:04.846142 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31457d82-c317-4834-9267-f06db21c2298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:04.859573 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb441b00-47ea-460b-9e66-c7fe16dac007 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:04.860339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb441b00-47ea-460b-9e66-c7fe16dac007 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:04.866273 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fb441b00-47ea-460b-9e66-c7fe16dac007 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/6c7742e0-12bd-41d9-bb67-3087996e111d HTTP/1.1" status: 404  len: 333 time: 0.0977407
Apr 30 04:43:04.866548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40412) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.014952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] For port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=beded4e5-bbf4-4d52-91a7-c8b73c9de0e7,segment=NetworkSegment(b833754b-d280-426a-862e-569be94f1669),segment_id=b833754b-d280-426a-862e-569be94f1669)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:05.015328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:05.025100 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e58dd5e-804b-4da6-9d9e-4d56fd0981e6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:05.025488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e58dd5e-804b-4da6-9d9e-4d56fd0981e6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:05.027870 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3e58dd5e-804b-4da6-9d9e-4d56fd0981e6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/b066485e-919e-43aa-ba6d-249ae9f64b43 HTTP/1.1" status: 404  len: 337 time: 0.1596859
Apr 30 04:43:05.049005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40422) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.142964 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-31457d82-c317-4834-9267-f06db21c2298 None None] For port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=beded4e5-bbf4-4d52-91a7-c8b73c9de0e7,segment=NetworkSegment(b833754b-d280-426a-862e-569be94f1669),segment_id=b833754b-d280-426a-862e-569be94f1669)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:05.143876 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31457d82-c317-4834-9267-f06db21c2298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:05.177387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Calling delete_port for beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:05.235527 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-2009a236-5597-4b11-89f6-ff9ed872d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:05.236347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2009a236-5597-4b11-89f6-ff9ed872d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:05.248355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2009a236-5597-4b11-89f6-ff9ed872d72b tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/ed48ef06-6ee4-4ab4-8d91-6309036039c4 HTTP/1.1" status: 404  len: 333 time: 0.1980112
Apr 30 04:43:05.251594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40426) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.288938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-31457d82-c317-4834-9267-f06db21c2298 None None] Calling delete_port for beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:05.334188 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0eeadc3-dfb8-467c-85a6-72fb3776991d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:05.335224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0eeadc3-dfb8-467c-85a6-72fb3776991d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:05.338479 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b0eeadc3-dfb8-467c-85a6-72fb3776991d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/bed2ca0b-f94d-44b9-a312-5f112606f230 HTTP/1.1" status: 404  len: 337 time: 0.0852382
Apr 30 04:43:05.343774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-bd55afa1-20c4-48ad-a5df-66dfa1fffbfc tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:05.345353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40430) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.348626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-bd55afa1-20c4-48ad-a5df-66dfa1fffbfc tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 815 time: 0.4083900
Apr 30 04:43:05.364783 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31457d82-c317-4834-9267-f06db21c2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:05.370558 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:05.401175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-835c32d5-1631-4973-922c-ee1b9245a5df tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/quotas/337c8d783d6f4222b8b2cac9f682648a HTTP/1.1" status: 200  len: 375 time: 0.0294712
Apr 30 04:43:05.416090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:05.424202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31457d82-c317-4834-9267-f06db21c2298 None None] Pushing event deleted for resources: {'Port': ['ID=beded4e5-bbf4-4d52-91a7-c8b73c9de0e7,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:05.427830 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-31457d82-c317-4834-9267-f06db21c2298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:05.429351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31457d82-c317-4834-9267-f06db21c2298 None None] No DVR routers for this DVR port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:43:05.429562 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52a20e89-3a0b-48ab-8744-b178649def44 tempest-AttachSCSIVolumeTestJSON-104494351 tempest-AttachSCSIVolumeTestJSON-104494351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:05.445749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8745c-87b2-4834-8aef-dbc438b32a19 req-17dad3e6-05b0-42cc-be61-cde8accdc2b1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:05.447952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ed8745c-87b2-4834-8aef-dbc438b32a19 req-17dad3e6-05b0-42cc-be61-cde8accdc2b1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.5075424
Apr 30 04:43:05.472961 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f751ae7d-98a1-48ec-a439-1b80874e0dc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:05.473557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f751ae7d-98a1-48ec-a439-1b80874e0dc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:05.487208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Pushing event deleted for resources: {'Port': ['ID=beded4e5-bbf4-4d52-91a7-c8b73c9de0e7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:05.491173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] No DVR routers for this DVR port beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:43:05.493641 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f751ae7d-98a1-48ec-a439-1b80874e0dc6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/d886c1c9-dcdc-43a1-bec7-0d9e9324473f HTTP/1.1" status: 404  len: 333 time: 0.1450031
Apr 30 04:43:05.508747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40434) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.521556 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:05.604682 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-708874cb-8181-4341-8afc-a629f66a604a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:05.605176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708874cb-8181-4341-8afc-a629f66a604a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:05.613332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-708874cb-8181-4341-8afc-a629f66a604a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/432136f6-50c9-4ede-9217-1cdbedf3d8c2 HTTP/1.1" status: 404  len: 337 time: 0.0829818
Apr 30 04:43:05.617823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40438) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.678452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ed8745c-87b2-4834-8aef-dbc438b32a19 req-eea5a83e-05a5-43c0-98c1-3001922b13f9 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925695
Apr 30 04:43:05.691443 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-836645fd-b791-408e-85a3-18fc58ee8bae tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:05.691914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836645fd-b791-408e-85a3-18fc58ee8bae tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:05.696442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-836645fd-b791-408e-85a3-18fc58ee8bae tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/b6002f2c-43f1-419f-80f7-c04c159abf88 HTTP/1.1" status: 404  len: 333 time: 0.0746827
Apr 30 04:43:05.696725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40442) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.740297 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-099ae5c7-7f1f-468c-91bd-23043fa7eb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:05.740652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099ae5c7-7f1f-468c-91bd-23043fa7eb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:05.741854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:05.744697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-099ae5c7-7f1f-468c-91bd-23043fa7eb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/22a62141-f117-4ee6-8c1c-9b15a65f2534 HTTP/1.1" status: 404  len: 337 time: 0.0447764
Apr 30 04:43:05.746487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40446) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.792662 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5799ec-f37a-4d24-bc55-a9b95b14e5ae', 'name': 'network-vif-deleted', 'tag': 'c62ca90d-c8c8-4542-84a9-c03ddd30f0f3', 'status': 'completed', 'code': 200}
Apr 30 04:43:05.806268 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-958e2108-82f1-4a78-a23f-8f4a867d1884 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4005239
Apr 30 04:43:05.809165 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfb7b99-0d42-4381-aef2-6474d31566d6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:05.809951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dfb7b99-0d42-4381-aef2-6474d31566d6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:05.812267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6dfb7b99-0d42-4381-aef2-6474d31566d6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/31e0529e-2bf5-445d-a857-9051fb55a6db HTTP/1.1" status: 404  len: 337 time: 0.0649450
Apr 30 04:43:05.826885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40450) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.913109 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99ec928-db60-44c7-a2e3-f25b23ef6f53 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:05.913892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99ec928-db60-44c7-a2e3-f25b23ef6f53 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:05.917607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c99ec928-db60-44c7-a2e3-f25b23ef6f53 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/52cc2753-859b-4e8f-ae18-5ab2d1b6237c HTTP/1.1" status: 404  len: 333 time: 0.0892310
Apr 30 04:43:05.923152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40456) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:05.939235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40458) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:06.077448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-5df0ec45-f497-461a-946e-5d82822fdf77 service neutron] 10.222.0.46 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2628281
Apr 30 04:43:06.099936 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5d4c67-8223-476a-8fc5-f1742b1e8c28 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:06.100711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5d4c67-8223-476a-8fc5-f1742b1e8c28 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:06.102684 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ea5d4c67-8223-476a-8fc5-f1742b1e8c28 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/fa05b730-ca26-4852-adcc-52ae4a630ca5 HTTP/1.1" status: 404  len: 337 time: 0.1605418
Apr 30 04:43:06.105136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a3df1f0>,) {'filters': {'network_id': ['a379b2a7-c694-4b3f-b84b-c2a14445f0c4']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:06.113222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40468) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:06.120405 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:06.203094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3df1f0>, 'b833754b-d280-426a-862e-569be94f1669') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:06.204077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3df1f0>, 'b833754b-d280-426a-862e-569be94f1669') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:06.254062 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62134a6-d66b-407a-84d3-d366953daa2e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:06.254680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62134a6-d66b-407a-84d3-d366953daa2e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:06.257657 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e62134a6-d66b-407a-84d3-d366953daa2e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/ab0d1b00-8795-4fd7-9e6a-b98e92b1e038 HTTP/1.1" status: 404  len: 337 time: 0.1429775
Apr 30 04:43:06.262581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40474) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:06.268159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:06.294039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40478) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:06.322706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:06.330346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] Deleting subnet 7139698c-477e-486b-9121-7a7771acee19 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:43:06.337939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:06.347729 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ca95e1-8814-42ff-ac72-ed0f077c9dbb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:06.348338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ca95e1-8814-42ff-ac72-ed0f077c9dbb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:06.349941 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-48ca95e1-8814-42ff-ac72-ed0f077c9dbb tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/ff4403c8-ce80-4b75-a05e-eb6be64c047a HTTP/1.1" status: 404  len: 333 time: 0.0846574
Apr 30 04:43:06.356310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40484) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:06.362437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-8d9a6abc-c686-46a4-8aa5-a0aa5d55be41 service neutron] 10.222.0.46 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810905
Apr 30 04:43:06.407739 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d89fad8-386f-490a-9927-46148aa90fe2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:06.408216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d89fad8-386f-490a-9927-46148aa90fe2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:06.410040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8d89fad8-386f-490a-9927-46148aa90fe2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/e93bf69e-d6ba-4187-9001-467c273711a5 HTTP/1.1" status: 404  len: 337 time: 0.0527296
Apr 30 04:43:06.416130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40488) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:06.425646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47b886-3045-4430-99fb-33aa53e722d4 req-93b49575-8e55-49b5-9589-48a74c0f76fa tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:06.436401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a47b886-3045-4430-99fb-33aa53e722d4 req-93b49575-8e55-49b5-9589-48a74c0f76fa tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 945 time: 0.3082938
Apr 30 04:43:06.445039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:43:06.519499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:43:06.535844 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-99174832-ebc4-4b12-83a2-c3837d714909 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:06.536455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99174832-ebc4-4b12-83a2-c3837d714909 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:06.538230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-99174832-ebc4-4b12-83a2-c3837d714909 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/c92954ab-7f99-4ef8-b8a3-4b9300860e2d HTTP/1.1" status: 404  len: 337 time: 0.0991757
Apr 30 04:43:06.549579 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:06.551123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40492) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:06.557618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ccab6f-642a-45a7-b697-5ee70a7d6aab'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:43:06.568914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:43:06.569557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device beded4e5-bbf4-4d52-91a7-c8b73c9de0e7 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:43:06.673053 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:06.891624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a47b886-3045-4430-99fb-33aa53e722d4 req-0e14f949-e652-457e-92c3-083b0cb53232 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4538565
Apr 30 04:43:06.927088 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71ec636-ede8-4f3f-ac83-a79c47e0c3ae tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:06.928110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71ec636-ede8-4f3f-ac83-a79c47e0c3ae tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:06.935082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f71ec636-ede8-4f3f-ac83-a79c47e0c3ae tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/bb150d79-fb94-45ec-9454-5857ccb82461 HTTP/1.1" status: 404  len: 333 time: 0.3789532
Apr 30 04:43:06.943132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40510) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:07.033947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:43:07.039038 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-699e022f-2c4f-41bc-b042-5e35e5a9caef tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:07.039526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699e022f-2c4f-41bc-b042-5e35e5a9caef tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:07.041343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-699e022f-2c4f-41bc-b042-5e35e5a9caef tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/994d1bb3-e50a-4c1e-aae0-a038f373e238 HTTP/1.1" status: 404  len: 337 time: 0.0966949
Apr 30 04:43:07.049121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40514) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:07.073801 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ccab6f-642a-45a7-b697-5ee70a7d6aab', 'code': 200}
Apr 30 04:43:07.099594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750a7f-dd8b-4f6e-ae79-c1603f1b8809 req-9a12b65d-4982-4645-bc68-e91bc93e1467 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.108343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750a7f-dd8b-4f6e-ae79-c1603f1b8809 req-9a12b65d-4982-4645-bc68-e91bc93e1467 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.116820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750a7f-dd8b-4f6e-ae79-c1603f1b8809 req-9a12b65d-4982-4645-bc68-e91bc93e1467 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.127584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750a7f-dd8b-4f6e-ae79-c1603f1b8809 req-9a12b65d-4982-4645-bc68-e91bc93e1467 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.135991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750a7f-dd8b-4f6e-ae79-c1603f1b8809 req-9a12b65d-4982-4645-bc68-e91bc93e1467 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.148511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750a7f-dd8b-4f6e-ae79-c1603f1b8809 req-9a12b65d-4982-4645-bc68-e91bc93e1467 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.156286 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:07.158091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750a7f-dd8b-4f6e-ae79-c1603f1b8809 req-9a12b65d-4982-4645-bc68-e91bc93e1467 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.160845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56750a7f-dd8b-4f6e-ae79-c1603f1b8809 req-9a12b65d-4982-4645-bc68-e91bc93e1467 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 0.3572068
Apr 30 04:43:07.303681 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1c3e5ae3-0e3c-4214-9c16-884fcf13daff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=590899638f114cfa8a3244132a03dd6c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0013697
Apr 30 04:43:07.304547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bd32117-821d-4c21-834b-dda15dddde7f req-f372da18-fd10-4fbb-b383-61c8b7f1fc0a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 210 time: 0.1033754
Apr 30 04:43:07.307321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40520) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:07.358674 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56750a7f-dd8b-4f6e-ae79-c1603f1b8809 req-925ecde0-7acf-4361-bec7-13e62ad49e5c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1862166
Apr 30 04:43:07.407003 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-068a2174-22d3-49b8-aeb0-ec0aa598d4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:07.411909 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad98880-a8f8-4eb1-85ee-d3aa7ba3c20f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:07.412675 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad98880-a8f8-4eb1-85ee-d3aa7ba3c20f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:07.420037 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8ad98880-a8f8-4eb1-85ee-d3aa7ba3c20f tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/a24dba33-a5ac-4c84-8df4-875c38c019de HTTP/1.1" status: 404  len: 337 time: 0.2698267
Apr 30 04:43:07.426395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40524) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:07.661142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2123ca1-6c32-4cfd-b499-9363b95fadbf req-2f507f4e-de6d-41cb-88d9-f8b538d1e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.662047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2123ca1-6c32-4cfd-b499-9363b95fadbf req-2f507f4e-de6d-41cb-88d9-f8b538d1e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.662925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2123ca1-6c32-4cfd-b499-9363b95fadbf req-2f507f4e-de6d-41cb-88d9-f8b538d1e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.663839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2123ca1-6c32-4cfd-b499-9363b95fadbf req-2f507f4e-de6d-41cb-88d9-f8b538d1e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.664682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2123ca1-6c32-4cfd-b499-9363b95fadbf req-2f507f4e-de6d-41cb-88d9-f8b538d1e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.665586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2123ca1-6c32-4cfd-b499-9363b95fadbf req-2f507f4e-de6d-41cb-88d9-f8b538d1e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.666464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2123ca1-6c32-4cfd-b499-9363b95fadbf req-2f507f4e-de6d-41cb-88d9-f8b538d1e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:07.670066 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2123ca1-6c32-4cfd-b499-9363b95fadbf req-2f507f4e-de6d-41cb-88d9-f8b538d1e825 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6498 time: 0.4743533
Apr 30 04:43:07.689168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Network a379b2a7-c694-4b3f-b84b-c2a14445f0c4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:43:07.729424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6c2f6852-1584-47d0-bf3b-a08745968e60 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports?device_id=99c3d0bf-b211-45b6-a84c-a4475282d764 HTTP/1.1" status: 200  len: 205 time: 0.3001740
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:43:07.735070 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:43:07.745046 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-068a2174-22d3-49b8-aeb0-ec0aa598d4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:07.787645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40528) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:07.938990 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-068a2174-22d3-49b8-aeb0-ec0aa598d4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:07.971822 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f11640aa-112f-408d-abb1-4205a79088e5 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:08.049450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a2174-22d3-49b8-aeb0-ec0aa598d4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2900926-3a05-454c-9b68-369a7172748a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:08.066841 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-068a2174-22d3-49b8-aeb0-ec0aa598d4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:08.069010 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-068a2174-22d3-49b8-aeb0-ec0aa598d4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:08.075142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-068a2174-22d3-49b8-aeb0-ec0aa598d4b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2900926-3a05-454c-9b68-369a7172748a HTTP/1.1" status: 204  len: 168 time: 0.7603316
Apr 30 04:43:08.079841 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2123ca1-6c32-4cfd-b499-9363b95fadbf req-79001fa8-701c-4735-bdb3-ffec5573df43 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3854337
Apr 30 04:43:08.117424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a12c0a-f184-430c-ab07-c71311dcd708 req-b3412976-6264-4484-943b-6175a0247b2a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:08.119062 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-c55e526c-71bb-4d4e-86cf-8f746ee6f01d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] delete failed (client error): The resource could not be found.
Apr 30 04:43:08.120767 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c55e526c-71bb-4d4e-86cf-8f746ee6f01d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/routers/99c3d0bf-b211-45b6-a84c-a4475282d764 HTTP/1.1" status: 404  len: 336 time: 0.3076851
Apr 30 04:43:08.123548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9a12c0a-f184-430c-ab07-c71311dcd708 req-b3412976-6264-4484-943b-6175a0247b2a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.5648971
Apr 30 04:43:08.127909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40538) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.166720 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:08.179525 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-91c317c6-0ed6-4dd7-94eb-f858c2e6a426 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:08.212687 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e60bbee-9078-4124-bf4e-5b583fca16a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:08.213447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e60bbee-9078-4124-bf4e-5b583fca16a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:08.216793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8e60bbee-9078-4124-bf4e-5b583fca16a1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/16cc072e-30ef-4ff2-b447-55bb593df56b HTTP/1.1" status: 404  len: 337 time: 0.0872836
Apr 30 04:43:08.223100 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:08.226221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40542) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.300281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9a12c0a-f184-430c-ab07-c71311dcd708 req-1806b9ae-4f48-49b0-88fa-ce3374d9a7c2 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250250
Apr 30 04:43:08.306744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a465c058-3368-4232-9bfe-e27f9768fe25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f9b325-b21c-44cf-972d-c0bf414cbc2b HTTP/1.1" status: 200  len: 205 time: 0.0787985
Apr 30 04:43:08.307537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40548) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.401560 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-2da29f11-c93b-4b21-85fd-4a2a19fd20cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] delete failed (client error): The resource could not be found.
Apr 30 04:43:08.421314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2da29f11-c93b-4b21-85fd-4a2a19fd20cc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/routers/46f9b325-b21c-44cf-972d-c0bf414cbc2b HTTP/1.1" status: 404  len: 336 time: 0.1120598
Apr 30 04:43:08.422027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40554) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.476094 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-54476527-e7cf-4c18-b0e7-190aea293810 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:08.476518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54476527-e7cf-4c18-b0e7-190aea293810 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:08.481366 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] 10.222.0.46 "DELETE /v2.0/networks/a379b2a7-c694-4b3f-b84b-c2a14445f0c4 HTTP/1.1" status: 204  len: 168 time: 5.1959665
Apr 30 04:43:08.482539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Pushing event deleted for resources: {'Network': ['ID=a379b2a7-c694-4b3f-b84b-c2a14445f0c4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:08.484438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40562) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.494255 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:08.500833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-54476527-e7cf-4c18-b0e7-190aea293810 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/94461b6b-c529-472a-b86d-3f4fe952b97c HTTP/1.1" status: 404  len: 337 time: 0.0763078
Apr 30 04:43:08.534463 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:08.544164 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ca8a6cfe-4bc3-4dc3-a9db-d4c0139772d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:08.584404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7139698c-477e-486b-9121-7a7771acee19,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:08.586812 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b26b0ce-ff42-4ca3-8e02-fb2c56e1ef02 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:08.587485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b26b0ce-ff42-4ca3-8e02-fb2c56e1ef02 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:08.589470 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b26b0ce-ff42-4ca3-8e02-fb2c56e1ef02 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/6e04f508-a1fb-4b9d-b28d-62380dbd44b6 HTTP/1.1" status: 404  len: 337 time: 0.1003406
Apr 30 04:43:08.593737 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:08.594545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40566) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.605013 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:08.614675 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7139698c-477e-486b-9121-7a7771acee19 HTTP/1.1" status: 204  len: 168 time: 2.6900482
Apr 30 04:43:08.616029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40570) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.648212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c08c7b9-8f0d-459a-a4e5-4dd267fe5167 req-818439fc-24ba-46cf-a864-2ac127cdb9bf tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 210 time: 0.1448147
Apr 30 04:43:08.700249 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-5613b2cd-7543-4456-a133-66ed17d0419c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:08.700728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5613b2cd-7543-4456-a133-66ed17d0419c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:08.705577 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5613b2cd-7543-4456-a133-66ed17d0419c tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/b8aca229-64d0-40b5-916d-b8f4c6c0e0fc HTTP/1.1" status: 404  len: 333 time: 0.0999448
Apr 30 04:43:08.705577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40576) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.832042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40580) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.939257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40584) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:08.954150 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb889ad-7fb0-4bb2-adf7-17cb82208076 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:08.954603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb889ad-7fb0-4bb2-adf7-17cb82208076 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:08.958837 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-acb889ad-7fb0-4bb2-adf7-17cb82208076 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/453ea1e9-e0b4-4488-a7e5-4a8926d803b7 HTTP/1.1" status: 404  len: 337 time: 0.2497742
Apr 30 04:43:08.967285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40588) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:09.019728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:09.026350 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-53cc50b2-0811-486e-a5d0-7364eb32bc0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96df7c957f194d07bcf6bc67e37ccf73&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0803316
Apr 30 04:43:09.030253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40592) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:09.234907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:09.268526 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b438be6d-a455-4aba-9ebb-11e808a8ece6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:09.314395 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee1df75-2cfc-4466-b4cc-36162790e48d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:09.315138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee1df75-2cfc-4466-b4cc-36162790e48d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:09.320191 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bee1df75-2cfc-4466-b4cc-36162790e48d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/676f677f-534b-49fb-8cf9-91927bc439ff HTTP/1.1" status: 404  len: 333 time: 0.3414464
Apr 30 04:43:09.343612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40598) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:09.425301 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b438be6d-a455-4aba-9ebb-11e808a8ece6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:09.451482 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ece35d8b-17a6-45a9-a740-0115d69ded35 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50c0890719c344a495b8aedf88d717ae&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5998664
Apr 30 04:43:09.460758 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-748389d8-d95b-45db-bc3f-38a85b725065 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:09.461604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748389d8-d95b-45db-bc3f-38a85b725065 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:09.466448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40606) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:09.466722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-748389d8-d95b-45db-bc3f-38a85b725065 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/0ec95a77-e210-421d-866d-ed9d43240c6b HTTP/1.1" status: 404  len: 337 time: 0.1189086
Apr 30 04:43:09.473233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40608) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:09.551507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ac0b2e0>,) {'filters': {'network_id': ['250e2697-f2d7-43d3-b973-e43ab39c6403']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:09.613488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac0b2e0>, 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:09.613992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac0b2e0>, 'b7f85b11-f2a8-49f3-95b7-2d6afaef539b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:09.648582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:09.689692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-039a9f39-a078-4a28-b7ab-c4ad13595e75 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:09.692788 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-039a9f39-a078-4a28-b7ab-c4ad13595e75 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 815 time: 0.9452958
Apr 30 04:43:09.698064 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-868b59c0-42d2-49bf-a802-d39c877cc238 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:09.698959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868b59c0-42d2-49bf-a802-d39c877cc238 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:09.703384 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-868b59c0-42d2-49bf-a802-d39c877cc238 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/bf4e7348-3fc4-44a3-bf0b-f614fe845127 HTTP/1.1" status: 404  len: 333 time: 0.2102966
Apr 30 04:43:09.703637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:09.708917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40616) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:09.720860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:43:09.744395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fd453d7-1ff5-465b-a3a0-b0ea56421f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:09.763792 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec42279-6743-48d9-84c9-39d7fc421f65 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:09.764258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec42279-6743-48d9-84c9-39d7fc421f65 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:09.765999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2ec42279-6743-48d9-84c9-39d7fc421f65 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/7c2319fd-3e36-4e63-8873-c951778a5ce9 HTTP/1.1" status: 404  len: 337 time: 0.0546737
Apr 30 04:43:09.770091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Request body: {'port': {'device_id': 'e79eb566-c591-4fdd-991a-1423b12e6e02', 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7', 'admin_state_up': True, 'tenant_id': '337c8d783d6f4222b8b2cac9f682648a'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:09.774549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40620) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:09.797328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838320-fc10-4e2f-a263-76bcc5de059d req-30eb23fb-e42b-4759-9f53-20b3ea0ba736 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:09.803662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838320-fc10-4e2f-a263-76bcc5de059d req-30eb23fb-e42b-4759-9f53-20b3ea0ba736 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:09.810372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838320-fc10-4e2f-a263-76bcc5de059d req-30eb23fb-e42b-4759-9f53-20b3ea0ba736 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:09.816416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838320-fc10-4e2f-a263-76bcc5de059d req-30eb23fb-e42b-4759-9f53-20b3ea0ba736 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:09.822360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838320-fc10-4e2f-a263-76bcc5de059d req-30eb23fb-e42b-4759-9f53-20b3ea0ba736 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:09.828413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838320-fc10-4e2f-a263-76bcc5de059d req-30eb23fb-e42b-4759-9f53-20b3ea0ba736 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:09.834365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33838320-fc10-4e2f-a263-76bcc5de059d req-30eb23fb-e42b-4759-9f53-20b3ea0ba736 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:09.836387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33838320-fc10-4e2f-a263-76bcc5de059d req-30eb23fb-e42b-4759-9f53-20b3ea0ba736 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 0.8803129
Apr 30 04:43:09.926900 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b438be6d-a455-4aba-9ebb-11e808a8ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:09.935086 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1c0c4ab2-c2cd-445f-a964-f9c4d03e01d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:10.021759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438be6d-a455-4aba-9ebb-11e808a8ece6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee371d4b-f442-42a6-ab71-a33c7b3a796e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:10.039726 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9922812-7b9c-441b-93a5-fd50b42c1c58 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:10.040514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9922812-7b9c-441b-93a5-fd50b42c1c58 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:10.050595 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b438be6d-a455-4aba-9ebb-11e808a8ece6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:10.081938 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fd453d7-1ff5-465b-a3a0-b0ea56421f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:10.151127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33838320-fc10-4e2f-a263-76bcc5de059d req-f45a52ab-073b-40ea-aebb-a65d19ad65f3 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2908061
Apr 30 04:43:10.156458 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e9922812-7b9c-441b-93a5-fd50b42c1c58 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/cfc3951a-936b-4bee-9ebd-13f089ea66a1 HTTP/1.1" status: 404  len: 333 time: 0.3760161
Apr 30 04:43:10.162394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a15f-cbc8-4eb4-9159-465bafda86b3 req-4858362a-8f70-4b80-ad9d-285ffc60ef8a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:10.164446 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e224a15f-cbc8-4eb4-9159-465bafda86b3 req-4858362a-8f70-4b80-ad9d-285ffc60ef8a tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.6170394
Apr 30 04:43:10.164719 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40624) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:10.171004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b438be6d-a455-4aba-9ebb-11e808a8ece6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:10.176504 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b438be6d-a455-4aba-9ebb-11e808a8ece6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee371d4b-f442-42a6-ab71-a33c7b3a796e HTTP/1.1" status: 204  len: 168 time: 1.1406875
Apr 30 04:43:10.224314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:10.237221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:43:10.243200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Usage tracker for resource:port and tenant:337c8d783d6f4222b8b2cac9f682648a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:10.248691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:10.260771 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:10.268699 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e224a15f-cbc8-4eb4-9159-465bafda86b3 req-68e89411-c514-4de5-adc5-195c6da5b939 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805707
Apr 30 04:43:10.272675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:10.299886 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4ede06-633b-4526-adbb-1bfe7c39d276 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:10.300638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4ede06-633b-4526-adbb-1bfe7c39d276 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:10.302633 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ad4ede06-633b-4526-adbb-1bfe7c39d276 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/a00977f9-17d9-4c2a-b92e-0835c17e9046 HTTP/1.1" status: 404  len: 337 time: 0.1335051
Apr 30 04:43:10.307683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40630) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:10.309238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Made reservation on behalf of 337c8d783d6f4222b8b2cac9f682648a for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:10.314166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:10.383269 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07e615f-c58a-42ed-8d04-f0d9c6f6f882 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:10.383952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07e615f-c58a-42ed-8d04-f0d9c6f6f882 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:10.387090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b07e615f-c58a-42ed-8d04-f0d9c6f6f882 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/8d6b31a9-da16-47b0-a189-ac354714760b HTTP/1.1" status: 404  len: 333 time: 0.0600317
Apr 30 04:43:10.391427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40634) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:10.490533 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe3cec5-7164-4b64-8f7d-5f5a52029298 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:10.491211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe3cec5-7164-4b64-8f7d-5f5a52029298 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:10.522225 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0fe3cec5-7164-4b64-8f7d-5f5a52029298 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/13481f9c-5bc9-4e02-8c76-0fc613279622 HTTP/1.1" status: 404  len: 337 time: 0.1288733
Apr 30 04:43:10.529013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40638) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:10.581945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-41e2be14-f4e4-4f57-9d30-ee5e0e02ff40 req-362d87c9-2adb-4768-8fd9-710bb7ec5be4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Synchronizing usage tracker for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:43:10.584732 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fd453d7-1ff5-465b-a3a0-b0ea56421f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:10.590386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Network 250e2697-f2d7-43d3-b973-e43ab39c6403 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:43:10.599658 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:43:10.626091 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:43:10.629695 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99e403e-c495-44a5-8777-d7c74927c1ad tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:10.629695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99e403e-c495-44a5-8777-d7c74927c1ad tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:10.667396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-41e2be14-f4e4-4f57-9d30-ee5e0e02ff40 req-362d87c9-2adb-4768-8fd9-710bb7ec5be4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Unset dirty status for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:43:10.670265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41e2be14-f4e4-4f57-9d30-ee5e0e02ff40 req-362d87c9-2adb-4768-8fd9-710bb7ec5be4 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 210 time: 0.1545792
Apr 30 04:43:10.724881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Allocated IP 172.20.0.11 (5fa30e68-2216-44b4-a700-cba68cb0e3c7/14063f01-7ac3-4ab7-9118-bdfb4d5230e0/80297c8f-c1ed-48b2-8078-5529d88d278a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:10.789298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd453d7-1ff5-465b-a3a0-b0ea56421f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a66d0-12ce-49ea-a349-f0f59f919539,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:10.803814 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fd453d7-1ff5-465b-a3a0-b0ea56421f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:10.822520 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:10.827056 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f99e403e-c495-44a5-8777-d7c74927c1ad tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/08dfb51b-dc2c-4524-b50b-f0f0aba59be2 HTTP/1.1" status: 404  len: 333 time: 0.2970228
Apr 30 04:43:10.832606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40644) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:10.846770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fd453d7-1ff5-465b-a3a0-b0ea56421f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:10.849680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1fd453d7-1ff5-465b-a3a0-b0ea56421f73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de8a66d0-12ce-49ea-a349-f0f59f919539 HTTP/1.1" status: 204  len: 168 time: 1.3797474
Apr 30 04:43:10.851066 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:10.964154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:10.989420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Pushing event deleted for resources: {'Network': ['ID=250e2697-f2d7-43d3-b973-e43ab39c6403,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:10.994198 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da66318-ab92-4356-a157-10b1fb4977fc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:10.995160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da66318-ab92-4356-a157-10b1fb4977fc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:11.000714 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:11.009047 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4da66318-ab92-4356-a157-10b1fb4977fc tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/4e628da2-ee10-427a-84bd-4fdb50a9be0e HTTP/1.1" status: 404  len: 337 time: 0.1718748
Apr 30 04:43:11.016156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40654) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:11.024936 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] 10.222.0.46 "DELETE /v2.0/networks/250e2697-f2d7-43d3-b973-e43ab39c6403 HTTP/1.1" status: 204  len: 168 time: 2.3262589
Apr 30 04:43:11.166651 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:11.345092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd9402-aa4a-46da-8b8d-c671308b332a req-16c9baed-1a21-42c3-a555-1681359c42a2 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:11.347593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2bd9402-aa4a-46da-8b8d-c671308b332a req-16c9baed-1a21-42c3-a555-1681359c42a2 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.1746333
Apr 30 04:43:11.389381 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-57de8342-b6bd-4810-babd-42efc9d16790 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:11.390013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57de8342-b6bd-4810-babd-42efc9d16790 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:11.395897 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-57de8342-b6bd-4810-babd-42efc9d16790 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/ports/1c0b45ec-304e-4b2e-8c40-369d982941ae HTTP/1.1" status: 404  len: 333 time: 0.3733554
Apr 30 04:43:11.396162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40666) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:11.443828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40670) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:11.455742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:11.474418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['c2b18fa8-4751-44e5-9142-67164bb4073e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:43:11.493074 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3181c320-1f73-4335-8522-1ffa4c6a8e73 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:11.526890 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54ac2e8-5ccc-4198-b2f0-cd8cf6c4b194 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:43:11.528588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54ac2e8-5ccc-4198-b2f0-cd8cf6c4b194 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:43:11.534340 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e54ac2e8-5ccc-4198-b2f0-cd8cf6c4b194 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/subnets/70c043fe-e9b5-4d8e-bb81-4f8e9e9a781b HTTP/1.1" status: 404  len: 337 time: 0.1370127
Apr 30 04:43:11.535648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40674) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:11.660332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2bd9402-aa4a-46da-8b8d-c671308b332a req-6818a99d-69c7-44a7-8247-9adc35cfd2a8 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3034582
Apr 30 04:43:11.761664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9551329b-af6d-4607-af9d-9479ea75a59c', 'e6f810c9-94d7-481d-8e9c-205df05b3a68'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:43:11.773224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:11.836789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:11.839228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:11.872700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:11.975942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40688) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:12.028797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Pushing event updated for resources: {'Port': ['ID=80297c8f-c1ed-48b2-8078-5529d88d278a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:12.044584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c161f9ec-ce92-416d-a674-524297bb5825 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0e1deddce194f3a9e258de266567c4e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5992589
Apr 30 04:43:12.083335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40692) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:12.087360 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:12.199988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c75f04-c5ae-4111-b590-460b2cc27b72 req-a8d2ffb8-77d0-4e81-b813-5358c2a1787e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:12.209684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c75f04-c5ae-4111-b590-460b2cc27b72 req-a8d2ffb8-77d0-4e81-b813-5358c2a1787e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:12.219393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c75f04-c5ae-4111-b590-460b2cc27b72 req-a8d2ffb8-77d0-4e81-b813-5358c2a1787e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:12.228951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c75f04-c5ae-4111-b590-460b2cc27b72 req-a8d2ffb8-77d0-4e81-b813-5358c2a1787e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:12.236580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c75f04-c5ae-4111-b590-460b2cc27b72 req-a8d2ffb8-77d0-4e81-b813-5358c2a1787e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:12.243538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c75f04-c5ae-4111-b590-460b2cc27b72 req-a8d2ffb8-77d0-4e81-b813-5358c2a1787e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:12.252634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c75f04-c5ae-4111-b590-460b2cc27b72 req-a8d2ffb8-77d0-4e81-b813-5358c2a1787e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:12.262656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24c75f04-c5ae-4111-b590-460b2cc27b72 req-a8d2ffb8-77d0-4e81-b813-5358c2a1787e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 0.8692496
Apr 30 04:43:12.341325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:12.343788 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:12.374479 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b0d91d3c-6ae3-4cdc-82ec-3f52f1e6f03f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=727c4291d7aa4a5ea49b54ff92104a82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3722076
Apr 30 04:43:12.378883 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:12.388305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40700) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:12.413818 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7067-db19-4bd2-8b8c-17ff314d3622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:12.475040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7067-db19-4bd2-8b8c-17ff314d3622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:12.573953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8113313
Apr 30 04:43:12.644430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77af46c10>,) {'filters': {'network_id': ['c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:12.684372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Request body: {'port': {'device_id': 'e79eb566-c591-4fdd-991a-1423b12e6e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:12.698731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77af46c10>, '185e6491-cefa-42e9-b2a6-4a6adb1f0b19') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:12.699218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77af46c10>, '185e6491-cefa-42e9-b2a6-4a6adb1f0b19') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:12.751376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:12.787837 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:12.797499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24c75f04-c5ae-4111-b590-460b2cc27b72 req-b6d4be50-0a11-4296-ac7b-9c43d57447a3 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5332022
Apr 30 04:43:12.798905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:43:12.869913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab310649-1aa1-48ec-9a24-44e0b8657f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:12.901011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46d1a2-17dc-4b15-b935-7e51cd884802 req-f4bcbc51-f4ae-415e-bb81-e1b89dd137c1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:12.903219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f46d1a2-17dc-4b15-b935-7e51cd884802 req-f4bcbc51-f4ae-415e-bb81-e1b89dd137c1 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.8574679
Apr 30 04:43:12.977637 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7067-db19-4bd2-8b8c-17ff314d3622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:12.987209 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab310649-1aa1-48ec-9a24-44e0b8657f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:12.994615 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0170683d-d8ac-4a2e-b3ba-675be7d2b00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:13.015892 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:13.039829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f7067-db19-4bd2-8b8c-17ff314d3622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaddb1f-e845-4818-9ba3-308d36be0417,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:13.057814 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe7f7067-db19-4bd2-8b8c-17ff314d3622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:13.080217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f46d1a2-17dc-4b15-b935-7e51cd884802 req-3282f74f-c0f9-41d3-abf1-743c74e89cb6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604106
Apr 30 04:43:13.177967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7067-db19-4bd2-8b8c-17ff314d3622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:13.179118 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fe7f7067-db19-4bd2-8b8c-17ff314d3622 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7eaddb1f-e845-4818-9ba3-308d36be0417 HTTP/1.1" status: 204  len: 168 time: 1.0829110
Apr 30 04:43:13.400929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:43:13.426975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:13.694736 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab310649-1aa1-48ec-9a24-44e0b8657f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:13.704647 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42a78cc6-0b1c-410e-b4ad-a7b24ddc1a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:13.734071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab310649-1aa1-48ec-9a24-44e0b8657f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfa97a4-0b95-4a90-a45a-7713394a09db,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:13.741174 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab310649-1aa1-48ec-9a24-44e0b8657f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:13.766457 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab310649-1aa1-48ec-9a24-44e0b8657f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:13.767741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ab310649-1aa1-48ec-9a24-44e0b8657f73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dfa97a4-0b95-4a90-a45a-7713394a09db HTTP/1.1" status: 204  len: 168 time: 1.3567786
Apr 30 04:43:13.796862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Network c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:43:13.860762 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:43:13.880514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b82da-12c6-4e3a-b59a-0f9b41f37963 req-cab51bb4-2a50-4c76-80a1-f3acee1a6fe5 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:13.888567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-678b82da-12c6-4e3a-b59a-0f9b41f37963 req-cab51bb4-2a50-4c76-80a1-f3acee1a6fe5 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 932 time: 0.5171494
Apr 30 04:43:13.901245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6e5c3-73fc-4fad-84a7-7780fbaa3d88 req-5834dd98-5f3c-4397-834f-c326c7f132d1 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:13.902948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adf6e5c3-73fc-4fad-84a7-7780fbaa3d88 req-5834dd98-5f3c-4397-834f-c326c7f132d1 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.4854200
Apr 30 04:43:13.960191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80297c8f-c1ed-48b2-8078-5529d88d278a {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:43:14.011012 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:14.088315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-678b82da-12c6-4e3a-b59a-0f9b41f37963 req-68a59bf3-cbf4-418f-aecf-15378ce8c23e tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967816
Apr 30 04:43:14.092604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Transition to ACTIVE for port object 80297c8f-c1ed-48b2-8078-5529d88d278a will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:14.103242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adf6e5c3-73fc-4fad-84a7-7780fbaa3d88 req-b43f26b4-82ce-4c07-906a-941e3b1e2615 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762350
Apr 30 04:43:14.108376 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:14.110647 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:14.125574 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d5e6243-4bdf-4ed3-90f6-43fcb8b89d13 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:14.144624 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:14.271906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:14.293321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Pushing event deleted for resources: {'Network': ['ID=c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:14.298966 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] 10.222.0.46 "DELETE /v2.0/networks/c7538b4a-1bd7-4fb4-8a43-1ab82615a4bd HTTP/1.1" status: 204  len: 168 time: 2.7617726
Apr 30 04:43:14.317952 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:14.553861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=80297c8f-c1ed-48b2-8078-5529d88d278a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:14.582019 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:14.740795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Attempting to bind port 80297c8f-c1ed-48b2-8078-5529d88d278a on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:43:14.741963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Attempting to bind port 80297c8f-c1ed-48b2-8078-5529d88d278a by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:43:14.741963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Attempting to bind port 80297c8f-c1ed-48b2-8078-5529d88d278a on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:43:14.779838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Port 80297c8f-c1ed-48b2-8078-5529d88d278a on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:43:14.780392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Attempting to bind port 80297c8f-c1ed-48b2-8078-5529d88d278a on network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:43:14.798155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:43:14.798719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Checking segment: {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:14.799450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Bound using segment: {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:43:14.800249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Bound port: 80297c8f-c1ed-48b2-8078-5529d88d278a, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:43:14.800929 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:14.843490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b870f-fa1c-4148-8f0d-7df2d3bcb6c2 req-b65a731a-185f-4965-967f-18625e404ab5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:14.850552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb1b870f-fa1c-4148-8f0d-7df2d3bcb6c2 req-b65a731a-185f-4965-967f-18625e404ab5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.3573513
Apr 30 04:43:14.869594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff268-e2a5-4ea3-b316-349ebdde62bb req-cf251e7a-aab8-4a07-aed8-7e121d55ee0c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:14.877554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff268-e2a5-4ea3-b316-349ebdde62bb req-cf251e7a-aab8-4a07-aed8-7e121d55ee0c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:14.884265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff268-e2a5-4ea3-b316-349ebdde62bb req-cf251e7a-aab8-4a07-aed8-7e121d55ee0c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:14.891168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff268-e2a5-4ea3-b316-349ebdde62bb req-cf251e7a-aab8-4a07-aed8-7e121d55ee0c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:14.898047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff268-e2a5-4ea3-b316-349ebdde62bb req-cf251e7a-aab8-4a07-aed8-7e121d55ee0c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:14.904922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff268-e2a5-4ea3-b316-349ebdde62bb req-cf251e7a-aab8-4a07-aed8-7e121d55ee0c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:14.911713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff268-e2a5-4ea3-b316-349ebdde62bb req-cf251e7a-aab8-4a07-aed8-7e121d55ee0c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:14.914386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ffff268-e2a5-4ea3-b316-349ebdde62bb req-cf251e7a-aab8-4a07-aed8-7e121d55ee0c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 0.4140642
Apr 30 04:43:14.935784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40750) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:14.945789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b1fea2ee-3c45-4d40-8583-355547ab6871 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Request body: {'floatingip': {'port_id': '4c409abd-f869-4630-a9c9-e57c6d5c4b01'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:14.996849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40754) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:15.063751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb1b870f-fa1c-4148-8f0d-7df2d3bcb6c2 req-7180633a-8bcf-430e-a5af-6ab97872b818 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438296
Apr 30 04:43:15.112199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ee-3c45-4d40-8583-355547ab6871 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:15.250282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] For port 80297c8f-c1ed-48b2-8078-5529d88d278a, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:43:15.259489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] For port 80297c8f-c1ed-48b2-8078-5529d88d278a, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=80297c8f-c1ed-48b2-8078-5529d88d278a,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:43:15.272801 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:15.312808 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c2cbc539-4336-492c-9763-1f8bc11094a6 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:15.432307 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:15.435199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:15.439079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] 10.222.0.37 "PUT /v2.0/ports/80297c8f-c1ed-48b2-8078-5529d88d278a HTTP/1.1" status: 200  len: 1093 time: 2.7700667
Apr 30 04:43:15.472762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79eb566-c591-4fdd-991a-1423b12e6e02', 'tag': '80297c8f-c1ed-48b2-8078-5529d88d278a'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:43:16.093521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-81da9bde-5231-4a9b-ab39-05816a8b0690 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3810cb657c3940e1967ea86ddf14c0fc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0904067
Apr 30 04:43:16.101031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40790) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:16.110554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=80297c8f-c1ed-48b2-8078-5529d88d278a,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:16.119990 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:16.271226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fa76d-f0ea-422a-9944-38172124cb25 req-718abc6d-ee94-436f-af74-1021e91dcdba tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:16.273996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369fa76d-f0ea-422a-9944-38172124cb25 req-718abc6d-ee94-436f-af74-1021e91dcdba tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 944 time: 0.8071494
Apr 30 04:43:16.300590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-a0cbef65-e262-4ae8-99bc-d0c261f38fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:16.303172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-a0cbef65-e262-4ae8-99bc-d0c261f38fe0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 1096 time: 0.7034800
Apr 30 04:43:16.364460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ee-3c45-4d40-8583-355547ab6871 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:16.370659 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ee-3c45-4d40-8583-355547ab6871 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:16.506366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-f72e30fd-0083-4ad1-8baf-42a99ba56647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80297c8f-c1ed-48b2-8078-5529d88d278a HTTP/1.1" status: 200  len: 217 time: 0.1889386
Apr 30 04:43:16.572009 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-b1fea2ee-3c45-4d40-8583-355547ab6871 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Floating IP ddd22d58-b695-4ef9-b6c3-a52e915d5434 associated. External IP: 172.25.8.179, port: 4c409abd-f869-4630-a9c9-e57c6d5c4b01.
Apr 30 04:43:16.600861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074b056-6d04-49c8-b836-42bc8fdd2dc3 req-33eb7e77-cd70-4564-af86-f76de5d38932 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:16.603865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d074b056-6d04-49c8-b836-42bc8fdd2dc3 req-33eb7e77-cd70-4564-af86-f76de5d38932 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.5807428
Apr 30 04:43:16.637677 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9f33c4d0-f438-4ce0-b749-35940e655adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:16.687885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369fa76d-f0ea-422a-9944-38172124cb25 req-e38bdcb8-8e2c-4f76-a7ad-ba5fa0b267e1 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3793697
Apr 30 04:43:16.720336 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9f33c4d0-f438-4ce0-b749-35940e655adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:16.755387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-f5fdba91-a6e3-4d8e-a516-9715cd0ccc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:16.757089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-f5fdba91-a6e3-4d8e-a516-9715cd0ccc96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.2329988
Apr 30 04:43:16.764775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d074b056-6d04-49c8-b836-42bc8fdd2dc3 req-d861dce9-0200-441f-bfea-227b3e0558f7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461916
Apr 30 04:43:16.812458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-cf8ccd6f-81a2-408b-98f3-68b98d1790ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452330
Apr 30 04:43:16.822834 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79eb566-c591-4fdd-991a-1423b12e6e02', 'tag': '80297c8f-c1ed-48b2-8078-5529d88d278a', 'status': 'completed', 'code': 200}
Apr 30 04:43:17.021786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9f33c4d0-f438-4ce0-b749-35940e655adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:17.027074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-8c8d665f-b332-4802-87ad-a32e6365989e service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1992395
Apr 30 04:43:17.030147 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0727da32-b78f-4c6e-8ceb-9e1967560341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:17.092911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33c4d0-f438-4ce0-b749-35940e655adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b71bc8-3621-4a47-9553-b19f7dd82f12,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:17.099594 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9f33c4d0-f438-4ce0-b749-35940e655adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:17.160707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fea2ee-3c45-4d40-8583-355547ab6871 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:43:17.304814 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9f33c4d0-f438-4ce0-b749-35940e655adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:17.306077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9f33c4d0-f438-4ce0-b749-35940e655adf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89b71bc8-3621-4a47-9553-b19f7dd82f12 HTTP/1.1" status: 204  len: 168 time: 1.1909399
Apr 30 04:43:17.392779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01ed89-8ed7-4582-b49a-8eae6134e1dd req-a4757002-9483-4f39-9e21-910ff7bdb302 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:17.400994 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a01ed89-8ed7-4582-b49a-8eae6134e1dd req-a4757002-9483-4f39-9e21-910ff7bdb302 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.4284532
Apr 30 04:43:17.471071 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a08ce9-d4b0-4d38-8faf-594560c40171 req-1962646a-dadd-4475-81f8-54dd0abeea9c service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4304082
Apr 30 04:43:17.473868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fea2ee-3c45-4d40-8583-355547ab6871 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:43:17.479446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b1fea2ee-3c45-4d40-8583-355547ab6871 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:17.480884 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a01ed89-8ed7-4582-b49a-8eae6134e1dd req-c3920db4-b1cf-45ad-832f-4311a99bc503 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788655
Apr 30 04:43:17.499883 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] Sync routers for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:43:17.529164 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:43:17.529816 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780207fd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:43:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:17.608775 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b1fea2ee-3c45-4d40-8583-355547ab6871 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "PUT /v2.0/floatingips/ddd22d58-b695-4ef9-b6c3-a52e915d5434 HTTP/1.1" status: 200  len: 991 time: 2.6712954
Apr 30 04:43:17.610911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:43:17.685682 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'status': 'completed', 'code': 200}
Apr 30 04:43:17.724559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-44570643-0408-4a77-b538-c79aece6a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:17.727161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-44570643-0408-4a77-b538-c79aece6a761 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 1096 time: 0.1609709
Apr 30 04:43:18.081384 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:43:18.187034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-0b797209-1f84-41d4-9949-de9274ce8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.189829 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-0b797209-1f84-41d4-9949-de9274ce8c5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 916 time: 0.4530091
Apr 30 04:43:18.336035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:18.352350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-9d941607-bc35-4366-adb0-1e8264b07072 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80297c8f-c1ed-48b2-8078-5529d88d278a HTTP/1.1" status: 200  len: 217 time: 0.1443930
Apr 30 04:43:18.517111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-bc8b57c3-52e7-47b7-a2ce-b5d2f43a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.518017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-bc8b57c3-52e7-47b7-a2ce-b5d2f43a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.519291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-bc8b57c3-52e7-47b7-a2ce-b5d2f43a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.520099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-bc8b57c3-52e7-47b7-a2ce-b5d2f43a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.521047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-bc8b57c3-52e7-47b7-a2ce-b5d2f43a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.523495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-bc8b57c3-52e7-47b7-a2ce-b5d2f43a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.523495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-bc8b57c3-52e7-47b7-a2ce-b5d2f43a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.526878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0954b7ed-f653-4d50-b616-137b95acb70b req-bc8b57c3-52e7-47b7-a2ce-b5d2f43a2bed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6498 time: 0.7566509
Apr 30 04:43:18.592127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:18.615444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:18.621566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Usage tracker for resource:security_group_rule and tenant:5e35067a18074b9589643ee3765d9ec7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:18.626346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:18.635490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:18.793018 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:18.802963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:18.803249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780207fd0>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:45Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'ddd22d58-b695-4ef9-b6c3-a52e915d5434', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'port_id': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'mac_address': 'fa:16:3e:07:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:40:33Z', 'updated_at': '2021-04-30T04:43:16Z', 'revision_number': 1, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ffdc67-7903-4d29-ace5-b7a5958384a0', 'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'mac_address': 'fa:16:3e:e0:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:40Z', 'updated_at': '2021-04-30T04:39:07Z', 'revision_number': 5, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'subnets': [{'id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:18.813645 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] Checking router: a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:43:18.826634 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:18.832588 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:43:18.833116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae68765-2f12-4fa3-9810-3e51717ae034 req-1bd532d5-6999-4fe5-bf43-d42a85db3979 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.833827 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780207fd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:43:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:18.847970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae68765-2f12-4fa3-9810-3e51717ae034 req-1bd532d5-6999-4fe5-bf43-d42a85db3979 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 944 time: 0.8016517
Apr 30 04:43:18.875724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-5c45a7fd-aad8-479d-a63d-cddfe2ab98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:18.878681 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-5c45a7fd-aad8-479d-a63d-cddfe2ab98fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.4512558
Apr 30 04:43:18.918835 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e35067a18074b9589643ee3765d9ec7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5807295
Apr 30 04:43:18.925074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40906) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:18.925847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a74b9ce-22a8-435b-8ce5-65cef5281657,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:18.930522 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:19.014645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e577-68db-4071-a2ef-498e5f8e0ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:19.131832 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-dc5dc817-f5e3-47b3-ad0c-9df01c521025 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1531899
Apr 30 04:43:19.174094 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:43:19.200319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7584d8-015b-4bc0-8f15-33151f8be292 req-05b45573-e940-40a0-af2b-b5c3b54745ba tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:19.208987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa7584d8-015b-4bc0-8f15-33151f8be292 req-05b45573-e940-40a0-af2b-b5c3b54745ba tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.8746152
Apr 30 04:43:19.251904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae68765-2f12-4fa3-9810-3e51717ae034 req-ac26af61-82dc-4e06-bb23-8acf58f959ec tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4024518
Apr 30 04:43:19.260583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e577-68db-4071-a2ef-498e5f8e0ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:19.372726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e577-68db-4071-a2ef-498e5f8e0ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:19.379578 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1075d96-e088-4a76-864e-7989df867d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:19.405931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3e577-68db-4071-a2ef-498e5f8e0ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a74b9ce-22a8-435b-8ce5-65cef5281657,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:19.412027 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cc3e577-68db-4071-a2ef-498e5f8e0ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:19.427795 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e577-68db-4071-a2ef-498e5f8e0ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:19.432013 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8cc3e577-68db-4071-a2ef-498e5f8e0ada admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a74b9ce-22a8-435b-8ce5-65cef5281657 HTTP/1.1" status: 204  len: 168 time: 0.5028481
Apr 30 04:43:19.471830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40926) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:19.486506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-6e6318c5-68c8-4daa-9e9a-4ce80ce0224a service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3431332
Apr 30 04:43:19.538258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-851b2c48-e32a-45a6-b306-66aa0d1850e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:19.539823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0954b7ed-f653-4d50-b616-137b95acb70b req-851b2c48-e32a-45a6-b306-66aa0d1850e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa32d2c-ee22-466c-92d4-83c6e6caf308 HTTP/1.1" status: 200  len: 911 time: 0.9818552
Apr 30 04:43:19.665905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa7584d8-015b-4bc0-8f15-33151f8be292 req-8cc7b568-4761-495c-b537-08d5ea5c05ca tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4555957
Apr 30 04:43:19.865831 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780207fd0>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:45Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'ddd22d58-b695-4ef9-b6c3-a52e915d5434', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'port_id': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'mac_address': 'fa:16:3e:07:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:40:33Z', 'updated_at': '2021-04-30T04:43:16Z', 'revision_number': 1, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ffdc67-7903-4d29-ace5-b7a5958384a0', 'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'mac_address': 'fa:16:3e:e0:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:40Z', 'updated_at': '2021-04-30T04:39:07Z', 'revision_number': 5, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'subnets': [{'id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:19.878127 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515e5a54-30a2-4d18-b8d4-873211a396ad None None] The sync data for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 is: [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:45Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'ddd22d58-b695-4ef9-b6c3-a52e915d5434', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'floating_ip_address': '172.25.8.179', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'port_id': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'mac_address': 'fa:16:3e:07:7c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:40:33Z', 'updated_at': '2021-04-30T04:43:16Z', 'revision_number': 1, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ffdc67-7903-4d29-ace5-b7a5958384a0', 'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'mac_address': 'fa:16:3e:e0:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:40Z', 'updated_at': '2021-04-30T04:39:07Z', 'revision_number': 5, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'subnets': [{'id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:43:19.880295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0954b7ed-f653-4d50-b616-137b95acb70b req-4f9c94ae-ee01-43f8-aee8-3a1e1e115484 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01 HTTP/1.1" status: 200  len: 999 time: 0.2996678
Apr 30 04:43:19.937411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40942) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:20.002080 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5103f08f-9adb-4190-a29b-81dac9e2f365 req-c2e95718-e2f7-4be1-b235-513b0189aa7f service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4956875
Apr 30 04:43:20.061535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-329cab30-ae46-4c92-95dd-d54046133e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:20.063020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0954b7ed-f653-4d50-b616-137b95acb70b req-329cab30-ae46-4c92-95dd-d54046133e7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31581abd-3e6b-43d6-b813-e70732b12d54 HTTP/1.1" status: 200  len: 849 time: 0.1692972
Apr 30 04:43:20.076920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6bcdda57-bef3-4b26-a546-8c7ef30543d5 req-68932769-333e-492c-a783-539fbd80018d tempest-FlavorsV2NegativeTest-287078603 tempest-FlavorsV2NegativeTest-287078603-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=26fa4bcaf04c4496ad2e779e4063f2e9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0827653
Apr 30 04:43:20.095441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c1571-d2a9-477e-badc-34ed17d96139 req-0247c937-3294-4997-aeaf-77c938c07d28 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:20.097086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-526c1571-d2a9-477e-badc-34ed17d96139 req-0247c937-3294-4997-aeaf-77c938c07d28 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.5963025
Apr 30 04:43:20.138860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-996328933'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:20.177218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:20.193536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Usage tracker for resource:network and tenant:2d459bb2aa5b41d684af0d24b733534f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:20.208251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:20.224102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:20.242179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40952) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:20.262956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae0f6a-4ac8-4a38-9b98-30dc1f7cc0c3 None None] New status for floating IP ddd22d58-b695-4ef9-b6c3-a52e915d5434: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:43:20.282216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.296479 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.312763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Made reservation on behalf of 2d459bb2aa5b41d684af0d24b733534f for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:20.316502 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.334393 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.349733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:20.352267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:20.362067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Usage tracker for resource:security_group_rule and tenant:014e9caeb7a04faeaa6cc59ae11a0a41 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:20.365203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Usage tracker for resource:security_group_rule and tenant:765afd54017b4cef91dacd0d063a56f9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:20.371107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:20.375340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:20.377155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:20.384208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:20.391127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Usage tracker for resource:security_group_rule and tenant:2d459bb2aa5b41d684af0d24b733534f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:20.395815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:20.403010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:20.416594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:20.548015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-526c1571-d2a9-477e-badc-34ed17d96139 req-2045980a-d756-483b-8540-4555297d79af tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942310
Apr 30 04:43:20.626329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdda57-bef3-4b26-a546-8c7ef30543d5 req-65241637-f10a-4f09-8301-2fc9aa5afe26 tempest-FlavorsV2NegativeTest-287078603 tempest-FlavorsV2NegativeTest-287078603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:20.630500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6bcdda57-bef3-4b26-a546-8c7ef30543d5 req-65241637-f10a-4f09-8301-2fc9aa5afe26 tempest-FlavorsV2NegativeTest-287078603 tempest-FlavorsV2NegativeTest-287078603-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5525458
Apr 30 04:43:20.646858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.656329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6bcdda57-bef3-4b26-a546-8c7ef30543d5 req-c4cbf02f-477d-4b74-a697-ac432ed0600d tempest-FlavorsV2NegativeTest-287078603 tempest-FlavorsV2NegativeTest-287078603-project] 10.222.0.46 "GET /v2.0/quotas/26fa4bcaf04c4496ad2e779e4063f2e9 HTTP/1.1" status: 200  len: 375 time: 0.0183706
Apr 30 04:43:20.677715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.693646 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e8fe2be-8a91-4157-a706-9e7258ff7a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:20.701924 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.704270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.707647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b7ed-f653-4d50-b616-137b95acb70b req-f63abc8e-06ce-4e29-aa98-ce38762ffd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:20.709366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0954b7ed-f653-4d50-b616-137b95acb70b req-f63abc8e-06ce-4e29-aa98-ce38762ffd55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6238213
Apr 30 04:43:20.724475 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.738698 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.756308 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6bcdda57-bef3-4b26-a546-8c7ef30543d5 req-e9e34932-ea07-4da0-922c-a321e1357108 tempest-FlavorsV2NegativeTest-287078603 tempest-FlavorsV2NegativeTest-287078603-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=26fa4bcaf04c4496ad2e779e4063f2e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0917463
Apr 30 04:43:20.785002 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=765afd54017b4cef91dacd0d063a56f9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8461647
Apr 30 04:43:20.789379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40962) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:20.804707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8439ed7d-c03d-4a7f-a01c-589f666364a7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:20.851954 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:20.858630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b438be6d-a455-4aba-9ebb-11e808a8ece6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:20.879884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:43:20.930126 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=014e9caeb7a04faeaa6cc59ae11a0a41&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6844130
Apr 30 04:43:20.943019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40970) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:20.985885 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:20.986327 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Added segment eb083ee1-df46-40c4-ad61-9905cc14fd9c of type vlan for network c6b8bc34-c566-4afd-a037-e1d2a3f50376
Apr 30 04:43:21.006359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c63b79-72b3-475c-8242-b52f0d5c5eaa,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:21.037871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.038218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.038575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.038954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.039385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.039767 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.040130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.041682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.041682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.041682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.041682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.042238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b69f0-491f-4cc0-acf6-5354e19f953c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:21.054143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5b9478c9-8c4c-4850-a8f5-16a7227f89b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.102779 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0954b7ed-f653-4d50-b616-137b95acb70b req-c07c82ce-a2f4-4c7d-b3e8-c54e88c9042f service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3741832
Apr 30 04:43:21.108615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 80297c8f-c1ed-48b2-8078-5529d88d278a details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:43:21.124476 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5b9478c9-8c4c-4850-a8f5-16a7227f89b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.287617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583a17-8c2f-453c-bb44-d2b2ca75d37a req-1f4e8424-bd3a-40f6-bd83-941b6c35d869 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:21.302588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42583a17-8c2f-453c-bb44-d2b2ca75d37a req-1f4e8424-bd3a-40f6-bd83-941b6c35d869 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 944 time: 0.3776326
Apr 30 04:43:21.311650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f06d167-4b19-4dba-9bda-b41321b2ee04,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:21.342471 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:21.348026 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:21.349116 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:21.366800 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.396456 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46deba04-26da-4eec-8953-989b1f93bb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.503707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46deba04-26da-4eec-8953-989b1f93bb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.555695 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.563334 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 80297c8f-c1ed-48b2-8078-5529d88d278a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=80297c8f-c1ed-48b2-8078-5529d88d278a,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:21.564517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:21.565521 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.577520 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90542776-f411-45a1-ad41-289514237eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:21.640669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '80297c8f-c1ed-48b2-8078-5529d88d278a', 'network_id': '5fa30e68-2216-44b4-a700-cba68cb0e3c7', 'port_id': '80297c8f-c1ed-48b2-8078-5529d88d278a', 'mac_address': 'fa:16:3e:f7:4d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14063f01-7ac3-4ab7-9118-bdfb4d5230e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:43:21.673009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42583a17-8c2f-453c-bb44-d2b2ca75d37a req-f1d4647e-ea57-470b-ae20-84c400729efd tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3446379
Apr 30 04:43:21.715276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5b9478c9-8c4c-4850-a8f5-16a7227f89b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.729009 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb7f5e05-fd12-41ab-aa03-fa2742273c28 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:21.780109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0954b7ed-f653-4d50-b616-137b95acb70b req-a3340ceb-9c93-41af-868c-9b79f3d3187a service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6399400
Apr 30 04:43:21.782015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9478c9-8c4c-4850-a8f5-16a7227f89b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8439ed7d-c03d-4a7f-a01c-589f666364a7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:21.791225 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5b9478c9-8c4c-4850-a8f5-16a7227f89b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:21.795981 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5b9478c9-8c4c-4850-a8f5-16a7227f89b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.798077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5b9478c9-8c4c-4850-a8f5-16a7227f89b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8439ed7d-c03d-4a7f-a01c-589f666364a7 HTTP/1.1" status: 204  len: 168 time: 1.0063167
Apr 30 04:43:21.912280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event updated for resources: {'Network': ['ID=c6b8bc34-c566-4afd-a037-e1d2a3f50376,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:21.930653 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:21.940035 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.4664228
Apr 30 04:43:21.943274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40994) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:21.963018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Request body: {'subnet': {'network_id': 'c6b8bc34-c566-4afd-a037-e1d2a3f50376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:21.970614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46deba04-26da-4eec-8953-989b1f93bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.975253 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.988725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46deba04-26da-4eec-8953-989b1f93bb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:21.990858 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-46deba04-26da-4eec-8953-989b1f93bb9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7c63b79-72b3-475c-8242-b52f0d5c5eaa HTTP/1.1" status: 204  len: 168 time: 1.0096858
Apr 30 04:43:21.992220 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed9fa2fd-ed6d-426e-a4c3-743fcc026b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:22.026029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:43:22.051726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deba04-26da-4eec-8953-989b1f93bb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c63b79-72b3-475c-8242-b52f0d5c5eaa,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:22.059490 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46deba04-26da-4eec-8953-989b1f93bb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:22.081229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80297c8f-c1ed-48b2-8078-5529d88d278a {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:43:22.391286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 80297c8f-c1ed-48b2-8078-5529d88d278a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=80297c8f-c1ed-48b2-8078-5529d88d278a,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:22.422022 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:22.429199 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:22.529175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:22.535614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Usage tracker for resource:subnet and tenant:2d459bb2aa5b41d684af0d24b733534f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:22.541145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:22.553805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=80297c8f-c1ed-48b2-8078-5529d88d278a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:22.554057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:22.568930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.570021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.570458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.570806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.571141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.571664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.573236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.573236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.573236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.573236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.573236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.575455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:22.587045 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:22.609145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Made reservation on behalf of 2d459bb2aa5b41d684af0d24b733534f for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:22.609145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:22.663085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2d190-0f94-446e-80ab-be40eec46b2e req-0d34b0b9-e11a-4347-aefa-0873bc66cf38 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:22.664828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56e2d190-0f94-446e-80ab-be40eec46b2e req-0d34b0b9-e11a-4347-aefa-0873bc66cf38 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.5785222
Apr 30 04:43:22.720138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-5790ee2b-d518-4ae0-a6e1-f9203bf265b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:22.721668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-5790ee2b-d518-4ae0-a6e1-f9203bf265b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 1097 time: 0.4316883
Apr 30 04:43:22.730027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7c838-9ff3-485a-9cf8-92f9bfa9f909 req-97cde0dd-7c03-4a8e-8258-1d36f72979d7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:22.737254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96b7c838-9ff3-485a-9cf8-92f9bfa9f909 req-97cde0dd-7c03-4a8e-8258-1d36f72979d7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.4958384
Apr 30 04:43:22.762686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41014) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:22.881304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['80297c8f-c1ed-48b2-8078-5529d88d278a'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:43:22.946392 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56e2d190-0f94-446e-80ab-be40eec46b2e req-addfa58d-1959-4831-8349-fa2259f4a15c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957772
Apr 30 04:43:23.074991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-ac1d3f00-0593-4fa2-8fa3-d26019c4f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:23.077520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-ac1d3f00-0593-4fa2-8fa3-d26019c4f966 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 200  len: 915 time: 0.3323498
Apr 30 04:43:23.093691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:23.119288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:23.124951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Usage tracker for resource:security_group_rule and tenant:26fa4bcaf04c4496ad2e779e4063f2e9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:23.129802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:23.138778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:23.266407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:23.280025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:23.317244 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6d30fa8-5735-40f9-9884-c00ab8faddb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:23.331402 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26fa4bcaf04c4496ad2e779e4063f2e9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5673449
Apr 30 04:43:23.335808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:23.336614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-df3a333f-ad93-407b-896c-19908311f84c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae53244b-f290-44a1-b147-e391cafa5a2d HTTP/1.1" status: 200  len: 217 time: 0.1848767
Apr 30 04:43:23.395498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768f7f37-ace8-4767-ad0c-34c475d5c6c9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:23.402861 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:23.447501 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-995e9af5-0ff0-4939-98bc-5a5cc9998d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:23.486555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-995e9af5-0ff0-4939-98bc-5a5cc9998d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:23.592298 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-995e9af5-0ff0-4939-98bc-5a5cc9998d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:23.603277 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b0628860-0aea-4b16-b2ef-4a6511a8b814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:23.633349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e9af5-0ff0-4939-98bc-5a5cc9998d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f7f37-ace8-4767-ad0c-34c475d5c6c9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:23.638429 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-995e9af5-0ff0-4939-98bc-5a5cc9998d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:23.640674 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-995e9af5-0ff0-4939-98bc-5a5cc9998d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:23.646468 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-995e9af5-0ff0-4939-98bc-5a5cc9998d4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/768f7f37-ace8-4767-ad0c-34c475d5c6c9 HTTP/1.1" status: 204  len: 168 time: 0.3043382
Apr 30 04:43:23.899088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-354ab5b9-110e-4716-b767-46d7ed04eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:23.906061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-354ab5b9-110e-4716-b767-46d7ed04eb58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be19384c-aa6a-42f3-b17d-9017d0ae09a0 HTTP/1.1" status: 200  len: 853 time: 0.5556843
Apr 30 04:43:23.929968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96b7c838-9ff3-485a-9cf8-92f9bfa9f909 req-caa65aee-43f0-48a3-a6d8-b7e68fe80600 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1909111
Apr 30 04:43:24.186481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d7348-4a2e-491a-8c08-ed2d16e76b3f req-5490cf91-66da-49df-9a8d-e2e20405952b tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:24.188690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae7d7348-4a2e-491a-8c08-ed2d16e76b3f req-5490cf91-66da-49df-9a8d-e2e20405952b tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 945 time: 0.5461419
Apr 30 04:43:24.297785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41056) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:24.393515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-a567ba8d-daf7-42f6-91e5-ed15560b8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:24.393515 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-a567ba8d-daf7-42f6-91e5-ed15560b8eac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d10bf43-b377-49d3-8167-2058bf817379&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4555850
Apr 30 04:43:24.413122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae7d7348-4a2e-491a-8c08-ed2d16e76b3f req-abda0781-7af8-499c-9fae-a120057e3bd2 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219971
Apr 30 04:43:24.690528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1358161839-network', 'tenant_id': '954b43fd5c724c0abcb8cac936e79f8e'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:24.699770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:24.708978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Usage tracker for resource:network and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:24.715132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:24.726186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:24.750161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Made reservation on behalf of 954b43fd5c724c0abcb8cac936e79f8e for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:24.755488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:24.780807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:24.782979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-7dfaa2eb-4e49-4d06-adf0-62c3bff807b0 service neutron] 10.222.0.37 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3682926
Apr 30 04:43:24.813393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:24.833897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Usage tracker for resource:security_group_rule and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:24.848099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:24.863471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:25.008083 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.015776 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c34771ec-82ee-480f-b832-8b5f5c51e9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:25.122590 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.131373 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.131648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 80297c8f-c1ed-48b2-8078-5529d88d278a up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:25.152813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:43:25.170076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.170829 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Added segment e16a6071-b36f-49fc-9a9a-3194074c9b8a of type vlan for network d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a
Apr 30 04:43:25.225334 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.277861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14561a2b-4c1f-4945-a7c2-ba15c27896ae req-00040a26-8ebf-4746-ac13-a0e1444d6864 service neutron] 10.222.0.37 "GET /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4808307
Apr 30 04:43:25.282628 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-672b4c7a-aa75-436e-be6f-f2eb8c64fd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:25.306410 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 80297c8f-c1ed-48b2-8078-5529d88d278a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:25.316745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 80297c8f-c1ed-48b2-8078-5529d88d278a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:25.317653 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.329412 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.343856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:25.346739 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.374437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ed4b4e-e6cc-4187-8008-d5c41a58830a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:25.380587 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:25.381519 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d3b2506-65d0-4876-b35d-2956f442cd01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:25.393086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event updated for resources: {'Subnet': ['ID=f0023c86-a6f6-4372-ba5e-957f78af8f13,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:25.435668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41082) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:25.507337 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:25.528455 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2275412
Apr 30 04:43:25.529070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41094) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:25.543149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Request body: {'subnet': {'network_id': 'd8f2a180-fea9-47b4-bf4d-7d720d2a3f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1358161839-subnet', 'tenant_id': '954b43fd5c724c0abcb8cac936e79f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:25.548434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:25.550982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:25.554368 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:25.557206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Usage tracker for resource:subnet and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:25.562110 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:25.570118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:25.571095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:43:25.588071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Made reservation on behalf of 954b43fd5c724c0abcb8cac936e79f8e for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:25.593431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.611936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c8e5a-8968-4ab4-af32-2fb0a5b8c9c6 req-8c45e687-21ff-4792-aeac-1f959e44df0b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:25.618448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d42c8e5a-8968-4ab4-af32-2fb0a5b8c9c6 req-8c45e687-21ff-4792-aeac-1f959e44df0b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.9939206
Apr 30 04:43:25.621053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Checking segment: {'id': 'eb083ee1-df46-40c4-ad61-9905cc14fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b8bc34-c566-4afd-a037-e1d2a3f50376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:25.621836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Network hostable DHCP agents. Network: c6b8bc34-c566-4afd-a037-e1d2a3f50376, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:43:25.703527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:43:25.718813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d42c8e5a-8968-4ab4-af32-2fb0a5b8c9c6 req-f56a0067-e896-4f35-bf70-041d19a4951b tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993776
Apr 30 04:43:25.766240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227b76-395c-4240-93a9-01ea466d7a2f req-c0e2024c-c2c5-4ff9-a942-1601efd653bc tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:25.784305 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c227b76-395c-4240-93a9-01ea466d7a2f req-c0e2024c-c2c5-4ff9-a942-1601efd653bc tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.4202502
Apr 30 04:43:25.785583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c6b8bc34-c566-4afd-a037-e1d2a3f50376) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:25.869072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-network', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:25.875588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:25.880178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Usage tracker for resource:network and tenant:1fe9ab5631074684a7ea95c397ba1de7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:25.883945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:25.891045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:25.900763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:25.912680 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.916858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Made reservation on behalf of 1fe9ab5631074684a7ea95c397ba1de7 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:25.919946 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.937401 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:25.987785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:25.988457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708c4c6-e18d-4a96-ac3f-f2816b9183e3 None None] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:25.991398 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c227b76-395c-4240-93a9-01ea466d7a2f req-92a5946a-ed46-4b61-ab90-eb50b91d01ef tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828084
Apr 30 04:43:26.021134 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0757453
Apr 30 04:43:26.023950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41106) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:26.034183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Request body: {'port': {'network_id': 'c6b8bc34-c566-4afd-a037-e1d2a3f50376', 'name': 'tempest-ExtraDHCPOptionsTestJSON-521512251'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:26.111488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Usage tracker for resource:security_group_rule and tenant:1fe9ab5631074684a7ea95c397ba1de7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:26.118531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:26.141909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:26.312470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.320191 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d3aabbb-81b9-4743-8a3f-312de3f831ff tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:26.381062 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.442826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79eb566-c591-4fdd-991a-1423b12e6e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80297c8f-c1ed-48b2-8078-5529d88d278a'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:43:26.450269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f988c-28e4-4876-951d-d931b463d2f6 req-6510570c-ed11-4399-95f0-3afaddbf5e98 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:26.450748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Checking segment: {'id': 'e16a6071-b36f-49fc-9a9a-3194074c9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8f2a180-fea9-47b4-bf4d-7d720d2a3f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:26.451742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Network hostable DHCP agents. Network: d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:43:26.467515 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea2f988c-28e4-4876-951d-d931b463d2f6 req-6510570c-ed11-4399-95f0-3afaddbf5e98 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 945 time: 0.4015095
Apr 30 04:43:26.491582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c8c644-1b08-4746-af36-003f46d91e77,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:26.501567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 80297c8f-c1ed-48b2-8078-5529d88d278a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=80297c8f-c1ed-48b2-8078-5529d88d278a,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:26.502698 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:26.506147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:26.518737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Usage tracker for resource:port and tenant:2d459bb2aa5b41d684af0d24b733534f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:26.524347 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.528748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:26.532274 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:26.547361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.556810 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.566743 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f3ebce3e-428c-4385-97d2-a2583c9d6716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:26.579625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:26.599960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea2f988c-28e4-4876-951d-d931b463d2f6 req-4de1c9e2-8dec-4ddb-bf96-dc18bccb84c8 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297708
Apr 30 04:43:26.606679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Network d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:43:26.658301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:43:26.663236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=80297c8f-c1ed-48b2-8078-5529d88d278a,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:26.666773 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:26.679288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b418e238-37d5-4f46-aee6-b305352d099a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:26.686042 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:26.687633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Made reservation on behalf of 2d459bb2aa5b41d684af0d24b733534f for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:26.688376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c6b8bc34-c566-4afd-a037-e1d2a3f50376', 'network_id': 'c6b8bc34-c566-4afd-a037-e1d2a3f50376', 'tenant_id': '2d459bb2aa5b41d684af0d24b733534f', 'fixed_ips': [{'subnet_id': 'f0023c86-a6f6-4372-ba5e-957f78af8f13'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:43:26.691158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.692689 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.692898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:26.696166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.697034 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Added segment 393cc7b6-59fc-49ec-ba39-8581a8b3b678 of type vlan for network f3762714-1478-4da7-be7a-f3553815f8b4
Apr 30 04:43:26.720563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:26.721615 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.733431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] device_id is not set on port 541a8235-260c-4d35-9cb6-e9a45c3e9220 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:43:26.734143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae829c28-fee3-4b4c-9dd3-83b467a232b6 None None] Network d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:26.791952 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.867991 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.3332143
Apr 30 04:43:26.876986 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.878651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:26.879545 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:26.903806 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d3cedae-5dba-47ad-a8f0-7818739603e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:26.978312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3a6e5-1102-4fb9-82e1-ef37d924cc69 req-348df839-ec7a-4973-81c8-bf9baa113f5f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:26.986438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01c3a6e5-1102-4fb9-82e1-ef37d924cc69 req-348df839-ec7a-4973-81c8-bf9baa113f5f tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.4092808
Apr 30 04:43:27.075481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Allocated IP 172.20.0.13 (c6b8bc34-c566-4afd-a037-e1d2a3f50376/f0023c86-a6f6-4372-ba5e-957f78af8f13/541a8235-260c-4d35-9cb6-e9a45c3e9220) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:27.086203 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:27.096749 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:27.116443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01c3a6e5-1102-4fb9-82e1-ef37d924cc69 req-364f1d09-b32f-4f31-9669-45f8c422c868 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286013
Apr 30 04:43:27.306938 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 1.8701384
Apr 30 04:43:27.308695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41128) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:27.327588 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79eb566-c591-4fdd-991a-1423b12e6e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80297c8f-c1ed-48b2-8078-5529d88d278a', 'code': 200}
Apr 30 04:43:27.341210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Request body: {'subnet': {'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-subnet', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:27.361952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:27.364932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Pushing event updated for resources: {'Network': ['ID=f3762714-1478-4da7-be7a-f3553815f8b4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:27.368520 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:27.376578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Usage tracker for resource:subnet and tenant:1fe9ab5631074684a7ea95c397ba1de7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:27.384479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:27.395965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network f3762714-1478-4da7-be7a-f3553815f8b4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:43:27.402399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:27.435123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Made reservation on behalf of 1fe9ab5631074684a7ea95c397ba1de7 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:27.437894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:27.668359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be6d1a-0527-4c43-bf61-52f81e835dfe None None] Network d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:27.952545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41144) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:27.973808 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.073003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Transition to ACTIVE for port object 541a8235-260c-4d35-9cb6-e9a45c3e9220 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:28.184215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149c6ad-65b0-4136-9df9-1d8ba0c1e423 req-4d8871f6-d9d1-4ae4-964c-3cec930af7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:28.186284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e149c6ad-65b0-4136-9df9-1d8ba0c1e423 req-4d8871f6-d9d1-4ae4-964c-3cec930af7f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 1098 time: 0.8990955
Apr 30 04:43:28.189508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.208960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1198422301', 'description': 'tempest-description-565952763'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:28.222637 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:28.291248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:28.318389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Allocated IP 172.20.0.2 (c6b8bc34-c566-4afd-a037-e1d2a3f50376/f0023c86-a6f6-4372-ba5e-957f78af8f13/da22854d-7da2-4600-8492-eafcdf982d00) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:28.320832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de346e00-ab50-494d-a422-daec67972a98 req-cd496321-f2e7-435b-aa79-7814f4d23e56 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:28.322550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de346e00-ab50-494d-a422-daec67972a98 req-cd496321-f2e7-435b-aa79-7814f4d23e56 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.7086241
Apr 30 04:43:28.326484 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.340105 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-07986df9-820d-41f6-94b0-29ff3523c23d tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:28.343439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:28.352260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:28.358865 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.369921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:28.384563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:28.407660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:28.440473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:28.458807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event updated for resources: {'Port': ['ID=541a8235-260c-4d35-9cb6-e9a45c3e9220,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:28.483758 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e149c6ad-65b0-4136-9df9-1d8ba0c1e423 req-ec3fe37c-4d56-4f62-8bea-03d701e945c8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2646775
Apr 30 04:43:28.492079 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:28.494562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:28.512513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e4d2b53547b3458591233904992f4750 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:28.521452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:28.521710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:28.529721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.536470 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:28.549776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Checking segment: {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:28.550899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Network hostable DHCP agents. Network: f3762714-1478-4da7-be7a-f3553815f8b4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:43:28.559439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:28.563887 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de346e00-ab50-494d-a422-daec67972a98 req-413cad8b-797b-4f6a-b40c-5050cc718797 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063873
Apr 30 04:43:28.580995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:28.581834 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.593402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:28.601655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Network f3762714-1478-4da7-be7a-f3553815f8b4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:43:28.615059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, f3762714-1478-4da7-be7a-f3553815f8b4) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:28.621368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group_rule and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:28.628357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:28.631655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:28.633004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.643723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:28.666281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 2.6405299
Apr 30 04:43:28.672068 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.3401883
Apr 30 04:43:28.673455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41152) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:28.673944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41154) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:28.687252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Request body: {'port': {'network_id': 'c6b8bc34-c566-4afd-a037-e1d2a3f50376', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1478138027', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:28.687894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.api.validators [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] bootfile-name is not in valid_values {{(pid=74582) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:43:28.688250 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.api.validators [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] tftp-server is not in valid_values {{(pid=74582) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:43:28.688586 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.api.validators [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] server-ip-address is not in valid_values {{(pid=74582) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:43:28.715974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:28.727526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:28.751999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Usage tracker for resource:router and tenant:1fe9ab5631074684a7ea95c397ba1de7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:28.763046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:28.786663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:28.850787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120bccee-79ba-4d3b-9729-4df591ddd17f None None] Network f3762714-1478-4da7-be7a-f3553815f8b4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:28.866088 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.891862 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.892148 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.892823 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.893249 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.923138 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8e8f650-c230-46b4-ba8c-9c747c9464eb tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:28.950028 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.966465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:28.972267 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.973790 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:28.973983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Usage tracker for resource:port and tenant:2d459bb2aa5b41d684af0d24b733534f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:28.979152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:28.988778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:29.073347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4d2b53547b3458591233904992f4750&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0955017
Apr 30 04:43:29.118187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Transition to ACTIVE for port object da22854d-7da2-4600-8492-eafcdf982d00 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:29.142578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41160) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:29.180075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5219c2e0-925a-47b3-972c-e81071097184,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:29.181463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Transition to ACTIVE for port object da22854d-7da2-4600-8492-eafcdf982d00 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:29.209423 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:29.221440 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:29.269463 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:29.273331 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab310649-1aa1-48ec-9a24-44e0b8657f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:29.295538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:29.301646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b14136e9-3b8f-406f-b226-3156615abc3b req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 1.0949464
Apr 30 04:43:29.475120 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc2c1-f3ff-42df-b69a-0d7665da7bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:29.486597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ae715b-43d5-4a96-a8df-43d633fd510f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:29.496997 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:29.545482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:29.548209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-f3762714-1478-4da7-be7a-f3553815f8b4', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:43:29.549193 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:29.590200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Pushing event updated for resources: {'Port': ['ID=da22854d-7da2-4600-8492-eafcdf982d00,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:29.606035 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:29.607980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:29.615211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Made reservation on behalf of 2d459bb2aa5b41d684af0d24b733534f for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:29.623375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:29.626245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:29.738255 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc2c1-f3ff-42df-b69a-0d7665da7bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:29.806098 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:29.828782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] device_id is not set on port 80dd9416-b09e-4521-9118-44ba01bd3331 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:43:29.843508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3d857-cee7-4e1c-bd85-4b6c2c5b763c req-126a4d22-2fb3-4c12-bd80-29983c73dc7d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:29.856289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ee3d857-cee7-4e1c-bd85-4b6c2c5b763c req-126a4d22-2fb3-4c12-bd80-29983c73dc7d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 946 time: 0.7032654
Apr 30 04:43:29.894266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-49647cf7-e67a-4cc6-8d74-78941110b041 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:29.896874 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-49647cf7-e67a-4cc6-8d74-78941110b041 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.8339462
Apr 30 04:43:29.993908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Attempting to bind port da22854d-7da2-4600-8492-eafcdf982d00 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:43:29.994535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Attempting to bind port da22854d-7da2-4600-8492-eafcdf982d00 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'eb083ee1-df46-40c4-ad61-9905cc14fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b8bc34-c566-4afd-a037-e1d2a3f50376'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:43:29.995873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Attempting to bind port da22854d-7da2-4600-8492-eafcdf982d00 on network c6b8bc34-c566-4afd-a037-e1d2a3f50376 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:43:30.036306 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:43:30.037189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Checking segment: {'id': 'eb083ee1-df46-40c4-ad61-9905cc14fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b8bc34-c566-4afd-a037-e1d2a3f50376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:30.037935 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:30.038644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Bound using segment: {'id': 'eb083ee1-df46-40c4-ad61-9905cc14fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b8bc34-c566-4afd-a037-e1d2a3f50376'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:43:30.039735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Bound port: da22854d-7da2-4600-8492-eafcdf982d00, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb083ee1-df46-40c4-ad61-9905cc14fd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c6b8bc34-c566-4afd-a037-e1d2a3f50376'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:43:30.040226 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:30.204227 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc2c1-f3ff-42df-b69a-0d7665da7bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:30.227258 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-59730386-f7df-4350-a474-14474a56e477 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:30.250163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ee3d857-cee7-4e1c-bd85-4b6c2c5b763c req-ef3e3a88-f6b8-4032-a9d9-43bb017076c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3485932
Apr 30 04:43:30.288851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Allocated IP 172.20.0.6 (c6b8bc34-c566-4afd-a037-e1d2a3f50376/f0023c86-a6f6-4372-ba5e-957f78af8f13/80dd9416-b09e-4521-9118-44ba01bd3331) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:30.293249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fc2c1-f3ff-42df-b69a-0d7665da7bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5219c2e0-925a-47b3-972c-e81071097184,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:30.333774 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3e9fc2c1-f3ff-42df-b69a-0d7665da7bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:30.365909 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Allocated IP 172.20.0.2 (f3762714-1478-4da7-be7a-f3553815f8b4/27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa/93b3c368-a066-49cd-9760-aad6fb2d5701) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:30.380147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef71512-b1eb-492f-907e-567be21c64ef req-24e1b744-25c2-4602-afda-94cadc90379c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:30.381426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] For port da22854d-7da2-4600-8492-eafcdf982d00, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:43:30.393437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ef71512-b1eb-492f-907e-567be21c64ef req-24e1b744-25c2-4602-afda-94cadc90379c tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 945 time: 0.8450990
Apr 30 04:43:30.409765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] For port da22854d-7da2-4600-8492-eafcdf982d00, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=da22854d-7da2-4600-8492-eafcdf982d00,segment=NetworkSegment(eb083ee1-df46-40c4-ad61-9905cc14fd9c),segment_id=eb083ee1-df46-40c4-ad61-9905cc14fd9c)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:43:30.443165 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc2c1-f3ff-42df-b69a-0d7665da7bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:30.448586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3e9fc2c1-f3ff-42df-b69a-0d7665da7bfa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5219c2e0-925a-47b3-972c-e81071097184 HTTP/1.1" status: 204  len: 168 time: 1.2841702
Apr 30 04:43:30.485619 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:30.524258 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:30.624422 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ef71512-b1eb-492f-907e-567be21c64ef req-3f9f4455-3891-4f15-b260-46b988d31d01 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295554
Apr 30 04:43:30.655321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-0b003325-0a13-4e82-a51a-f4ad1e40e937 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/16ae715b-43d5-4a96-a8df-43d633fd510f HTTP/1.1" status: 200  len: 1814 time: 0.2968719
Apr 30 04:43:30.671399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16ae715b-43d5-4a96-a8df-43d633fd510f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:30.671928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '16ae715b-43d5-4a96-a8df-43d633fd510f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:30.673829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Pushing event updated for resources: {'Port': ['ID=da22854d-7da2-4600-8492-eafcdf982d00,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:30.681952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Deleting port 2e21ce22-3e64-486f-baa6-fcd2db056e6a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:30.682498 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:30.707249 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:30.719062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:30.767799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group_rule and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:30.787731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:30.901157 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cc0c93fa-3c93-41fe-a8a7-091041648d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:30.969897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:31.208807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] For port 2e21ce22-3e64-486f-baa6-fcd2db056e6a, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=2e21ce22-3e64-486f-baa6-fcd2db056e6a,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:31.210116 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:31.460543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:31.463260 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:31.521799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Transition to ACTIVE for port object 93b3c368-a066-49cd-9760-aad6fb2d5701 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:31.527591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:31.576574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Transition to ACTIVE for port object 93b3c368-a066-49cd-9760-aad6fb2d5701 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:31.607271 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:31.617012 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:31.637542 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:31.641407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Calling delete_port for 2e21ce22-3e64-486f-baa6-fcd2db056e6a owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:31.769000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Network f3762714-1478-4da7-be7a-f3553815f8b4 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:31.782359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:31.788334 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:31.811049 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:31.829959 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:31.843175 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-83bea2f6-3878-44eb-a808-e1ff5ef8715f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:31.858757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:31.920853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Transition to ACTIVE for port object 80dd9416-b09e-4521-9118-44ba01bd3331 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:32.056378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Pushing event updated for resources: {'Port': ['ID=93b3c368-a066-49cd-9760-aad6fb2d5701,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:32.064439 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:32.072501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Allocated IP 172.25.8.149 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/e4177b62-e47e-42c7-be93-41c6992ce932) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:32.106821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Attempting to bind port 93b3c368-a066-49cd-9760-aad6fb2d5701 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:43:32.107853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Attempting to bind port 93b3c368-a066-49cd-9760-aad6fb2d5701 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:43:32.108666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Attempting to bind port 93b3c368-a066-49cd-9760-aad6fb2d5701 on network f3762714-1478-4da7-be7a-f3553815f8b4 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:43:32.126820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:43:32.127607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Checking segment: {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:32.128292 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:32.128853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Bound using segment: {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:43:32.130036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Bound port: 93b3c368-a066-49cd-9760-aad6fb2d5701, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:43:32.130787 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:32.153518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:32.197382 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:32.240069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2415545d-95e1-4103-a4e2-2d12b7a7ae5a,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:32.250515 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:32.264130 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:32.277405 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78f49718-1b3a-4e4a-ab87-1e7450308972 req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.6206839
Apr 30 04:43:32.324901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c823b-cf0e-4c98-821f-9feebcc2c52d req-6ac09705-ed93-42f2-ad1f-ba07f3fd5e22 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:32.333137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] For port 93b3c368-a066-49cd-9760-aad6fb2d5701, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:43:32.334883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-854c823b-cf0e-4c98-821f-9feebcc2c52d req-6ac09705-ed93-42f2-ad1f-ba07f3fd5e22 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.6251171
Apr 30 04:43:32.339574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] For port 93b3c368-a066-49cd-9760-aad6fb2d5701, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=93b3c368-a066-49cd-9760-aad6fb2d5701,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:43:32.350153 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:32.359978 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-492a0e9d-2b09-479d-a632-9047aca27446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:32.406449 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:32.429800 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-75b4f0cf-7b7e-4d4a-88fd-851faf7ef3b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:32.547802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event deleted for resources: {'Port': ['ID=2e21ce22-3e64-486f-baa6-fcd2db056e6a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:32.560679 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:32.586770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9f780041-dbe2-44be-8275-aa7667ac2994'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:43:32.665075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device da22854d-7da2-4600-8492-eafcdf982d00 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:32.674862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:32.686488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:32.699469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:32.752687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 2e21ce22-3e64-486f-baa6-fcd2db056e6a no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:43:32.772485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-854c823b-cf0e-4c98-821f-9feebcc2c52d req-c246a383-5c99-46c7-b439-015b3e9f579d tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4188080
Apr 30 04:43:32.820682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event updated for resources: {'Port': ['ID=80dd9416-b09e-4521-9118-44ba01bd3331,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:32.820974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 2e21ce22-3e64-486f-baa6-fcd2db056e6a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:43:32.820974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 2e21ce22-3e64-486f-baa6-fcd2db056e6a not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:43:32.871878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41198) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:32.882738 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:32.920204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Pushing event updated for resources: {'Port': ['ID=93b3c368-a066-49cd-9760-aad6fb2d5701,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:32.934411 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:33.041650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] No DVR routers for this DVR port 2e21ce22-3e64-486f-baa6-fcd2db056e6a on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:43:33.051486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:33.054170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port da22854d-7da2-4600-8492-eafcdf982d00 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:33.055093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0519f5b5-afda-4e59-961c-4a216e63d585 req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.50 "DELETE /v2.0/ports/2e21ce22-3e64-486f-baa6-fcd2db056e6a HTTP/1.1" status: 204  len: 173 time: 3.1484280
Apr 30 04:43:33.068139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402d004-54b5-4b2e-bc5f-a13087ea93f3', 'name': 'network-vif-deleted', 'tag': '2e21ce22-3e64-486f-baa6-fcd2db056e6a'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:43:33.081340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:33.082642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:33.212862 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:33.320905 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 4.6410670
Apr 30 04:43:33.327038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41208) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:33.372625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3507f8-cd56-46b8-b072-a13543d6e98f None None] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:33.405196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e9120518-2356-4b43-b58d-ce41ed38f836 req-f44c952c-5015-4764-baf5-355813592b41 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:43:33.469950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdca2e-f3d7-40ca-9b8b-e52dcf459c4a req-827cb40f-e3c1-437c-825a-48d8668d64ff tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:33.486971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fabdca2e-f3d7-40ca-9b8b-e52dcf459c4a req-827cb40f-e3c1-437c-825a-48d8668d64ff tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 946 time: 0.9313393
Apr 30 04:43:33.492436 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:33.498940 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:33.558985 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:33.597289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344011b4-dd73-47d0-9d8e-962c8da2b9c8 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:33.603958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344011b4-dd73-47d0-9d8e-962c8da2b9c8 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:33.615003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344011b4-dd73-47d0-9d8e-962c8da2b9c8 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:33.615976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-344011b4-dd73-47d0-9d8e-962c8da2b9c8 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Synchronizing usage tracker for tenant:2d459bb2aa5b41d684af0d24b733534f on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:43:33.623267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:33.631586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:33.635153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:33.659112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1819408411-network', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:33.672569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:33.675484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Pushing event updated for resources: {'Port': ['ID=e4177b62-e47e-42c7-be93-41c6992ce932,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:33.684647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Usage tracker for resource:network and tenant:b6d6539877bb415ba4c25b36edfc37fa is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:33.692696 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:33.696708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:33.706141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-53bfecda-570d-41cd-8cd8-f2e0911d488e None None] Provisioning for port da22854d-7da2-4600-8492-eafcdf982d00 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:33.719810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:33.724256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e9120518-2356-4b43-b58d-ce41ed38f836 req-f44c952c-5015-4764-baf5-355813592b41 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:43:33.727059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-344011b4-dd73-47d0-9d8e-962c8da2b9c8 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Unset dirty status for tenant:2d459bb2aa5b41d684af0d24b733534f on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:43:33.728581 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-344011b4-dd73-47d0-9d8e-962c8da2b9c8 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 0.3994045
Apr 30 04:43:33.736246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41212) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:33.736513 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0861-abee-438e-8b69-7141a4571ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:33.737449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9120518-2356-4b43-b58d-ce41ed38f836 req-f44c952c-5015-4764-baf5-355813592b41 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=4402d004-54b5-4b2e-bc5f-a13087ea93f3 HTTP/1.1" status: 200  len: 210 time: 0.5472977
Apr 30 04:43:33.750017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-53bfecda-570d-41cd-8cd8-f2e0911d488e None None] Provisioning complete for port da22854d-7da2-4600-8492-eafcdf982d00 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:33.750701 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53bfecda-570d-41cd-8cd8-f2e0911d488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:33.780281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fabdca2e-f3d7-40ca-9b8b-e52dcf459c4a req-303d96c0-4237-4630-8cb8-2f6069c9407b tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2814939
Apr 30 04:43:33.782752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Made reservation on behalf of b6d6539877bb415ba4c25b36edfc37fa for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:33.786888 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:33.929437 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:34.032757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:34.092536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d6539877bb415ba4c25b36edfc37fa is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:34.119583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:34.147610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:34.153469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836c6220-0d63-4ede-a740-41553648a79d req-c9cd0919-0bbc-41b5-b98a-36792fd3038b tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/16ae715b-43d5-4a96-a8df-43d633fd510f HTTP/1.1" status: 200  len: 2408 time: 0.3102393
Apr 30 04:43:34.368485 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:34.409774 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:34.420784 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-59784868-56c7-4c7e-b7b6-64bd322de768 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:34.455214 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4402d004-54b5-4b2e-bc5f-a13087ea93f3', 'name': 'network-vif-deleted', 'tag': '2e21ce22-3e64-486f-baa6-fcd2db056e6a', 'status': 'completed', 'code': 200}
Apr 30 04:43:34.462548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c663d8-1a95-4c5b-994d-97739a1ea92c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:34.470716 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:34.484188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:43:34.516860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:34.517602 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Added segment 1435fd89-6bd3-45f4-b364-4a01a9376968 of type vlan for network 4fe26e35-ab66-46f8-9ffe-27550c9dde54
Apr 30 04:43:34.552353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1efd992-83af-4b4f-bac7-e59ad2a03a9b req-83ee29a6-2418-4a3f-af01-db4a94dba57a tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-group-rules/2415545d-95e1-4103-a4e2-2d12b7a7ae5a HTTP/1.1" status: 200  len: 778 time: 0.0511644
Apr 30 04:43:34.607113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d0554-b01b-4157-8a5f-365694601987 req-7b7f38b2-f3bb-43e0-9910-7c01e77b2078 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:34.616759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f50d0554-b01b-4157-8a5f-365694601987 req-7b7f38b2-f3bb-43e0-9910-7c01e77b2078 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 946 time: 0.2442024
Apr 30 04:43:34.653318 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:34.796389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 93b3c368-a066-49cd-9760-aad6fb2d5701 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:34.855321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f50d0554-b01b-4157-8a5f-365694601987 req-b5459a5f-4a1c-42d9-8363-eabb40d2473c tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377813
Apr 30 04:43:34.864115 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:43:34.899824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Deleting port 80dd9416-b09e-4521-9118-44ba01bd3331 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:34.900482 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:34.913177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1efd992-83af-4b4f-bac7-e59ad2a03a9b req-4d9f03c8-584e-4920-b19f-1de3dff73c5d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/16ae715b-43d5-4a96-a8df-43d633fd510f HTTP/1.1" status: 200  len: 2408 time: 0.3492727
Apr 30 04:43:35.033301 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.045241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:35.048850 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.056126 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.064573 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53bfecda-570d-41cd-8cd8-f2e0911d488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.185328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-53bfecda-570d-41cd-8cd8-f2e0911d488e None None] For port da22854d-7da2-4600-8492-eafcdf982d00, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=da22854d-7da2-4600-8492-eafcdf982d00,segment=NetworkSegment(eb083ee1-df46-40c4-ad61-9905cc14fd9c),segment_id=eb083ee1-df46-40c4-ad61-9905cc14fd9c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:35.202858 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-53bfecda-570d-41cd-8cd8-f2e0911d488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.208592 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:35.243029 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:35.316050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 93b3c368-a066-49cd-9760-aad6fb2d5701 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:35.347476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f186022-8e1f-43ee-883b-92f57fcd7f39 None None] Network f3762714-1478-4da7-be7a-f3553815f8b4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:35.453342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1efd992-83af-4b4f-bac7-e59ad2a03a9b req-dd607a34-3a4d-4521-aad4-78025c4965d6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.471195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.4949386
Apr 30 04:43:35.489930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41232) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:35.497688 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1efd992-83af-4b4f-bac7-e59ad2a03a9b req-dd607a34-3a4d-4521-aad4-78025c4965d6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.514840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Request body: {'subnet': {'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1819408411-subnet', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:35.516186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfecda-570d-41cd-8cd8-f2e0911d488e None None] Pushing event updated for resources: {'Port': ['ID=da22854d-7da2-4600-8492-eafcdf982d00,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:35.522618 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-53bfecda-570d-41cd-8cd8-f2e0911d488e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:35.531951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d9990133-a8b4-4aea-bde7-21747163ead3 None None] Provisioning for port 93b3c368-a066-49cd-9760-aad6fb2d5701 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:35.542154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d9990133-a8b4-4aea-bde7-21747163ead3 None None] Provisioning complete for port 93b3c368-a066-49cd-9760-aad6fb2d5701 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:35.542805 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d9990133-a8b4-4aea-bde7-21747163ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.552940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.606922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:35.635855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Usage tracker for resource:subnet and tenant:b6d6539877bb415ba4c25b36edfc37fa is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:35.640204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe26e35-ab66-46f8-9ffe-27550c9dde54,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:35.654810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:35.664899 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:35.669569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:43:35.676754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:35.739088 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1efd992-83af-4b4f-bac7-e59ad2a03a9b req-dd607a34-3a4d-4521-aad4-78025c4965d6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.758542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53447791-6046-4545-acf9-4aaceda80c3d req-dc2616ca-026d-490f-9b82-28496d31f9ba tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:35.768175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53447791-6046-4545-acf9-4aaceda80c3d req-dc2616ca-026d-490f-9b82-28496d31f9ba tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 945 time: 0.3944132
Apr 30 04:43:35.773686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Made reservation on behalf of b6d6539877bb415ba4c25b36edfc37fa for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:35.779141 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:35.873230 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:35.955363 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d9990133-a8b4-4aea-bde7-21747163ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:36.013437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d9990133-a8b4-4aea-bde7-21747163ead3 None None] For port 93b3c368-a066-49cd-9760-aad6fb2d5701, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=93b3c368-a066-49cd-9760-aad6fb2d5701,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:36.025828 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:36.027148 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d9990133-a8b4-4aea-bde7-21747163ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:36.029629 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:36.035101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd607a34-3a4d-4521-aad4-78025c4965d6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2415545d-95e1-4103-a4e2-2d12b7a7ae5a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:36.044470 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dd607a34-3a4d-4521-aad4-78025c4965d6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:36.084056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1efd992-83af-4b4f-bac7-e59ad2a03a9b req-dd607a34-3a4d-4521-aad4-78025c4965d6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:36.086374 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1efd992-83af-4b4f-bac7-e59ad2a03a9b req-dd607a34-3a4d-4521-aad4-78025c4965d6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2415545d-95e1-4103-a4e2-2d12b7a7ae5a HTTP/1.1" status: 204  len: 173 time: 1.1558101
Apr 30 04:43:36.112752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9990133-a8b4-4aea-bde7-21747163ead3 None None] Pushing event updated for resources: {'Port': ['ID=93b3c368-a066-49cd-9760-aad6fb2d5701,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:36.119691 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d9990133-a8b4-4aea-bde7-21747163ead3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:36.165743 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:36.266795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Provisioning for port 541a8235-260c-4d35-9cb6-e9a45c3e9220 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:36.282664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Provisioning complete for port 541a8235-260c-4d35-9cb6-e9a45c3e9220 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:36.288853 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:36.425768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53447791-6046-4545-acf9-4aaceda80c3d req-8dbc0b1b-96a4-4662-84c5-5be9f2f6dd17 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6148307
Apr 30 04:43:36.508016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Port 541a8235-260c-4d35-9cb6-e9a45c3e9220 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:43:36.605727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1036184241', 'description': 'tempest-description-895454605'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:36.643658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:36.661745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:36.673837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:36.681372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device da22854d-7da2-4600-8492-eafcdf982d00 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:36.688869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:36.757872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Calling delete_port for 80dd9416-b09e-4521-9118-44ba01bd3331 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:36.781421 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:36.885247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-9816bf52-2cd9-4c6a-aeb7-181908a7e94b req-4d3a9a65-0429-4d8d-a042-914936b15591 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:43:36.895056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9816bf52-2cd9-4c6a-aeb7-181908a7e94b req-4d3a9a65-0429-4d8d-a042-914936b15591 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0281725
Apr 30 04:43:36.902764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:36.922266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Provisioning for port 80dd9416-b09e-4521-9118-44ba01bd3331 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:36.942775 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:43:36.950881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Provisioning complete for port 80dd9416-b09e-4521-9118-44ba01bd3331 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:36.953030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:36.954399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group_rule and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:36.966622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:36.988937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:37.162757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:37.290222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Port 80dd9416-b09e-4521-9118-44ba01bd3331 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:43:37.330012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Provisioning complete for port da22854d-7da2-4600-8492-eafcdf982d00 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:37.330756 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d1f5cea6-c17c-443d-bd5f-a943f3603c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:37.331883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9816bf52-2cd9-4c6a-aeb7-181908a7e94b req-7b498ecd-f7ce-4d5e-b816-928cd9649aa7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.4358094
Apr 30 04:43:37.353069 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:37.364733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:37.378565 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f1311ee-b131-4c8f-a774-ca998b680eb3 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:37.449471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port da22854d-7da2-4600-8492-eafcdf982d00 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:37.450853 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:37.493529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa349c1-67b9-40ba-b592-169001a3c1f7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:37.501342 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:37.510642 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:37.537052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8add5816-034a-4e5d-8468-4f2be38d91ed req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.9396751
Apr 30 04:43:37.655159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:37.664182 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:37.736703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event deleted for resources: {'Port': ['ID=80dd9416-b09e-4521-9118-44ba01bd3331,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:37.744491 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:37.839756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 93b3c368-a066-49cd-9760-aad6fb2d5701 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:37.863023 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:37.880838 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bc8bccda-f469-470c-8d95-cc7b59cae512 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:38.022756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5366d073-e6ff-47aa-9d31-19f4a89833b3 None None] Provisioning complete for port 93b3c368-a066-49cd-9760-aad6fb2d5701 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:38.023054 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5366d073-e6ff-47aa-9d31-19f4a89833b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:38.146022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:43:38.148689 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:38.202830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 93b3c368-a066-49cd-9760-aad6fb2d5701 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:38.203953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:38.211976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81f3b4a0-60c3-4c49-b0da-815efb311198 req-7360598b-2a38-4ca5-a3da-2870eef467ad tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/caa349c1-67b9-40ba-b592-169001a3c1f7 HTTP/1.1" status: 200  len: 1814 time: 0.5375454
Apr 30 04:43:38.363646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81f6c11-f821-484d-a11c-c7ab6c7c84e7,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:38.369535 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:38.384040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Checking segment: {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:38.384648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Network hostable DHCP agents. Network: 4fe26e35-ab66-46f8-9ffe-27550c9dde54, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:43:38.386217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:43:38.398161 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Sync routers for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:43:38.399072 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "DELETE /v2.0/ports/80dd9416-b09e-4521-9118-44ba01bd3331 HTTP/1.1" status: 204  len: 168 time: 4.6555920
Apr 30 04:43:38.400051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41264) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:38.419438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Request body: {'port': {'name': 'tempest-new-port-name-76757619', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:38.420424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.api.validators [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] bootfile-name is not in valid_values {{(pid=74581) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:43:38.421077 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.api.validators [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] tftp-server is not in valid_values {{(pid=74581) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:43:38.421725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.api.validators [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] server-ip-address is not in valid_values {{(pid=74581) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:43:38.421913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:38.423709 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 941 time: 9.7486398
Apr 30 04:43:38.426727 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:43:38.427843 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78027e550>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:43:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:38.429204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41268) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:38.600396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5366d073-e6ff-47aa-9d31-19f4a89833b3 None None] Could not find standard attr ID for object 80dd9416-b09e-4521-9118-44ba01bd3331. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:43:38.672320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:43:38.702606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 4fe26e35-ab66-46f8-9ffe-27550c9dde54) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:38.717019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c54048-580f-4880-b01c-95817763910b None None] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:38.768175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08b44b-1119-43f0-9f6c-f3953d1f543e req-eb450ced-72de-452a-8e68-02780370c7e7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:38.776757 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d08b44b-1119-43f0-9f6c-f3953d1f543e req-eb450ced-72de-452a-8e68-02780370c7e7 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.5329981
Apr 30 04:43:38.822407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:38.823007 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:38.861805 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.3680358
Apr 30 04:43:38.866662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41276) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:38.880218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:38.891425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:38.903216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:38.916470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d08b44b-1119-43f0-9f6c-f3953d1f543e req-cbac0972-5401-4c3d-94c1-0cf0c6544a40 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388426
Apr 30 04:43:38.936452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Usage tracker for resource:router and tenant:b6d6539877bb415ba4c25b36edfc37fa is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:38.944167 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:43:38.949738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:39.068225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:39.244448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1302877399', 'description': 'tempest-description-282752313'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:39.268355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:39.283019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:39.292230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:39.310422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:39.329972 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:39.338777 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:39.414233 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:39.576193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:43:39.578296 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:39.634055 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78027e550>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:34Z', 'revision_number': 3, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:39.640426 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Checking router: 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:43:39.640779 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Updating router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 port e4177b62-e47e-42c7-be93-41c6992ce932 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:43:39.720331 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:39.957762 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.068800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:40.086759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group_rule and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:40.090625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:40.104298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:40.110767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Allocated IP 172.20.0.2 (4fe26e35-ab66-46f8-9ffe-27550c9dde54/c81f6c11-f821-484d-a11c-c7ab6c7c84e7/505b7aa4-61b3-4676-a910-00681af50765) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:40.282890 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.287279 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.313809 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Transition to ACTIVE for port object e4177b62-e47e-42c7-be93-41c6992ce932 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:40.324701 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.337576 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-93278f9c-8478-4bae-b5ec-22b2cc64d4be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:40.408666 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Attempting to bind port e4177b62-e47e-42c7-be93-41c6992ce932 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:43:40.409222 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Attempting to bind port e4177b62-e47e-42c7-be93-41c6992ce932 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:43:40.409691 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Attempting to bind port e4177b62-e47e-42c7-be93-41c6992ce932 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:43:40.436461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:43:40.437017 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:40.437641 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.441493 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:43:40.442272 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Bound port: e4177b62-e47e-42c7-be93-41c6992ce932, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:43:40.442796 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.448006 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.468642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Transition to ACTIVE for port object 505b7aa4-61b3-4676-a910-00681af50765 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:40.498635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Transition to ACTIVE for port object 505b7aa4-61b3-4676-a910-00681af50765 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:40.510459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.524127 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:40.544790 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] For port e4177b62-e47e-42c7-be93-41c6992ce932, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:43:40.549509 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] For port e4177b62-e47e-42c7-be93-41c6992ce932, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e4177b62-e47e-42c7-be93-41c6992ce932,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:43:40.550527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.563352 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.616756 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab7a0b99-d827-4f9c-bc7c-b61f129d023f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:40.626465 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:40.629858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:40.632804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:40.662880 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:43:40.664391 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78027e550>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:43:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:40.736675 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Pushing event updated for resources: {'Port': ['ID=505b7aa4-61b3-4676-a910-00681af50765,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:40.740285 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:40.763126 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Pushing event updated for resources: {'Port': ['ID=e4177b62-e47e-42c7-be93-41c6992ce932,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:40.781267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Attempting to bind port 505b7aa4-61b3-4676-a910-00681af50765 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:43:40.782128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Attempting to bind port 505b7aa4-61b3-4676-a910-00681af50765 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:43:40.782563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Attempting to bind port 505b7aa4-61b3-4676-a910-00681af50765 on network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:43:40.791607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:43:40.792877 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.793059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Checking segment: {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:40.793204 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.793204 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.793647 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.793819 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.794156 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.794327 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.794496 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.795223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Bound using segment: {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:43:40.795460 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.795460 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.795736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Bound port: 505b7aa4-61b3-4676-a910-00681af50765, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:43:40.795910 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.796060 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:40.796199 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.796668 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:43:40.801823 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:40.804898 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ecdbb38c-0cde-4bf0-bb2d-b6d5fe7e7f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:40.939282 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:41.064608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] For port 505b7aa4-61b3-4676-a910-00681af50765, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:43:41.077623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] For port 505b7aa4-61b3-4676-a910-00681af50765, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=505b7aa4-61b3-4676-a910-00681af50765,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:43:41.084975 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:41.099687 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:41.252601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Pushing event updated for resources: {'Port': ['ID=505b7aa4-61b3-4676-a910-00681af50765,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:41.263658 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:41.278227 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Pushing event updated for resources: {'Port': ['ID=e4177b62-e47e-42c7-be93-41c6992ce932,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:41.297861 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:41.378743 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:41.388060 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:43:41.431521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] In _notify_port_updated(), no bound segment for port 541a8235-260c-4d35-9cb6-e9a45c3e9220 on network c6b8bc34-c566-4afd-a037-e1d2a3f50376 {{(pid=74581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:43:41.438397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:41.439510 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:41.445423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "PUT /v2.0/ports/541a8235-260c-4d35-9cb6-e9a45c3e9220 HTTP/1.1" status: 200  len: 1135 time: 3.0437248
Apr 30 04:43:41.446333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41296) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:41.447044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event updated for resources: {'Port': ['ID=541a8235-260c-4d35-9cb6-e9a45c3e9220,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:41.469948 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:41.511391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-31adba4f-6920-45c9-b453-05e67f1a1fa9 None None] Provisioning complete for port 541a8235-260c-4d35-9cb6-e9a45c3e9220 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:41.512088 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31adba4f-6920-45c9-b453-05e67f1a1fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:41.535657 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:41.576080 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:41.587604 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe7f7067-db19-4bd2-8b8c-17ff314d3622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:41.630631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9c81fe-8d65-42f8-a490-4ee72814ea85,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:41.639525 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:41.768218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-31adba4f-6920-45c9-b453-05e67f1a1fa9 None None] Port 541a8235-260c-4d35-9cb6-e9a45c3e9220 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:43:41.775700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7bba3-f5d6-424e-adb9-4d14ce718f38 req-e47d1b46-7406-4148-8b33-a61b548ccf4c tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:41.786915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6fa7bba3-f5d6-424e-adb9-4d14ce718f38 req-e47d1b46-7406-4148-8b33-a61b548ccf4c tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 946 time: 0.9632914
Apr 30 04:43:41.842320 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:41.846293 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce4a5c29-16a8-4a4b-9c16-7d26aa2db52f req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 2.6212018
Apr 30 04:43:41.890399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6fa7bba3-f5d6-424e-adb9-4d14ce718f38 req-b2b2a6de-c381-44bb-b0e8-8182c3bcc7a0 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022756
Apr 30 04:43:41.893014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ccb7b4-3a91-44d8-9af8-b3e5c547bf49 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:41.894094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-70ccb7b4-3a91-44d8-9af8-b3e5c547bf49 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Synchronizing usage tracker for tenant:2d459bb2aa5b41d684af0d24b733534f on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:43:42.014965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Allocated IP 172.20.0.1 (f3762714-1478-4da7-be7a-f3553815f8b4/27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa/d6b44fdc-62ad-448f-b81c-7cfa8abb1220) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:42.083696 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78027e550>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:34Z', 'revision_number': 3, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:42.091609 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaa478a-59bf-4a2e-bfeb-a39bc0bf89e8 None None] The sync data for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 is: [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:34Z', 'revision_number': 3, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:43:42.118667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-70ccb7b4-3a91-44d8-9af8-b3e5c547bf49 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Unset dirty status for tenant:2d459bb2aa5b41d684af0d24b733534f on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:43:42.123660 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-70ccb7b4-3a91-44d8-9af8-b3e5c547bf49 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "GET /v2.0/ports/541a8235-260c-4d35-9cb6-e9a45c3e9220 HTTP/1.1" status: 200  len: 1135 time: 0.6276808
Apr 30 04:43:42.126259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41306) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:42.381851 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:42.409465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Transition to ACTIVE for port object d6b44fdc-62ad-448f-b81c-7cfa8abb1220 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:42.443370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:42.458014 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6248c6bb-b220-4c69-b06a-77f46cdc768e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:42.509383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Network f3762714-1478-4da7-be7a-f3553815f8b4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:42.517073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:42.529079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:42.732914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b44fdc-62ad-448f-b81c-7cfa8abb1220,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:42.738800 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:42.743171 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:43.245648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 505b7aa4-61b3-4676-a910-00681af50765 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:43.423762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ecd0666a-41c6-409c-912c-8d22b1a6676c None None] Provisioning for port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:43.434916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 505b7aa4-61b3-4676-a910-00681af50765 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:43.440832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ecd0666a-41c6-409c-912c-8d22b1a6676c None None] Provisioning complete for port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:43.441415 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ecd0666a-41c6-409c-912c-8d22b1a6676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:43.444582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0529b66f-993b-4cd6-96c9-35d9842f7e44 req-b335d2c8-942b-4207-bd45-fc9fcfcf8e5f tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/dd9c81fe-8d65-42f8-a490-4ee72814ea85 HTTP/1.1" status: 200  len: 1814 time: 1.1851079
Apr 30 04:43:43.535902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0666a-41c6-409c-912c-8d22b1a6676c None None] Port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:43:43.538722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e4177b62-e47e-42c7-be93-41c6992ce932 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:43.658393 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:43.764078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:43.792352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660d42d-397e-4938-894a-2fbc8403eeb9 None None] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:43.822110 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:43.891681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18b11-6f25-43ba-b2c5-9500938502c9 req-8887cb58-2b60-4017-85a6-3e91c3f79b58 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:43.900170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53e18b11-6f25-43ba-b2c5-9500938502c9 req-8887cb58-2b60-4017-85a6-3e91c3f79b58 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 945 time: 1.5216820
Apr 30 04:43:44.004381 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53e18b11-6f25-43ba-b2c5-9500938502c9 req-f3b795c6-a21b-4e93-9293-b6a47123317c tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028924
Apr 30 04:43:44.038264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Deleting port 541a8235-260c-4d35-9cb6-e9a45c3e9220 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:44.050965 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:44.105037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-729662858', 'description': 'tempest-description-1134900147'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:44.172806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:44.254635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e4177b62-e47e-42c7-be93-41c6992ce932 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:44.259734 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a7fb23a6-4cc7-48bd-830f-3ddbbe20f78a None None] Provisioning for port 505b7aa4-61b3-4676-a910-00681af50765 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:44.275911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a7fb23a6-4cc7-48bd-830f-3ddbbe20f78a None None] Provisioning complete for port 505b7aa4-61b3-4676-a910-00681af50765 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:44.276960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7fb23a6-4cc7-48bd-830f-3ddbbe20f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:44.365193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e4177b62-e47e-42c7-be93-41c6992ce932 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:44.366027 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:44.513030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7fb23a6-4cc7-48bd-830f-3ddbbe20f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:44.534896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Allocated IP 172.25.8.158 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/0a64741d-5ba7-4bad-845c-4cd01c72bc73) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:44.575033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a7fb23a6-4cc7-48bd-830f-3ddbbe20f78a None None] For port 505b7aa4-61b3-4676-a910-00681af50765, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=505b7aa4-61b3-4676-a910-00681af50765,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:44.607014 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7fb23a6-4cc7-48bd-830f-3ddbbe20f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:44.630002 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:44.808915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb23a6-4cc7-48bd-830f-3ddbbe20f78a None None] Pushing event updated for resources: {'Port': ['ID=505b7aa4-61b3-4676-a910-00681af50765,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:44.819351 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a7fb23a6-4cc7-48bd-830f-3ddbbe20f78a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:45.044045 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.088581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port e4177b62-e47e-42c7-be93-41c6992ce932, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e4177b62-e47e-42c7-be93-41c6992ce932,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:45.106638 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.113277 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:45.140963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.144035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:45.156254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.177468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.252407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=e4177b62-e47e-42c7-be93-41c6992ce932,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:45.262728 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:45.296551 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-133d1593-047d-4d54-9f19-4079036208ae tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:45.317510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 505b7aa4-61b3-4676-a910-00681af50765 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:45.328219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:45.478230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 505b7aa4-61b3-4676-a910-00681af50765 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:45.478984 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.492312 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.560613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.568736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:45.601418 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-13ad1af7-c5c0-4bf5-987c-5db739e19d94 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:45.606785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b44fdc-62ad-448f-b81c-7cfa8abb1220,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:45.615356 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:45.659419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-416628b4-c56e-4417-8904-ad7489031f54 None None] Provisioning complete for port 505b7aa4-61b3-4676-a910-00681af50765 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:45.659797 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-416628b4-c56e-4417-8904-ad7489031f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.781873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:45.795856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:45.823243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:45.838321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Network f3762714-1478-4da7-be7a-f3553815f8b4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:45.840230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:45.884237 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:45.966684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Pushing event updated for resources: {'Port': ['ID=0a64741d-5ba7-4bad-845c-4cd01c72bc73,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:46.025968 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:46.034402 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:46.092426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:46.169029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:43:46.308104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cfee6cb2-afb7-4d94-81d2-30f7911f1268 None None] Provisioning complete for port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:46.309644 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cfee6cb2-afb7-4d94-81d2-30f7911f1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:46.353390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group_rule and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:46.403484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:43:46.431152 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] 10.222.0.46 "PUT /v2.0/routers/01dbdb6b-84d8-4088-89b1-61c2a00d45e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9888842
Apr 30 04:43:46.437446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Sync routers for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:43:46.458965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-cfee6cb2-afb7-4d94-81d2-30f7911f1268 None None] Port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:43:46.462788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Calling delete_port for 541a8235-260c-4d35-9cb6-e9a45c3e9220 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:46.477723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:46.483277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:43:46.483981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0be0d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:43:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:46.514215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:46.726207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:43:46.742805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b3be-86a1-4781-9097-522dd1b23aae req-dbc7a59a-1cf8-40af-8946-581842f5dcdf tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:46.755864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b3be-86a1-4781-9097-522dd1b23aae req-dbc7a59a-1cf8-40af-8946-581842f5dcdf tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:46.767920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4b3be-86a1-4781-9097-522dd1b23aae req-dbc7a59a-1cf8-40af-8946-581842f5dcdf tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:46.780199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45b4b3be-86a1-4781-9097-522dd1b23aae req-dbc7a59a-1cf8-40af-8946-581842f5dcdf tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799&device_id=a0ab747b-3a58-436a-abb1-791006f5a980&device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 2417 time: 1.4577742
Apr 30 04:43:46.903597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45b4b3be-86a1-4781-9097-522dd1b23aae req-c3a694dd-bf72-43ea-8232-2a1b7eb4e9bf tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223028
Apr 30 04:43:47.241993 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:47.282591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e4177b62-e47e-42c7-be93-41c6992ce932 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:47.394684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e4177b62-e47e-42c7-be93-41c6992ce932 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:47.395803 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:47.421016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:47.453620 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b05ceb70-8e4d-49c8-9f8b-56fcfd11b141 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:47.472052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0be0d0>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd6b44fdc-62ad-448f-b81c-7cfa8abb1220', 'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'mac_address': 'fa:16:3e:57:df:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:41Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 2, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'subnets': [{'id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:47.480912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Checking router: 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:43:47.480912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Updating router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:43:47.547477 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:47.988134 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:48.003833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Transition to ACTIVE for port object d6b44fdc-62ad-448f-b81c-7cfa8abb1220 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:48.023195 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:48.034709 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:48.151859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63858ff6-dfed-4cc7-83fd-82a4ff7dd562,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:48.155200 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:48.172293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-7ae5f08a-aa94-4c48-966b-5c19d1ee4324 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:48.174072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-7ae5f08a-aa94-4c48-966b-5c19d1ee4324 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/networks?id=f3762714-1478-4da7-be7a-f3553815f8b4 HTTP/1.1" status: 200  len: 829 time: 0.3391550
Apr 30 04:43:48.188253 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:48.189854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-beb2c394-ecfa-4ea0-af64-5bbdb35b2711 req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 4.0968223
Apr 30 04:43:48.217048 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-cd2194a4-df9e-4f9a-b555-0e45a9c6441b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/quotas/1fe9ab5631074684a7ea95c397ba1de7 HTTP/1.1" status: 200  len: 375 time: 0.0177352
Apr 30 04:43:48.217791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:48.429239 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:48.444993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-6a8901f4-244a-42e1-9dd6-fd8403681014 req-0679440e-5d75-4779-af2c-2414f5207a4f tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:43:48.454174 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a8901f4-244a-42e1-9dd6-fd8403681014 req-0679440e-5d75-4779-af2c-2414f5207a4f tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0440657
Apr 30 04:43:48.520174 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bddf2708-d4fd-4a2b-a947-b6c84dec41b5 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:48.523912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2807c-ec9c-4097-a143-2bbd5a8d3311 None None] Pushing event updated for resources: {'Port': ['ID=d6b44fdc-62ad-448f-b81c-7cfa8abb1220,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:48.539604 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ceb2807c-ec9c-4097-a143-2bbd5a8d3311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:48.546974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Attempting to bind port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:43:48.547424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Attempting to bind port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:43:48.547809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Attempting to bind port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 on network f3762714-1478-4da7-be7a-f3553815f8b4 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:43:48.559331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:43:48.559719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Checking segment: {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:48.560280 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:48.560701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Bound using segment: {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:43:48.561218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Bound port: d6b44fdc-62ad-448f-b81c-7cfa8abb1220, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:43:48.561613 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:48.672419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event deleted for resources: {'Port': ['ID=541a8235-260c-4d35-9cb6-e9a45c3e9220,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:48.681637 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:48.703104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] For port d6b44fdc-62ad-448f-b81c-7cfa8abb1220, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:43:48.709345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] For port d6b44fdc-62ad-448f-b81c-7cfa8abb1220, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d6b44fdc-62ad-448f-b81c-7cfa8abb1220,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:43:48.719917 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:48.739595 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a7fb23a6-4cc7-48bd-830f-3ddbbe20f78a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:48.905748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:43:48.910269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0be0d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:43:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:49.017670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2807c-ec9c-4097-a143-2bbd5a8d3311 None None] Pushing event updated for resources: {'Port': ['ID=d6b44fdc-62ad-448f-b81c-7cfa8abb1220,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:49.030817 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ceb2807c-ec9c-4097-a143-2bbd5a8d3311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:49.094243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:49.096948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "DELETE /v2.0/ports/541a8235-260c-4d35-9cb6-e9a45c3e9220 HTTP/1.1" status: 204  len: 168 time: 6.9688232
Apr 30 04:43:49.100541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41358) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:49.139833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-530b54c0-8eba-46d2-aa57-e2fdffdce47c tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fe9ab5631074684a7ea95c397ba1de7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7281342
Apr 30 04:43:49.294345 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:49.321020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Deleting subnet f0023c86-a6f6-4372-ba5e-957f78af8f13 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:43:49.330062 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:49.337397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:43:49.510660 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:49.591395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a8901f4-244a-42e1-9dd6-fd8403681014 req-bc9ac2ef-9677-4b3c-be12-5d077cacc40b tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 1.1356359
Apr 30 04:43:49.677815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-7c0ca491-f262-4fd2-8094-e8a75a277893 service neutron] 10.222.0.46 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5365045
Apr 30 04:43:49.721913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:49.779819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Router 61710173-4d6e-4a64-b015-ef72cfee2f21 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:43:50.160611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0be0d0>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd6b44fdc-62ad-448f-b81c-7cfa8abb1220', 'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'mac_address': 'fa:16:3e:57:df:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:41Z', 'updated_at': '2021-04-30T04:43:48Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'subnets': [{'id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:50.170401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5f8c0-7269-4f59-9465-defa4cd02d96 None None] The sync data for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 is: [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd6b44fdc-62ad-448f-b81c-7cfa8abb1220', 'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'mac_address': 'fa:16:3e:57:df:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:41Z', 'updated_at': '2021-04-30T04:43:48Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'subnets': [{'id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:43:50.409166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:50.423771 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af0ca6d3-bf89-4b36-82bf-9ff068e6c392 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:50.443861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-03c3cc22-2dfe-4b3e-8823-6835b9728cf3 service neutron] 10.222.0.46 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7538633
Apr 30 04:43:50.486310 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e625bb4-896c-423a-bbdd-a26e9b59c913 req-d22ab2dc-b48a-4fef-b181-2517be9debed tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/63858ff6-dfed-4cc7-83fd-82a4ff7dd562 HTTP/1.1" status: 200  len: 1814 time: 0.2332673
Apr 30 04:43:50.499286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b0cf2-8c21-4bd9-bc39-0c4b7540796c None None] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:43:50.503345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:43:50.505284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:50.511434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event deleted for resources: {'Subnet': ['ID=f0023c86-a6f6-4372-ba5e-957f78af8f13,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:50.515928 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Sync routers for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:43:50.517382 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:50.523033 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "DELETE /v2.0/subnets/f0023c86-a6f6-4372-ba5e-957f78af8f13 HTTP/1.1" status: 204  len: 168 time: 1.4193273
Apr 30 04:43:50.526088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41370) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:50.539620 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:43:50.541345 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780469e80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:43:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:50.572381 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:50.575079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 11.7045410
Apr 30 04:43:50.579527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41374) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:50.838340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:51.070163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Deleting port da22854d-7da2-4600-8492-eafcdf982d00 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:51.071731 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:51.269012 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:43:51.382379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d6b44fdc-62ad-448f-b81c-7cfa8abb1220 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:51.456355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1871241706', 'description': 'tempest-description-1346313779'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:51.472460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:51.492842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:51.501202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:51.520135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:51.649289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:51.653382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] For port da22854d-7da2-4600-8492-eafcdf982d00, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=da22854d-7da2-4600-8492-eafcdf982d00,segment=NetworkSegment(eb083ee1-df46-40c4-ad61-9905cc14fd9c),segment_id=eb083ee1-df46-40c4-ad61-9905cc14fd9c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:51.654687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:51.662906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:51.663450 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:51.708563 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:51.832733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21f1af82-a10d-4336-a68d-a1293f8a1c9f req-2b1b52ee-5fca-4a2c-ab4b-8493bc886979 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 210 time: 0.0785453
Apr 30 04:43:51.841889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] DHCP port deletion for c6b8bc34-c566-4afd-a037-e1d2a3f50376 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:43:51.907781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:51.936475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Usage tracker for resource:security_group_rule and tenant:954b43fd5c724c0abcb8cac936e79f8e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:51.968860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:52.049789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:52.094979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Calling delete_port for da22854d-7da2-4600-8492-eafcdf982d00 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:52.249039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:52.256963 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780469e80>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:46Z', 'revision_number': 3, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:52.288905 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Checking router: 61710173-4d6e-4a64-b015-ef72cfee2f21 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:43:52.290938 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Updating router 61710173-4d6e-4a64-b015-ef72cfee2f21 port 0a64741d-5ba7-4bad-845c-4cd01c72bc73 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:43:52.304115 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cb50a634-65d1-405a-ab36-5abea1d087d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:52.375177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] Deleting port da22854d-7da2-4600-8492-eafcdf982d00 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:52.375910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:52.469949 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:52.521042 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:52.617988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] No DVR routers for this DVR port da22854d-7da2-4600-8492-eafcdf982d00 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:43:52.742710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event deleted for resources: {'Port': ['ID=da22854d-7da2-4600-8492-eafcdf982d00,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:52.750468 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:52.784950 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:52.886573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port d6b44fdc-62ad-448f-b81c-7cfa8abb1220, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d6b44fdc-62ad-448f-b81c-7cfa8abb1220,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:52.902733 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:52.925865 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:53.006841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] For port da22854d-7da2-4600-8492-eafcdf982d00, host n-d-766726-20, got binding levels [] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:53.007435 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:53.116435 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:53.218676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] Calling delete_port for da22854d-7da2-4600-8492-eafcdf982d00 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:53.227497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.ipam_backend_mixin [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] Port da22854d-7da2-4600-8492-eafcdf982d00 was not found and therefore no delete operation was performed {{(pid=74583) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:43:53.234526 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:53.253285 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:53.262672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=d6b44fdc-62ad-448f-b81c-7cfa8abb1220,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:53.279805 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:53.282215 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:53.295911 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9f33c4d0-f438-4ce0-b749-35940e655adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:53.368411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device da22854d-7da2-4600-8492-eafcdf982d00 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:43:53.428255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] No DVR routers for this DVR port da22854d-7da2-4600-8492-eafcdf982d00 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:43:53.455429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] Pushing event deleted for resources: {'Port': ['ID=da22854d-7da2-4600-8492-eafcdf982d00,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:53.458059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: da22854d-7da2-4600-8492-eafcdf982d00 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:43:53.458535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device da22854d-7da2-4600-8492-eafcdf982d00 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:43:53.472056 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:53.520884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679a2293-7551-4bd2-b818-4afebeac20c5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:53.528779 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:53.669942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a29ca90>,) {'filters': {'network_id': ['c6b8bc34-c566-4afd-a037-e1d2a3f50376']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:53.700313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a29ca90>, 'eb083ee1-df46-40c4-ad61-9905cc14fd9c') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:53.700652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a29ca90>, 'eb083ee1-df46-40c4-ad61-9905cc14fd9c') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:53.727427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:53.757887 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:53.766951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:53.771630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b509be6d-b1ce-444c-a9f7-c52b71c3716e req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1820 time: 2.3323643
Apr 30 04:43:53.782885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:43:53.793965 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:53.899555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e74ef397-c9c6-4e03-9039-9b46e1912a34 req-e7655713-0899-4708-91d6-d9cb084de5e1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 210 time: 0.1231127
Apr 30 04:43:54.145047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:43:54.147964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-569f9b9c-b127-4aa2-8351-d5c542feaec5 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:54.150611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-569f9b9c-b127-4aa2-8351-d5c542feaec5 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.50 "GET /v2.0/networks?id=f3762714-1478-4da7-be7a-f3553815f8b4 HTTP/1.1" status: 200  len: 829 time: 0.5576625
Apr 30 04:43:54.157064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:54.157947 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:54.216541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Request body: {'port': {'device_id': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'admin_state_up': True, 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:54.432281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Network c6b8bc34-c566-4afd-a037-e1d2a3f50376 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:43:54.576134 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:43:54.618628 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Transition to ACTIVE for port object 0a64741d-5ba7-4bad-845c-4cd01c72bc73 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:54.619768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:54.626349 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9d4dd628-0872-49f0-b883-109e0604ed28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:54.639377 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:54.646522 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:54.661077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:54.664814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Pushing event deleted for resources: {'Network': ['ID=c6b8bc34-c566-4afd-a037-e1d2a3f50376,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:54.678646 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:54.697224 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] 10.222.0.46 "DELETE /v2.0/networks/c6b8bc34-c566-4afd-a037-e1d2a3f50376 HTTP/1.1" status: 204  len: 168 time: 4.1678910
Apr 30 04:43:54.878581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a441492-3468-4697-91ce-ee6ac47e8895 None None] Pushing event updated for resources: {'Port': ['ID=0a64741d-5ba7-4bad-845c-4cd01c72bc73,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:54.883562 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Attempting to bind port 0a64741d-5ba7-4bad-845c-4cd01c72bc73 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:43:54.884973 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Attempting to bind port 0a64741d-5ba7-4bad-845c-4cd01c72bc73 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:43:54.885705 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Attempting to bind port 0a64741d-5ba7-4bad-845c-4cd01c72bc73 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:43:54.890837 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a441492-3468-4697-91ce-ee6ac47e8895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:54.901684 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:43:54.907225 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:43:54.908663 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:54.909914 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:43:54.910901 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Bound port: 0a64741d-5ba7-4bad-845c-4cd01c72bc73, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:43:54.912346 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:54.997181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-156c0b9a-4c31-40ee-8f43-bdbfe9afeaf9 req-50b4c551-dc99-4064-8d6d-7d30c762c11d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/679a2293-7551-4bd2-b818-4afebeac20c5 HTTP/1.1" status: 200  len: 1815 time: 0.2500095
Apr 30 04:43:55.195153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] For port 0a64741d-5ba7-4bad-845c-4cd01c72bc73, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:43:55.216725 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] For port 0a64741d-5ba7-4bad-845c-4cd01c72bc73, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0a64741d-5ba7-4bad-845c-4cd01c72bc73,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:43:55.230615 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:55.255464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:55.261678 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:55.348469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d6b44fdc-62ad-448f-b81c-7cfa8abb1220 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:55.426387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Allocated IP 172.20.0.1 (4fe26e35-ab66-46f8-9ffe-27550c9dde54/c81f6c11-f821-484d-a11c-c7ab6c7c84e7/ac2624f5-0858-4dd6-8680-3b718e1739a4) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:55.462729 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:43:55.465463 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780469e80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:43:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:55.568601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:55.568892 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:55.691019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Usage tracker for resource:port and tenant:1fe9ab5631074684a7ea95c397ba1de7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:55.728081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41438) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:55.746988 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a441492-3468-4697-91ce-ee6ac47e8895 None None] Pushing event updated for resources: {'Port': ['ID=0a64741d-5ba7-4bad-845c-4cd01c72bc73,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:55.749981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:55.798495 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c3a16b29-121c-4b77-934b-3b38fc928464 req-5f743712-a415-47b9-9ee2-54cae2e80a7b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 210 time: 0.4534063
Apr 30 04:43:55.809398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:55.904698 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:43:56.148478 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-9a051af6-b217-4040-8db8-c9f682f7dfbb req-6550029e-a373-4690-a144-1210ec79585c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] show failed (client error): The resource could not be found.
Apr 30 04:43:56.161154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a051af6-b217-4040-8db8-c9f682f7dfbb req-6550029e-a373-4690-a144-1210ec79585c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/2edfd5ba-2a64-4dea-82f1-808acb028370 HTTP/1.1" status: 404  len: 352 time: 0.1566069
Apr 30 04:43:56.191209 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a441492-3468-4697-91ce-ee6ac47e8895 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:56.263102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Made reservation on behalf of 1fe9ab5631074684a7ea95c397ba1de7 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:56.280040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:56.376721 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f559517c-d656-4751-b2f6-c1a8e9402eda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d459bb2aa5b41d684af0d24b733534f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6467843
Apr 30 04:43:56.377586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41448) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:56.427949 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:56.518653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Transition to ACTIVE for port object ac2624f5-0858-4dd6-8680-3b718e1739a4 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:56.602384 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3dbb0c-dbbd-406f-b990-64d98f0217b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:56.674430 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780469e80>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:46Z', 'revision_number': 3, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:43:56.682131 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91fe92-cb90-4203-99e0-257255c06a26 None None] The sync data for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 is: [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:46Z', 'revision_number': 3, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:43:56.695636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3dbb0c-dbbd-406f-b990-64d98f0217b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:56.841174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3dbb0c-dbbd-406f-b990-64d98f0217b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:56.850617 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:56.879974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dbb0c-dbbd-406f-b990-64d98f0217b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f06d167-4b19-4dba-9bda-b41321b2ee04,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:56.884624 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fb3dbb0c-dbbd-406f-b990-64d98f0217b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:56.901444 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3dbb0c-dbbd-406f-b990-64d98f0217b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:56.904081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fb3dbb0c-dbbd-406f-b990-64d98f0217b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f06d167-4b19-4dba-9bda-b41321b2ee04 HTTP/1.1" status: 204  len: 168 time: 0.5247333
Apr 30 04:43:56.932004 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:56.972748 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:56.984785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-0f7a4e66-98ef-4e62-a94d-d46727a04532 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:56.987817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-0f7a4e66-98ef-4e62-a94d-d46727a04532 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.37 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 946 time: 1.0165355
Apr 30 04:43:57.008929 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a1886b44-8571-4fa9-811d-6393b6a9adee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:57.059475 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:57.326816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c687b-1eb8-4e51-96f7-ed94e8320bb0 req-11657e16-d3aa-4c04-9d3f-06077ea35acf tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:57.341889 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-438c687b-1eb8-4e51-96f7-ed94e8320bb0 req-11657e16-d3aa-4c04-9d3f-06077ea35acf tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 946 time: 1.2358956
Apr 30 04:43:57.363855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:43:57.384632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:43:57.450542 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-a4e6dd48-420d-4029-b418-bc5ac142030b req-ccf2b31f-25f3-4df5-9239-19fdf3859919 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] show failed (client error): The resource could not be found.
Apr 30 04:43:57.452603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4e6dd48-420d-4029-b418-bc5ac142030b req-ccf2b31f-25f3-4df5-9239-19fdf3859919 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-group-rules/9c0f8288-fe29-4eda-942d-534f8d1ad055 HTTP/1.1" status: 404  len: 361 time: 0.1909153
Apr 30 04:43:57.468283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:43:57.617382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Pushing event updated for resources: {'Port': ['ID=ac2624f5-0858-4dd6-8680-3b718e1739a4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:57.625015 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:57.699111 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:57.817359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a32d9e37-47a6-4665-85e8-83ca1ce2b810 None None] Provisioning for port ac2624f5-0858-4dd6-8680-3b718e1739a4 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:57.831776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a32d9e37-47a6-4665-85e8-83ca1ce2b810 None None] Provisioning complete for port ac2624f5-0858-4dd6-8680-3b718e1739a4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:57.832884 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a32d9e37-47a6-4665-85e8-83ca1ce2b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:57.916617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a32d9e37-47a6-4665-85e8-83ca1ce2b810 None None] Port ac2624f5-0858-4dd6-8680-3b718e1739a4 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:43:58.045174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Allocated IP 172.20.0.10 (f3762714-1478-4da7-be7a-f3553815f8b4/27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa/1523e9c5-efde-4a7e-b9c3-c2a46ec984da) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:43:58.084746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ea6ed90-ebd7-4aea-b789-53a8b4431890 req-71e85127-398a-41e5-b9cd-4f7baafc455a tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 210 time: 0.1757181
Apr 30 04:43:58.106089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-438c687b-1eb8-4e51-96f7-ed94e8320bb0 req-a398641b-97fb-48e1-8943-d3dcb6b278d6 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/security-groups?id=b19c1ade-b2d0-475e-99c6-269d3a5719b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7131722
Apr 30 04:43:58.347927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Deleting port 9f780041-dbe2-44be-8275-aa7667ac2994 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:58.348559 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:58.487245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41490) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:43:58.634366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-659438302'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:43:58.643053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:58.649258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:network and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:58.655649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:58.664996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:58.689026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:43:58.692679 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:58.713096 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:58.734112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-6de3c7be-f1be-4b06-a579-4d01bbdee012 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:58.734810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-6de3c7be-f1be-4b06-a579-4d01bbdee012 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Synchronizing usage tracker for tenant:ca91b1985ffd4d3b8bad22300714fb8a on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:43:58.744157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:43:58.752324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:security_group_rule and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:43:58.757074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:43:58.768371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:43:58.781911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-6de3c7be-f1be-4b06-a579-4d01bbdee012 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Unset dirty status for tenant:ca91b1985ffd4d3b8bad22300714fb8a on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:43:58.784379 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-6de3c7be-f1be-4b06-a579-4d01bbdee012 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 945 time: 0.2154973
Apr 30 04:43:58.873480 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:58.900295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c7d8d16-b8b0-4081-9374-969e6da25c32 req-196177bb-de5b-4f83-9e09-93d642540874 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/679a2293-7551-4bd2-b818-4afebeac20c5 HTTP/1.1" status: 200  len: 1815 time: 0.5193982
Apr 30 04:43:59.030776 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.064066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.070738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] For port 9f780041-dbe2-44be-8275-aa7667ac2994, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9f780041-dbe2-44be-8275-aa7667ac2994,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:59.071179 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.071387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Deleting port d8f4d49d-8649-4a97-9ce0-31525ce4676d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:43:59.071645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.094735 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.175094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60250072-2f63-4102-95bd-4e40ad586daa req-d349ae8f-4e8a-4cfe-8fed-90d5383c99c4 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:43:59.183375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60250072-2f63-4102-95bd-4e40ad586daa req-d349ae8f-4e8a-4cfe-8fed-90d5383c99c4 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f079498-bb16-4feb-82d3-44c087193799 HTTP/1.1" status: 200  len: 945 time: 0.8065557
Apr 30 04:43:59.197906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9f780041-dbe2-44be-8275-aa7667ac2994 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:43:59.238870 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0bffe7e3-5daf-4a65-9583-78e53e7ca5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:59.253811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Transition to ACTIVE for port object 1523e9c5-efde-4a7e-b9c3-c2a46ec984da will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:43:59.295378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Calling delete_port for 9f780041-dbe2-44be-8275-aa7667ac2994 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:43:59.348747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:43:59.352799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5c7d8d16-b8b0-4081-9374-969e6da25c32 req-be29343b-3a3e-411a-a635-38428ff1b601 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.360788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d4c4a-84b2-4dca-bd3d-4d8b084205b4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:59.370542 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:59.418704 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.419947 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Added segment d08de023-bd60-48c6-8c1e-bbcc91470d46 of type vlan for network 2c9942ed-0dff-4dcd-9b47-a6847e360001
Apr 30 04:43:59.450357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0a64741d-5ba7-4bad-845c-4cd01c72bc73 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:43:59.454249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60250072-2f63-4102-95bd-4e40ad586daa req-1806089d-dac4-4ae6-bff2-361269523f2c tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2696927
Apr 30 04:43:59.516812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] For port d8f4d49d-8649-4a97-9ce0-31525ce4676d, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d8f4d49d-8649-4a97-9ce0-31525ce4676d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:59.517709 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.537646 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.552330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.594403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5c7d8d16-b8b0-4081-9374-969e6da25c32 req-be29343b-3a3e-411a-a635-38428ff1b601 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.622503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9f780041-dbe2-44be-8275-aa7667ac2994, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9f780041-dbe2-44be-8275-aa7667ac2994,segment=NetworkSegment(8af9edbb-4e7e-456e-8f74-3bf6e581a262),segment_id=8af9edbb-4e7e-456e-8f74-3bf6e581a262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:43:59.626346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59303405-844e-445b-adca-3a0761794f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f780041-dbe2-44be-8275-aa7667ac2994'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:43:59.641578 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.646535 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dc5cd05e-3cc8-47f0-8a94-f7e7c55ce926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:59.754418 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.772568 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e212886c-9389-4b18-a409-8eed360a56af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:43:59.799887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9f780041-dbe2-44be-8275-aa7667ac2994,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:43:59.805408 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 0a64741d-5ba7-4bad-845c-4cd01c72bc73 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:43:59.812528 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:43:59.813345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0a64741d-5ba7-4bad-845c-4cd01c72bc73 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:43:59.813833 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:43:59.868286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Calling delete_port for d8f4d49d-8649-4a97-9ce0-31525ce4676d owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:00.022524 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:44:00.046654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Network f3762714-1478-4da7-be7a-f3553815f8b4 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:00.050822 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5c7d8d16-b8b0-4081-9374-969e6da25c32 req-be29343b-3a3e-411a-a635-38428ff1b601 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.072421 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.083506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:00.096598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Pushing event updated for resources: {'Port': ['ID=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:00.106792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:00.157621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 0a64741d-5ba7-4bad-845c-4cd01c72bc73, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0a64741d-5ba7-4bad-845c-4cd01c72bc73,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:00.168087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.171440 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.181094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.181594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.181987 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:00.182727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.183521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.184190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.184671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.185146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.185351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:00.185700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.186309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.186495 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.186952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.187497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.187964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:00.200729 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:00.206700 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-348258d4-6a05-4d9c-b09f-fe429ddd33ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:00.207191 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-92f2b9b8-5888-4f7e-9df8-096ce65ea034 tempest-SecurityGroupsTestJSON-1715792926 tempest-SecurityGroupsTestJSON-1715792926-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:00.234545 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:44:00.286739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29343b-3a3e-411a-a635-38428ff1b601 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a2293-7551-4bd2-b818-4afebeac20c5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:00.290886 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.300859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:00.301349 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.308418 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.312295 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-be29343b-3a3e-411a-a635-38428ff1b601 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:00.313423 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5c7d8d16-b8b0-4081-9374-969e6da25c32 req-be29343b-3a3e-411a-a635-38428ff1b601 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.326327 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c7d8d16-b8b0-4081-9374-969e6da25c32 req-be29343b-3a3e-411a-a635-38428ff1b601 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "DELETE /v2.0/security-groups/679a2293-7551-4bd2-b818-4afebeac20c5 HTTP/1.1" status: 204  len: 173 time: 1.4253750
Apr 30 04:44:00.340025 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a89fdafc-9747-4d6a-957b-49a439bc2f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:00.461874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=0a64741d-5ba7-4bad-845c-4cd01c72bc73,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:00.471831 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:00.490582 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.593789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Network': ['ID=2c9942ed-0dff-4dcd-9b47-a6847e360001,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:00.609515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.617957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 2c9942ed-0dff-4dcd-9b47-a6847e360001 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:44:00.633166 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:00.646671 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-56473c30-6194-44c1-ba44-b443bb0431bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.658092 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-840b877c-fa40-4db8-8106-eac455b88f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:00.664435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f1c77aca-b27e-4100-b93e-1d13ff0a4112'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:44:00.708366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Pushing event deleted for resources: {'Port': ['ID=9f780041-dbe2-44be-8275-aa7667ac2994,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:00.734498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['ae53244b-f290-44a1-b147-e391cafa5a2d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:44:00.760633 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 2.2719386
Apr 30 04:44:00.823332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Pushing event deleted for resources: {'Port': ['ID=d8f4d49d-8649-4a97-9ce0-31525ce4676d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:00.845691 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:00.905000 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:00.939029 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48469df4-7516-4c29-a371-91a3cd628113 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:00.950187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] No DVR routers for this DVR port d8f4d49d-8649-4a97-9ce0-31525ce4676d on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:00.954509 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:00.960491 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cc85ce28-ed84-4256-b5a6-faa9d6ef1876 req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.50 "DELETE /v2.0/ports/d8f4d49d-8649-4a97-9ce0-31525ce4676d HTTP/1.1" status: 204  len: 173 time: 2.1630306
Apr 30 04:44:00.961346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f079498-bb16-4feb-82d3-44c087193799', 'name': 'network-vif-deleted', 'tag': 'd8f4d49d-8649-4a97-9ce0-31525ce4676d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:00.991453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d8f4d49d-8649-4a97-9ce0-31525ce4676d no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:44:01.047282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: d8f4d49d-8649-4a97-9ce0-31525ce4676d {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:44:01.047619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d8f4d49d-8649-4a97-9ce0-31525ce4676d not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:44:01.077351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.8675897
Apr 30 04:44:01.114708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6a2ba92e-3568-4e55-85ec-1fc7c5caff3f None None] Provisioning for port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:01.137256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6a2ba92e-3568-4e55-85ec-1fc7c5caff3f None None] Provisioning complete for port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:01.137829 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6a2ba92e-3568-4e55-85ec-1fc7c5caff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:01.374282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6a2ba92e-3568-4e55-85ec-1fc7c5caff3f None None] Port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:44:01.384303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0a64741d-5ba7-4bad-845c-4cd01c72bc73 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:01.486534 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:01.513605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Request body: {'port': {'device_id': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:01.570623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0a64741d-5ba7-4bad-845c-4cd01c72bc73 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:01.571543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:01.824480 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:02.261255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] No DVR routers for this DVR port 9f780041-dbe2-44be-8275-aa7667ac2994 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:02.284136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6176a025-4ea6-4057-856f-cbf15d768523 req-3ac39dce-8deb-40f8-9d1c-467f083047ae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Synchronizing usage tracker for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:02.295273 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:02.299140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5da74634-cb31-4af2-b810-13fa8bfc82c9 req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.37 "DELETE /v2.0/ports/9f780041-dbe2-44be-8275-aa7667ac2994 HTTP/1.1" status: 204  len: 173 time: 5.1822622
Apr 30 04:44:02.340008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59303405-844e-445b-adca-3a0761794f0f', 'name': 'network-vif-deleted', 'tag': '9f780041-dbe2-44be-8275-aa7667ac2994'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:02.436779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Pushing event updated for resources: {'Port': ['ID=ac2624f5-0858-4dd6-8680-3b718e1739a4,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:02.457765 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.519s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:02.649448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-6176a025-4ea6-4057-856f-cbf15d768523 req-3ac39dce-8deb-40f8-9d1c-467f083047ae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Unset dirty status for tenant:23ed3850f28743fbb3956272163e68c0 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:02.652030 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6176a025-4ea6-4057-856f-cbf15d768523 req-3ac39dce-8deb-40f8-9d1c-467f083047ae tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] 10.222.0.46 "GET /v2.0/ports?device_id=59303405-844e-445b-adca-3a0761794f0f HTTP/1.1" status: 200  len: 210 time: 1.7139945
Apr 30 04:44:02.865839 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59303405-844e-445b-adca-3a0761794f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f780041-dbe2-44be-8275-aa7667ac2994', 'code': 200}
Apr 30 04:44:02.867417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0897d-0d95-4882-b460-821e1ca2ed66 req-07084386-6fde-409a-8a1d-d54b64e87c3a tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:02.868376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7ab0897d-0d95-4882-b460-821e1ca2ed66 req-07084386-6fde-409a-8a1d-d54b64e87c3a tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Synchronizing usage tracker for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:03.131846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7ab0897d-0d95-4882-b460-821e1ca2ed66 req-07084386-6fde-409a-8a1d-d54b64e87c3a tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Unset dirty status for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:03.134161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ab0897d-0d95-4882-b460-821e1ca2ed66 req-07084386-6fde-409a-8a1d-d54b64e87c3a tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 932 time: 2.4990759
Apr 30 04:44:03.263827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:03.310365 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c41ead90-8ee1-48aa-8788-2e52f446c863 req-1e203e7b-5c51-4f4b-967c-890bfe7ff14c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/63858ff6-dfed-4cc7-83fd-82a4ff7dd562 HTTP/1.1" status: 200  len: 1814 time: 0.4033759
Apr 30 04:44:03.327378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:03.355311 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:03.601546 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a6fcc055-ff38-4da9-81b3-b96ec0164397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:03.632568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ab0897d-0d95-4882-b460-821e1ca2ed66 req-97e5a8bd-4693-4060-9b77-50f15e3f1638 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4141381
Apr 30 04:44:03.733957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fcb9d3dc-4dd8-4648-9802-1ce37feeecce None None] Provisioning complete for port ac2624f5-0858-4dd6-8680-3b718e1739a4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:03.734889 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d3dc-4dd8-4648-9802-1ce37feeecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:03.827210 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c41ead90-8ee1-48aa-8788-2e52f446c863 req-44dad215-ac07-4943-8b46-a07711d0cf57 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:03.865363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9d3dc-4dd8-4648-9802-1ce37feeecce None None] Port ac2624f5-0858-4dd6-8680-3b718e1739a4 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:44:04.009084 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c41ead90-8ee1-48aa-8788-2e52f446c863 req-44dad215-ac07-4943-8b46-a07711d0cf57 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:04.058284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Router 61710173-4d6e-4a64-b015-ef72cfee2f21 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:44:04.087060 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f079498-bb16-4feb-82d3-44c087193799', 'name': 'network-vif-deleted', 'tag': 'd8f4d49d-8649-4a97-9ce0-31525ce4676d', 'status': 'completed', 'code': 200}
Apr 30 04:44:04.269138 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59303405-844e-445b-adca-3a0761794f0f', 'name': 'network-vif-deleted', 'tag': '9f780041-dbe2-44be-8275-aa7667ac2994', 'status': 'completed', 'code': 200}
Apr 30 04:44:04.446584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41530) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:04.457973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'subnet': {'network_id': '2c9942ed-0dff-4dcd-9b47-a6847e360001', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:04.472141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1523e9c5-efde-4a7e-b9c3-c2a46ec984da {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:44:04.489355 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:04.520536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Transition to ACTIVE for port object 1523e9c5-efde-4a7e-b9c3-c2a46ec984da will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:04.528902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41534) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:04.564245 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:04.571267 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d23f4824-59e3-4755-841a-b1004cfb631e tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:04.655217 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:04.696696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:04.717252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:subnet and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:04.724274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:04.739788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:04.756306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Pushing event updated for resources: {'Port': ['ID=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:04.766215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:04.772687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:04.911490 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:05.076215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] Deleting subnet f6b8d43f-4c31-4f17-973d-316fa3a9818c {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:44:05.094154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:05.170662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:05.305887 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:05.330148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:44:05.344683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Sync routers for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:44:05.375037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:44:05.376478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780455d30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:44:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:05.560358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c41ead90-8ee1-48aa-8788-2e52f446c863 req-44dad215-ac07-4943-8b46-a07711d0cf57 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:05.587033 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e2ca11de-601b-4bc9-a0ca-4a6ac419fe49 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:05.651332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] 10.222.0.46 "PUT /v2.0/routers/61710173-4d6e-4a64-b015-ef72cfee2f21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0594697
Apr 30 04:44:05.683053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dad215-ac07-4943-8b46-a07711d0cf57 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63858ff6-dfed-4cc7-83fd-82a4ff7dd562,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:05.695778 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c41ead90-8ee1-48aa-8788-2e52f446c863 req-44dad215-ac07-4943-8b46-a07711d0cf57 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:05.717768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c41ead90-8ee1-48aa-8788-2e52f446c863 req-44dad215-ac07-4943-8b46-a07711d0cf57 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "DELETE /v2.0/security-groups/63858ff6-dfed-4cc7-83fd-82a4ff7dd562 HTTP/1.1" status: 204  len: 173 time: 2.4055059
Apr 30 04:44:05.723620 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44dad215-ac07-4943-8b46-a07711d0cf57 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:05.805713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:44:05.847594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Attempting to bind port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:44:05.847944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Attempting to bind port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:44:05.848431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Attempting to bind port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da on network f3762714-1478-4da7-be7a-f3553815f8b4 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:44:05.881107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da on network f3762714-1478-4da7-be7a-f3553815f8b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:44:05.881584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Attempting to bind port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da on network f3762714-1478-4da7-be7a-f3553815f8b4 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:44:05.905196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:44:05.905556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Checking segment: {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:05.905988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Bound using segment: {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:44:05.906464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Bound port: 1523e9c5-efde-4a7e-b9c3-c2a46ec984da, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393cc7b6-59fc-49ec-ba39-8581a8b3b678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:44:05.906829 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:06.022610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38a77b-028f-4ea5-9d6e-8952c4e1b012 req-796a6aa4-ff8c-4466-a551-251249c6b095 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:06.034528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b38a77b-028f-4ea5-9d6e-8952c4e1b012 req-796a6aa4-ff8c-4466-a551-251249c6b095 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 944 time: 0.2989049
Apr 30 04:44:06.333040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b38a77b-028f-4ea5-9d6e-8952c4e1b012 req-35d7f531-9564-4fb4-8746-e084ac4a06a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2974632
Apr 30 04:44:06.429549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] For port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:44:06.599489 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:06.656722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780455d30>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:58Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ac2624f5-0858-4dd6-8680-3b718e1739a4', 'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'mac_address': 'fa:16:3e:d6:32:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:54Z', 'updated_at': '2021-04-30T04:43:59Z', 'revision_number': 2, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'subnets': [{'id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:06.665490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Checking router: 61710173-4d6e-4a64-b015-ef72cfee2f21 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:44:06.666147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Updating router 61710173-4d6e-4a64-b015-ef72cfee2f21 port ac2624f5-0858-4dd6-8680-3b718e1739a4 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:44:06.686452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] For port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:44:06.691148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-958d557c-f66c-4fbc-afbe-d54952bdee4f req-759f0e5c-958d-4090-b93f-dd5e1609a95b tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/dd9c81fe-8d65-42f8-a490-4ee72814ea85 HTTP/1.1" status: 200  len: 1814 time: 0.3182247
Apr 30 04:44:06.718580 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:06.725465 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f02c89b1-8e2e-4ee3-acca-f76d40e1192e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:06.764839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc0477-9fd7-4c70-b804-7ac682a54341 req-aad475ed-db06-4b5f-b499-ff594332ed9c tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:06.766448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-54bc0477-9fd7-4c70-b804-7ac682a54341 req-aad475ed-db06-4b5f-b499-ff594332ed9c tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 946 time: 0.5178657
Apr 30 04:44:06.768212 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:06.897751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:06.898849 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:06.908458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] 10.222.0.50 "PUT /v2.0/ports/1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 200  len: 1093 time: 5.4364977
Apr 30 04:44:06.911772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:07.097555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:07.105552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-54bc0477-9fd7-4c70-b804-7ac682a54341 req-9ed1bef0-b25b-49b6-93c6-ec95abecbc66 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3162603
Apr 30 04:44:07.109822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Pushing event updated for resources: {'Port': ['ID=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:07.129807 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:07.130441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-958d557c-f66c-4fbc-afbe-d54952bdee4f req-a2f1cd71-b859-4848-a7c1-ca758ef7353d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:07.168048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-44dbe5f4-cf93-401e-8d5b-17f9b9bcf182 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:07.223433 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-958d557c-f66c-4fbc-afbe-d54952bdee4f req-a2f1cd71-b859-4848-a7c1-ca758ef7353d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:07.224842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:07.284955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:07.300373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b8d43f-4c31-4f17-973d-316fa3a9818c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:07.325561 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:07.330008 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9bd23a13-6431-46b7-b1ec-0fba6dd5ec01 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:07.333407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-5bbc7af6-0a9e-49f4-a37e-19eafbed1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:07.340901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-5bbc7af6-0a9e-49f4-a37e-19eafbed1081 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fe9ab5631074684a7ea95c397ba1de7&device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 1096 time: 0.3008816
Apr 30 04:44:07.431483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-ddb64720-4305-4fe5-ba06-fbd66111bcb6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 200  len: 217 time: 0.0816519
Apr 30 04:44:07.432857 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-958d557c-f66c-4fbc-afbe-d54952bdee4f req-a2f1cd71-b859-4848-a7c1-ca758ef7353d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:07.483458 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c3d769e-7b42-41ef-8d57-33862ac87f48 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:07.515115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Subnet': ['ID=7d170232-94ea-4027-b43b-9a07e6ae1f74,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:07.530612 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:07.537317 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:07.557988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Transition to ACTIVE for port object ac2624f5-0858-4dd6-8680-3b718e1739a4 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:07.560753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1cd71-b859-4848-a7c1-ca758ef7353d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9c81fe-8d65-42f8-a490-4ee72814ea85,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:07.563679 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f6b8d43f-4c31-4f17-973d-316fa3a9818c HTTP/1.1" status: 204  len: 168 time: 3.0320253
Apr 30 04:44:07.564715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41564) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:07.570155 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:07.573969 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2f1cd71-b859-4848-a7c1-ca758ef7353d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:07.577389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-958d557c-f66c-4fbc-afbe-d54952bdee4f req-a2f1cd71-b859-4848-a7c1-ca758ef7353d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:07.578612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-958d557c-f66c-4fbc-afbe-d54952bdee4f req-a2f1cd71-b859-4848-a7c1-ca758ef7353d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "DELETE /v2.0/security-groups/dd9c81fe-8d65-42f8-a490-4ee72814ea85 HTTP/1.1" status: 204  len: 173 time: 0.8792467
Apr 30 04:44:07.591169 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:07.607126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-2c2d95e3-fc0c-47c3-84d1-3c2b330ab0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:07.617079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-2c2d95e3-fc0c-47c3-84d1-3c2b330ab0dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa HTTP/1.1" status: 200  len: 868 time: 0.1765428
Apr 30 04:44:07.708815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Checking segment: {'id': 'd08de023-bd60-48c6-8c1e-bbcc91470d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c9942ed-0dff-4dcd-9b47-a6847e360001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:07.709389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network hostable DHCP agents. Network: 2c9942ed-0dff-4dcd-9b47-a6847e360001, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:44:07.722979 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'status': 'completed', 'code': 200}
Apr 30 04:44:07.751140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0058f22-976b-4665-83a5-9ab4f5a0d972 None None] Pushing event updated for resources: {'Port': ['ID=ac2624f5-0858-4dd6-8680-3b718e1739a4,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:07.788933 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e0058f22-976b-4665-83a5-9ab4f5a0d972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:07.810514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-f4bbf4f3-3135-4d01-9b67-acf79a9b6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:07.812170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-f4bbf4f3-3135-4d01-9b67-acf79a9b6ca6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3762714-1478-4da7-be7a-f3553815f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1876795
Apr 30 04:44:08.173633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-58a6c65b-77f7-47bf-9845-3b7dba086bef service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3549960
Apr 30 04:44:08.221688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c95acbd3-5229-4a3f-b39d-e063dbfe5683 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:08.233957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c95acbd3-5229-4a3f-b39d-e063dbfe5683 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Synchronizing usage tracker for tenant:ca91b1985ffd4d3b8bad22300714fb8a on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:08.300757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:08.344837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 2c9942ed-0dff-4dcd-9b47-a6847e360001 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:44:08.413987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 2c9942ed-0dff-4dcd-9b47-a6847e360001) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:08.424492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c95acbd3-5229-4a3f-b39d-e063dbfe5683 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Unset dirty status for tenant:ca91b1985ffd4d3b8bad22300714fb8a on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:08.426160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41576) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:08.426425 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c95acbd3-5229-4a3f-b39d-e063dbfe5683 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 946 time: 1.3129234
Apr 30 04:44:08.451096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239686546', 'description': 'tempest-description--707744637'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:08.458205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:08.464027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Usage tracker for resource:security_group and tenant:b6d6539877bb415ba4c25b36edfc37fa is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:08.468881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:08.476097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:08.478670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eb8e50-8506-44ca-9863-9c78afbc7895 None None] Network 2c9942ed-0dff-4dcd-9b47-a6847e360001 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:08.537827 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:08.630147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0fc15c6-fabd-4bfb-8721-e4dc721086f1 req-17261e4b-31d5-469e-be74-8382bf5d1dcf tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/caa349c1-67b9-40ba-b592-169001a3c1f7 HTTP/1.1" status: 200  len: 1814 time: 0.1950858
Apr 30 04:44:08.655856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:08.658352 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:08.663551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:08.691746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Usage tracker for resource:security_group_rule and tenant:b6d6539877bb415ba4c25b36edfc37fa is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:08.705023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:08.726422 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac670e24-8653-4bfa-b685-b7fc43681b6d req-156afa72-51f0-41fb-ab9d-45053e9c9aa2 service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5461771
Apr 30 04:44:08.727570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:08.811854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571e685-3690-4b97-adf8-f61815fc90a1 req-5410f080-84c1-424a-9ba3-324fbcccf409 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:08.819476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a571e685-3690-4b97-adf8-f61815fc90a1 req-5410f080-84c1-424a-9ba3-324fbcccf409 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 944 time: 0.2877774
Apr 30 04:44:08.836342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d0fc15c6-fabd-4bfb-8721-e4dc721086f1 req-d3bbe633-42b0-4422-9066-915ac079f450 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:08.889526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Attempting to bind port ac2624f5-0858-4dd6-8680-3b718e1739a4 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:44:08.891244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Attempting to bind port ac2624f5-0858-4dd6-8680-3b718e1739a4 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:44:08.892440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Attempting to bind port ac2624f5-0858-4dd6-8680-3b718e1739a4 on network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:44:08.895688 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:08.914634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:44:08.915515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Checking segment: {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:08.916877 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:08.918200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Bound using segment: {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:44:08.919156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Bound port: ac2624f5-0858-4dd6-8680-3b718e1739a4, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:44:08.919934 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.027237 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.5786207
Apr 30 04:44:09.033303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41580) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:09.040230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a571e685-3690-4b97-adf8-f61815fc90a1 req-296cfc67-81e2-402b-8e47-bae0dfe3ae24 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176838
Apr 30 04:44:09.044227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1795733397'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:09.067674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:09.072069 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d0fc15c6-fabd-4bfb-8721-e4dc721086f1 req-d3bbe633-42b0-4422-9066-915ac079f450 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.143726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:network and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:09.165867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:09.171543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.185059 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.191981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:09.192376 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b1ace53-0e87-405e-83e8-46047ad473bb tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:09.217643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-4ac24799-5615-48bb-9dcb-88318274a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:09.219123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-4ac24799-5615-48bb-9dcb-88318274a4d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fe9ab5631074684a7ea95c397ba1de7&device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 1096 time: 0.3788884
Apr 30 04:44:09.224713 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d0fc15c6-fabd-4bfb-8721-e4dc721086f1 req-d3bbe633-42b0-4422-9066-915ac079f450 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.241022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Deleting port f1c77aca-b27e-4100-b93e-1d13ff0a4112 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:44:09.241926 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.364062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d69598a-5358-4647-a887-8b38d3d77713,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:09.392124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-2c9942ed-0dff-4dcd-9b47-a6847e360001', 'network_id': '2c9942ed-0dff-4dcd-9b47-a6847e360001', 'tenant_id': '22202b04814848b2ab3d5ff668d6cf3d', 'fixed_ips': [{'subnet_id': '7d170232-94ea-4027-b43b-9a07e6ae1f74'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:44:09.393412 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.411883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] For port ac2624f5-0858-4dd6-8680-3b718e1739a4, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:44:09.466531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bdf0700>,) {'filters': {'network_id': ['d8546f2d-3b48-4e0e-a3b1-191839a8c478']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:09.484266 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:09.485900 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d0fc15c6-fabd-4bfb-8721-e4dc721086f1 req-d3bbe633-42b0-4422-9066-915ac079f450 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.492647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0fc15c6-fabd-4bfb-8721-e4dc721086f1 req-d3bbe633-42b0-4422-9066-915ac079f450 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "DELETE /v2.0/security-groups/caa349c1-67b9-40ba-b592-169001a3c1f7 HTTP/1.1" status: 204  len: 173 time: 0.8614764
Apr 30 04:44:09.493497 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b980331-7f9f-433a-a98d-b8dadd47fb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:09.576160 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.579366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.1501834
Apr 30 04:44:09.587434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41588) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:09.594674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:09.598547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] For port ac2624f5-0858-4dd6-8680-3b718e1739a4, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ac2624f5-0858-4dd6-8680-3b718e1739a4,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:44:09.600557 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.621181 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.626963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Request body: {'security_group_rule': {'security_group_id': '2d69598a-5358-4647-a887-8b38d3d77713', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:09.636692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bdf0700>, '8af9edbb-4e7e-456e-8f74-3bf6e581a262') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:09.637164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bdf0700>, '8af9edbb-4e7e-456e-8f74-3bf6e581a262') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:09.640767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbe633-42b0-4422-9066-915ac079f450 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa349c1-67b9-40ba-b592-169001a3c1f7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:09.645339 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:09.670366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:09.673552 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3bbe633-42b0-4422-9066-915ac079f450 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:09.681380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Usage tracker for resource:security_group_rule and tenant:b6d6539877bb415ba4c25b36edfc37fa is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:09.693127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:09.718929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:09.765819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-5d1d17f4-5bb1-4420-a573-db8e900cb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:09.767835 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-5d1d17f4-5bb1-4420-a573-db8e900cb8ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3762714-1478-4da7-be7a-f3553815f8b4 HTTP/1.1" status: 200  len: 930 time: 0.5380347
Apr 30 04:44:09.782951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] For port f1c77aca-b27e-4100-b93e-1d13ff0a4112, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1c77aca-b27e-4100-b93e-1d13ff0a4112,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:09.783562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.824753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.855666 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:09.942462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0058f22-976b-4665-83a5-9ab4f5a0d972 None None] Pushing event updated for resources: {'Port': ['ID=ac2624f5-0858-4dd6-8680-3b718e1739a4,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:09.974660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-a0cfbf8c-fa73-40a6-a6a8-a785bf417f06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 200  len: 217 time: 0.1969395
Apr 30 04:44:10.006387 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e0058f22-976b-4665-83a5-9ab4f5a0d972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:10.066931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:44:10.074750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780455d30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:44:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:10.201717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Calling delete_port for f1c77aca-b27e-4100-b93e-1d13ff0a4112 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:10.225028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:44:10.229745 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:10.256083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:44:10.274307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Allocated IP 2001:db8:0:ffff::2 (2c9942ed-0dff-4dcd-9b47-a6847e360001/7d170232-94ea-4027-b43b-9a07e6ae1f74/a1149176-009f-4c9b-b5f0-eb22638cf730) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:10.295155 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:10.295838 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Added segment 5161de61-1809-4ae0-9a26-00fe7b1a444c of type vlan for network a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9
Apr 30 04:44:10.466185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8e97f-4521-40ab-bda4-0cf241910117 req-7e7336f7-6956-47dd-b099-039a625f4d76 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:10.468985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45a8e97f-4521-40ab-bda4-0cf241910117 req-7e7336f7-6956-47dd-b099-039a625f4d76 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 946 time: 1.0197866
Apr 30 04:44:10.471572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-04e41d78-d567-46c9-99b0-1898b47d73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:10.474182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-04e41d78-d567-46c9-99b0-1898b47d73fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa HTTP/1.1" status: 200  len: 868 time: 0.4089375
Apr 30 04:44:10.492815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20fd6fbe-8283-45bd-a4d2-e9f83b65706d req-2fe0e1c6-349f-4231-b3b5-6095a9aafeaf tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "GET /v2.0/security-groups/16ae715b-43d5-4a96-a8df-43d633fd510f HTTP/1.1" status: 200  len: 1814 time: 0.6442442
Apr 30 04:44:10.675213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:44:10.770325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:10.770539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:10.795150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:10.810334 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:10.837350 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6f90b22a-996e-4e6f-b9ec-9e190be7b3c0 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:10.951979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 1523e9c5-efde-4a7e-b9c3-c2a46ec984da details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:44:10.976469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd82ba91-a549-4210-9718-69c45f5f0610,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:10.985093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1c77aca-b27e-4100-b93e-1d13ff0a4112 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:44:11.006585 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:11.023898 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.032756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4256165
Apr 30 04:44:11.034443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41602) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:11.039270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.059148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45a8e97f-4521-40ab-bda4-0cf241910117 req-72c79319-e90d-460c-9c72-b96af40120a8 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5613644
Apr 30 04:44:11.130480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Request body: {'security_group_rule': {'security_group_id': '2d69598a-5358-4647-a887-8b38d3d77713', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:11.151233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:11.187268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Usage tracker for resource:security_group_rule and tenant:b6d6539877bb415ba4c25b36edfc37fa is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:11.192189 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-20fd6fbe-8283-45bd-a4d2-e9f83b65706d req-c3dd85fb-8e30-4307-8a94-6927b172d0cd tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.233125 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-20fd6fbe-8283-45bd-a4d2-e9f83b65706d req-c3dd85fb-8e30-4307-8a94-6927b172d0cd tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.245933 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.276504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Transition to ACTIVE for port object a1149176-009f-4c9b-b5f0-eb22638cf730 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:11.303796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:11.327322 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-20fd6fbe-8283-45bd-a4d2-e9f83b65706d req-c3dd85fb-8e30-4307-8a94-6927b172d0cd tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.336669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:11.340866 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:11.353200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:11.370830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-eb7ee512-0f96-4366-87c9-60fc138649d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:11.373397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-eb7ee512-0f96-4366-87c9-60fc138649d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3762714-1478-4da7-be7a-f3553815f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.8738947
Apr 30 04:44:11.374564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd85fb-8e30-4307-8a94-6927b172d0cd tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ae715b-43d5-4a96-a8df-43d633fd510f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:11.379596 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c3dd85fb-8e30-4307-8a94-6927b172d0cd tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:11.463475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Transition to ACTIVE for port object a1149176-009f-4c9b-b5f0-eb22638cf730 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:11.467018 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.542822 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.552028 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6747dafd-e98f-4298-aa6f-443f63439a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:11.614737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'port_id': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'mac_address': 'fa:16:3e:01:de:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:44:11.660040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-20fd6fbe-8283-45bd-a4d2-e9f83b65706d req-c3dd85fb-8e30-4307-8a94-6927b172d0cd tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.661260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20fd6fbe-8283-45bd-a4d2-e9f83b65706d req-c3dd85fb-8e30-4307-8a94-6927b172d0cd tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] 10.222.0.46 "DELETE /v2.0/security-groups/16ae715b-43d5-4a96-a8df-43d633fd510f HTTP/1.1" status: 204  len: 173 time: 0.9102278
Apr 30 04:44:11.669585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Network d8546f2d-3b48-4e0e-a3b1-191839a8c478 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:11.681209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41608) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:11.684516 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.694649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-0058dfba-a900-4fe9-9eed-2e77d07e7fb0 service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524261
Apr 30 04:44:11.696179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:11.792608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Network 2c9942ed-0dff-4dcd-9b47-a6847e360001 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:11.793717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:11.801321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1c77aca-b27e-4100-b93e-1d13ff0a4112, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1c77aca-b27e-4100-b93e-1d13ff0a4112,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:11.811258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:11.877063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Pushing event updated for resources: {'Port': ['ID=a1149176-009f-4c9b-b5f0-eb22638cf730,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:11.880166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] Deleting subnet 71c8c644-1b08-4746-af36-003f46d91e77 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:44:11.904397 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:44:11.915746 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.920565 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:11.923996 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:11.963044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:11.973081 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1b9ee722-83b5-4133-ac36-4b8a76333654 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:12.019724 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.025072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8546f2d-3b48-4e0e-a3b1-191839a8c478,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:12.043706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.059150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:12.060294 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.072774 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:12.073990 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:12.082971 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.090466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f1c77aca-b27e-4100-b93e-1d13ff0a4112,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:12.100008 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:12.153928 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.193305 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112', 'code': 200}
Apr 30 04:44:12.251121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Attempting to bind port a1149176-009f-4c9b-b5f0-eb22638cf730 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:44:12.251769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Attempting to bind port a1149176-009f-4c9b-b5f0-eb22638cf730 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'd08de023-bd60-48c6-8c1e-bbcc91470d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c9942ed-0dff-4dcd-9b47-a6847e360001'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:44:12.253333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Attempting to bind port a1149176-009f-4c9b-b5f0-eb22638cf730 on network 2c9942ed-0dff-4dcd-9b47-a6847e360001 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:44:12.266665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780455d30>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:58Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ac2624f5-0858-4dd6-8680-3b718e1739a4', 'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'mac_address': 'fa:16:3e:d6:32:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:54Z', 'updated_at': '2021-04-30T04:44:09Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'subnets': [{'id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:12.275213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:44:12.275912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Checking segment: {'id': 'd08de023-bd60-48c6-8c1e-bbcc91470d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c9942ed-0dff-4dcd-9b47-a6847e360001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:12.276620 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.277321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Bound using segment: {'id': 'd08de023-bd60-48c6-8c1e-bbcc91470d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c9942ed-0dff-4dcd-9b47-a6847e360001'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:44:12.278235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Bound port: a1149176-009f-4c9b-b5f0-eb22638cf730, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08de023-bd60-48c6-8c1e-bbcc91470d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '2c9942ed-0dff-4dcd-9b47-a6847e360001'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:44:12.278874 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.298253 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1523e9c5-efde-4a7e-b9c3-c2a46ec984da {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:44:12.299058 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.304468 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 3.2700121
Apr 30 04:44:12.320628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41616) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:12.333177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37405fb-fb94-4130-b0c6-944774044275 None None] The sync data for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 is: [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:58Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ac2624f5-0858-4dd6-8680-3b718e1739a4', 'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'mac_address': 'fa:16:3e:d6:32:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:54Z', 'updated_at': '2021-04-30T04:44:09Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'subnets': [{'id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:44:12.351468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'subnet': {'network_id': 'a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:12.387163 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.401180 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c5cd2cf3-1fc4-4de7-a672-bc2b919ee107 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d8546f2d-3b48-4e0e-a3b1-191839a8c478 HTTP/1.1" status: 204  len: 168 time: 4.8283651
Apr 30 04:44:12.439381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Network': ['ID=a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:12.443576 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:12.555563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:12.559613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:44:12.566931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd55bf-75ed-449e-b04a-ccef18485797 req-3f6ca1f6-ebd0-4f1c-9e2a-92463f55cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:12.581722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adbd55bf-75ed-449e-b04a-ccef18485797 req-3f6ca1f6-ebd0-4f1c-9e2a-92463f55cea9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 944 time: 1.1985865
Apr 30 04:44:12.599150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91be85b0-f734-417e-8c83-565c34e95cc9 req-b3b11079-3215-46fe-8115-60ec3a3f5f51 service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8942590
Apr 30 04:44:12.789536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:12.800720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:subnet and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:12.816861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:12.841102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:12.870270 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.875489 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-31457d82-c317-4834-9267-f06db21c2298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:12.889888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41624) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:12.962261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:12.971672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:12.972027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] For port a1149176-009f-4c9b-b5f0-eb22638cf730, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:44:13.017991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] For port a1149176-009f-4c9b-b5f0-eb22638cf730, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a1149176-009f-4c9b-b5f0-eb22638cf730,segment=NetworkSegment(d08de023-bd60-48c6-8c1e-bbcc91470d46),segment_id=d08de023-bd60-48c6-8c1e-bbcc91470d46)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:44:13.039153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:13.043976 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:13.047883 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:13.053018 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ceb2807c-ec9c-4097-a143-2bbd5a8d3311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:13.157671 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:13.181677 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:13.189587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Pushing event updated for resources: {'Port': ['ID=a1149176-009f-4c9b-b5f0-eb22638cf730,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:13.193318 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:13.234496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['1523e9c5-efde-4a7e-b9c3-c2a46ec984da'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:44:13.236899 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0b6b468-5a5b-4f1f-b145-7b3cc922876f tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:13.253481 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-adbd55bf-75ed-449e-b04a-ccef18485797 req-10bf5dda-acd9-4ee9-a18f-5a5dde99e388 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6701355
Apr 30 04:44:13.259063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bd039b4a-5a36-42e6-bf2a-d732213e1627 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23ed3850f28743fbb3956272163e68c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3603377
Apr 30 04:44:13.264933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:13.277996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41630) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:13.353527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:13.392040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ac2624f5-0858-4dd6-8680-3b718e1739a4 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:13.399595 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/71c8c644-1b08-4746-af36-003f46d91e77 HTTP/1.1" status: 204  len: 168 time: 1.7028747
Apr 30 04:44:13.400915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bac9ea-e707-4d3b-92f6-139bc2b489a8,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:13.406281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41634) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:13.407756 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:13.417866 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f5d4dc4d-c4bd-4464-a4bd-5203bdb8cbda tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:13.491692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:13.544285 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b114f817-2825-4fc6-adc5-2233d7db2345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:13.579043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['ae53244b-f290-44a1-b147-e391cafa5a2d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:44:13.596885 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:13.598849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.5381355
Apr 30 04:44:13.652936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41638) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:13.654332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c8c644-1b08-4746-af36-003f46d91e77,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:13.708038 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:13.720655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:13.781557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:13.812340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Pushing event deleted for resources: {'Port': ['ID=f1c77aca-b27e-4100-b93e-1d13ff0a4112,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:13.818806 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:13.843928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] No DVR routers for this DVR port f1c77aca-b27e-4100-b93e-1d13ff0a4112 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:13.848955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:13.884296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'name': 'network-vif-deleted', 'tag': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:13.976487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3a195-4129-4898-b4e0-f48379cad4ce req-90484664-0ae5-4cf1-a497-eb27c8c201ff tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:13.980874 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:44:13.987233 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-54c3a195-4129-4898-b4e0-f48379cad4ce req-90484664-0ae5-4cf1-a497-eb27c8c201ff tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0ab747b-3a58-436a-abb1-791006f5a980 HTTP/1.1" status: 200  len: 865 time: 1.4444132
Apr 30 04:44:13.989378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Usage tracker for resource:floatingip and tenant:b6d6539877bb415ba4c25b36edfc37fa is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:14.006053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:14.050513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:14.076795 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ab747b-3a58-436a-abb1-791006f5a980', 'name': 'network-vif-deleted', 'tag': 'f1c77aca-b27e-4100-b93e-1d13ff0a4112', 'status': 'completed', 'code': 200}
Apr 30 04:44:14.087423 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2c14892f-ab83-42fe-ac14-81457ee77b47 req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.50 "DELETE /v2.0/ports/f1c77aca-b27e-4100-b93e-1d13ff0a4112 HTTP/1.1" status: 204  len: 173 time: 5.5533023
Apr 30 04:44:14.268481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12f5f00d-aae1-47e2-aaec-70e2cf88e25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:14.359631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ac2624f5-0858-4dd6-8680-3b718e1739a4 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:14.432721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12f5f00d-aae1-47e2-aaec-70e2cf88e25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:14.467951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ac2624f5-0858-4dd6-8680-3b718e1739a4 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:14.469755 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:14.593160 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:14.676366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12f5f00d-aae1-47e2-aaec-70e2cf88e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:14.690696 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-03f497a5-4dae-471d-959e-1d5a6a4ef546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:14.754211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5f00d-aae1-47e2-aaec-70e2cf88e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c1ade-b2d0-475e-99c6-269d3a5719b4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:14.770771 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-12f5f00d-aae1-47e2-aaec-70e2cf88e25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:14.819686 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:15.108263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-54c3a195-4129-4898-b4e0-f48379cad4ce req-9729e7fd-fa4b-44bb-8cb0-556ae0fa522e tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6182344
Apr 30 04:44:15.210793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12f5f00d-aae1-47e2-aaec-70e2cf88e25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:15.218776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-12f5f00d-aae1-47e2-aaec-70e2cf88e25f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b19c1ade-b2d0-475e-99c6-269d3a5719b4 HTTP/1.1" status: 204  len: 168 time: 1.9368224
Apr 30 04:44:15.272413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b52ef-bb08-4a4d-af20-07a391e2e624 None None] Network 2c9942ed-0dff-4dcd-9b47-a6847e360001 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:15.308227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:44:15.316334 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:15.342477 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b620d357-fb1c-4c31-b295-581a975a7a37 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:15.566595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f65a92a8-c795-4d85-a86c-5f7a49d1f786 None None] Provisioning for port a1149176-009f-4c9b-b5f0-eb22638cf730 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:15.750094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Subnet': ['ID=c6fcd3be-e6a5-4f83-9fe1-be829c60cad1,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:15.772731 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:15.774303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Checking segment: {'id': '5161de61-1809-4ae0-9a26-00fe7b1a444c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:15.774919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network hostable DHCP agents. Network: a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:44:15.834372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:44:15.852303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:15.893898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:15.895138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:15.956540 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.6315629
Apr 30 04:44:15.958050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41658) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:15.972953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'port': {'network_id': 'a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9', 'name': 'tempest-NetworksIpV6TestAttrs-1812181387'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:16.031865 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:16.142376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909c10-384f-43d2-818a-c6307a561180 req-ae6dc9b3-9a6a-4c74-b19e-b142aa3f7de0 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:16.175566 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1909c10-384f-43d2-818a-c6307a561180 req-ae6dc9b3-9a6a-4c74-b19e-b142aa3f7de0 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 945 time: 1.3379891
Apr 30 04:44:16.192592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54eb732-3090-4eea-96b6-f1e0e314ca86 None None] Network a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:16.375284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:16.385886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:port and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:16.392958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:16.408715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:16.433655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:16.443678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:16.564616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] device_id is not set on port 2be1cdc9-53b6-4ce7-8e0b-6dfd5c6f0716 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:44:16.600148 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:16.718708 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:16.841943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ac2624f5-0858-4dd6-8680-3b718e1739a4, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ac2624f5-0858-4dd6-8680-3b718e1739a4,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:16.859335 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:16.902935 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ceb2807c-ec9c-4097-a143-2bbd5a8d3311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:17.104852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 1523e9c5-efde-4a7e-b9c3-c2a46ec984da up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:17.141023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Allocated IP 2001:db8::f816:3eff:fe03:3391 (a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9/c6fcd3be-e6a5-4f83-9fe1-be829c60cad1/2be1cdc9-53b6-4ce7-8e0b-6dfd5c6f0716) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:17.200353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1909c10-384f-43d2-818a-c6307a561180 req-3b1d745b-a436-4613-a0da-8548b2604fdf tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0232601
Apr 30 04:44:17.212538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a204c10>,) {'filters': {'network_id': ['d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:17.241067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a1149176-009f-4c9b-b5f0-eb22638cf730 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:17.301658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a204c10>, 'e16a6071-b36f-49fc-9a9a-3194074c9b8a') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:17.311531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a204c10>, 'e16a6071-b36f-49fc-9a9a-3194074c9b8a') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:17.389916 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:17.625111 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:17.631663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:17.656957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Transition to ACTIVE for port object 2be1cdc9-53b6-4ce7-8e0b-6dfd5c6f0716 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:17.663757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a1149176-009f-4c9b-b5f0-eb22638cf730 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:17.702778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:44:17.710251 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:17.721648 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b868f24b-30e6-458a-a1b1-17b752541727 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:17.727690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ac2624f5-0858-4dd6-8680-3b718e1739a4,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:17.764100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a1149176-009f-4c9b-b5f0-eb22638cf730 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:17.764488 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:17.805406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:17.815948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:17.825701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:17.834120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:17.834814 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:17.838045 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:17.898205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Port': ['ID=2be1cdc9-53b6-4ce7-8e0b-6dfd5c6f0716,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:17.908027 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:17.937122 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.9767034
Apr 30 04:44:17.941499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41692) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:17.988798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:18.031176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:18.032146 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.171363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Deleting subnet c6fcd3be-e6a5-4f83-9fe1-be829c60cad1 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:44:18.175184 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.220603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Allocated IP 172.25.8.118 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/851aea38-6d0c-4498-a945-ca7229503f1a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:18.252702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.371365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.535612 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.567427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd5fe9-c372-423d-a824-79e4ac1d7cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9', 'network_id': 'a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9', 'tenant_id': '22202b04814848b2ab3d5ff668d6cf3d', 'fixed_ips': [{'subnet_id': 'c6fcd3be-e6a5-4f83-9fe1-be829c60cad1'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:44:18.568697 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d7bd5fe9-c372-423d-a824-79e4ac1d7cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.699344 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.722309 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port a1149176-009f-4c9b-b5f0-eb22638cf730, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a1149176-009f-4c9b-b5f0-eb22638cf730,segment=NetworkSegment(d08de023-bd60-48c6-8c1e-bbcc91470d46),segment_id=d08de023-bd60-48c6-8c1e-bbcc91470d46)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:18.731475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f1eb5b79-175a-4a7f-9cad-d3dc1dca55e5 None None] Provisioning complete for port a1149176-009f-4c9b-b5f0-eb22638cf730 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:18.732515 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f1eb5b79-175a-4a7f-9cad-d3dc1dca55e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.808959 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.821712 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-05c847c1-73ba-4c17-9c6d-04ad25f2439c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:18.855755 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-4f5da9b6-f331-43bd-9ddb-b30bac1ce813 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2460904
Apr 30 04:44:18.900107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:18.907359 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dde149a2-f8ee-4d3c-a993-288403a5a4b7 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:18.947117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:18.993866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Network d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:19.013043 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:19.019184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fcd3be-e6a5-4f83-9fe1-be829c60cad1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:19.030174 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:19.031988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:19.043740 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/subnets/c6fcd3be-e6a5-4f83-9fe1-be829c60cad1 HTTP/1.1" status: 204  len: 168 time: 1.1006939
Apr 30 04:44:19.049164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41706) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:19.086451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:19.090006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ac2624f5-0858-4dd6-8680-3b718e1739a4 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server [None req-d7bd5fe9-c372-423d-a824-79e4ac1d7cf5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6fcd3be-e6a5-4f83-9fe1-be829c60cad1: This subnet is being modified by another concurrent operation.
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 04:44:19.253152 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in create_port
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1413, in _create_port_db
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 685, in _ipam_get_subnets
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise exception
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6fcd3be-e6a5-4f83-9fe1-be829c60cad1: This subnet is being modified by another concurrent operation.
Apr 30 04:44:19.256416 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server 
Apr 30 04:44:19.265402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771f25e-d426-4de6-8ce3-397e75d1dba6 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:19.267026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771f25e-d426-4de6-8ce3-397e75d1dba6 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:19.267883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4771f25e-d426-4de6-8ce3-397e75d1dba6 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Synchronizing usage tracker for tenant:22202b04814848b2ab3d5ff668d6cf3d on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:19.306416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-e40ef8b5-2de7-49f4-bcc0-52a62ee45597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:19.308262 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-e40ef8b5-2de7-49f4-bcc0-52a62ee45597 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 1098 time: 0.1960905
Apr 30 04:44:19.309551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4771f25e-d426-4de6-8ce3-397e75d1dba6 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Unset dirty status for tenant:22202b04814848b2ab3d5ff668d6cf3d on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:19.310884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4771f25e-d426-4de6-8ce3-397e75d1dba6 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2602425
Apr 30 04:44:19.315924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41710) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:19.324008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Network d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:44:19.403321 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:44:19.430449 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:19.440885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4478a74-563d-4955-b455-721307fec786 None None] Network a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:19.454391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=a1149176-009f-4c9b-b5f0-eb22638cf730,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:19.467738 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:19.468358 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:19.592324 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-13166135-963e-465f-88f6-0c02328c28ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.3830314
Apr 30 04:44:19.611710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4d4fcbd-1c32-491e-813a-dd5092cb526b tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:19.644048 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d4fcbd-1c32-491e-813a-dd5092cb526b tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:44:19.644860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d4fcbd-1c32-491e-813a-dd5092cb526b tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:44:19.647822 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c4d4fcbd-1c32-491e-813a-dd5092cb526b tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9 HTTP/1.1" status: 409  len: 405 time: 0.3306143
Apr 30 04:44:19.664230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41716) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:19.682390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-984069014'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:19.693972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:19.701940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-77491f8a-c7f4-4f82-8281-ac47a7c0f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:19.703621 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-77491f8a-c7f4-4f82-8281-ac47a7c0f399 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 916 time: 0.3444424
Apr 30 04:44:19.704754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:network and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:19.708586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:19.725085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:19.758639 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:19.783051 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ac2624f5-0858-4dd6-8680-3b718e1739a4 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:19.783505 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:19.787421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:19.790079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4289158-771d-45f7-a556-33ffc714a386 req-773d8680-bc03-410e-a8eb-9c40676a73fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:19.800464 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-23e0e5b6-ae8d-4f0f-b43d-3121385f0923 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2b18fa8-4751-44e5-9142-67164bb4073e HTTP/1.1" status: 200  len: 217 time: 0.0878005
Apr 30 04:44:19.801986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4289158-771d-45f7-a556-33ffc714a386 req-773d8680-bc03-410e-a8eb-9c40676a73fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 1.5938432
Apr 30 04:44:19.811006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:19.870493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:19.874146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:19.920517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-1237901c-32a8-4d56-a250-576c2280950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:19.922399 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-1237901c-32a8-4d56-a250-576c2280950b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.1155078
Apr 30 04:44:19.990997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62b7025-e6af-431e-a00f-4f30477f4eba None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 04:44:20.001482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:44:20.053179 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-2043d21e-045f-4e32-8440-6c4b2562ff01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1228306
Apr 30 04:44:20.055005 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:20.055538 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Added segment a786561a-79aa-422b-8da1-89208c48b439 of type vlan for network 58490cdb-0021-4198-8b2e-acd91c11de11
Apr 30 04:44:20.081152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-d232c2b5-5222-4080-8efa-fdfe07bdeab5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:44:20.083086 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-d232c2b5-5222-4080-8efa-fdfe07bdeab5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0120990
Apr 30 04:44:20.136486 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:20.164791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:20.189531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b7025-e6af-431e-a00f-4f30477f4eba None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 04:44:20.198980 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:20.209829 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:20.222727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:20.232410 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:20.313527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e3d2-373f-49ea-96db-528a7a823706 req-d70400cb-8a71-4f5c-8706-6b7957443d3a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:20.317055 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90f2e3d2-373f-49ea-96db-528a7a823706 req-d70400cb-8a71-4f5c-8706-6b7957443d3a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 946 time: 1.4012702
Apr 30 04:44:20.324849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d8f2a180-fea9-47b4-bf4d-7d720d2a3f9a HTTP/1.1" status: 204  len: 168 time: 6.9092708
Apr 30 04:44:20.402255 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4289158-771d-45f7-a556-33ffc714a386 req-69e351eb-ee1e-481b-b801-0f5ea29d5ea2 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5987566
Apr 30 04:44:20.601490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-d57b97fe-5a5f-449d-be8b-6084b274d0bd tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:20.603238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-d57b97fe-5a5f-449d-be8b-6084b274d0bd tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.37 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 0.9864683
Apr 30 04:44:20.628666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-69f96864-e37c-4bd2-a4ec-a8ebcde3a88f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:20.629932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-69f96864-e37c-4bd2-a4ec-a8ebcde3a88f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Synchronizing usage tracker for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:20.691526 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:20.703869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:20.704999 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:20.722274 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f535789f-1ec6-4361-8cdb-5f2e863a624b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:20.726230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90f2e3d2-373f-49ea-96db-528a7a823706 req-c2011ea5-53e2-47e6-8cdd-44b531aedc90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3842890
Apr 30 04:44:20.753998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41722) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:20.798575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-6c1910cc-ae7d-4473-ba4e-8ff6c7baf3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:20.801746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-6c1910cc-ae7d-4473-ba4e-8ff6c7baf3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=337c8d783d6f4222b8b2cac9f682648a&device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 1097 time: 1.0905581
Apr 30 04:44:20.965638 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-e5dafa3b-e1c3-4cfd-b17d-51a860ad4840 service neutron] 10.222.0.50 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8669887
Apr 30 04:44:20.966434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Network': ['ID=58490cdb-0021-4198-8b2e-acd91c11de11,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:20.970386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-69f96864-e37c-4bd2-a4ec-a8ebcde3a88f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Unset dirty status for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:20.970627 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:20.971956 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-69f96864-e37c-4bd2-a4ec-a8ebcde3a88f tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 946 time: 1.0040472
Apr 30 04:44:20.977059 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:20.985581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 58490cdb-0021-4198-8b2e-acd91c11de11 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:44:21.030229 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b16bca4-c82f-48c5-a7fc-728c34487bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:21.109229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a1149176-009f-4c9b-b5f0-eb22638cf730 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:21.128185 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.4620466
Apr 30 04:44:21.151249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41728) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:21.169706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'subnet': {'network_id': '58490cdb-0021-4198-8b2e-acd91c11de11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:21.211226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a1149176-009f-4c9b-b5f0-eb22638cf730 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:21.211714 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:21.218370 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fda0e450-990e-4e52-a1b4-8cbe79df796b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=954b43fd5c724c0abcb8cac936e79f8e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4613621
Apr 30 04:44:21.244923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:21.246921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41732) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:21.313597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:21.359125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:21.471234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Pushing event updated for resources: {'Port': ['ID=851aea38-6d0c-4498-a945-ca7229503f1a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:21.492687 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:21.529797 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d76f819f-58fd-4d19-8a94-a36307e82881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:21.558855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-edd1e570-052c-4b19-b13b-e290ea78535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:21.560534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-edd1e570-052c-4b19-b13b-e290ea78535d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 200  len: 916 time: 0.6929359
Apr 30 04:44:21.626717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:21.637716 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a4e350cd-6212-4ee1-9692-ddafa65cfdd8 req-7aa71b43-8be8-4d21-9b0c-cdfb55e69574 service neutron] 10.222.0.50 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6595979
Apr 30 04:44:21.648965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:21.674344 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d76f819f-58fd-4d19-8a94-a36307e82881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:21.678135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Deleting port 80297c8f-c1ed-48b2-8078-5529d88d278a {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:44:21.678429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:21.683926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-c29f4ac3-219d-4ec5-b84f-69f59d2c280c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9551329b-af6d-4607-af9d-9479ea75a59c HTTP/1.1" status: 200  len: 217 time: 0.1086981
Apr 30 04:44:21.699729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:21.715722 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:21.756554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Deleting port ae53244b-f290-44a1-b147-e391cafa5a2d {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:44:21.756887 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:21.829223 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:21.842796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb083b-bf69-40da-abc2-b0cefd5c5dee req-e8fcf511-c99c-4f0d-b2af-f597277c22e9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:21.852229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6feb083b-bf69-40da-abc2-b0cefd5c5dee req-e8fcf511-c99c-4f0d-b2af-f597277c22e9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 946 time: 0.8482282
Apr 30 04:44:21.889207 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'code': 200}
Apr 30 04:44:22.077254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-48e444cc-2c60-44c0-9bac-f594bbdea80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:22.078840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-48e444cc-2c60-44c0-9bac-f594bbdea80a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 200  len: 855 time: 0.3879001
Apr 30 04:44:22.173242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-b05d4365-e152-493a-acb8-d033361d0b89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa30e68-2216-44b4-a700-cba68cb0e3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0832348
Apr 30 04:44:22.196685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-7fba7aef-7c40-48b6-9dc7-6ff02fa324a4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:44:22.198263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-7fba7aef-7c40-48b6-9dc7-6ff02fa324a4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057054
Apr 30 04:44:22.215277 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:22.225045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] For port 80297c8f-c1ed-48b2-8078-5529d88d278a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=80297c8f-c1ed-48b2-8078-5529d88d278a,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:22.225959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:22.275285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6feb083b-bf69-40da-abc2-b0cefd5c5dee req-8e3900cc-48fb-4449-b19b-dc78c2c8d564 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4218435
Apr 30 04:44:22.305079 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d76f819f-58fd-4d19-8a94-a36307e82881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:22.310000 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-724907c3-8896-4ceb-a5e3-7fcab96f68b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:22.438737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f819f-58fd-4d19-8a94-a36307e82881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ed4b4e-e6cc-4187-8008-d5c41a58830a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:22.500514 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d76f819f-58fd-4d19-8a94-a36307e82881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:22.500879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Calling delete_port for 80297c8f-c1ed-48b2-8078-5529d88d278a owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:22.521701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] For port ae53244b-f290-44a1-b147-e391cafa5a2d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=ae53244b-f290-44a1-b147-e391cafa5a2d,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:22.522074 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:22.556052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea4432a2-27c7-41a2-822d-3853e3ce2812 req-8ed4030b-bd06-44d4-aaed-4be0010aeb49 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.1776125
Apr 30 04:44:22.687730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0411bd-2424-4938-884b-af52764cc974 req-edc2e853-f5be-4a47-9849-ff1c4775d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:22.690900 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-de0411bd-2424-4938-884b-af52764cc974 req-edc2e853-f5be-4a47-9849-ff1c4775d76e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 1098 time: 0.6529362
Apr 30 04:44:22.874469 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-de0411bd-2424-4938-884b-af52764cc974 req-77763e8a-b806-45dc-beb4-8e4341dc6695 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737831
Apr 30 04:44:22.938298 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d76f819f-58fd-4d19-8a94-a36307e82881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:22.943838 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d76f819f-58fd-4d19-8a94-a36307e82881 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2ed4b4e-e6cc-4187-8008-d5c41a58830a HTTP/1.1" status: 204  len: 168 time: 1.6235278
Apr 30 04:44:22.963892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Calling delete_port for ae53244b-f290-44a1-b147-e391cafa5a2d owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:23.060812 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:23.077078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['c2b18fa8-4751-44e5-9142-67164bb4073e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:44:23.114038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9551329b-af6d-4607-af9d-9479ea75a59c', 'e6f810c9-94d7-481d-8e9c-205df05b3a68'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:44:23.124471 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:23.146554 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57ea0bf9-8d85-478a-89be-cea551bbe03a req-d7fc46a3-559f-4bda-9c86-daa0a93cf8b8 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 210 time: 0.1790588
Apr 30 04:44:23.195808 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-8f0bcea8-cf3b-45d4-bb58-b94e3d5f229a service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9873865
Apr 30 04:44:23.271959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device ae53244b-f290-44a1-b147-e391cafa5a2d no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:44:23.389493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Pushing event deleted for resources: {'Port': ['ID=80297c8f-c1ed-48b2-8078-5529d88d278a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:23.390098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9321b9-852d-49f6-98e7-78233809c176 req-ca7e2fc0-5620-4312-8eed-f7d4a82f07eb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:23.397787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c9321b9-852d-49f6-98e7-78233809c176 req-ca7e2fc0-5620-4312-8eed-f7d4a82f07eb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 945 time: 1.1076152
Apr 30 04:44:23.459354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.459692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.460355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.460586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.460760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.461205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.461459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.461783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.462126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.462530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.463651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.463823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:23.468237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] No DVR routers for this DVR port 80297c8f-c1ed-48b2-8078-5529d88d278a on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:23.471829 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:23.474595 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:23.477303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79eb566-c591-4fdd-991a-1423b12e6e02', 'name': 'network-vif-deleted', 'tag': '80297c8f-c1ed-48b2-8078-5529d88d278a'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:23.480698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c9321b9-852d-49f6-98e7-78233809c176 req-8d7a9555-970a-4072-abf2-2c7d5337a1db tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/security-groups?id=96f2384f-5a56-4a2e-9477-69b5808df7ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818248
Apr 30 04:44:23.510350 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0395f258-a2b0-4af0-9277-b36a54e23f1d req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "DELETE /v2.0/ports/80297c8f-c1ed-48b2-8078-5529d88d278a HTTP/1.1" status: 204  len: 173 time: 2.5295293
Apr 30 04:44:23.598545 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79eb566-c591-4fdd-991a-1423b12e6e02', 'name': 'network-vif-deleted', 'tag': '80297c8f-c1ed-48b2-8078-5529d88d278a', 'status': 'completed', 'code': 200}
Apr 30 04:44:23.816351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f89e7610-a5c4-4c6b-85e0-bb23275b3d5b req-048700e8-623a-4d19-93ef-0d1cf9c39212 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6109467
Apr 30 04:44:23.844575 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:44:24.010778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:44:24.015194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:24.026425 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f215467-2541-49b8-a15a-4de889d9f6b2 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:24.044484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:24.055635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a39bd28f-8541-41e8-a95a-251affcd74a7 req-d6536ec4-4a41-4727-9641-ec1e67a393fa tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.2345872
Apr 30 04:44:24.101871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:24.118207 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:24.193530 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:24.200407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Subnet': ['ID=1e2a16bb-3d1c-4448-a9c2-b34e715cbb94,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:24.217667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:24.284135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Checking segment: {'id': 'a786561a-79aa-422b-8da1-89208c48b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '58490cdb-0021-4198-8b2e-acd91c11de11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:24.284657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network hostable DHCP agents. Network: 58490cdb-0021-4198-8b2e-acd91c11de11, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:44:24.313522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 58490cdb-0021-4198-8b2e-acd91c11de11 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:44:24.333327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 58490cdb-0021-4198-8b2e-acd91c11de11) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:24.356941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:24.358009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:24.380345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70088345-64e5-47f8-b4a3-59f40675858c None None] Network 58490cdb-0021-4198-8b2e-acd91c11de11 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:24.383700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:24.402042 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.2484946
Apr 30 04:44:24.403465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41790) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:24.411862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'port': {'network_id': '58490cdb-0021-4198-8b2e-acd91c11de11', 'name': 'tempest-NetworksIpV6TestAttrs-1585489527'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:24.496360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 80297c8f-c1ed-48b2-8078-5529d88d278a no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:44:24.592792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 80297c8f-c1ed-48b2-8078-5529d88d278a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:44:24.593219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 80297c8f-c1ed-48b2-8078-5529d88d278a not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:44:24.608343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Pushing event updated for resources: {'Port': ['ID=851aea38-6d0c-4498-a945-ca7229503f1a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:24.624727 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:24.673009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:24.678315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:port and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:24.684254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:24.692713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:24.724474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:24.731995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:24.764701 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8f395060-ed2d-49a6-857a-da00b73606d0 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:24.774002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] device_id is not set on port 36472d0b-1fc4-4408-9a9f-e075347ec269 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:44:24.937577 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Pushing event deleted for resources: {'Port': ['ID=ae53244b-f290-44a1-b147-e391cafa5a2d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:24.953606 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:24.968096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402af38d-9f58-40c0-b4dd-dd8de18f0eda req-a50e8e79-1c63-41bd-b78d-2dd709c8a75a tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:24.975921 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-402af38d-9f58-40c0-b4dd-dd8de18f0eda req-a50e8e79-1c63-41bd-b78d-2dd709c8a75a tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 946 time: 1.2968836
Apr 30 04:44:24.979072 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:25.044624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] No DVR routers for this DVR port ae53244b-f290-44a1-b147-e391cafa5a2d on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:25.052056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb9e18bd-a372-4d7c-8940-35a846a48feb req-ac5ad29d-5c6d-4bd3-9daa-ee493d887088 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=e79eb566-c591-4fdd-991a-1423b12e6e02 HTTP/1.1" status: 200  len: 210 time: 0.1227353
Apr 30 04:44:25.053460 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:25.107050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98d0ff6-1f8d-42c3-85be-9a9771827a8d', 'name': 'network-vif-deleted', 'tag': 'ae53244b-f290-44a1-b147-e391cafa5a2d'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:25.111250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-58490cdb-0021-4198-8b2e-acd91c11de11', 'network_id': '58490cdb-0021-4198-8b2e-acd91c11de11', 'tenant_id': '22202b04814848b2ab3d5ff668d6cf3d', 'fixed_ips': [{'subnet_id': '1e2a16bb-3d1c-4448-a9c2-b34e715cbb94'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:44:25.114053 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:25.157749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Allocated IP 2001:db8::f816:3eff:feab:f093 (58490cdb-0021-4198-8b2e-acd91c11de11/1e2a16bb-3d1c-4448-a9c2-b34e715cbb94/36472d0b-1fc4-4408-9a9f-e075347ec269) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:25.185795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c2b7efc-688a-464b-9c48-5a2676fe1272 req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.37 "DELETE /v2.0/ports/ae53244b-f290-44a1-b147-e391cafa5a2d HTTP/1.1" status: 204  len: 173 time: 4.5706394
Apr 30 04:44:25.251243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:25.257280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 11.5653460
Apr 30 04:44:25.276943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-402af38d-9f58-40c0-b4dd-dd8de18f0eda req-38e09042-aca3-49e9-ad04-05cbb8b9f8f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2997286
Apr 30 04:44:25.472679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1e295106-9b00-4e67-98a3-e26515165cb2 req-eea08377-04bb-40cd-bab4-59a26448c010 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Synchronizing usage tracker for tenant:ca91b1985ffd4d3b8bad22300714fb8a on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:25.496837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1e295106-9b00-4e67-98a3-e26515165cb2 req-eea08377-04bb-40cd-bab4-59a26448c010 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Unset dirty status for tenant:ca91b1985ffd4d3b8bad22300714fb8a on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:25.498021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e295106-9b00-4e67-98a3-e26515165cb2 req-eea08377-04bb-40cd-bab4-59a26448c010 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] 10.222.0.46 "GET /v2.0/ports?device_id=a98d0ff6-1f8d-42c3-85be-9a9771827a8d HTTP/1.1" status: 200  len: 210 time: 0.1325691
Apr 30 04:44:25.597635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:25.624133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Transition to ACTIVE for port object 36472d0b-1fc4-4408-9a9f-e075347ec269 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:25.676764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:25.690639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-faa0a179-aed0-4668-957a-437174acbb6a req-ede6294b-bfb0-43a8-a728-43e8e12fd81d tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.0561519
Apr 30 04:44:25.692862 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1ede7f0b-d881-4209-b95e-23c55efdfb50 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:25.749699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 58490cdb-0021-4198-8b2e-acd91c11de11 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:25.751155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:25.757351 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98d0ff6-1f8d-42c3-85be-9a9771827a8d', 'name': 'network-vif-deleted', 'tag': 'ae53244b-f290-44a1-b147-e391cafa5a2d', 'status': 'completed', 'code': 200}
Apr 30 04:44:25.768131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:25.793682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:25.794402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:25.807762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Allocated IP 2001:db8::f816:3eff:fed3:3ab3 (58490cdb-0021-4198-8b2e-acd91c11de11/1e2a16bb-3d1c-4448-a9c2-b34e715cbb94/ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:25.894995 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.4905427
Apr 30 04:44:25.898727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41842) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:25.946706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Port': ['ID=36472d0b-1fc4-4408-9a9f-e075347ec269,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:25.961675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:26.118323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Deleting subnet 1e2a16bb-3d1c-4448-a9c2-b34e715cbb94 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:44:26.346064 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:26.362419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Transition to ACTIVE for port object ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:26.403721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Transition to ACTIVE for port object ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:26.420558 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:26.423510 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:26.441505 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d9990133-a8b4-4aea-bde7-21747163ead3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:26.564223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41870) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:26.660408 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Pushing event updated for resources: {'Port': ['ID=ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:26.665091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Network 58490cdb-0021-4198-8b2e-acd91c11de11 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:26.669142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:26.675109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:26.688022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.688477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.689002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.689358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.689694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.690042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.691276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.691276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.691276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.691678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.692131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.692728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:26.696999 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:26.738804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:26.866541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:26.974081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Attempting to bind port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:44:26.975133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Attempting to bind port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'a786561a-79aa-422b-8da1-89208c48b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '58490cdb-0021-4198-8b2e-acd91c11de11'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:44:26.976394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Attempting to bind port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 on network 58490cdb-0021-4198-8b2e-acd91c11de11 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:44:26.994336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:44:26.996265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Checking segment: {'id': 'a786561a-79aa-422b-8da1-89208c48b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '58490cdb-0021-4198-8b2e-acd91c11de11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:26.997132 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:26.998290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Bound using segment: {'id': 'a786561a-79aa-422b-8da1-89208c48b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '58490cdb-0021-4198-8b2e-acd91c11de11'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:44:26.999031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Bound port: ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a786561a-79aa-422b-8da1-89208c48b439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '58490cdb-0021-4198-8b2e-acd91c11de11'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:44:27.002775 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:27.038684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:27.182378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] For port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:44:27.186665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] For port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37,segment=NetworkSegment(a786561a-79aa-422b-8da1-89208c48b439),segment_id=a786561a-79aa-422b-8da1-89208c48b439)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:44:27.189731 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:27.194880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:27.207449 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-53bfecda-570d-41cd-8cd8-f2e0911d488e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:27.211034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:27.259335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] Deleting subnet be19384c-aa6a-42f3-b17d-9017d0ae09a0 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:44:27.274003 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:27.380344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Pushing event updated for resources: {'Port': ['ID=ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:27.391773 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:27.527113 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:27.686409 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af559b96-c458-4422-a43f-997f333d25e5 req-2abc2bfe-f04f-41d7-92cf-449e8571a415 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 1.1572156
Apr 30 04:44:27.761605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:27.810559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:27.815248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Usage tracker for resource:security_group_rule and tenant:536bc57ebea34b92b349f4df73813d4f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:27.818675 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:27.826623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:27.898588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52a46862-a1e3-4977-9259-f0b4028d1b50 req-74b0a094-c6e8-4a07-9e73-86146516d9d2 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.1187325
Apr 30 04:44:27.959359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736817e0-b188-4496-8099-019a108b107b req-7d726020-132a-4cf6-94b9-363a49a4be74 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:27.975016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-736817e0-b188-4496-8099-019a108b107b req-7d726020-132a-4cf6-94b9-363a49a4be74 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 946 time: 1.3291063
Apr 30 04:44:28.044183 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:28.062012 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:28.074681 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f53e1dcd-d42c-4677-ad49-f72c29fb30fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:28.135413 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-736817e0-b188-4496-8099-019a108b107b req-22a2ff12-c51d-4584-8330-58a1e86a0ebf tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572258
Apr 30 04:44:28.145623 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:28.151531 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01163cdd-f76e-4070-babf-890ce820b1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:28.195333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:28.370320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2a16bb-3d1c-4448-a9c2-b34e715cbb94,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:28.376099 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:28.403644 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:28.415740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92559cd0-656c-4646-9013-1e6844e7a092,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:28.433097 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:28.454195 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=536bc57ebea34b92b349f4df73813d4f&name=default HTTP/1.1" status: 200  len: 2983 time: 1.8882437
Apr 30 04:44:28.468457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41926) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:28.551100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/subnets/1e2a16bb-3d1c-4448-a9c2-b34e715cbb94 HTTP/1.1" status: 204  len: 168 time: 2.6501555
Apr 30 04:44:28.553235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41930) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:28.654290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-80c61fa4-6f9b-4c98-86e9-e27cbc5691c9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 258 time: 0.3861561
Apr 30 04:44:28.660071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:28.672019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:28.680690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Usage tracker for resource:floatingip and tenant:1fe9ab5631074684a7ea95c397ba1de7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:28.688791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:28.706513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:28.734918 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:29.210079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9f8fba-ce5e-4bc7-bbce-46714ce38fe2 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:29.212279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9f8fba-ce5e-4bc7-bbce-46714ce38fe2 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:29.214887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2a9f8fba-ce5e-4bc7-bbce-46714ce38fe2 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Synchronizing usage tracker for tenant:22202b04814848b2ab3d5ff668d6cf3d on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:29.258874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:29.304215 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3981307-5b4e-4c4b-bffe-a2e231005827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:29.306125 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:29.426496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e92e664-1fe9-4a2c-bfa7-9bb773f80a1a None None] Network 58490cdb-0021-4198-8b2e-acd91c11de11 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:29.438362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3981307-5b4e-4c4b-bffe-a2e231005827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:29.578479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2a9f8fba-ce5e-4bc7-bbce-46714ce38fe2 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Unset dirty status for tenant:22202b04814848b2ab3d5ff668d6cf3d on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:29.585659 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a9f8fba-ce5e-4bc7-bbce-46714ce38fe2 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 1.0261130
Apr 30 04:44:29.608043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41940) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:29.639965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8dae0d60-3c3a-481a-ad2a-a868dbbfa97d None None] Provisioning for port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:29.646090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:29.723897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Allocated IP 172.25.8.145 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/7258a508-c509-4b1f-b765-865f4f276a3b) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:29.724148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8dae0d60-3c3a-481a-ad2a-a868dbbfa97d None None] Provisioning complete for port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:29.724774 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8dae0d60-3c3a-481a-ad2a-a868dbbfa97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:29.778087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:29.778715 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.014955 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.042681 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a03ae092-fe50-4f2a-aaac-79aa71979c65 req-edde544e-203b-407f-9a22-9bfd9ebce305 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.5118442
Apr 30 04:44:30.057006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3981307-5b4e-4c4b-bffe-a2e231005827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.074852 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.097263 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fd8328dd-9e53-4dea-b5d7-43df3b6e1c45 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:30.114353 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6797d119-b0bb-4ba5-ab37-f26a397be461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:30.304124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] DHCP port deletion for 58490cdb-0021-4198-8b2e-acd91c11de11 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:44:30.317752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Pushing event updated for resources: {'Port': ['ID=7258a508-c509-4b1f-b765-865f4f276a3b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:30.323413 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:30.329941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:30.331899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:30.334623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:30.393375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3981307-5b4e-4c4b-bffe-a2e231005827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92559cd0-656c-4646-9013-1e6844e7a092,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:30.396527 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3981307-5b4e-4c4b-bffe-a2e231005827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:30.404160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2524123b-4f14-4287-908d-a66324b85922 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.441811 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-2524123b-4f14-4287-908d-a66324b85922 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:44:30.442280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2524123b-4f14-4287-908d-a66324b85922 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:44:30.472721 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2524123b-4f14-4287-908d-a66324b85922 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/58490cdb-0021-4198-8b2e-acd91c11de11 HTTP/1.1" status: 409  len: 405 time: 0.8560774
Apr 30 04:44:30.472721 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3981307-5b4e-4c4b-bffe-a2e231005827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.479057 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c3981307-5b4e-4c4b-bffe-a2e231005827 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92559cd0-656c-4646-9013-1e6844e7a092 HTTP/1.1" status: 204  len: 168 time: 2.0042446
Apr 30 04:44:30.479366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41950) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:30.497166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.517785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-70570432'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:30.519766 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-37c1d51c-a549-43ba-ac3f-fe08a1ad879a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:30.536400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:30.554234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:network and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:30.567977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:30.588611 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.590771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:30.591852 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/be19384c-aa6a-42f3-b17d-9017d0ae09a0 HTTP/1.1" status: 204  len: 168 time: 3.7206898
Apr 30 04:44:30.596525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41956) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:30.671398 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.681249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be19384c-aa6a-42f3-b17d-9017d0ae09a0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:30.703471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb814c-2b2d-462b-9f66-90cc3dec9784 None None] Network 9d10bf43-b377-49d3-8167-2058bf817379 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:30.718174 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:30.733061 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:30.838277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:30.853079 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.079107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.095893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:44:31.136096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.136565 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Added segment 817ead88-f966-4994-9bc9-e5713ba07ba7 of type vlan for network 13c40b99-9e08-4c45-a792-f95200fdc741
Apr 30 04:44:31.198381 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8dae0d60-3c3a-481a-ad2a-a868dbbfa97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.202247 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.222210 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7bfa94d-0e1b-4823-91c9-228fc70d3704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.244748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37,segment=NetworkSegment(a786561a-79aa-422b-8da1-89208c48b439),segment_id=a786561a-79aa-422b-8da1-89208c48b439)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:31.261883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.280621 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.295359 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:31.338484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Deleting port 8310218c-68f3-458f-a846-c1272cd40696 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:44:31.339607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.356616 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:44:31.401218 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.418679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:31.420423 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.466576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:31.470256 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aba3dece-46ab-4a30-a7f2-eb0c9649ce3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:31.485896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:44:31.645777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] For port 8310218c-68f3-458f-a846-c1272cd40696, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8310218c-68f3-458f-a846-c1272cd40696,segment=NetworkSegment(a53b366a-5a0d-4143-8549-c8bfeca5a939),segment_id=a53b366a-5a0d-4143-8549-c8bfeca5a939)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:31.650025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.1720850
Apr 30 04:44:31.658344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:31.668195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41980) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:31.709177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Network': ['ID=13c40b99-9e08-4c45-a792-f95200fdc741,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:31.747015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'subnet': {'network_id': '13c40b99-9e08-4c45-a792-f95200fdc741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:31.796511 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:31.805689 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:31.992731 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 13c40b99-9e08-4c45-a792-f95200fdc741 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:44:32.099777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:32.138972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:32.162689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Calling delete_port for 8310218c-68f3-458f-a846-c1272cd40696 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:32.234205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:32.236708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:32.240949 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:32.298278 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:32.329150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:32.335201 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:32.422307 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:32.480570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Pushing event deleted for resources: {'Port': ['ID=8310218c-68f3-458f-a846-c1272cd40696,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:32.496683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] No DVR routers for this DVR port 8310218c-68f3-458f-a846-c1272cd40696 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:32.570671 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30cee416-2f2e-448c-9cbf-11e5c155392e tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:32.588993 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:32.609363 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-8dae0d60-3c3a-481a-ad2a-a868dbbfa97d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:44:32.610046 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-8dae0d60-3c3a-481a-ad2a-a868dbbfa97d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:44:32.618928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] Deleting port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:44:32.620276 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:32.802616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] For port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37,segment=NetworkSegment(a786561a-79aa-422b-8da1-89208c48b439),segment_id=a786561a-79aa-422b-8da1-89208c48b439)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:32.803370 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:32.825649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67db5250-f6a9-457a-b84d-cc3932dc5084 req-10dc0763-8d1b-4ffc-905f-73d063fe7182 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.1763859
Apr 30 04:44:32.849501 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:32.981302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] Calling delete_port for ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:33.043448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42006) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:33.050706 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:33.065707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7801657c0>,) {'filters': {'network_id': ['9d10bf43-b377-49d3-8167-2058bf817379']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:33.066536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Pushing event updated for resources: {'Port': ['ID=7258a508-c509-4b1f-b765-865f4f276a3b,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:33.100126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7801657c0>, 'a53b366a-5a0d-4143-8549-c8bfeca5a939') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:33.100426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7801657c0>, 'a53b366a-5a0d-4143-8549-c8bfeca5a939') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:33.133503 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e0058f22-976b-4665-83a5-9ab4f5a0d972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:33.139643 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:33.147693 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:33.148967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:33.161265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:33.188554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:44:33.351014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8dae0d60-3c3a-481a-ad2a-a868dbbfa97d None None] Port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 update to ACTIVE by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:44:33.354726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] Pushing event deleted for resources: {'Port': ['ID=ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:33.360639 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:33.366836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:33.368242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.7129631
Apr 30 04:44:33.375592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] No DVR routers for this DVR port ea2d518a-eac1-4f84-a4bb-ba4c1b8c7a37 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:33.410371 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:33.552431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f1a52-2a8e-4a1f-8a63-bd4ec936496e None None] DHCP port deletion for 9d10bf43-b377-49d3-8167-2058bf817379 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:44:33.616206 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-40c90a7d-db59-4096-815c-cd36b51d1cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:33.691555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-101515633-network', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:33.746142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:33.750700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9e88f3b4-abb5-4a85-9128-6c77130c9e84 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Synchronizing usage tracker for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:33.757315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Usage tracker for resource:network and tenant:5236902b32874d95bf56f2b0f37f694c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:33.761930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:33.771125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Network 9d10bf43-b377-49d3-8167-2058bf817379 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:33.772524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:33.789606 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:33.809845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Made reservation on behalf of 5236902b32874d95bf56f2b0f37f694c for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:33.816006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:33.849429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9e88f3b4-abb5-4a85-9128-6c77130c9e84 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Unset dirty status for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:33.852661 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-9e88f3b4-abb5-4a85-9128-6c77130c9e84 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200  len: 696 time: 0.3857958
Apr 30 04:44:33.855454 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:34.074695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:34.105874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Usage tracker for resource:security_group_rule and tenant:5236902b32874d95bf56f2b0f37f694c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:34.123988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Network 9d10bf43-b377-49d3-8167-2058bf817379 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:44:34.149165 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:44:34.184126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:34.245276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:34.267781 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:34.272396 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-44c4d26b-3880-4dd2-a451-0d510fbfd4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:34.292690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:34.309356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d10bf43-b377-49d3-8167-2058bf817379,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:34.314236 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:34.333140 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9d10bf43-b377-49d3-8167-2058bf817379 HTTP/1.1" status: 204  len: 168 time: 3.7350872
Apr 30 04:44:34.339052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-64130634-12d6-4d4a-9958-aa92c074fd8d tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:34.341417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-64130634-12d6-4d4a-9958-aa92c074fd8d tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.4596374
Apr 30 04:44:34.392266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-558487b3-bbd3-4962-a439-2d70772615a9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:44:34.393993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cac19a0-88f1-4f22-9e76-a94eeb6cf2a8 req-558487b3-bbd3-4962-a439-2d70772615a9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0257103
Apr 30 04:44:34.563902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42028) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:34.633891 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2991fa6a-b33b-41ff-a75f-b412a0c552cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca91b1985ffd4d3b8bad22300714fb8a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0683963
Apr 30 04:44:34.637738 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:34.639195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:34.683533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4db91dc3-f3df-48dd-ad3e-66fdfa6cbc29 req-4ea1aef4-eead-4440-a7df-330e3e604007 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.1493456
Apr 30 04:44:34.741612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67945f46-c340-46fb-ae2d-b7d8969734a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:34.783025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67945f46-c340-46fb-ae2d-b7d8969734a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:34.790068 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:34.843235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87526-adb0-4155-9cd3-0fce1af63288 req-4641f063-fa56-4624-a7cb-0c93be15819c tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:34.852568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f1c87526-adb0-4155-9cd3-0fce1af63288 req-4641f063-fa56-4624-a7cb-0c93be15819c tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 946 time: 0.7346218
Apr 30 04:44:34.882272 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:34.893560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.objects.ports [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74581) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:44:34.898923 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-70b1d499-1343-48a8-82ad-9cb25098665d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:34.913659 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:34.970522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:44:35.002420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67945f46-c340-46fb-ae2d-b7d8969734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:35.013367 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1d98d949-a807-423d-ada8-1168bd6accd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:35.025145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f1c87526-adb0-4155-9cd3-0fce1af63288 req-ef6b1e67-2753-4185-a5a0-8e45cf531844 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714916
Apr 30 04:44:35.026250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f5cb84-829f-4a0e-9a61-aff4f05fea6d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:35.033463 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:35.038091 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc58c225-2cf7-467b-ab1b-ae1a7aa3f107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:35.049275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67945f46-c340-46fb-ae2d-b7d8969734a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f2384f-5a56-4a2e-9477-69b5808df7ca,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:35.054343 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67945f46-c340-46fb-ae2d-b7d8969734a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:35.076156 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67945f46-c340-46fb-ae2d-b7d8969734a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:35.083115 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-67945f46-c340-46fb-ae2d-b7d8969734a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/96f2384f-5a56-4a2e-9477-69b5808df7ca HTTP/1.1" status: 204  len: 168 time: 0.4389169
Apr 30 04:44:35.208787 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:35.209367 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Added segment 7b02e22e-e690-412c-af1f-46f665f3df09 of type vlan for network 209a2715-1303-4c96-a0f4-1a1ff93df69e
Apr 30 04:44:35.219352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Checking segment: {'id': '817ead88-f966-4994-9bc9-e5713ba07ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '13c40b99-9e08-4c45-a792-f95200fdc741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:35.219972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network hostable DHCP agents. Network: 13c40b99-9e08-4c45-a792-f95200fdc741, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:44:35.355874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Subnet': ['ID=9f8f8a0e-c7be-4220-9ee4-c391739627f8,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:35.369938 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:35.407690 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:35.411788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 13c40b99-9e08-4c45-a792-f95200fdc741 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:44:35.441492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 13c40b99-9e08-4c45-a792-f95200fdc741) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:35.452178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3dd5a2-d742-4b44-bf73-b194811d5fad None None] Network 13c40b99-9e08-4c45-a792-f95200fdc741 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:35.473346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:35.473963 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:35.488490 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:35.489565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:35.490154 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:35.500580 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f939e0b-021d-4a01-886c-02d49d0f8db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:35.518084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8310218c-68f3-458f-a846-c1272cd40696 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:44:35.535634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-6597414b-ad97-4ac4-946f-f89a3c558c96 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:35.537332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-6597414b-ad97-4ac4-946f-f89a3c558c96 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3252084
Apr 30 04:44:35.861340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 4.1892292
Apr 30 04:44:35.879487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-9b648d58-afd0-43c6-924b-9b23d04f69f2 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:35.880756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-9b648d58-afd0-43c6-924b-9b23d04f69f2 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Synchronizing usage tracker for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:35.899971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-ac10a27b-e18b-443e-88bb-4ce12cdbbbd3 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200  len: 696 time: 0.3402891
Apr 30 04:44:35.901146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42050) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:35.903467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.8195226
Apr 30 04:44:35.910481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-818c86ef-6056-4fdd-bd0b-72cc5d78e265 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Request body: {'floatingip': {'port_id': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:35.999394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42054) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:36.000701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8310218c-68f3-458f-a846-c1272cd40696 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:44:36.001491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8310218c-68f3-458f-a846-c1272cd40696 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:44:36.035945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Request body: {'subnet': {'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-101515633-subnet', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:36.038044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Pushing event updated for resources: {'Network': ['ID=209a2715-1303-4c96-a0f4-1a1ff93df69e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:36.067175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:44:36.068771 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:36.102060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-13c40b99-9e08-4c45-a792-f95200fdc741', 'network_id': '13c40b99-9e08-4c45-a792-f95200fdc741', 'tenant_id': '22202b04814848b2ab3d5ff668d6cf3d', 'fixed_ips': [{'subnet_id': '9f8f8a0e-c7be-4220-9ee4-c391739627f8'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:44:36.103023 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:36.159782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:36.200846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Usage tracker for resource:subnet and tenant:5236902b32874d95bf56f2b0f37f694c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:36.214311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:36.225036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-9b648d58-afd0-43c6-924b-9b23d04f69f2 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Unset dirty status for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:36.227210 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-9b648d58-afd0-43c6-924b-9b23d04f69f2 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.50 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 946 time: 0.6132004
Apr 30 04:44:36.363113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:36.455255 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:36.456845 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-818c86ef-6056-4fdd-bd0b-72cc5d78e265 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:36.506328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42074) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:36.595774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Made reservation on behalf of 5236902b32874d95bf56f2b0f37f694c for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:36.602233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:36.608537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Allocated IP 2001:db8::f816:3eff:feef:55e7 (13c40b99-9e08-4c45-a792-f95200fdc741/9f8f8a0e-c7be-4220-9ee4-c391739627f8/135f6a57-b846-45c1-b471-858fe3f2f576) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:36.703657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12063cef-4c83-4b80-aff6-0d270738862c req-9f40294f-f7bf-47fe-922c-1be85ead5271 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.6500056
Apr 30 04:44:36.845305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-743536667-network', 'tenant_id': '3f0d4f92ead646cca40495e521c27611'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:36.873006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:36.876984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:36.882425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Usage tracker for resource:network and tenant:3f0d4f92ead646cca40495e521c27611 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:36.893149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:36.908924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:36.966458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Made reservation on behalf of 3f0d4f92ead646cca40495e521c27611 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:36.971010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.001535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.030141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Transition to ACTIVE for port object 135f6a57-b846-45c1-b471-858fe3f2f576 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:37.037032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.055741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Transition to ACTIVE for port object 135f6a57-b846-45c1-b471-858fe3f2f576 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:37.066223 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.075441 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:37.142869 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Network 13c40b99-9e08-4c45-a792-f95200fdc741 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:37.146868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:37.152296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:37.157488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:37.161180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0d4f92ead646cca40495e521c27611 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:37.168002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:37.181831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:37.236452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Pushing event updated for resources: {'Port': ['ID=135f6a57-b846-45c1-b471-858fe3f2f576,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:37.258149 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:37.327553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.345357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Deleting port c2b18fa8-4751-44e5-9142-67164bb4073e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:44:37.346061 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.367243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Attempting to bind port 135f6a57-b846-45c1-b471-858fe3f2f576 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:44:37.367906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Attempting to bind port 135f6a57-b846-45c1-b471-858fe3f2f576 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '817ead88-f966-4994-9bc9-e5713ba07ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '13c40b99-9e08-4c45-a792-f95200fdc741'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:44:37.368549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Attempting to bind port 135f6a57-b846-45c1-b471-858fe3f2f576 on network 13c40b99-9e08-4c45-a792-f95200fdc741 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:44:37.375910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.380658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:44:37.381307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Checking segment: {'id': '817ead88-f966-4994-9bc9-e5713ba07ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '13c40b99-9e08-4c45-a792-f95200fdc741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:37.382367 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.383067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Bound using segment: {'id': '817ead88-f966-4994-9bc9-e5713ba07ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '13c40b99-9e08-4c45-a792-f95200fdc741'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:44:37.384140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Bound port: 135f6a57-b846-45c1-b471-858fe3f2f576, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817ead88-f966-4994-9bc9-e5713ba07ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '13c40b99-9e08-4c45-a792-f95200fdc741'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:44:37.385264 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.414278 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2aa1dbea-0beb-4ae0-bc9b-8e49dd9cd51d tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:37.499510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:44:37.543921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e2138-ebc1-4415-a99c-d5020630c2eb req-b7a0c32f-6ba3-4823-a84b-a29303347168 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:37.548731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c91e2138-ebc1-4415-a99c-d5020630c2eb req-b7a0c32f-6ba3-4823-a84b-a29303347168 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 946 time: 0.3458257
Apr 30 04:44:37.593012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] For port 135f6a57-b846-45c1-b471-858fe3f2f576, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:44:37.600733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] For port 135f6a57-b846-45c1-b471-858fe3f2f576, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=135f6a57-b846-45c1-b471-858fe3f2f576,segment=NetworkSegment(817ead88-f966-4994-9bc9-e5713ba07ba7),segment_id=817ead88-f966-4994-9bc9-e5713ba07ba7)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:44:37.609198 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.621462 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0a164285-8ef0-4d42-8c98-a1fdf738ad47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:37.641473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.643928 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c91e2138-ebc1-4415-a99c-d5020630c2eb req-a64ce399-58bd-4b66-a8ad-6301326d12e1 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848796
Apr 30 04:44:37.736639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Pushing event updated for resources: {'Port': ['ID=135f6a57-b846-45c1-b471-858fe3f2f576,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:37.741797 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:37.860904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:37.861316 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Added segment 226b110e-f9b8-4f21-92ad-4db848cb62f7 of type vlan for network ee588659-ff71-40d6-aec5-53aca62045c1
Apr 30 04:44:37.876153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608d9c24-236e-4c1d-82d2-93e9547ab779,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:37.905209 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:37.934470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] For port c2b18fa8-4751-44e5-9142-67164bb4073e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c2b18fa8-4751-44e5-9142-67164bb4073e,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:37.935047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:38.017827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-444d501a-efae-410b-b991-fe0995a0db61 req-d833f8e5-b156-4488-9a12-e0ce3f7136f9 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.1028650
Apr 30 04:44:38.055971 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-818c86ef-6056-4fdd-bd0b-72cc5d78e265 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:38.067930 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-818c86ef-6056-4fdd-bd0b-72cc5d78e265 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:38.450753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Calling delete_port for c2b18fa8-4751-44e5-9142-67164bb4073e owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:38.456689 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:38.470855 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-818c86ef-6056-4fdd-bd0b-72cc5d78e265 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Floating IP d1958a15-fa99-446b-8d9c-57733f0056ed associated. External IP: 172.25.8.145, port: 1523e9c5-efde-4a7e-b9c3-c2a46ec984da.
Apr 30 04:44:38.637088 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:44:38.788669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:38.792007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:38.793229 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:38.816863 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-29c66d05-c63e-4378-9c70-ae0316e9803c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:38.935622 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.4210577
Apr 30 04:44:38.940869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42090) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:39.011910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Request body: {'subnet': {'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-743536667-subnet', 'tenant_id': '3f0d4f92ead646cca40495e521c27611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:39.038433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Pushing event updated for resources: {'Network': ['ID=ee588659-ff71-40d6-aec5-53aca62045c1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:39.053302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ee588659-ff71-40d6-aec5-53aca62045c1 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:44:39.058654 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:39.364725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1717d0fb-26f5-438b-ae6f-f236a479819b None None] Network 13c40b99-9e08-4c45-a792-f95200fdc741 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:39.609146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:39.626591 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c10ea86a-8358-4c4c-b57f-10fb33475398 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:39.713892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:39.718864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Pushing event deleted for resources: {'Port': ['ID=c2b18fa8-4751-44e5-9142-67164bb4073e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:39.729740 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:39.737978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-818c86ef-6056-4fdd-bd0b-72cc5d78e265 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:44:39.743424 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:39.744150 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dabdefd6-a547-4b7e-b397-86f4db99a6ca tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:39.749546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Usage tracker for resource:subnet and tenant:3f0d4f92ead646cca40495e521c27611 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:39.757666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:39.764580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 135f6a57-b846-45c1-b471-858fe3f2f576 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:39.781534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:39.844681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8f8a0e-c7be-4220-9ee4-c391739627f8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:39.848803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] No DVR routers for this DVR port c2b18fa8-4751-44e5-9142-67164bb4073e on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:39.855941 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:39.859433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:39.876596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432c2f66-5927-4125-b74f-8ea8d8228def', 'name': 'network-vif-deleted', 'tag': 'c2b18fa8-4751-44e5-9142-67164bb4073e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:39.893981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9551329b-af6d-4607-af9d-9479ea75a59c', 'e6f810c9-94d7-481d-8e9c-205df05b3a68'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:44:40.007721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c60956ab-3004-4d3d-a64a-1f7dc2a0629a None None] Provisioning for port 135f6a57-b846-45c1-b471-858fe3f2f576 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:40.023682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Made reservation on behalf of 3f0d4f92ead646cca40495e521c27611 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:40.029001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.042846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 135f6a57-b846-45c1-b471-858fe3f2f576 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:40.064107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 135f6a57-b846-45c1-b471-858fe3f2f576 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:40.064861 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.145584 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf4380ac-de07-4ffb-93f0-7005da97297d req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.50 "DELETE /v2.0/ports/c2b18fa8-4751-44e5-9142-67164bb4073e HTTP/1.1" status: 204  len: 173 time: 3.7852120
Apr 30 04:44:40.228177 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.291153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] DHCP port deletion for 13c40b99-9e08-4c45-a792-f95200fdc741 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:44:40.298648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b680e7-230e-48a1-8074-68242865b118 req-4f6cb702-da7b-4e9c-9ad6-847ef1ed19db tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:40.307353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68b680e7-230e-48a1-8074-68242865b118 req-4f6cb702-da7b-4e9c-9ad6-847ef1ed19db tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=432c2f66-5927-4125-b74f-8ea8d8228def HTTP/1.1" status: 200  len: 867 time: 1.4469514
Apr 30 04:44:40.343684 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.366518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-818c86ef-6056-4fdd-bd0b-72cc5d78e265 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:44:40.378534 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] Sync routers for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:44:40.398443 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:44:40.399167 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e8c2e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:44:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:40.432897 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-818c86ef-6056-4fdd-bd0b-72cc5d78e265 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.460435 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:40.512883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68b680e7-230e-48a1-8074-68242865b118 req-02e53b54-0977-4a40-9e4f-ea14823f99e9 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044110
Apr 30 04:44:40.520235 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.602756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 135f6a57-b846-45c1-b471-858fe3f2f576, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=135f6a57-b846-45c1-b471-858fe3f2f576,segment=NetworkSegment(817ead88-f966-4994-9bc9-e5713ba07ba7),segment_id=817ead88-f966-4994-9bc9-e5713ba07ba7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:40.624555 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.639944 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:40.642465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77af90700>,) {'filters': {'network_id': ['13c40b99-9e08-4c45-a792-f95200fdc741']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:40.644933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-818c86ef-6056-4fdd-bd0b-72cc5d78e265 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "PUT /v2.0/floatingips/d1958a15-fa99-446b-8d9c-57733f0056ed HTTP/1.1" status: 200  len: 997 time: 4.7434955
Apr 30 04:44:40.646924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:40.665473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Checking segment: {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:40.666609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Network hostable DHCP agents. Network: 209a2715-1303-4c96-a0f4-1a1ff93df69e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:44:40.687996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898a4f3a-662f-4344-8e6a-6290feee9047,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:40.695388 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:40.701649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77af90700>, '817ead88-f966-4994-9bc9-e5713ba07ba7') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:40.701985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77af90700>, '817ead88-f966-4994-9bc9-e5713ba07ba7') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:40.751513 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.804625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:44:40.818007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] Deleting port 135f6a57-b846-45c1-b471-858fe3f2f576 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:44:40.818794 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.864083 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:40.877359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 209a2715-1303-4c96-a0f4-1a1ff93df69e) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:40.890713 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:44:40.911881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:44:41.014007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:41.014909 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:41.034104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=135f6a57-b846-45c1-b471-858fe3f2f576,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:41.075484 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:41.076510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1863f500-c415-4b49-8bc6-67660c3e1bfb None None] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:41.276201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f19754d-695f-4c7e-b8be-df654315df76 req-38d65c6d-8261-4245-8363-46bf896d5239 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.2762823
Apr 30 04:44:41.351883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c2b18fa8-4751-44e5-9142-67164bb4073e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:44:41.526370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-ecfa0f93-d2e4-45dc-ab43-0bc912277edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:41.542012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-ecfa0f93-d2e4-45dc-ab43-0bc912277edc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fe9ab5631074684a7ea95c397ba1de7&device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 1098 time: 0.7461610
Apr 30 04:44:41.553331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: c2b18fa8-4751-44e5-9142-67164bb4073e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:44:41.553805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c2b18fa8-4751-44e5-9142-67164bb4073e not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:44:41.683961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 135f6a57-b846-45c1-b471-858fe3f2f576 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:44:41.708294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 13c40b99-9e08-4c45-a792-f95200fdc741 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:41.727136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:41.896741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] For port 135f6a57-b846-45c1-b471-858fe3f2f576, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=135f6a57-b846-45c1-b471-858fe3f2f576,segment=NetworkSegment(817ead88-f966-4994-9bc9-e5713ba07ba7),segment_id=817ead88-f966-4994-9bc9-e5713ba07ba7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:41.898065 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:41.963407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-b75de0f1-077e-4770-a7f1-f59525f3dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:41.978248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-b75de0f1-077e-4770-a7f1-f59525f3dfb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3762714-1478-4da7-be7a-f3553815f8b4 HTTP/1.1" status: 200  len: 930 time: 0.3817539
Apr 30 04:44:42.070508 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e8c2e0>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'd1958a15-fa99-446b-8d9c-57733f0056ed', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'port_id': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'mac_address': 'fa:16:3e:01:de:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:44:30Z', 'updated_at': '2021-04-30T04:44:37Z', 'revision_number': 1, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b44fdc-62ad-448f-b81c-7cfa8abb1220', 'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'mac_address': 'fa:16:3e:57:df:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:41Z', 'updated_at': '2021-04-30T04:43:52Z', 'revision_number': 5, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'subnets': [{'id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:42.083623 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] Checking router: 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:44:42.110937 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'status': 'completed', 'code': 200}
Apr 30 04:44:42.115386 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:44:42.116064 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e8c2e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:44:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:42.281030 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432c2f66-5927-4125-b74f-8ea8d8228def', 'name': 'network-vif-deleted', 'tag': 'c2b18fa8-4751-44e5-9142-67164bb4073e', 'status': 'completed', 'code': 200}
Apr 30 04:44:42.306212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 13c40b99-9e08-4c45-a792-f95200fdc741 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:42.331404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] Calling delete_port for 135f6a57-b846-45c1-b471-858fe3f2f576 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:42.344076 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 6.3308103
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:44:42.346367 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:44:42.349348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42110) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:42.358243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-b5647019-ed1f-402b-b0ad-e7f7eb8df38c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 200  len: 1000 time: 0.3756390
Apr 30 04:44:42.371485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:42.487934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 04:44:42.487934 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 04:44:42.487934 n-d-766726-20 neutron-server[74582]: [parameters: {'id': '13c40b99-9e08-4c45-a792-f95200fdc741'}]
Apr 30 04:44:42.487934 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:44:42.488682 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:44:42.491026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-ad8fd902-e54d-4d99-b034-d411d12dfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:42.493081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-ad8fd902-e54d-4d99-b034-d411d12dfdc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fe9ab5631074684a7ea95c397ba1de7&device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 1098 time: 0.2871521
Apr 30 04:44:42.511163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:42.512282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-209a2715-1303-4c96-a0f4-1a1ff93df69e', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:44:42.513174 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:42.524967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Usage tracker for resource:router and tenant:5236902b32874d95bf56f2b0f37f694c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:42.540475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:42.572568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:42.573131 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:42.662650 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:42.671392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:42.762834 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:42.778888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-52e9860e-4941-4908-b4c0-922523e0e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:42.793435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-52e9860e-4941-4908-b4c0-922523e0e175 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa HTTP/1.1" status: 200  len: 868 time: 0.3961391
Apr 30 04:44:42.861141 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:44:42.881140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-28474d57-7779-4d3c-9469-9908e7828e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:42.882659 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-28474d57-7779-4d3c-9469-9908e7828e81 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3762714-1478-4da7-be7a-f3553815f8b4 HTTP/1.1" status: 200  len: 930 time: 0.3821993
Apr 30 04:44:42.889600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 135f6a57-b846-45c1-b471-858fe3f2f576, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=135f6a57-b846-45c1-b471-858fe3f2f576,segment=NetworkSegment(817ead88-f966-4994-9bc9-e5713ba07ba7),segment_id=817ead88-f966-4994-9bc9-e5713ba07ba7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:42.920377 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:42.932065 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3972dee8-0d3a-4049-8e9d-0c571fd44643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:43.031663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=135f6a57-b846-45c1-b471-858fe3f2f576,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:43.040250 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:43.047459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:43.054303 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:43.089384 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07ec2b82-7cb0-411e-bdc1-e3a117e665bc req-c514514a-3625-498b-8ef4-8056d358b03a tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.2022302
Apr 30 04:44:43.290234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] Pushing event deleted for resources: {'Port': ['ID=135f6a57-b846-45c1-b471-858fe3f2f576,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:43.296256 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:43.312659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] No DVR routers for this DVR port 135f6a57-b846-45c1-b471-858fe3f2f576 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:43.352847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Allocated IP 172.20.0.2 (209a2715-1303-4c96-a0f4-1a1ff93df69e/898a4f3a-662f-4344-8e6a-6290feee9047/ccb66dd5-a78e-47db-a789-278038831b52) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:43.399001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:43.428165 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-2e032c48-b21a-45cc-8e9e-cd299d3425ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 200  len: 1000 time: 0.5364559
Apr 30 04:44:43.821677 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e8c2e0>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'd1958a15-fa99-446b-8d9c-57733f0056ed', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'port_id': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'mac_address': 'fa:16:3e:01:de:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:44:30Z', 'updated_at': '2021-04-30T04:44:37Z', 'revision_number': 1, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b44fdc-62ad-448f-b81c-7cfa8abb1220', 'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'mac_address': 'fa:16:3e:57:df:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:41Z', 'updated_at': '2021-04-30T04:43:52Z', 'revision_number': 5, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'subnets': [{'id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:43.828627 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6defd82-422b-4339-8c3d-3b4e91a7f525 None None] The sync data for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 is: [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'd1958a15-fa99-446b-8d9c-57733f0056ed', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'port_id': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'mac_address': 'fa:16:3e:01:de:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:44:30Z', 'updated_at': '2021-04-30T04:44:37Z', 'revision_number': 1, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b44fdc-62ad-448f-b81c-7cfa8abb1220', 'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'mac_address': 'fa:16:3e:57:df:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:41Z', 'updated_at': '2021-04-30T04:43:52Z', 'revision_number': 5, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'subnets': [{'id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:44:43.874384 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:43.904901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Transition to ACTIVE for port object ccb66dd5-a78e-47db-a789-278038831b52 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:43.990429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Transition to ACTIVE for port object ccb66dd5-a78e-47db-a789-278038831b52 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:44.018509 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:44.027081 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8ee9a40e-fc9d-4257-a30f-477946df8a39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:44.191558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:44.271713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:44.278858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:44.291805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:44.334867 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:44.355128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957cc7d-8680-4247-af67-c1846617a6f8 None None] New status for floating IP d1958a15-fa99-446b-8d9c-57733f0056ed: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:44:44.415386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ac1a0a0>,) {'filters': {'network_id': ['13c40b99-9e08-4c45-a792-f95200fdc741']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:44.432867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-4b689f58-6f03-49b5-b0dd-8999d44180a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:44.434381 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-4b689f58-6f03-49b5-b0dd-8999d44180a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa HTTP/1.1" status: 200  len: 868 time: 0.9968243
Apr 30 04:44:44.441200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac1a0a0>, '817ead88-f966-4994-9bc9-e5713ba07ba7') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:44.441503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac1a0a0>, '817ead88-f966-4994-9bc9-e5713ba07ba7') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:44.561796 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:44.625707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:44.640162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:44:44.663176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Pushing event updated for resources: {'Port': ['ID=ccb66dd5-a78e-47db-a789-278038831b52,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:44.689263 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:44.776490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-cf78a8aa-e4d9-418f-a4f1-012c13be5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:44.779106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-cf78a8aa-e4d9-418f-a4f1-012c13be5e9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3762714-1478-4da7-be7a-f3553815f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.9834993
Apr 30 04:44:44.863010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-b776221d-c5fd-4922-abf0-058fcd94a506 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:44:44.871603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-b776221d-c5fd-4922-abf0-058fcd94a506 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0532806
Apr 30 04:44:44.903824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Attempting to bind port ccb66dd5-a78e-47db-a789-278038831b52 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:44:44.904883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Attempting to bind port ccb66dd5-a78e-47db-a789-278038831b52 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:44:44.905800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Attempting to bind port ccb66dd5-a78e-47db-a789-278038831b52 on network 209a2715-1303-4c96-a0f4-1a1ff93df69e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:44:45.060683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:45.075082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:44:45.075959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Checking segment: {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:45.076984 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:45.077791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Bound using segment: {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:44:45.078709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Bound port: ccb66dd5-a78e-47db-a789-278038831b52, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:44:45.079482 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:45.081505 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2ef86a70-d96a-41ef-82c5-2cf9cc18a850 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:45.086782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-f34243b4-2f9c-4f16-9846-35679842777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:45.089602 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-f34243b4-2f9c-4f16-9846-35679842777c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3762714-1478-4da7-be7a-f3553815f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6279643
Apr 30 04:44:45.156894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 13c40b99-9e08-4c45-a792-f95200fdc741 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:45.167565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe1252a-cd28-466e-a0fc-6e664d068f94,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:45.180073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:45.191166 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:45.233995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2df3e-7f06-4a07-a445-cf394cc48934 req-c3d87248-a4bb-41a5-a301-daeb6d541e2a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:45.242007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52d2df3e-7f06-4a07-a445-cf394cc48934 req-c3d87248-a4bb-41a5-a301-daeb6d541e2a tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 945 time: 0.8917224
Apr 30 04:44:45.402506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-9df804b3-4134-4204-b235-8941d1aab084 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:45.404093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-9df804b3-4134-4204-b235-8941d1aab084 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 945 time: 0.9639637
Apr 30 04:44:45.493802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] For port ccb66dd5-a78e-47db-a789-278038831b52, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:44:45.561157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Checking segment: {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:45.561726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Network hostable DHCP agents. Network: ee588659-ff71-40d6-aec5-53aca62045c1, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:44:45.677785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 13c40b99-9e08-4c45-a792-f95200fdc741 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:44:45.710900 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:44:45.747765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52d2df3e-7f06-4a07-a445-cf394cc48934 req-76cd6ccf-6824-48d3-a7c6-13874b5d1132 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5042727
Apr 30 04:44:45.817736 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-bae92599-5eaf-450a-abfb-d5b1b0cb1f5f service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7044177
Apr 30 04:44:45.853439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Network ee588659-ff71-40d6-aec5-53aca62045c1 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:44:45.893314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ee588659-ff71-40d6-aec5-53aca62045c1) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:45.910239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af8cbc-1cb7-4173-8e76-f2c6c8946f81 None None] Network ee588659-ff71-40d6-aec5-53aca62045c1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:46.142999 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2dd20a8-e444-4614-bda0-3c3441d31cd7 req-86516ccb-c3bc-4aee-a6fd-3018b4331a7d service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3155649
Apr 30 04:44:46.163967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-36e79be5-a890-4782-b1dc-fbd374591396 service neutron] 10.222.0.46 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2784855
Apr 30 04:44:46.179968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] For port ccb66dd5-a78e-47db-a789-278038831b52, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccb66dd5-a78e-47db-a789-278038831b52,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:44:46.181811 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.201089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd7eca6e-bdad-4318-94ff-041cbf304ccf tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:46.276808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.285105 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.294955 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c57d1258-8180-4186-ab05-ae55ffe67b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:46.306286 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/13c40b99-9e08-4c45-a792-f95200fdc741 HTTP/1.1" status: 204  len: 168 time: 10.3934596
Apr 30 04:44:46.321731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42128) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:46.334648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Network': ['ID=13c40b99-9e08-4c45-a792-f95200fdc741,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:46.341467 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:46.350520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1627703849'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:46.352383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1186dc5f-9bab-4e9c-a7b7-11a7bd144f0f req-8d2b7475-ae30-468e-a412-e7be74b49103 service neutron] 10.222.0.46 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540043
Apr 30 04:44:46.353546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:46.354144 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.375817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417979fc-7c60-4bd1-8998-27566a7adfcd None None] Network ee588659-ff71-40d6-aec5-53aca62045c1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:46.381871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:46.403331 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 7.4348528
Apr 30 04:44:46.413647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:network and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:46.419128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:46.437707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:46.460861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:46.465457 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.549406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:44:46.577617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.577975 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Added segment 534f6f54-ba10-43b2-b40b-d42cb5ffe27d of type vlan for network 1d9a4858-b6a5-470f-acb7-8dc2693bf827
Apr 30 04:44:46.653366 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.704108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Pushing event updated for resources: {'Port': ['ID=ccb66dd5-a78e-47db-a789-278038831b52,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:46.708225 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:46.731816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Deleting port e6f810c9-94d7-481d-8e9c-205df05b3a68 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:44:46.732207 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.773394 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.785226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:46.785998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:46.790259 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7749e1e8-50de-44a2-98d1-b66c99b7fe61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:46.988132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Network': ['ID=1d9a4858-b6a5-470f-acb7-8dc2693bf827,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:46.991465 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:47.000150 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:44:47.014354 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6757414
Apr 30 04:44:47.017458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:47.035157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'subnet': {'network_id': '1d9a4858-b6a5-470f-acb7-8dc2693bf827', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:47.224654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-92e7cc58-e648-4ea4-b6e6-874231453b52 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 258 time: 0.7715325
Apr 30 04:44:47.243095 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:47.293290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27389b49-39a3-4b7c-82ea-7a0c4c46cce7 req-69f051ef-5271-412d-81e2-d6bbbb484c52 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.6425161
Apr 30 04:44:47.302477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:47.312594 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:47.317379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:47.356366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device e6f810c9-94d7-481d-8e9c-205df05b3a68 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:44:47.389547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:47.425467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] For port e6f810c9-94d7-481d-8e9c-205df05b3a68, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e6f810c9-94d7-481d-8e9c-205df05b3a68,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:47.426123 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:47.443877 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:47.599487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:47.635730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:47.644492 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccb66dd5-a78e-47db-a789-278038831b52 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:47.661047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:47.664966 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:47.731834 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:47.755989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Calling delete_port for e6f810c9-94d7-481d-8e9c-205df05b3a68 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:47.819890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port e6f810c9-94d7-481d-8e9c-205df05b3a68, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e6f810c9-94d7-481d-8e9c-205df05b3a68,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:47.822611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f810c9-94d7-481d-8e9c-205df05b3a68'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:47.834347 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:47.839886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ccb66dd5-a78e-47db-a789-278038831b52 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:47.851782 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e0058f22-976b-4665-83a5-9ab4f5a0d972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:48.095339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6a9e5-024f-4662-8900-43a22037369f req-a244a1c6-786b-4a44-a8aa-78d99a271843 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:48.097539 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fae6a9e5-024f-4662-8900-43a22037369f req-a244a1c6-786b-4a44-a8aa-78d99a271843 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=3881cf01-5f4a-42b8-ad85-14272aa1cae3 HTTP/1.1" status: 200  len: 943 time: 0.4990859
Apr 30 04:44:48.107751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Allocated IP 172.25.8.67 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/0c209283-bf4e-4096-9ede-36c11811786a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:48.169809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=e6f810c9-94d7-481d-8e9c-205df05b3a68,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:48.188661 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:48.247372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce55c48-1381-413f-8132-6e0c28029dbf None None] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:48.379352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-39e47263-5662-4d1a-bf39-0c8c5857cc05 None None] Provisioning for port ccb66dd5-a78e-47db-a789-278038831b52 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:48.387266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-39e47263-5662-4d1a-bf39-0c8c5857cc05 None None] Provisioning complete for port ccb66dd5-a78e-47db-a789-278038831b52 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:48.387702 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-39e47263-5662-4d1a-bf39-0c8c5857cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:48.400085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:48.412842 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de4b3325-7de0-480b-b3d1-36870c16c920 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:48.480525 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:48.557151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fae6a9e5-024f-4662-8900-43a22037369f req-af080f6f-c4c5-4f89-bffb-3e3b85ecb921 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/security-groups?id=4d1faf59-11e2-41d8-bbb1-dda109242a01&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4406600
Apr 30 04:44:48.565427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Subnet': ['ID=c763f914-d57d-4ba5-b66b-0fe507a64a95,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:48.567163 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:48.574679 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:48.585501 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:48.625355 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-39e47263-5662-4d1a-bf39-0c8c5857cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:48.672292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Checking segment: {'id': '534f6f54-ba10-43b2-b40b-d42cb5ffe27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d9a4858-b6a5-470f-acb7-8dc2693bf827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:48.675833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network hostable DHCP agents. Network: 1d9a4858-b6a5-470f-acb7-8dc2693bf827, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:44:48.728634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:44:48.761363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:48.772460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 1d9a4858-b6a5-470f-acb7-8dc2693bf827) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:48.785840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:48.792123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:48.797895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2b0634-851b-4773-b598-ebbaeb2d72e0 None None] Network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:48.812685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:48.813281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:48.846612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-39e47263-5662-4d1a-bf39-0c8c5857cc05 None None] For port ccb66dd5-a78e-47db-a789-278038831b52, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccb66dd5-a78e-47db-a789-278038831b52,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:48.859976 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8352239
Apr 30 04:44:48.868027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42162) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:49.012152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Pushing event updated for resources: {'Port': ['ID=0c209283-bf4e-4096-9ede-36c11811786a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:49.055465 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:49.163807 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-39e47263-5662-4d1a-bf39-0c8c5857cc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:49.173299 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:49.323088 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:49.386390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:49.464637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e47263-5662-4d1a-bf39-0c8c5857cc05 None None] Pushing event updated for resources: {'Port': ['ID=ccb66dd5-a78e-47db-a789-278038831b52,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:49.478648 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-39e47263-5662-4d1a-bf39-0c8c5857cc05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:49.489603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:49.560980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-1d9a4858-b6a5-470f-acb7-8dc2693bf827', 'network_id': '1d9a4858-b6a5-470f-acb7-8dc2693bf827', 'tenant_id': '22202b04814848b2ab3d5ff668d6cf3d', 'fixed_ips': [{'subnet_id': 'c763f914-d57d-4ba5-b66b-0fe507a64a95'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:44:49.560980 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:49.576335 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:49.592805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9551329b-af6d-4607-af9d-9479ea75a59c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:44:49.672871 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:49.961433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Allocated IP 2001:db8::2 (1d9a4858-b6a5-470f-acb7-8dc2693bf827/c763f914-d57d-4ba5-b66b-0fe507a64a95/b59da723-e226-4776-aa66-d53b2cbde39a) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:50.021814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2e905f11-9de3-45d0-a186-04f72f4678bf None None] Provisioning complete for port ccb66dd5-a78e-47db-a789-278038831b52 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:50.022296 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2e905f11-9de3-45d0-a186-04f72f4678bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.061061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Pushing event deleted for resources: {'Port': ['ID=e6f810c9-94d7-481d-8e9c-205df05b3a68,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:50.110553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Allocated IP 172.25.8.243 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/c3d9c893-c08e-4f92-bf3f-7ea67fa28e34) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:50.234173 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:50.407169 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.415233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-6bdba7d4-f947-46d6-9702-668786569d14 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:50.419863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Transition to ACTIVE for port object b59da723-e226-4776-aa66-d53b2cbde39a will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:50.424162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-6bdba7d4-f947-46d6-9702-668786569d14 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/networks?id=ee588659-ff71-40d6-aec5-53aca62045c1 HTTP/1.1" status: 200  len: 817 time: 1.0879583
Apr 30 04:44:50.436847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] No DVR routers for this DVR port e6f810c9-94d7-481d-8e9c-205df05b3a68 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:50.444602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Transition to ACTIVE for port object b59da723-e226-4776-aa66-d53b2cbde39a will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:50.453258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.458353 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:50.460484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.477354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'name': 'network-vif-deleted', 'tag': 'e6f810c9-94d7-481d-8e9c-205df05b3a68'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:44:50.481407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.483590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e97b66c7-fdfc-40c1-8a0d-55a01b12d595 req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "DELETE /v2.0/ports/e6f810c9-94d7-481d-8e9c-205df05b3a68 HTTP/1.1" status: 204  len: 173 time: 5.0693800
Apr 30 04:44:50.500855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-ea7a07c8-3201-43aa-9a45-6f5cac9b93eb tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/quotas/3f0d4f92ead646cca40495e521c27611 HTTP/1.1" status: 200  len: 375 time: 0.0754869
Apr 30 04:44:50.522670 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-18541d09-c95d-4e86-8e5c-7c14edd83a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:50.577994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Pushing event updated for resources: {'Port': ['ID=b59da723-e226-4776-aa66-d53b2cbde39a,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:50.584105 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:50.586207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:50.588735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:50.588933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-4fcd2276-1bd1-4090-9481-726fc38f27e1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f0d4f92ead646cca40495e521c27611&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0734956
Apr 30 04:44:50.596618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:50.631970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Subnet': ['ID=c763f914-d57d-4ba5-b66b-0fe507a64a95,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:50.635371 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:50.651639 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.738125 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.758247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Attempting to bind port b59da723-e226-4776-aa66-d53b2cbde39a on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:44:50.758810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Attempting to bind port b59da723-e226-4776-aa66-d53b2cbde39a by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '534f6f54-ba10-43b2-b40b-d42cb5ffe27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d9a4858-b6a5-470f-acb7-8dc2693bf827'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:44:50.760244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Attempting to bind port b59da723-e226-4776-aa66-d53b2cbde39a on network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:44:50.767464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:44:50.768070 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Checking segment: {'id': '534f6f54-ba10-43b2-b40b-d42cb5ffe27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d9a4858-b6a5-470f-acb7-8dc2693bf827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:50.768848 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.769250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Bound using segment: {'id': '534f6f54-ba10-43b2-b40b-d42cb5ffe27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d9a4858-b6a5-470f-acb7-8dc2693bf827'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:44:50.769965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Bound port: b59da723-e226-4776-aa66-d53b2cbde39a, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534f6f54-ba10-43b2-b40b-d42cb5ffe27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1d9a4858-b6a5-470f-acb7-8dc2693bf827'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:44:50.770513 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.822960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-eb58cbc9-fc42-4280-a1b5-393cb3dbf2a0 service neutron] 10.222.0.46 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677678
Apr 30 04:44:50.908255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe78003fac0>,) {'filters': {'network_id': ['1d9a4858-b6a5-470f-acb7-8dc2693bf827']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:50.928257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78003fac0>, '534f6f54-ba10-43b2-b40b-d42cb5ffe27d') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:50.928555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78003fac0>, '534f6f54-ba10-43b2-b40b-d42cb5ffe27d') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:50.933849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] For port b59da723-e226-4776-aa66-d53b2cbde39a, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:44:50.939650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] For port b59da723-e226-4776-aa66-d53b2cbde39a, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b59da723-e226-4776-aa66-d53b2cbde39a,segment=NetworkSegment(534f6f54-ba10-43b2-b40b-d42cb5ffe27d),segment_id=534f6f54-ba10-43b2-b40b-d42cb5ffe27d)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:44:50.944859 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:44:50.951355 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.972497 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-39e47263-5662-4d1a-bf39-0c8c5857cc05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:50.973981 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:50.999645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:51.006139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-e25a5ca8-b2de-451e-a828-c49d46f4b125 service neutron] 10.222.0.46 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668079
Apr 30 04:44:51.008374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:44:51.045671 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:51.239011 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:51.261711 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec5becec-132d-4849-b39d-24fd712ba9c1 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:51.269194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:51.288224 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:51.441266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Pushing event updated for resources: {'Port': ['ID=b59da723-e226-4776-aa66-d53b2cbde39a,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:51.451475 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:51.456151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461fab40-a7db-4543-bb8a-171686b0d14e None None] Network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:44:51.539135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:51.554150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:51.584203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:51.659618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Pushing event updated for resources: {'Port': ['ID=c3d9c893-c08e-4f92-bf3f-7ea67fa28e34,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:51.669670 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:51.704486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:51.715605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccb66dd5-a78e-47db-a789-278038831b52 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:44:51.767234 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:44:51.933574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 04:44:51.933574 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 04:44:51.933574 n-d-766726-20 neutron-server[74582]: [parameters: {'id': '1d9a4858-b6a5-470f-acb7-8dc2693bf827'}]
Apr 30 04:44:51.933574 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:44:51.934525 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:44:51.941211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ccb66dd5-a78e-47db-a789-278038831b52 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:51.941862 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:51.991463 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:52.012359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3312f-7a8f-4ada-870b-1f948266bcb5 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 04:44:52.113291 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f810c9-94d7-481d-8e9c-205df05b3a68', 'code': 200}
Apr 30 04:44:52.169992 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:52.200719 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:52.292595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3312f-7a8f-4ada-870b-1f948266bcb5 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 04:44:52.437110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:52.535082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b49777d0-5879-4af0-b5e4-2934a9b36940 req-a3879d49-2210-4b21-b059-2a6c1f631caa tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.3291886
Apr 30 04:44:52.654349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Deleting port b59da723-e226-4776-aa66-d53b2cbde39a {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:44:52.654715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:52.833310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] For port b59da723-e226-4776-aa66-d53b2cbde39a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b59da723-e226-4776-aa66-d53b2cbde39a,segment=NetworkSegment(534f6f54-ba10-43b2-b40b-d42cb5ffe27d),segment_id=534f6f54-ba10-43b2-b40b-d42cb5ffe27d)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:44:52.834034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:53.069166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Calling delete_port for b59da723-e226-4776-aa66-d53b2cbde39a owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:44:53.158684 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3881cf01-5f4a-42b8-ad85-14272aa1cae3', 'name': 'network-vif-deleted', 'tag': 'e6f810c9-94d7-481d-8e9c-205df05b3a68', 'status': 'completed', 'code': 200}
Apr 30 04:44:53.235136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:53.249996 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce52b123-a408-46bc-82d6-6b7d94cad1bd tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:53.363711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Router d41ff330-b961-46bc-8290-115d88846879 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:44:53.454305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Port': ['ID=b59da723-e226-4776-aa66-d53b2cbde39a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:53.462333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No DVR routers for this DVR port b59da723-e226-4776-aa66-d53b2cbde39a on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:44:53.466306 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:53.614770 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:53.649382 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:53.691510 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-746d97e1-9a1b-47b8-862f-64b6fba341cc tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:53.942114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:53.962034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Pushing event updated for resources: {'Port': ['ID=c3d9c893-c08e-4f92-bf3f-7ea67fa28e34,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:53.978674 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:54.290649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fe2a07a-48cd-431d-8cb9-e163a63c98ee req-6b564c91-d91d-4d14-bc1d-a65af7897355 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.0882185
Apr 30 04:44:54.349414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:54.399950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:44:54.412632 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Sync routers for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:44:54.468285 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:44:54.475615 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780dcbbe0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:44:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:54.476408 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:54.481802 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 12.1271350
Apr 30 04:44:54.482041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b806520>,) {'filters': {'network_id': ['1d9a4858-b6a5-470f-acb7-8dc2693bf827']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:54.488676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42248) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:54.492619 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:54.494441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 7.2231731
Apr 30 04:44:54.533174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b806520>, '534f6f54-ba10-43b2-b40b-d42cb5ffe27d') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:54.533477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b806520>, '534f6f54-ba10-43b2-b40b-d42cb5ffe27d') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:54.581091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:54.659572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:54.672411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:44:54.775331 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:44:54.924341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-0ebcc819-64bb-412e-ac2c-c5bc512626b6 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Synchronizing usage tracker for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:54.974893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad9f4c55-fe05-4022-a0d3-905a8af94c13 req-cd879805-7744-4dc7-a3f1-75b2c80fa99c tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 210 time: 0.4869943
Apr 30 04:44:55.057696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-0ebcc819-64bb-412e-ac2c-c5bc512626b6 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Unset dirty status for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:55.059979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-0ebcc819-64bb-412e-ac2c-c5bc512626b6 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200  len: 696 time: 0.3523045
Apr 30 04:44:55.164162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:55.192973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:55.570544 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780dcbbe0>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:44:50Z', 'revision_number': 3, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:55.580195 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Checking router: d41ff330-b961-46bc-8290-115d88846879 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:44:55.581686 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Updating router d41ff330-b961-46bc-8290-115d88846879 port 0c209283-bf4e-4096-9ede-36c11811786a binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:44:55.702172 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:56.403331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-6969a748-6094-461b-827e-79061caf032c tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:56.404025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-6969a748-6094-461b-827e-79061caf032c tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Synchronizing usage tracker for tenant:3f0d4f92ead646cca40495e521c27611 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:44:56.412760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 1d9a4858-b6a5-470f-acb7-8dc2693bf827 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:44:56.456496 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:44:56.516493 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:44:56.651822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-efcd2ee7-4b8d-476b-8362-4e5f88f99cc5 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:56.678325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78652404-8372-4698-9d60-ec6c9efc3e11 req-efcd2ee7-4b8d-476b-8362-4e5f88f99cc5 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 1.6010971
Apr 30 04:44:56.782997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-6969a748-6094-461b-827e-79061caf032c tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Unset dirty status for tenant:3f0d4f92ead646cca40495e521c27611 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:44:56.784610 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-6969a748-6094-461b-827e-79061caf032c tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.50 "GET /v2.0/networks?id=ee588659-ff71-40d6-aec5-53aca62045c1 HTTP/1.1" status: 200  len: 817 time: 1.0215182
Apr 30 04:44:56.808286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Request body: {'port': {'device_id': '70e6c2d4-2be1-4de3-affc-9c0897305e85', 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1', 'admin_state_up': True, 'tenant_id': '3f0d4f92ead646cca40495e521c27611'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:56.837776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4252ca84-ec89-48f6-8a0c-1d74fc081662 req-1f86b5c2-c846-4a8b-a061-12dc7ab4dce2 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.5943215
Apr 30 04:44:56.901077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-76f2779a-bcdb-4b6d-a0d4-b62bebfe841d tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:56.906848 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-76f2779a-bcdb-4b6d-a0d4-b62bebfe841d tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.37 "GET /v2.0/networks?id=ee588659-ff71-40d6-aec5-53aca62045c1 HTTP/1.1" status: 200  len: 817 time: 1.6731548
Apr 30 04:44:57.057827 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:57.063590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Request body: {'port': {'device_id': 'f02b8052-1be4-4827-97f2-5de12372ff64', 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1', 'admin_state_up': True, 'tenant_id': '3f0d4f92ead646cca40495e521c27611'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:57.079712 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:57.161954 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Transition to ACTIVE for port object 0c209283-bf4e-4096-9ede-36c11811786a will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:44:57.182585 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:57.190848 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:57.198400 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:57.226962 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:57.328349 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:57.424671 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Pushing event updated for resources: {'Port': ['ID=0c209283-bf4e-4096-9ede-36c11811786a,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:57.488742 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Attempting to bind port 0c209283-bf4e-4096-9ede-36c11811786a on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:44:57.489262 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Attempting to bind port 0c209283-bf4e-4096-9ede-36c11811786a by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:44:57.489861 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Attempting to bind port 0c209283-bf4e-4096-9ede-36c11811786a on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:44:57.496283 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fa50eca-5e04-427f-95d1-47e653bff4d1 req-6dcbe0ca-62bc-45bf-a5cc-adc14cd24d71 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 210 time: 0.3087053
Apr 30 04:44:57.498411 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:44:57.498941 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:44:57.499233 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:57.499885 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:44:57.500472 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Bound port: 0c209283-bf4e-4096-9ede-36c11811786a, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:44:57.500867 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:57.612392 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] For port 0c209283-bf4e-4096-9ede-36c11811786a, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:44:57.617051 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] For port 0c209283-bf4e-4096-9ede-36c11811786a, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0c209283-bf4e-4096-9ede-36c11811786a,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:44:57.620068 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.620555 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.621031 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.621586 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.621927 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.622267 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.622769 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.623250 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.623704 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.624032 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.624433 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.624760 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:44:57.630610 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:57.644735 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:57.645227 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:57.777921 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:44:57.778578 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780dcbbe0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:44:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:57.785611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Network': ['ID=1d9a4858-b6a5-470f-acb7-8dc2693bf827,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:57.794768 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:57.811537 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/1d9a4858-b6a5-470f-acb7-8dc2693bf827 HTTP/1.1" status: 204  len: 168 time: 8.9388657
Apr 30 04:44:57.825247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42272) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:44:57.835729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-56cdce0c-0fea-42b5-ad5d-eb8421055083 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:57.838154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-56cdce0c-0fea-42b5-ad5d-eb8421055083 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.37 "GET /v2.0/networks?id=ee588659-ff71-40d6-aec5-53aca62045c1 HTTP/1.1" status: 200  len: 817 time: 1.2820272
Apr 30 04:44:57.839176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:57.848777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1415175030'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:57.856390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Usage tracker for resource:port and tenant:3f0d4f92ead646cca40495e521c27611 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:57.868041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:57.876163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:57.892677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Request body: {'port': {'device_id': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1', 'admin_state_up': True, 'tenant_id': '3f0d4f92ead646cca40495e521c27611'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:57.909857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:57.974046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:57.974329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Made reservation on behalf of 3f0d4f92ead646cca40495e521c27611 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:58.008502 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:44:58.012651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:network and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:58.027976 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:58.047470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:58.283214 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Pushing event updated for resources: {'Port': ['ID=0c209283-bf4e-4096-9ede-36c11811786a,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:58.289306 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:44:58.294408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Usage tracker for resource:port and tenant:3f0d4f92ead646cca40495e521c27611 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:58.412519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:58.418604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:58.430490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Allocated IP 172.20.0.13 (ee588659-ff71-40d6-aec5-53aca62045c1/fbe1252a-cd28-466e-a0fc-6e664d068f94/fa321b20-0639-40c8-825d-572cdafa5d91) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:44:58.476767 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780dcbbe0>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:44:50Z', 'revision_number': 3, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:44:58.490831 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00ad91-a8da-406f-affb-0f83ce8427eb None None] The sync data for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 is: [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:44:50Z', 'revision_number': 3, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:44:58.542961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:58.647928 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-758fcb5c-e520-434e-9fd0-cad321caf5fc req-69d588ea-e1c0-4bcc-b2d7-e0732dbd288e tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.3469341
Apr 30 04:44:58.913434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:58.922530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:58.980491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:44:58.986905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Usage tracker for resource:port and tenant:3f0d4f92ead646cca40495e521c27611 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:44:59.013933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Made reservation on behalf of 3f0d4f92ead646cca40495e521c27611 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:44:59.018125 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:59.043194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:44:59.105633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:59.184324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:59.193150 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-00b1d238-b6e7-4999-8c39-53e4c5d5322a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:44:59.244871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363045a-00dc-45d6-9b3a-0d70ccc60767 req-152f86eb-491d-41ad-944f-a5629193c3bf tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:59.246769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8363045a-00dc-45d6-9b3a-0d70ccc60767 req-152f86eb-491d-41ad-944f-a5629193c3bf tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 1.7244217
Apr 30 04:44:59.252980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:44:59.348760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:44:59.360437 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:59.360957 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Added segment 5f8bf308-e1f3-429e-8216-9f7a1c6a002a of type vlan for network 9cd735cb-a1a2-4895-95b4-be50d818c0a4
Apr 30 04:44:59.412717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Network ee588659-ff71-40d6-aec5-53aca62045c1 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:44:59.412884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:59.449277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:44:59.454072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:44:59.662651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0c209283-bf4e-4096-9ede-36c11811786a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:44:59.674993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:44:59.676222 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:59.792397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 0c209283-bf4e-4096-9ede-36c11811786a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:44:59.797440 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9957211
Apr 30 04:44:59.800789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Pushing event updated for resources: {'Port': ['ID=fa321b20-0639-40c8-825d-572cdafa5d91,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:44:59.805330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0c209283-bf4e-4096-9ede-36c11811786a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:44:59.805720 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:44:59.833234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Request body: {'port': {'device_id': '70e6c2d4-2be1-4de3-affc-9c0897305e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:44:59.879282 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:00.015723 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8363045a-00dc-45d6-9b3a-0d70ccc60767 req-5c009668-8eec-4650-8947-00078ce40df2 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200  len: 696 time: 0.7571278
Apr 30 04:45:00.069645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-8363045a-00dc-45d6-9b3a-0d70ccc60767 req-10234199-71f3-43b2-b609-c8891065c862 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Request body: {'floatingip': {'port_id': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:00.073684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:00.083224 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:00.096959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 0c209283-bf4e-4096-9ede-36c11811786a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0c209283-bf4e-4096-9ede-36c11811786a,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:00.107868 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:00.111102 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:00.158555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Made reservation on behalf of 3f0d4f92ead646cca40495e521c27611 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:45:00.162915 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:00.177021 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:45:00.203433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=0c209283-bf4e-4096-9ede-36c11811786a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:00.209070 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:00.291847 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8363045a-00dc-45d6-9b3a-0d70ccc60767 req-10234199-71f3-43b2-b609-c8891065c862 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:00.395464 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:00.401486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:00.402145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:00.448248 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f44883b4-0873-44df-8fe5-a1106df78539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:00.464439 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:00.622905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-27d9f3c8-b40a-421d-8e51-4252f86a589d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:00.698935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Allocated IP 172.20.0.6 (ee588659-ff71-40d6-aec5-53aca62045c1/fbe1252a-cd28-466e-a0fc-6e664d068f94/9641ab7d-f6ae-465b-983f-e083303e7466) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:45:00.783498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.9440904
Apr 30 04:45:00.784555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Network': ['ID=9cd735cb-a1a2-4895-95b4-be50d818c0a4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:00.834796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42298) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:00.874796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Request body: {'subnet': {'network_id': '9cd735cb-a1a2-4895-95b4-be50d818c0a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:00.894066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.894456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.894844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.895227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.895636 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.896054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.896383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.896752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.897122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.897481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.897852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.898216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:00.913721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:45:00.935037 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:00.998400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db23781-0674-45a8-a721-da3e2f3dd2f0 req-9ac66cfb-c580-4e89-8457-4676019a75bf tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:00.998732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-481d18d8-aef9-4b78-bd45-546e995db694 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:00.999466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0db23781-0674-45a8-a721-da3e2f3dd2f0 req-9ac66cfb-c580-4e89-8457-4676019a75bf tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Synchronizing usage tracker for tenant:3f0d4f92ead646cca40495e521c27611 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:01.000823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-481d18d8-aef9-4b78-bd45-546e995db694 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Synchronizing usage tracker for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:01.027930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-481d18d8-aef9-4b78-bd45-546e995db694 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Unset dirty status for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:01.030006 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-481d18d8-aef9-4b78-bd45-546e995db694 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 945 time: 0.2532654
Apr 30 04:45:01.235108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Deleting port 9551329b-af6d-4607-af9d-9479ea75a59c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:01.235572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:01.333724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:01.405754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0db23781-0674-45a8-a721-da3e2f3dd2f0 req-9ac66cfb-c580-4e89-8457-4676019a75bf tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Unset dirty status for tenant:3f0d4f92ead646cca40495e521c27611 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:01.407634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0db23781-0674-45a8-a721-da3e2f3dd2f0 req-9ac66cfb-c580-4e89-8457-4676019a75bf tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 932 time: 1.3798521
Apr 30 04:45:01.417228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] For port 9551329b-af6d-4607-af9d-9479ea75a59c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9551329b-af6d-4607-af9d-9479ea75a59c,segment=NetworkSegment(ab7e3633-da99-4b49-aa70-a5d96cf7cb8e),segment_id=ab7e3633-da99-4b49-aa70-a5d96cf7cb8e)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:01.417845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:01.463407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Usage tracker for resource:subnet and tenant:22202b04814848b2ab3d5ff668d6cf3d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:01.469137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:01.511635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:01.619151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0c209283-bf4e-4096-9ede-36c11811786a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:45:01.651683 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-8363045a-00dc-45d6-9b3a-0d70ccc60767 req-10234199-71f3-43b2-b609-c8891065c862 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:45:01.654788 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8363045a-00dc-45d6-9b3a-0d70ccc60767 req-10234199-71f3-43b2-b609-c8891065c862 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "PUT /v2.0/floatingips/888f0647-b16b-4bed-92bd-aacdcc6a1ef1 HTTP/1.1" status: 409  len: 551 time: 1.6376143
Apr 30 04:45:01.733060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0c209283-bf4e-4096-9ede-36c11811786a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:01.733446 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:01.789752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Made reservation on behalf of 22202b04814848b2ab3d5ff668d6cf3d for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:45:01.795727 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:01.843220 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Calling delete_port for 9551329b-af6d-4607-af9d-9479ea75a59c owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:01.896432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d143b891-f27a-4197-96f3-93d3f901bb2f req-da772e25-e53d-4504-bab9-5359b39da204 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.2056675
Apr 30 04:45:01.948459 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0db23781-0674-45a8-a721-da3e2f3dd2f0 req-20862b77-4a8f-40a8-86ee-39fd0d450f9a tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4760826
Apr 30 04:45:02.088636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:02.099266 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f82436bf-a453-4b5c-a93e-6c95cfe2ef5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:02.198876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Pushing event deleted for resources: {'Port': ['ID=9551329b-af6d-4607-af9d-9479ea75a59c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:02.204624 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:02.236171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Allocated IP 172.20.0.1 (209a2715-1303-4c96-a0f4-1a1ff93df69e/898a4f3a-662f-4344-8e6a-6290feee9047/3208dc68-27ec-4296-81eb-5c8bb2374bd8) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:45:02.303542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-39694353-7578-44d7-afbf-389354ff2f99 req-6c11316d-da65-41fa-ba83-5b2d3392ec35 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Synchronizing usage tracker for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:02.314091 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:02.348464 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2091910-d528-46fb-9527-1cf5198e6697 req-59fa3556-12b3-4a03-8623-3ddf4cdd5ed2 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.1098886
Apr 30 04:45:02.354028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] No DVR routers for this DVR port 9551329b-af6d-4607-af9d-9479ea75a59c on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:45:02.357713 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:02.364577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf7acb9-506f-45c9-94c3-a3634a7029df', 'name': 'network-vif-deleted', 'tag': '9551329b-af6d-4607-af9d-9479ea75a59c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:02.413642 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fd3d07e7-65f2-4f3b-a47f-809c838379ba req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.37 "DELETE /v2.0/ports/9551329b-af6d-4607-af9d-9479ea75a59c HTTP/1.1" status: 204  len: 173 time: 1.3777199
Apr 30 04:45:02.426993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-39694353-7578-44d7-afbf-389354ff2f99 req-6c11316d-da65-41fa-ba83-5b2d3392ec35 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Unset dirty status for tenant:337c8d783d6f4222b8b2cac9f682648a on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:02.428231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39694353-7578-44d7-afbf-389354ff2f99 req-6c11316d-da65-41fa-ba83-5b2d3392ec35 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccf7acb9-506f-45c9-94c3-a3634a7029df HTTP/1.1" status: 200  len: 210 time: 0.4972994
Apr 30 04:45:02.511607 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:02.552911 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-119d371e-4325-4870-af5d-4d259429ef09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:02.749026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Network ee588659-ff71-40d6-aec5-53aca62045c1 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:45:02.784209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:02.794671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Pushing event updated for resources: {'Port': ['ID=9641ab7d-f6ae-465b-983f-e083303e7466,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:02.797326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:45:02.830632 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:02.847763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-440e1530-791c-4761-b472-9f746d138de8 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips/888f0647-b16b-4bed-92bd-aacdcc6a1ef1 HTTP/1.1" status: 200  len: 693 time: 0.1962721
Apr 30 04:45:02.850721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:03.060299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa321b20-0639-40c8-825d-572cdafa5d91 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:45:03.076917 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:03.107392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Transition to ACTIVE for port object fa321b20-0639-40c8-825d-572cdafa5d91 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:03.114770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:03.134029 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:03.255908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Transition to ACTIVE for port object 3208dc68-27ec-4296-81eb-5c8bb2374bd8 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:03.341749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Pushing event updated for resources: {'Port': ['ID=fa321b20-0639-40c8-825d-572cdafa5d91,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:03.354779 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:03.371545 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:03.410424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-5f052445-081d-41a9-b094-460d29b98adc tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Synchronizing usage tracker for tenant:b6d6539877bb415ba4c25b36edfc37fa on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:03.424310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:03.425394 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:03.426752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Attempting to bind port fa321b20-0639-40c8-825d-572cdafa5d91 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:45:03.427157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Attempting to bind port fa321b20-0639-40c8-825d-572cdafa5d91 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:45:03.427581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Attempting to bind port fa321b20-0639-40c8-825d-572cdafa5d91 on network ee588659-ff71-40d6-aec5-53aca62045c1 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:03.434588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Port fa321b20-0639-40c8-825d-572cdafa5d91 on network ee588659-ff71-40d6-aec5-53aca62045c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:45:03.435321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Attempting to bind port fa321b20-0639-40c8-825d-572cdafa5d91 on network ee588659-ff71-40d6-aec5-53aca62045c1 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:03.442206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:45:03.442693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Checking segment: {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:03.443091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Bound using segment: {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:45:03.443574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Bound port: fa321b20-0639-40c8-825d-572cdafa5d91, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:45:03.443927 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:03.527607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9551329b-af6d-4607-af9d-9479ea75a59c no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:45:03.584155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 9551329b-af6d-4607-af9d-9479ea75a59c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:45:03.584488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9551329b-af6d-4607-af9d-9479ea75a59c not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:45:03.586111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] For port fa321b20-0639-40c8-825d-572cdafa5d91, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:45:03.594623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] For port fa321b20-0639-40c8-825d-572cdafa5d91, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fa321b20-0639-40c8-825d-572cdafa5d91,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:45:03.595706 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b63c98bd-1780-4d54-a91d-d02ae3389466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:03.602040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:03.608497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Allocated IP 172.20.0.2 (ee588659-ff71-40d6-aec5-53aca62045c1/fbe1252a-cd28-466e-a0fc-6e664d068f94/98ebbe87-faa5-4b41-a0f0-d043d4e90c48) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:45:03.611278 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03cb87e6-5dc5-43f3-97a8-40a9d28bfb25 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:03.670228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:03.671353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:03.673826 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] 10.222.0.50 "PUT /v2.0/ports/fa321b20-0639-40c8-825d-572cdafa5d91 HTTP/1.1" status: 200  len: 1093 time: 3.8655987
Apr 30 04:45:03.714077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7b8d7679-9ea1-4cc4-b1d6-31a0c1e752d8 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:03.716618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7b8d7679-9ea1-4cc4-b1d6-31a0c1e752d8 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.8306181
Apr 30 04:45:03.718820 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.7914805
Apr 30 04:45:03.719963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-5f052445-081d-41a9-b094-460d29b98adc tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Unset dirty status for tenant:b6d6539877bb415ba4c25b36edfc37fa on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:03.721743 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-5f052445-081d-41a9-b094-460d29b98adc tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--239686546&fields=id&tenant_id=b6d6539877bb415ba4c25b36edfc37fa HTTP/1.1" status: 200  len: 267 time: 0.8576567
Apr 30 04:45:03.755706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Pushing event updated for resources: {'Port': ['ID=fa321b20-0639-40c8-825d-572cdafa5d91,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:03.757836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-01c9a277-c22a-4ecb-8ede-b4294756d9e7 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:45:03.758560 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:03.759940 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-01c9a277-c22a-4ecb-8ede-b4294756d9e7 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0285366
Apr 30 04:45:03.801493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-eceb9ab4-fad4-4c43-b6f5-cb98f9b12d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:03.803002 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-eceb9ab4-fad4-4c43-b6f5-cb98f9b12d87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f0d4f92ead646cca40495e521c27611&device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 1096 time: 0.0877545
Apr 30 04:45:03.906637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-a7ffcecf-46c6-45ba-85af-aaa551840f9c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa321b20-0639-40c8-825d-572cdafa5d91 HTTP/1.1" status: 200  len: 217 time: 0.0959907
Apr 30 04:45:03.988390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8504d87d-579d-4232-98e3-56e4d23e5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:03.989861 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-8504d87d-579d-4232-98e3-56e4d23e5d40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe1252a-cd28-466e-a0fc-6e664d068f94 HTTP/1.1" status: 200  len: 857 time: 0.0761347
Apr 30 04:45:04.028746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Request body: {'port': {'device_id': 'f02b8052-1be4-4827-97f2-5de12372ff64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:04.043601 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-a65b1002-7d2d-4ba1-9d45-313de56919db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee588659-ff71-40d6-aec5-53aca62045c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471539
Apr 30 04:45:04.099723 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:04.138866 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a73ee731-eb43-446b-84cd-8fbb167e68f3 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:04.204573 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-c413d642-e4d0-42f2-9f49-388afd452c69 service neutron] 10.222.0.50 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540070
Apr 30 04:45:04.362927 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-2c0fa4d5-f6b4-4d35-859d-bec6dac18963 service neutron] 10.222.0.50 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523013
Apr 30 04:45:04.393680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-916521d5-aadc-493f-81f1-b22c75861f94 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200  len: 696 time: 0.5961919
Apr 30 04:45:04.641892 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:04.724164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:45:04.761599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:04.803287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:45:04.849208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3208dc68-27ec-4296-81eb-5c8bb2374bd8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:04.856921 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:04.881615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-092bc762-ec91-4b81-8712-8d7a4bdbc2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.243 HTTP/1.1" status: 200  len: 696 time: 0.4532328
Apr 30 04:45:05.075849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4add7a9d-219c-4665-93e1-d172e93cc606 None None] Provisioning for port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:05.081432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4add7a9d-219c-4665-93e1-d172e93cc606 None None] Provisioning complete for port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:05.081827 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4add7a9d-219c-4665-93e1-d172e93cc606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:05.141277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4add7a9d-219c-4665-93e1-d172e93cc606 None None] Port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:45:05.270803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-c12ce05b-b498-4d5e-bdbc-7851787e3fed tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:05.272031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-c12ce05b-b498-4d5e-bdbc-7851787e3fed tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Synchronizing usage tracker for tenant:b6d6539877bb415ba4c25b36edfc37fa on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:05.468455 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:05.523285 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:05.766951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-c12ce05b-b498-4d5e-bdbc-7851787e3fed tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Unset dirty status for tenant:b6d6539877bb415ba4c25b36edfc37fa on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:05.768927 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-c12ce05b-b498-4d5e-bdbc-7851787e3fed tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/networks?id=4fe26e35-ab66-46f8-9ffe-27550c9dde54 HTTP/1.1" status: 200  len: 816 time: 2.0183811
Apr 30 04:45:05.955324 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:05.980176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-c9971291-36d9-407b-9f01-fd86d1e7aef0 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/quotas/b6d6539877bb415ba4c25b36edfc37fa HTTP/1.1" status: 200  len: 375 time: 0.1370301
Apr 30 04:45:06.130789 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:06.310095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.objects.ports [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74581) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:45:06.326440 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:06.339694 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ebe80d8-8109-4b04-a6fc-b592de86c44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:06.433748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Deleting port c3d9c893-c08e-4f92-bf3f-7ea67fa28e34 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:06.434165 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:06.531230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event updated for resources: {'Subnet': ['ID=5ca550c4-9667-49db-9c5a-b952917df2b6,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:06.583049 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:06.658421 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:06.688734 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9be352e3-f104-4452-a87e-b920dbaa0615 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:06.730074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Checking segment: {'id': '5f8bf308-e1f3-429e-8216-9f7a1c6a002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9cd735cb-a1a2-4895-95b4-be50d818c0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:06.730435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network hostable DHCP agents. Network: 9cd735cb-a1a2-4895-95b4-be50d818c0a4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:45:06.814466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-0174eca1-eb2d-4d3f-a8d0-80d4fc71c4d6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Synchronizing usage tracker for tenant:b6d6539877bb415ba4c25b36edfc37fa on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:06.902928 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:06.914779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Network ee588659-ff71-40d6-aec5-53aca62045c1 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:45:06.932105 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:06.932397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:06.941860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:06.955189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Pushing event updated for resources: {'Port': ['ID=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:06.960801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:45:07.051484 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:07.205539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fa321b20-0639-40c8-825d-572cdafa5d91 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:45:07.359138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fa321b20-0639-40c8-825d-572cdafa5d91, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fa321b20-0639-40c8-825d-572cdafa5d91,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:07.374599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'fa321b20-0639-40c8-825d-572cdafa5d91', 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1', 'port_id': 'fa321b20-0639-40c8-825d-572cdafa5d91', 'mac_address': 'fa:16:3e:f2:53:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe1252a-cd28-466e-a0fc-6e664d068f94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:45:07.420358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:45:07.443031 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:07.448896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Calling delete_port for c3d9c893-c08e-4f92-bf3f-7ea67fa28e34 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:07.464658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa321b20-0639-40c8-825d-572cdafa5d91 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:45:07.484476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fa321b20-0639-40c8-825d-572cdafa5d91, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fa321b20-0639-40c8-825d-572cdafa5d91,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:07.488936 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:07.491872 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:07.510531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-0174eca1-eb2d-4d3f-a8d0-80d4fc71c4d6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Unset dirty status for tenant:b6d6539877bb415ba4c25b36edfc37fa on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:07.512923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-0174eca1-eb2d-4d3f-a8d0-80d4fc71c4d6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6d6539877bb415ba4c25b36edfc37fa&fields=id HTTP/1.1" status: 200  len: 348 time: 1.5081344
Apr 30 04:45:07.569783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=fa321b20-0639-40c8-825d-572cdafa5d91,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:07.574554 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:07.606189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 9cd735cb-a1a2-4895-95b4-be50d818c0a4) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:07.614787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba753ece-dd1a-41f9-9bee-11e38dd981c4 None None] Network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:45:07.721907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:07.722943 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:07.841199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:07.842184 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:07.850002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['fa321b20-0639-40c8-825d-572cdafa5d91'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:45:07.965616 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:45:08.006185 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 10.1452093
Apr 30 04:45:08.012041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-9cd735cb-a1a2-4895-95b4-be50d818c0a4', 'network_id': '9cd735cb-a1a2-4895-95b4-be50d818c0a4', 'tenant_id': '22202b04814848b2ab3d5ff668d6cf3d', 'fixed_ips': [{'subnet_id': '5ca550c4-9667-49db-9c5a-b952917df2b6'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:45:08.012904 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.025923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:08.026821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 7.1807876
Apr 30 04:45:08.188036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Request body: {'port': {'device_id': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:08.239359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Allocated IP 2001:db8::f816:3eff:feb8:79c8 (9cd735cb-a1a2-4895-95b4-be50d818c0a4/5ca550c4-9667-49db-9c5a-b952917df2b6/b7382db7-6a31-4a2a-89f4-563cb2448fa9) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:45:08.410309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9641ab7d-f6ae-465b-983f-e083303e7466 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:45:08.425631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-33ffaa24-ebe6-4a68-b9bc-a78c3c0ea2f1 service neutron] 10.222.0.46 "GET /v2.0/networks/4fe26e35-ab66-46f8-9ffe-27550c9dde54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8840501
Apr 30 04:45:08.453098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.455804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.563370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.564076 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.578751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Transition to ACTIVE for port object b7382db7-6a31-4a2a-89f4-563cb2448fa9 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:08.607346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Transition to ACTIVE for port object b7382db7-6a31-4a2a-89f4-563cb2448fa9 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:08.614781 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.620786 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2fb7046f-f713-4604-a3fe-9e4c9341053f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:08.692036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:45:08.695880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:08.701091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:45:08.708259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Pushing event updated for resources: {'Port': ['ID=b7382db7-6a31-4a2a-89f4-563cb2448fa9,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:08.710770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Transition to ACTIVE for port object 9641ab7d-f6ae-465b-983f-e083303e7466 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:08.713427 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:08.809013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Attempting to bind port b7382db7-6a31-4a2a-89f4-563cb2448fa9 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:45:08.809399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Attempting to bind port b7382db7-6a31-4a2a-89f4-563cb2448fa9 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5f8bf308-e1f3-429e-8216-9f7a1c6a002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9cd735cb-a1a2-4895-95b4-be50d818c0a4'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:45:08.809774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Attempting to bind port b7382db7-6a31-4a2a-89f4-563cb2448fa9 on network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:08.816944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:45:08.817431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Checking segment: {'id': '5f8bf308-e1f3-429e-8216-9f7a1c6a002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9cd735cb-a1a2-4895-95b4-be50d818c0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:08.817790 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.818188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Bound using segment: {'id': '5f8bf308-e1f3-429e-8216-9f7a1c6a002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9cd735cb-a1a2-4895-95b4-be50d818c0a4'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:45:08.818689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Bound port: b7382db7-6a31-4a2a-89f4-563cb2448fa9, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8bf308-e1f3-429e-8216-9f7a1c6a002a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9cd735cb-a1a2-4895-95b4-be50d818c0a4'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:45:08.819081 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.845511 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.874263 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:08.931439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] For port b7382db7-6a31-4a2a-89f4-563cb2448fa9, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:45:08.936072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] For port b7382db7-6a31-4a2a-89f4-563cb2448fa9, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b7382db7-6a31-4a2a-89f4-563cb2448fa9,segment=NetworkSegment(5f8bf308-e1f3-429e-8216-9f7a1c6a002a),segment_id=5f8bf308-e1f3-429e-8216-9f7a1c6a002a)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:45:08.944910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:08.952298 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-393eef95-bc36-4c60-8613-3c9be0eb1bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:09.003126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:45:09.054114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Pushing event updated for resources: {'Port': ['ID=b7382db7-6a31-4a2a-89f4-563cb2448fa9,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:09.058168 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:09.075405 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.080565 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f63030ca-df6f-47a6-a6fd-511f21c82e41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:09.121583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca550c4-9667-49db-9c5a-b952917df2b6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:09.125429 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:09.170884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Pushing event updated for resources: {'Port': ['ID=9641ab7d-f6ae-465b-983f-e083303e7466,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:09.174662 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.195387 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:09.218466 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.224051 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fa321b20-0639-40c8-825d-572cdafa5d91 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:45:09.246516 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.277696 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-574434c5-dc91-4d73-b543-a305bf36fd90 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:09.321165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.368740 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.427584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port fa321b20-0639-40c8-825d-572cdafa5d91 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:09.435242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port fa321b20-0639-40c8-825d-572cdafa5d91 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:09.435780 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.614786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aaa9eb0>,) {'filters': {'network_id': ['9cd735cb-a1a2-4895-95b4-be50d818c0a4']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:09.635475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aaa9eb0>, '5f8bf308-e1f3-429e-8216-9f7a1c6a002a') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:09.635933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aaa9eb0>, '5f8bf308-e1f3-429e-8216-9f7a1c6a002a') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:09.651937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.656664 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.671820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b7382db7-6a31-4a2a-89f4-563cb2448fa9 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:45:09.677312 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.687596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:45:09.697616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Pushing event deleted for resources: {'Port': ['ID=c3d9c893-c08e-4f92-bf3f-7ea67fa28e34,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:09.703670 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:09.713742 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:09.788776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e6c2d4-2be1-4de3-affc-9c0897305e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa321b20-0639-40c8-825d-572cdafa5d91'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:09.816886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fa321b20-0639-40c8-825d-572cdafa5d91, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fa321b20-0639-40c8-825d-572cdafa5d91,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:09.824480 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:09.829114 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:09.833663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-b260b9f4-8b0b-4fb6-a653-8a6c8e12a807 service neutron] 10.222.0.46 "GET /v2.0/networks/4fe26e35-ab66-46f8-9ffe-27550c9dde54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3756521
Apr 30 04:45:09.877534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port b7382db7-6a31-4a2a-89f4-563cb2448fa9 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:09.936467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=fa321b20-0639-40c8-825d-572cdafa5d91,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:09.940976 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:10.007133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:10.023047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:10.283596 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:10.330978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3208dc68-27ec-4296-81eb-5c8bb2374bd8,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:10.367973 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:10.389138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:45:10.445209 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:45:10.574453 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 04:45:10.574453 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 04:45:10.574453 n-d-766726-20 neutron-server[74582]: [parameters: {'id': '9cd735cb-a1a2-4895-95b4-be50d818c0a4'}]
Apr 30 04:45:10.574453 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:45:10.574995 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:45:10.589200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d374f0b-66d4-4ebb-8738-623c1bf854a3 None None] Network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:45:10.685679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ddf4cf0c-01aa-4af1-b0b7-a839b0aaf57f None None] Provisioning for port b7382db7-6a31-4a2a-89f4-563cb2448fa9 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:10.689487 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:10.693667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Attempting to bind port 9641ab7d-f6ae-465b-983f-e083303e7466 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:45:10.694295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Attempting to bind port 9641ab7d-f6ae-465b-983f-e083303e7466 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:45:10.694873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Attempting to bind port 9641ab7d-f6ae-465b-983f-e083303e7466 on network ee588659-ff71-40d6-aec5-53aca62045c1 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:10.707085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Port 9641ab7d-f6ae-465b-983f-e083303e7466 on network ee588659-ff71-40d6-aec5-53aca62045c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:45:10.707747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Attempting to bind port 9641ab7d-f6ae-465b-983f-e083303e7466 on network ee588659-ff71-40d6-aec5-53aca62045c1 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:10.720056 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf7acb9-506f-45c9-94c3-a3634a7029df', 'name': 'network-vif-deleted', 'tag': '9551329b-af6d-4607-af9d-9479ea75a59c', 'status': 'completed', 'code': 200}
Apr 30 04:45:10.789385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ddf4cf0c-01aa-4af1-b0b7-a839b0aaf57f None None] Provisioning complete for port b7382db7-6a31-4a2a-89f4-563cb2448fa9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:10.790719 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ddf4cf0c-01aa-4af1-b0b7-a839b0aaf57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:10.794787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:45:10.795121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Checking segment: {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:10.795538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Bound using segment: {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:45:10.796028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Bound port: 9641ab7d-f6ae-465b-983f-e083303e7466, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:45:10.796485 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:10.995872 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:10.997443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c13b9f4-5162-4981-ac77-bf5eff710000 req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "DELETE /v2.0/floatingips/888f0647-b16b-4bed-92bd-aacdcc6a1ef1 HTTP/1.1" status: 204  len: 173 time: 6.0577612
Apr 30 04:45:11.017656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:45:11.030054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:11.076224 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:11.282587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Deleting port b7382db7-6a31-4a2a-89f4-563cb2448fa9 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:11.283800 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:11.313598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:45:11.360767 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ddf4cf0c-01aa-4af1-b0b7-a839b0aaf57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:11.475549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ddf4cf0c-01aa-4af1-b0b7-a839b0aaf57f None None] For port b7382db7-6a31-4a2a-89f4-563cb2448fa9, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b7382db7-6a31-4a2a-89f4-563cb2448fa9,segment=NetworkSegment(5f8bf308-e1f3-429e-8216-9f7a1c6a002a),segment_id=5f8bf308-e1f3-429e-8216-9f7a1c6a002a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:11.491721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] DHCP port deletion for 9cd735cb-a1a2-4895-95b4-be50d818c0a4 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:45:11.497960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ddf4cf0c-01aa-4af1-b0b7-a839b0aaf57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:11.502825 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:11.505481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] For port 9641ab7d-f6ae-465b-983f-e083303e7466, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:45:11.673560 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-57695f9e-e1a9-4912-95b1-30f074e6be2d None None] Provisioning complete for port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:11.674080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-57695f9e-e1a9-4912-95b1-30f074e6be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:11.714418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b7382db7-6a31-4a2a-89f4-563cb2448fa9 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:45:11.752359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] For port b7382db7-6a31-4a2a-89f4-563cb2448fa9, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b7382db7-6a31-4a2a-89f4-563cb2448fa9,segment=NetworkSegment(5f8bf308-e1f3-429e-8216-9f7a1c6a002a),segment_id=5f8bf308-e1f3-429e-8216-9f7a1c6a002a)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:11.753529 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:11.753893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4cf0c-01aa-4af1-b0b7-a839b0aaf57f None None] Pushing event updated for resources: {'Port': ['ID=b7382db7-6a31-4a2a-89f4-563cb2448fa9,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:11.765528 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ddf4cf0c-01aa-4af1-b0b7-a839b0aaf57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:11.815252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] For port 9641ab7d-f6ae-465b-983f-e083303e7466, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9641ab7d-f6ae-465b-983f-e083303e7466,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:45:11.829527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-57695f9e-e1a9-4912-95b1-30f074e6be2d None None] Port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:45:11.856860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:45:11.872971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] Deleting port b7382db7-6a31-4a2a-89f4-563cb2448fa9 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:11.873447 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.006910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.041679 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa60fff7-7e0e-4da4-aebd-3d2eca4bf201 req-3ac16c4f-cca2-4f09-8efd-9da925b6b544 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.46 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.3445468
Apr 30 04:45:12.060281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f21d4-6d08-427a-aa5a-19ab4872938a req-c4a8da6d-4096-4758-b08d-399f9486d943 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:12.061565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] For port b7382db7-6a31-4a2a-89f4-563cb2448fa9, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b7382db7-6a31-4a2a-89f4-563cb2448fa9,segment=NetworkSegment(5f8bf308-e1f3-429e-8216-9f7a1c6a002a),segment_id=5f8bf308-e1f3-429e-8216-9f7a1c6a002a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:12.062720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-164f21d4-6d08-427a-aa5a-19ab4872938a req-c4a8da6d-4096-4758-b08d-399f9486d943 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 946 time: 1.1809139
Apr 30 04:45:12.064311 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.070760 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.073617 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.076524 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-acac455c-e644-4191-b93e-751163e30ac2 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:12.143641 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port b7382db7-6a31-4a2a-89f4-563cb2448fa9, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b7382db7-6a31-4a2a-89f4-563cb2448fa9,segment=NetworkSegment(5f8bf308-e1f3-429e-8216-9f7a1c6a002a),segment_id=5f8bf308-e1f3-429e-8216-9f7a1c6a002a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:12.230331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Calling delete_port for b7382db7-6a31-4a2a-89f4-563cb2448fa9 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:12.309237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Router d41ff330-b961-46bc-8290-115d88846879 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:45:12.319741 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.320066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.325973 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b6e44c0-6510-434e-a9c5-011a36b9d0cd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:12.344750 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-164f21d4-6d08-427a-aa5a-19ab4872938a req-4ff0f42a-84dd-4a8b-a960-c749798e5dd0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334034
Apr 30 04:45:12.380015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:12.385021 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.386531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] 10.222.0.37 "PUT /v2.0/ports/9641ab7d-f6ae-465b-983f-e083303e7466 HTTP/1.1" status: 200  len: 1092 time: 8.6483798
Apr 30 04:45:12.391897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02b8052-1be4-4827-97f2-5de12372ff64', 'tag': '9641ab7d-f6ae-465b-983f-e083303e7466'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:12.403188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42346) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:12.445370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Transition to ACTIVE for port object 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:12.459167 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:12.463807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Port': ['ID=b7382db7-6a31-4a2a-89f4-563cb2448fa9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:12.471089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:12.472385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No DVR routers for this DVR port b7382db7-6a31-4a2a-89f4-563cb2448fa9 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:45:12.583997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] Calling delete_port for b7382db7-6a31-4a2a-89f4-563cb2448fa9 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:12.613524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.685478 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e6c2d4-2be1-4de3-affc-9c0897305e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa321b20-0639-40c8-825d-572cdafa5d91', 'code': 200}
Apr 30 04:45:12.707883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=b7382db7-6a31-4a2a-89f4-563cb2448fa9,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:12.715062 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:12.719348 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.732346 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:12.735454 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:12.767093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e6c2d4-2be1-4de3-affc-9c0897305e85', 'tag': 'fa321b20-0639-40c8-825d-572cdafa5d91'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:12.839619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] No DVR routers for this DVR port b7382db7-6a31-4a2a-89f4-563cb2448fa9 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:45:12.855320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] Pushing event deleted for resources: {'Port': ['ID=b7382db7-6a31-4a2a-89f4-563cb2448fa9,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:12.861017 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:12.940783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a6f3ee0>,) {'filters': {'network_id': ['9cd735cb-a1a2-4895-95b4-be50d818c0a4']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:12.957787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6f3ee0>, '5f8bf308-e1f3-429e-8216-9f7a1c6a002a') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:12.958334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6f3ee0>, '5f8bf308-e1f3-429e-8216-9f7a1c6a002a') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:12.976818 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:13.034603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f2a4d3e-d809-46a4-a5d0-aa45cfed3299 req-a790aa85-8daa-46e7-9697-def5862ea191 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 210 time: 0.3529663
Apr 30 04:45:13.063244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:13.106756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Pushing event updated for resources: {'Port': ['ID=9641ab7d-f6ae-465b-983f-e083303e7466,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:13.134111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889e93d-bd2a-470a-b8be-3658fe547f7d req-93dc0999-0dae-43a8-96ff-28f988a3ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:13.136180 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e889e93d-bd2a-470a-b8be-3658fe547f7d req-93dc0999-0dae-43a8-96ff-28f988a3ae5e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 1098 time: 0.5732701
Apr 30 04:45:13.145744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:45:13.185269 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:13.201174 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1763436c-6bc0-41c8-8728-7a3bbf353786 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:13.297186 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e889e93d-bd2a-470a-b8be-3658fe547f7d req-0d6c984e-d1c2-40ed-8932-86a11891da22 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520295
Apr 30 04:45:13.411577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-8e743c04-fc98-4f0e-ad74-59fa41e4acb0 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:13.413290 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-8e743c04-fc98-4f0e-ad74-59fa41e4acb0 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.37 "GET /v2.0/networks?id=4fe26e35-ab66-46f8-9ffe-27550c9dde54 HTTP/1.1" status: 200  len: 816 time: 0.4402251
Apr 30 04:45:13.443072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:13.454436 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:13.616907 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4545536a-c562-4017-9a20-789c39f41c71 req-8b7afdf2-d9c1-4204-be78-cee6889ea960 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=79722ffa8a8247d6a48b4a8314026fea&device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.0640869
Apr 30 04:45:13.644890 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02b8052-1be4-4827-97f2-5de12372ff64', 'tag': '9641ab7d-f6ae-465b-983f-e083303e7466', 'status': 'completed', 'code': 200}
Apr 30 04:45:13.654933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f46abc4b-9e71-44de-81ea-253211972b9f req-cede67f5-0344-4e7f-875a-80316d353d02 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Synchronizing usage tracker for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:13.683204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] Deleting subnet 14063f01-7ac3-4ab7-9118-bdfb4d5230e0 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:45:13.702028 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-83ed979d-38fc-470e-ab42-88802d037cb5 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d6539877bb415ba4c25b36edfc37fa HTTP/1.1" status: 200  len: 379 time: 0.2746539
Apr 30 04:45:13.760796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Request body: {'port': {'device_id': '68355529-0604-4460-a823-3bb75661c413', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'admin_state_up': True, 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'security_groups': ['2d69598a-5358-4647-a887-8b38d3d77713']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:13.781776 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e6c2d4-2be1-4de3-affc-9c0897305e85', 'tag': 'fa321b20-0639-40c8-825d-572cdafa5d91', 'status': 'completed', 'code': 200}
Apr 30 04:45:13.783811 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4545536a-c562-4017-9a20-789c39f41c71 req-f5bb903b-d268-440f-be98-a6dac961441b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=79722ffa8a8247d6a48b4a8314026fea&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1526997
Apr 30 04:45:13.800959 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:13.832666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Pushing event updated for resources: {'Port': ['ID=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:13.837712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 9cd735cb-a1a2-4895-95b4-be50d818c0a4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:45:13.870262 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:45:13.877469 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:13.896145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f46abc4b-9e71-44de-81ea-253211972b9f req-cede67f5-0344-4e7f-875a-80316d353d02 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Unset dirty status for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:13.902883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-cede67f5-0344-4e7f-875a-80316d353d02 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200  len: 1002 time: 1.2278819
Apr 30 04:45:13.952792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:45:13.967219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-e7257777-28ac-4c8c-b438-6043e4b14b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:13.968808 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-e7257777-28ac-4c8c-b438-6043e4b14b9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0d4f92ead646cca40495e521c27611&device_id=f02b8052-1be4-4827-97f2-5de12372ff64 HTTP/1.1" status: 200  len: 1095 time: 1.3869703
Apr 30 04:45:13.971422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Sync routers for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:45:13.985287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] 10.222.0.46 "PUT /v2.0/routers/d41ff330-b961-46bc-8290-115d88846879/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.4954245
Apr 30 04:45:14.021744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:45:14.023648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4a58e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:45:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:14.128355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-c47343e5-694a-446f-946e-3d3ee213bc70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9641ab7d-f6ae-465b-983f-e083303e7466 HTTP/1.1" status: 200  len: 217 time: 0.1176295
Apr 30 04:45:14.137680 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:14.362942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46abc4b-9e71-44de-81ea-253211972b9f req-c5c50a55-0036-494f-a7b1-0710bc330995 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:14.363704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f46abc4b-9e71-44de-81ea-253211972b9f req-c5c50a55-0036-494f-a7b1-0710bc330995 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Synchronizing usage tracker for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:14.391762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Attempting to bind port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:45:14.392296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Attempting to bind port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:45:14.392517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Attempting to bind port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 on network ee588659-ff71-40d6-aec5-53aca62045c1 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:14.463501 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 on network ee588659-ff71-40d6-aec5-53aca62045c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:45:14.463822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Attempting to bind port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 on network ee588659-ff71-40d6-aec5-53aca62045c1 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:14.477035 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:14.588313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-0058cce8-a656-4592-ae16-bbb6bc1d5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:14.592594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-0058cce8-a656-4592-ae16-bbb6bc1d5689 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbe1252a-cd28-466e-a0fc-6e664d068f94 HTTP/1.1" status: 200  len: 857 time: 0.4041202
Apr 30 04:45:14.596942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-800134ef-80a7-4627-83cb-35e21e09a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:14.597191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:14.600365 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-800134ef-80a7-4627-83cb-35e21e09a0a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f0d4f92ead646cca40495e521c27611&device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 1098 time: 0.8617218
Apr 30 04:45:14.617396 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5018f7f-9b66-438f-b031-a369401f6fe7 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:14.644642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:45:14.644915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:14.702662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:45:14.703567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Checking segment: {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:14.704483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Bound using segment: {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:45:14.704943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Bound port: 98ebbe87-faa5-4b41-a0f0-d043d4e90c48, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226b110e-f9b8-4f21-92ad-4db848cb62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:45:14.705156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Network': ['ID=9cd735cb-a1a2-4895-95b4-be50d818c0a4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:14.705487 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:14.723356 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:14.741117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:14.748538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545536a-c562-4017-9a20-789c39f41c71 req-df7ba9c6-860a-4064-a190-0a6a51f60599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:14.751119 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4545536a-c562-4017-9a20-789c39f41c71 req-df7ba9c6-860a-4064-a190-0a6a51f60599 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9392691
Apr 30 04:45:14.765329 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/9cd735cb-a1a2-4895-95b4-be50d818c0a4 HTTP/1.1" status: 204  len: 168 time: 6.7376685
Apr 30 04:45:14.771812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42368) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:14.782060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:14.832078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f46abc4b-9e71-44de-81ea-253211972b9f req-c5c50a55-0036-494f-a7b1-0710bc330995 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Unset dirty status for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:14.845632 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-c5c50a55-0036-494f-a7b1-0710bc330995 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports/1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 200  len: 943 time: 0.9414876
Apr 30 04:45:14.869636 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-220b8586-a8ec-4dea-b64f-318449e81058 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:45:14.870368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220b8586-a8ec-4dea-b64f-318449e81058 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:45:14.877607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-220b8586-a8ec-4dea-b64f-318449e81058 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/subnets/5ca550c4-9667-49db-9c5a-b952917df2b6 HTTP/1.1" status: 404  len: 337 time: 0.1040888
Apr 30 04:45:14.878493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42372) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:14.915202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-b1160daa-4857-4529-a42c-cc7c7a8428fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee588659-ff71-40d6-aec5-53aca62045c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2827787
Apr 30 04:45:14.934367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Made reservation on behalf of b6d6539877bb415ba4c25b36edfc37fa for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:45:14.960548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:15.014786 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ae1168-68ab-44b9-9014-85f57d563ca2 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:45:15.015795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ae1168-68ab-44b9-9014-85f57d563ca2 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:45:15.019005 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b7ae1168-68ab-44b9-9014-85f57d563ca2 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/9cd735cb-a1a2-4895-95b4-be50d818c0a4 HTTP/1.1" status: 404  len: 339 time: 0.1376231
Apr 30 04:45:15.031678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42376) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:15.082083 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3b3eb5-c3df-4019-97b8-30b8a2c20df5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:45:15.082815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3b3eb5-c3df-4019-97b8-30b8a2c20df5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:45:15.085201 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0c3b3eb5-c3df-4019-97b8-30b8a2c20df5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/subnets/c763f914-d57d-4ba5-b66b-0fe507a64a95 HTTP/1.1" status: 404  len: 337 time: 0.0478127
Apr 30 04:45:15.090756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42380) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:15.179735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4a58e0>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:45:06Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '3208dc68-27ec-4296-81eb-5c8bb2374bd8', 'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'mac_address': 'fa:16:3e:b7:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:45:00Z', 'updated_at': '2021-04-30T04:45:07Z', 'revision_number': 2, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'subnets': [{'id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:15.186292 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Checking router: d41ff330-b961-46bc-8290-115d88846879 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:45:15.186819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Updating router d41ff330-b961-46bc-8290-115d88846879 port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:45:15.230467 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f87eff-05f2-4706-ab1d-8737766d3146 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:45:15.231218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f87eff-05f2-4706-ab1d-8737766d3146 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:45:15.273252 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c1f87eff-05f2-4706-ab1d-8737766d3146 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/1d9a4858-b6a5-470f-acb7-8dc2693bf827 HTTP/1.1" status: 404  len: 339 time: 0.1775820
Apr 30 04:45:15.278772 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:15.279883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42384) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:15.362861 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9aaf10-8c38-4730-a428-6c79a7c2d9be tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:45:15.363643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9aaf10-8c38-4730-a428-6c79a7c2d9be tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:45:15.371632 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ae9aaf10-8c38-4730-a428-6c79a7c2d9be tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/subnets/9f8f8a0e-c7be-4220-9ee4-c391739627f8 HTTP/1.1" status: 404  len: 337 time: 0.0900319
Apr 30 04:45:15.372555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42388) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:15.538646 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-7264ce44-904e-4c79-afd2-4d95505f39fc tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:45:15.539223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7264ce44-904e-4c79-afd2-4d95505f39fc tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:45:15.544826 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7264ce44-904e-4c79-afd2-4d95505f39fc tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/13c40b99-9e08-4c45-a792-f95200fdc741 HTTP/1.1" status: 404  len: 339 time: 0.1654918
Apr 30 04:45:15.547640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42392) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:15.637363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Allocated IP 172.20.0.13 (4fe26e35-ab66-46f8-9ffe-27550c9dde54/c81f6c11-f821-484d-a11c-c7ab6c7c84e7/9b2817d1-24bc-4c85-98dc-aba488acc397) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:45:15.676186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] For port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:45:15.680417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] For port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:45:15.688309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-761b0b43-4a38-40f5-8673-a6a9697e93ae tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200  len: 1002 time: 0.4764893
Apr 30 04:45:15.722782 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:15.734003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-c6cf226a-92a1-4d85-bc06-c3dddb802e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:15.735698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-c6cf226a-92a1-4d85-bc06-c3dddb802e3d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ee588659-ff71-40d6-aec5-53aca62045c1 HTTP/1.1" status: 200  len: 918 time: 1.0407679
Apr 30 04:45:15.996695 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-21af4d7b-0a62-495c-bfbf-a3083a16b9e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:16.054395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:16.126080 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-aa94bdd9-caa2-4cd0-a708-70664444da4e service neutron] 10.222.0.37 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2000363
Apr 30 04:45:16.142468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Transition to ACTIVE for port object 9b2817d1-24bc-4c85-98dc-aba488acc397 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:16.150159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46abc4b-9e71-44de-81ea-253211972b9f req-cb695eeb-2f61-4be8-9eef-a75aa02616b6 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:16.154132 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-cb695eeb-2f61-4be8-9eef-a75aa02616b6 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.4102743
Apr 30 04:45:16.187514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:16.209867 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Transition to ACTIVE for port object 3208dc68-27ec-4296-81eb-5c8bb2374bd8 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:16.223236 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:16.233826 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:16.256871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37284-640b-4d85-973a-c3adff4d0e09 req-fbae1834-4b10-4518-806e-7a86bac30572 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:16.274104 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2a37284-640b-4d85-973a-c3adff4d0e09 req-fbae1834-4b10-4518-806e-7a86bac30572 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 946 time: 2.2873740
Apr 30 04:45:16.309522 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4545536a-c562-4017-9a20-789c39f41c71 req-60ab30ed-b434-474a-a820-0ea7cad5bfe8 tempest-ServerShowV257Test-2118697970 tempest-ServerShowV257Test-2118697970-project] 10.222.0.50 "GET /v2.0/ports?device_id=393c895e-78a4-49f8-aa1f-c61ec1ff30a4 HTTP/1.1" status: 200  len: 210 time: 0.1644621
Apr 30 04:45:16.333822 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:16.355656 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a2c008d6-5cb4-47c0-93ed-cf0fa9518c25 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:16.362168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8191d-c698-4a09-b584-f86d8ead605a None None] Pushing event updated for resources: {'Port': ['ID=3208dc68-27ec-4296-81eb-5c8bb2374bd8,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:16.374237 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f0a8191d-c698-4a09-b584-f86d8ead605a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:16.523081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Deleting port 36472d0b-1fc4-4408-9a9f-e075347ec269 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:16.523543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:16.790161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Attempting to bind port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:45:16.791345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Attempting to bind port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:45:16.792044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Attempting to bind port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 on network 209a2715-1303-4c96-a0f4-1a1ff93df69e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:16.803713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:45:16.804315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Checking segment: {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:16.804978 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:16.807090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Bound using segment: {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:45:16.807920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Bound port: 3208dc68-27ec-4296-81eb-5c8bb2374bd8, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:45:16.808628 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:16.838336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:45:16.851542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:16.878614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:45:16.933232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:16.934292 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:16.936623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] 10.222.0.37 "PUT /v2.0/ports/98ebbe87-faa5-4b41-a0f0-d043d4e90c48 HTTP/1.1" status: 200  len: 1092 time: 8.8511240
Apr 30 04:45:16.938073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Pushing event updated for resources: {'Port': ['ID=9b2817d1-24bc-4c85-98dc-aba488acc397,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:17.098357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] For port 3208dc68-27ec-4296-81eb-5c8bb2374bd8, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:45:17.106339 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] For port 3208dc68-27ec-4296-81eb-5c8bb2374bd8, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3208dc68-27ec-4296-81eb-5c8bb2374bd8,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:45:17.119723 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:17.120816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'tag': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:17.124272 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:17.129645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Pushing event updated for resources: {'Port': ['ID=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:17.148226 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:17.183473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:17.267726 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:17.273588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:17.274787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:17.364232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8191d-c698-4a09-b584-f86d8ead605a None None] Pushing event updated for resources: {'Port': ['ID=3208dc68-27ec-4296-81eb-5c8bb2374bd8,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:17.393586 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f0a8191d-c698-4a09-b584-f86d8ead605a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:17.398040 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6423743
Apr 30 04:45:17.422955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:45:17.424245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4a58e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:45:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:17.484102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Request body: {'port': {'device_id': '68355529-0604-4460-a823-3bb75661c413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:17.577634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-44d26f02-ee15-4913-ae2c-c8d8cb246d59 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200  len: 1002 time: 0.5928984
Apr 30 04:45:17.616986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-26341b4d-5eb8-4525-b9f4-699896e4c1db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa321b20-0639-40c8-825d-572cdafa5d91 HTTP/1.1" status: 200  len: 217 time: 1.3900976
Apr 30 04:45:17.632287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-f46abc4b-9e71-44de-81ea-253211972b9f req-3cd7435a-23d3-4b03-9fb6-190c541d98b1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Request body: {'floatingip': {'port_id': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:17.659704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Calling delete_port for 36472d0b-1fc4-4408-9a9f-e075347ec269 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:17.715909 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:17.726940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a2a988fb-73a0-48c3-aa28-adee950350ab None None] Provisioning for port 9b2817d1-24bc-4c85-98dc-aba488acc397 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:17.769198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a2a988fb-73a0-48c3-aa28-adee950350ab None None] Provisioning complete for port 9b2817d1-24bc-4c85-98dc-aba488acc397 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:17.769892 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a2a988fb-73a0-48c3-aa28-adee950350ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:17.919435 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:17.959317 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f048acc6-f2d6-4f19-95bd-6a10bf58ff41 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:17.976816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:18.010123 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:18.018311 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14063f01-7ac3-4ab7-9118-bdfb4d5230e0 HTTP/1.1" status: 204  len: 168 time: 5.5783951
Apr 30 04:45:18.022990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42398) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:18.054304 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:18.069548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2a37284-640b-4d85-973a-c3adff4d0e09 req-987edad2-c064-4918-afed-0e3bf5d29dde tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7937884
Apr 30 04:45:18.070398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14063f01-7ac3-4ab7-9118-bdfb4d5230e0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:18.088292 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:18.101623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a2a988fb-73a0-48c3-aa28-adee950350ab None None] Port 9b2817d1-24bc-4c85-98dc-aba488acc397 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:45:18.121749 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-a4edb4fb-4160-4183-9f87-6f74881a2ed6 service neutron] 10.222.0.37 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.9507430
Apr 30 04:45:18.145396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f46abc4b-9e71-44de-81ea-253211972b9f req-3cd7435a-23d3-4b03-9fb6-190c541d98b1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:18.162729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:45:18.215288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-fd3b7f4d-ad6d-485e-996f-6108050eb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:18.216831 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-fd3b7f4d-ad6d-485e-996f-6108050eb714 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fbe1252a-cd28-466e-a0fc-6e664d068f94 HTTP/1.1" status: 200  len: 857 time: 0.4545763
Apr 30 04:45:18.329034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-3308edb2-c43d-4251-aa40-cb03ed1a19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:18.330572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-3308edb2-c43d-4251-aa40-cb03ed1a19b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0d4f92ead646cca40495e521c27611&device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 1095 time: 1.1521881
Apr 30 04:45:18.335745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-1ac42b4d-c33a-4996-b755-665772e5cb68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ee588659-ff71-40d6-aec5-53aca62045c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567305
Apr 30 04:45:18.412432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Port': ['ID=36472d0b-1fc4-4408-9a9f-e075347ec269,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:18.479588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-7d58244d-aa2c-4513-9222-435f817fc54b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98ebbe87-faa5-4b41-a0f0-d043d4e90c48 HTTP/1.1" status: 200  len: 217 time: 0.1111245
Apr 30 04:45:18.487960 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:18.952103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:19.126771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-d1b028ff-9d41-4322-a922-1a68f61537bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:19.129361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-d1b028ff-9d41-4322-a922-1a68f61537bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbe1252a-cd28-466e-a0fc-6e664d068f94 HTTP/1.1" status: 200  len: 857 time: 0.6382921
Apr 30 04:45:19.284135 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/ports/36472d0b-1fc4-4408-9a9f-e075347ec269 HTTP/1.1" status: 204  len: 168 time: 3.7347841
Apr 30 04:45:19.286774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42408) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:19.334587 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:19.338034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42410) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:19.383542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a6ac9908-b550-4667-b158-070d621d716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4a58e0>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:45:06Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '3208dc68-27ec-4296-81eb-5c8bb2374bd8', 'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'mac_address': 'fa:16:3e:b7:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:45:00Z', 'updated_at': '2021-04-30T04:45:17Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'subnets': [{'id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:19.394064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac9908-b550-4667-b158-070d621d716a None None] The sync data for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 is: [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:45:06Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '3208dc68-27ec-4296-81eb-5c8bb2374bd8', 'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'mac_address': 'fa:16:3e:b7:77:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:45:00Z', 'updated_at': '2021-04-30T04:45:17Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'subnets': [{'id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:45:19.444283 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f46abc4b-9e71-44de-81ea-253211972b9f req-3cd7435a-23d3-4b03-9fb6-190c541d98b1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:19.514432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-030d0e1c-66bc-4962-9e86-7ca54dd1f4d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee588659-ff71-40d6-aec5-53aca62045c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3748229
Apr 30 04:45:19.568726 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f1e2af-b69c-4daa-be1e-20be55e6aa9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:45:19.569621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f1e2af-b69c-4daa-be1e-20be55e6aa9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:45:19.576736 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-49f1e2af-b69c-4daa-be1e-20be55e6aa9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/subnets/1e2a16bb-3d1c-4448-a9c2-b34e715cbb94 HTTP/1.1" status: 404  len: 337 time: 0.2246432
Apr 30 04:45:19.583341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42418) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:19.613253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-e0469ed2-79e6-4270-bfdb-65d8fec62ed3 service neutron] 10.222.0.50 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2666037
Apr 30 04:45:19.689483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f46abc4b-9e71-44de-81ea-253211972b9f req-3cd7435a-23d3-4b03-9fb6-190c541d98b1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:19.694733 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-f46abc4b-9e71-44de-81ea-253211972b9f req-3cd7435a-23d3-4b03-9fb6-190c541d98b1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Floating IP d1958a15-fa99-446b-8d9c-57733f0056ed disassociated. External IP: 172.25.8.145, port: 1523e9c5-efde-4a7e-b9c3-c2a46ec984da.
Apr 30 04:45:19.815021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:19.837300 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-cac0e10a-b457-427c-ace6-9c1c14ae19de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.6031954
Apr 30 04:45:20.215345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:20.220629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:79722ffa8a8247d6a48b4a8314026fea is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:20.224039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:20.232706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:20.344537 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:20.349031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-e4304e42-0493-4bde-9082-0f299b2af84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:20.349636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:20.352192 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-e4304e42-0493-4bde-9082-0f299b2af84b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0d4f92ead646cca40495e521c27611&device_id=f02b8052-1be4-4827-97f2-5de12372ff64 HTTP/1.1" status: 200  len: 1095 time: 2.1337833
Apr 30 04:45:20.375002 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:20.556433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:20.627264 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:20.655997 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79722ffa8a8247d6a48b4a8314026fea&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3205287
Apr 30 04:45:20.697644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42424) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:20.749151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-2ef9e830-a241-4321-b4da-f75cf8bbbde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:20.751844 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-2ef9e830-a241-4321-b4da-f75cf8bbbde0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee588659-ff71-40d6-aec5-53aca62045c1 HTTP/1.1" status: 200  len: 918 time: 0.3816936
Apr 30 04:45:20.880971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fe3184-58a8-4476-a5ae-14469bc22847,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:20.931876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a389700>,) {'filters': {'network_id': ['5fa30e68-2216-44b4-a700-cba68cb0e3c7']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:20.977976 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:20.987939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-603332fc-4455-45d2-be60-0ebd687babd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:20.989860 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-603332fc-4455-45d2-be60-0ebd687babd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fe9ab5631074684a7ea95c397ba1de7&device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 1098 time: 0.9204473
Apr 30 04:45:21.116128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a389700>, 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:21.116646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a389700>, 'ab7e3633-da99-4b49-aa70-a5d96cf7cb8e') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:21.159959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-ca7bf622-1de1-4d5a-8944-aa4a9178ee4c service neutron] 10.222.0.37 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6231403
Apr 30 04:45:21.176771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-54e686eb-b8ed-48cb-8f26-96b7797abc95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9641ab7d-f6ae-465b-983f-e083303e7466 HTTP/1.1" status: 200  len: 217 time: 0.1824594
Apr 30 04:45:21.226344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:45:21.267918 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:21.512424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-b4b1a188-0d63-42cb-bc43-02e629e82d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:21.514094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-b4b1a188-0d63-42cb-bc43-02e629e82d36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbe1252a-cd28-466e-a0fc-6e664d068f94 HTTP/1.1" status: 200  len: 857 time: 0.3269479
Apr 30 04:45:21.525187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:21.533383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-b8c2b74c-fde3-40ab-ba0b-68a6700e7d41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 665 time: 1.9945447
Apr 30 04:45:21.540964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba1de5ac-f552-4888-9de9-4b74ea3a4932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:21.577456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f9a4cfc-bc24-4dc1-a468-584f6781dadb req-931d623c-97df-42be-b02f-02aae4e137e8 service neutron] 10.222.0.50 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2749290
Apr 30 04:45:21.621010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9641ab7d-f6ae-465b-983f-e083303e7466 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:45:21.687318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3208dc68-27ec-4296-81eb-5c8bb2374bd8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:45:21.709242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d0a98-6d75-4947-a05d-be2999e93909 req-1e9ab976-9012-482d-8622-26bd3616c094 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:21.710885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e2d0a98-6d75-4947-a05d-be2999e93909 req-1e9ab976-9012-482d-8622-26bd3616c094 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 932 time: 2.1050105
Apr 30 04:45:21.715139 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:21.734727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-4988eb37-b476-4c30-a6d0-bd14799fc255 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee588659-ff71-40d6-aec5-53aca62045c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1968129
Apr 30 04:45:21.761976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:45:21.805971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2817d1-24bc-4c85-98dc-aba488acc397 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:45:21.826944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-b9569ce3-9e3d-422b-af13-5013040e439c service neutron] 10.222.0.37 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6450570
Apr 30 04:45:22.031158 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e2d0a98-6d75-4947-a05d-be2999e93909 req-394c2991-2eaa-40f6-a7fa-d4c7d1fd7dfe tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2952363
Apr 30 04:45:22.091017 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-411b41e5-0f8a-4b5c-a9eb-8d0f276a2896 service neutron] 10.222.0.37 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3328724
Apr 30 04:45:22.097205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f46abc4b-9e71-44de-81ea-253211972b9f req-3cd7435a-23d3-4b03-9fb6-190c541d98b1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:45:22.110510 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.140111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba1de5ac-f552-4888-9de9-4b74ea3a4932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.211141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9641ab7d-f6ae-465b-983f-e083303e7466, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9641ab7d-f6ae-465b-983f-e083303e7466,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:22.226921 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:22.245282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:22.246295 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.256646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Transition to ACTIVE for port object 9b2817d1-24bc-4c85-98dc-aba488acc397 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:22.314198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '9641ab7d-f6ae-465b-983f-e083303e7466', 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1', 'port_id': '9641ab7d-f6ae-465b-983f-e083303e7466', 'mac_address': 'fa:16:3e:e4:7b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe1252a-cd28-466e-a0fc-6e664d068f94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:45:22.330975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-431751b4-ecfb-467c-b210-d2239f43dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:22.331652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-431751b4-ecfb-467c-b210-d2239f43dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:22.332150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-431751b4-ecfb-467c-b210-d2239f43dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:22.332638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-431751b4-ecfb-467c-b210-d2239f43dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:22.333123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-431751b4-ecfb-467c-b210-d2239f43dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:22.333598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-431751b4-ecfb-467c-b210-d2239f43dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:22.334092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-431751b4-ecfb-467c-b210-d2239f43dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:22.336303 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-431751b4-ecfb-467c-b210-d2239f43dc90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6498 time: 0.7488041
Apr 30 04:45:22.355543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a78f460>,) {'filters': {'network_id': ['58490cdb-0021-4198-8b2e-acd91c11de11']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:22.372563 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.397286 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7441fbd0-1835-4e11-b087-8b63cdb49340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:22.450991 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.480685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9641ab7d-f6ae-465b-983f-e083303e7466 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:45:22.482158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2817d1-24bc-4c85-98dc-aba488acc397,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:22.503395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a78f460>, 'a786561a-79aa-422b-8da1-89208c48b439') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:22.503695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a78f460>, 'a786561a-79aa-422b-8da1-89208c48b439') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:22.512884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-095f4ee8-1c7f-4c25-88e6-3dad2588974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:22.514437 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-095f4ee8-1c7f-4c25-88e6-3dad2588974b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3762714-1478-4da7-be7a-f3553815f8b4 HTTP/1.1" status: 200  len: 930 time: 1.4028416
Apr 30 04:45:22.517968 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:22.522145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:22.538030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.549400 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.571871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9641ab7d-f6ae-465b-983f-e083303e7466, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9641ab7d-f6ae-465b-983f-e083303e7466,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:22.606587 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.614966 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2191d5fc-0c5b-4896-a664-9834a482d3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:22.732889 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.843345 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.882352 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-43908b7f-3e51-45a2-a225-c1ee0d17ae6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 200  len: 217 time: 0.3488207
Apr 30 04:45:22.903392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 3208dc68-27ec-4296-81eb-5c8bb2374bd8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3208dc68-27ec-4296-81eb-5c8bb2374bd8,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:22.953618 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:22.994852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9641ab7d-f6ae-465b-983f-e083303e7466,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:23.001414 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:23.002176 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ac9165e5-226f-4e0a-9114-ba4e0350fcab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:23.016664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38c760d6-01ba-4dfd-896f-637502ff0b4d req-a26cf5d4-315b-4bf3-b70a-5880b79264fc service neutron] 10.222.0.37 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9166110
Apr 30 04:45:23.045813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-5406f847-7804-42b5-93ba-d75ad8948647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:23.047802 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-5406f847-7804-42b5-93ba-d75ad8948647 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa HTTP/1.1" status: 200  len: 868 time: 0.1435564
Apr 30 04:45:23.063725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:45:23.097300 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba1de5ac-f552-4888-9de9-4b74ea3a4932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:23.101827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-19ffbab8-8903-4f13-864f-69c2a62353f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:23.113291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-19ffbab8-8903-4f13-864f-69c2a62353f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:23.114109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-19ffbab8-8903-4f13-864f-69c2a62353f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:23.116903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-19ffbab8-8903-4f13-864f-69c2a62353f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=c7e27987-0396-4006-8a8b-6d38854fedb6&id=c7e27987-0396-4006-8a8b-6d38854fedb6 HTTP/1.1" status: 200  len: 2290 time: 0.7175066
Apr 30 04:45:23.140216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9641ab7d-f6ae-465b-983f-e083303e7466'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:45:23.198388 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fd453d7-1ff5-465b-a3a0-b0ea56421f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:23.233026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1de5ac-f552-4888-9de9-4b74ea3a4932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fe3184-58a8-4476-a5ae-14469bc22847,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:23.300850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42432) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:23.307701 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-6930f7aa-000e-4215-b99a-2871ad8fa6e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01 HTTP/1.1" status: 200  len: 1001 time: 0.1745846
Apr 30 04:45:23.309765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f46abc4b-9e71-44de-81ea-253211972b9f req-3cd7435a-23d3-4b03-9fb6-190c541d98b1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:45:23.317323 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba1de5ac-f552-4888-9de9-4b74ea3a4932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:23.327245 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] Sync routers for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:45:23.331217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Network 5fa30e68-2216-44b4-a700-cba68cb0e3c7 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:23.332210 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f46abc4b-9e71-44de-81ea-253211972b9f req-3cd7435a-23d3-4b03-9fb6-190c541d98b1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:23.357923 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:45:23.359006 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78027eb50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:45:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:23.363570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485844228', 'description': 'tempest-description--773929760'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:23.376062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=3208dc68-27ec-4296-81eb-5c8bb2374bd8,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:23.388365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba1de5ac-f552-4888-9de9-4b74ea3a4932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:23.392884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ba1de5ac-f552-4888-9de9-4b74ea3a4932 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2fe3184-58a8-4476-a5ae-14469bc22847 HTTP/1.1" status: 204  len: 168 time: 2.6935265
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:45:23.394232 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:45:23.407408 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:23.426844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:23.431855 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'tag': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48', 'status': 'completed', 'code': 200}
Apr 30 04:45:23.575882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-3cd7435a-23d3-4b03-9fb6-190c541d98b1 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "PUT /v2.0/floatingips/d1958a15-fa99-446b-8d9c-57733f0056ed HTTP/1.1" status: 200  len: 695 time: 5.9504671
Apr 30 04:45:23.577952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-ffeadee4-54e2-4be0-93cf-76e7878fe7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:23.580280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-ffeadee4-54e2-4be0-93cf-76e7878fe7e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31581abd-3e6b-43d6-b813-e70732b12d54 HTTP/1.1" status: 200  len: 849 time: 0.1472330
Apr 30 04:45:23.588665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Usage tracker for resource:security_group and tenant:5236902b32874d95bf56f2b0f37f694c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:23.599684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Attempting to bind port 9b2817d1-24bc-4c85-98dc-aba488acc397 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:45:23.600064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Attempting to bind port 9b2817d1-24bc-4c85-98dc-aba488acc397 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:45:23.600515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Attempting to bind port 9b2817d1-24bc-4c85-98dc-aba488acc397 on network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:23.607679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:23.627189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:23.700507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Port 9b2817d1-24bc-4c85-98dc-aba488acc397 on network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:45:23.701032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Attempting to bind port 9b2817d1-24bc-4c85-98dc-aba488acc397 on network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:23.703331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3208dc68-27ec-4296-81eb-5c8bb2374bd8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:45:23.716039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:45:23.716535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Checking segment: {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:23.717030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Bound using segment: {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:45:23.717638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Bound port: 9b2817d1-24bc-4c85-98dc-aba488acc397, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1435fd89-6bd3-45f4-b364-4a01a9376968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:45:23.718091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:23.759587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 58490cdb-0021-4198-8b2e-acd91c11de11 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:23.772160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:23.774353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:23.810486 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:23.831367 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-50a3636b-4a09-478a-9c68-ba62830e2956 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:23.863585 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:23.931183 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:45:23.966180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:23.968081 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:23.994083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:24.013786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa30e68-2216-44b4-a700-cba68cb0e3c7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:24.095889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] For port 9b2817d1-24bc-4c85-98dc-aba488acc397, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:45:24.110233 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] For port 9b2817d1-24bc-4c85-98dc-aba488acc397, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9b2817d1-24bc-4c85-98dc-aba488acc397,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:45:24.116024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba803-47e5-4ed2-9511-88474330a65b req-745e1537-cc43-41fc-be55-9df3dc1fc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:24.119014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5ba803-47e5-4ed2-9511-88474330a65b req-745e1537-cc43-41fc-be55-9df3dc1fc189 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0d4f92ead646cca40495e521c27611&device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 1095 time: 0.6063297
Apr 30 04:45:24.183001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-7a6baf62-9d17-4d2d-b871-00ff857f8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:24.185598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-7a6baf62-9d17-4d2d-b871-00ff857f8905 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5942409
Apr 30 04:45:24.225546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Usage tracker for resource:security_group_rule and tenant:5236902b32874d95bf56f2b0f37f694c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:24.291163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3049c7-afc3-4023-a96f-32ca69d4b331 req-89df2f70-09dd-496e-8185-2fd765feaeaf tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:24.308551 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0a3049c7-afc3-4023-a96f-32ca69d4b331 req-89df2f70-09dd-496e-8185-2fd765feaeaf tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 946 time: 0.6079226
Apr 30 04:45:24.411195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 58490cdb-0021-4198-8b2e-acd91c11de11 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:24.426821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.427420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.427916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.428367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.428832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.429296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.429754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.431546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.432213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.432684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.433145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.433604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:24.437620 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:24.439157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:45:24.476054 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:45:24.481173 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:24.493446 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78027eb50>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd6b44fdc-62ad-448f-b81c-7cfa8abb1220', 'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'mac_address': 'fa:16:3e:57:df:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:41Z', 'updated_at': '2021-04-30T04:43:52Z', 'revision_number': 5, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'subnets': [{'id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:24.498966 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] Checking router: 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:45:24.499395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46abc4b-9e71-44de-81ea-253211972b9f req-048eba45-1fa2-4bf9-a185-ffbc933a0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:24.510474 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:45:24.511222 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78027eb50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:45:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:24.512265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-048eba45-1fa2-4bf9-a185-ffbc933a0fd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fe9ab5631074684a7ea95c397ba1de7&device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 1098 time: 0.6707690
Apr 30 04:45:24.521514 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e41ef64f-628a-449c-8805-c0fc9b8e7740 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:24.754537 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5fa30e68-2216-44b4-a700-cba68cb0e3c7 HTTP/1.1" status: 204  len: 168 time: 6.7143266
Apr 30 04:45:24.760508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:24.771235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-1869643e-816a-4c70-8ef8-dc1d1655f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:24.773495 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-1869643e-816a-4c70-8ef8-dc1d1655f69a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3762714-1478-4da7-be7a-f3553815f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.6773312
Apr 30 04:45:24.814667 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:45:24.882625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-6f25b46d-0a45-42ae-8043-222d61f6c541 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6667120
Apr 30 04:45:24.919326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:24.920411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:24.927598 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b2817d1-24bc-4c85-98dc-aba488acc397 HTTP/1.1" status: 200  len: 1093 time: 7.4498980
Apr 30 04:45:24.973077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0a3049c7-afc3-4023-a96f-32ca69d4b331 req-b3bc0f47-e300-4123-8d50-73532dd66701 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5412269
Apr 30 04:45:25.178402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:25.430820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba803-47e5-4ed2-9511-88474330a65b req-15b025de-d5c6-4b47-bf27-a0fa7546ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:25.433726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5ba803-47e5-4ed2-9511-88474330a65b req-15b025de-d5c6-4b47-bf27-a0fa7546ff74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ee588659-ff71-40d6-aec5-53aca62045c1 HTTP/1.1" status: 200  len: 918 time: 1.3004937
Apr 30 04:45:25.436402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42462) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:25.445191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:25.464508 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78027eb50>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd6b44fdc-62ad-448f-b81c-7cfa8abb1220', 'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'mac_address': 'fa:16:3e:57:df:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:41Z', 'updated_at': '2021-04-30T04:43:52Z', 'revision_number': 5, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'subnets': [{'id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:25.470284 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5f22e6-ee80-47b4-86fa-0453087178a3 None None] The sync data for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 is: [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:43:43Z', 'revision_number': 4, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd6b44fdc-62ad-448f-b81c-7cfa8abb1220', 'name': '', 'network_id': 'f3762714-1478-4da7-be7a-f3553815f8b4', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'mac_address': 'fa:16:3e:57:df:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:41Z', 'updated_at': '2021-04-30T04:43:52Z', 'revision_number': 5, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'subnets': [{'id': '27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:45:25.534501 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:25.559852 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:25.585893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2817d1-24bc-4c85-98dc-aba488acc397,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:25.597511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:25.599126 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:25.605722 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e2110663-dca0-409a-a4c9-11c10932b811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:25.639790 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:25.648480 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/58490cdb-0021-4198-8b2e-acd91c11de11 HTTP/1.1" status: 204  len: 168 time: 6.0604019
Apr 30 04:45:25.652804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42470) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:25.658488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:45:25.661923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Network': ['ID=58490cdb-0021-4198-8b2e-acd91c11de11,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:25.663893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9641ab7d-f6ae-465b-983f-e083303e7466 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:45:25.708308 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-8ff00d24-7863-4856-9730-9a7c62f114ee service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5077567
Apr 30 04:45:25.709234 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:25.716614 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5a6addf-7938-44a4-83d4-51e3f35680e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:25.787674 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:25.788980 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 2.4701483
Apr 30 04:45:25.809711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42474) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:25.860506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46abc4b-9e71-44de-81ea-253211972b9f req-6a98e0a4-075e-4709-8382-29983d7bcec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:25.887335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-6a98e0a4-075e-4709-8382-29983d7bcec6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3762714-1478-4da7-be7a-f3553815f8b4 HTTP/1.1" status: 200  len: 930 time: 1.3730905
Apr 30 04:45:25.922461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ecf6ab-9789-4310-b53a-8dfd61bd7fa5 None None] New status for floating IP d1958a15-fa99-446b-8d9c-57733f0056ed: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:45:25.973187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Request body: {'security_group_rule': {'security_group_id': '9a1af81e-2e95-4044-9f1c-fe93a8c5e95f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:25.981456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 9641ab7d-f6ae-465b-983f-e083303e7466 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:26.029188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 9641ab7d-f6ae-465b-983f-e083303e7466 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:26.029903 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:26.071340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:26.098981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:26.110093 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:26.114836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Usage tracker for resource:security_group_rule and tenant:5236902b32874d95bf56f2b0f37f694c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:26.118435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5ba803-47e5-4ed2-9511-88474330a65b req-fa54eae7-48f8-4d1d-a9e2-7b2fcbd37594 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98ebbe87-faa5-4b41-a0f0-d043d4e90c48 HTTP/1.1" status: 200  len: 217 time: 0.6610451
Apr 30 04:45:26.126756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:26.140764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-76528bd7-5766-427d-95e1-4613e1333419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:26.143816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-76528bd7-5766-427d-95e1-4613e1333419 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6d6539877bb415ba4c25b36edfc37fa&device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 1096 time: 0.9494157
Apr 30 04:45:26.168968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:26.210286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-2a5f5b44-e701-4bf2-b425-c7efb3ede8ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 200  len: 217 time: 0.3219395
Apr 30 04:45:26.216043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:26.297304 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7554a2f8-227c-4250-9156-22d0a8a81d7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=337c8d783d6f4222b8b2cac9f682648a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8431273
Apr 30 04:45:26.318241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42480) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:26.352948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-f18bb601-118c-4400-a9d0-ccdf9e22a43c service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3971739
Apr 30 04:45:26.355387 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-f3535ca5-c408-4a52-a14e-7852d4146b95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2817d1-24bc-4c85-98dc-aba488acc397 HTTP/1.1" status: 200  len: 217 time: 0.1932254
Apr 30 04:45:26.364754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48', 'network_id': 'ee588659-ff71-40d6-aec5-53aca62045c1', 'port_id': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48', 'mac_address': 'fa:16:3e:73:72:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe1252a-cd28-466e-a0fc-6e664d068f94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:45:26.366235 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac2c705c-705b-4f2d-b5f1-620dd2397d29 req-3acaa2d1-bde1-472e-af81-14e6dec4ad81 service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6404443
Apr 30 04:45:26.436668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ba803-47e5-4ed2-9511-88474330a65b req-c8017b8f-8f84-41e9-bd98-a37209707ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:26.438442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5ba803-47e5-4ed2-9511-88474330a65b req-c8017b8f-8f84-41e9-bd98-a37209707ed4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbe1252a-cd28-466e-a0fc-6e664d068f94 HTTP/1.1" status: 200  len: 857 time: 0.2903037
Apr 30 04:45:26.495821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:26.531727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Deleting port 2be1cdc9-53b6-4ce7-8e0b-6dfd5c6f0716 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:26.532278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:26.543395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-14d9402b-6492-484f-8b17-ea2a81bf35f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 200  len: 217 time: 0.1754968
Apr 30 04:45:26.545247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46abc4b-9e71-44de-81ea-253211972b9f req-8f7cdfc3-1f25-4e2c-bf67-efb4eec2212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:26.547607 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-8f7cdfc3-1f25-4e2c-bf67-efb4eec2212c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa HTTP/1.1" status: 200  len: 868 time: 0.3093779
Apr 30 04:45:26.658243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5ba803-47e5-4ed2-9511-88474330a65b req-a37e8a3f-1c98-464c-9f24-92182433c040 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ee588659-ff71-40d6-aec5-53aca62045c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1777959
Apr 30 04:45:26.677339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b04356-b6eb-4c75-a2de-95f8d940f1ea req-1dfa0846-3d9a-49b0-8181-0d3e8af2d188 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:26.678914 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9b04356-b6eb-4c75-a2de-95f8d940f1ea req-1dfa0846-3d9a-49b0-8181-0d3e8af2d188 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 944 time: 1.2439685
Apr 30 04:45:26.744377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-65672765-aa1a-44e8-b6c0-965f72cff77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:26.746228 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-65672765-aa1a-44e8-b6c0-965f72cff77e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81f6c11-f821-484d-a11c-c7ab6c7c84e7 HTTP/1.1" status: 200  len: 855 time: 0.3775380
Apr 30 04:45:26.813062 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:26.923573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-0e046e24-398e-4576-b30c-895434e110fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:26.926261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-0e046e24-398e-4576-b30c-895434e110fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.3366508
Apr 30 04:45:26.927574 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0db6e3ce-ef80-4186-b80a-5b364dd9ff4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:26.975634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Calling delete_port for 2be1cdc9-53b6-4ce7-8e0b-6dfd5c6f0716 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:26.990979 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.020696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.036425 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.040903 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f0b66e0-4ce7-46ac-bb59-7379b5b5ebd0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:27.076416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a23f19-25c3-4875-9307-54cd884e3030,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:27.078248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9b04356-b6eb-4c75-a2de-95f8d940f1ea req-0834b0e3-7e78-4496-ad83-5dbb950eaa45 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3737049
Apr 30 04:45:27.096069 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:27.114782 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.120160 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1843503
Apr 30 04:45:27.120823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42484) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:27.144774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-e899c307-5e6f-46c7-a142-8705b799447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:27.145713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:45:27.150038 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-e899c307-5e6f-46c7-a142-8705b799447e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fe26e35-ab66-46f8-9ffe-27550c9dde54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3868909
Apr 30 04:45:27.159860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Request body: {'security_group_rule': {'security_group_id': '9a1af81e-2e95-4044-9f1c-fe93a8c5e95f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:27.170545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:27.172398 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.174295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:27.185521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Usage tracker for resource:security_group_rule and tenant:5236902b32874d95bf56f2b0f37f694c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:27.186010 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.186886 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.192110 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:27.192606 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f0a8191d-c698-4a09-b584-f86d8ead605a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:27.200146 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0db6e3ce-ef80-4186-b80a-5b364dd9ff4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.205376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:27.287913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:27.295700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.297524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5ba803-47e5-4ed2-9511-88474330a65b req-fe261a1e-8aad-4246-8ff4-1293fae2b4f3 service neutron] 10.222.0.37 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5997119
Apr 30 04:45:27.302798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.303316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.303790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.304228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.304697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.305137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.305601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.307420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.307420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.307420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.307420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.307420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:45:27.312364 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:27.320602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46abc4b-9e71-44de-81ea-253211972b9f req-05f5c1f1-5f6c-4464-8a4b-f353dea0e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:27.324319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-05f5c1f1-5f6c-4464-8a4b-f353dea0e954 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3762714-1478-4da7-be7a-f3553815f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7369394
Apr 30 04:45:27.328959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b8052-1be4-4827-97f2-5de12372ff64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9641ab7d-f6ae-465b-983f-e083303e7466'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:27.336240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.343670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9641ab7d-f6ae-465b-983f-e083303e7466, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9641ab7d-f6ae-465b-983f-e083303e7466,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:27.351024 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.351240 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6007d154-e572-4cbd-921c-97b2242ad540 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:27.354984 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b11d5967-6c6b-4bfe-b8c6-230d2dfab8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:27.417042 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.447335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9641ab7d-f6ae-465b-983f-e083303e7466,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:27.452559 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:27.561121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['98ebbe87-faa5-4b41-a0f0-d043d4e90c48'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:45:27.614638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Port': ['ID=2be1cdc9-53b6-4ce7-8e0b-6dfd5c6f0716,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:27.635257 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:27.641738 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.698350 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/ports/2be1cdc9-53b6-4ce7-8e0b-6dfd5c6f0716 HTTP/1.1" status: 204  len: 168 time: 2.0377624
Apr 30 04:45:27.706974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42490) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:27.723720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-1923c43b-ef6f-46ba-900c-d8336fdceaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:27.726442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-1923c43b-ef6f-46ba-900c-d8336fdceaff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.7658253
Apr 30 04:45:27.798854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0db6e3ce-ef80-4186-b80a-5b364dd9ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.807362 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2081a36-21f6-44ab-bbf3-49e0bedd90c8 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:45:27.808118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2081a36-21f6-44ab-bbf3-49e0bedd90c8 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:45:27.817373 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-305c876c-14de-4756-843e-702c931093e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:27.828765 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.831754 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-0ccdc37c-64d2-4755-9c20-2f35fa437629 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe26e35-ab66-46f8-9ffe-27550c9dde54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6102297
Apr 30 04:45:27.834327 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a2081a36-21f6-44ab-bbf3-49e0bedd90c8 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/subnets/c6fcd3be-e6a5-4f83-9fe1-be829c60cad1 HTTP/1.1" status: 404  len: 337 time: 0.1258371
Apr 30 04:45:27.863075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42494) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:27.863830 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:27.959195 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:45:28.057728 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:28.082856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6e3ce-ef80-4186-b80a-5b364dd9ff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1faf59-11e2-41d8-bbb1-dda109242a01,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:28.113481 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0db6e3ce-ef80-4186-b80a-5b364dd9ff4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:28.115735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5ba803-47e5-4ed2-9511-88474330a65b req-7996545a-38e0-4eda-af85-ca6367d58b52 service neutron] 10.222.0.37 "GET /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7844021
Apr 30 04:45:28.125776 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0db6e3ce-ef80-4186-b80a-5b364dd9ff4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:28.129949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0db6e3ce-ef80-4186-b80a-5b364dd9ff4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d1faf59-11e2-41d8-bbb1-dda109242a01 HTTP/1.1" status: 204  len: 168 time: 1.8103533
Apr 30 04:45:28.136410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-22d81fe6-8b42-4aed-b2d5-9e82c999003b service neutron] 10.222.0.46 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7533371
Apr 30 04:45:28.182466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da0d252-0ef8-43df-8b95-2bc90231d315,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:28.186413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a401e75-1a5d-45fa-a480-db1f4f06d0ac req-77a13ff1-30b9-4f28-bc98-9445dddaef7f tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:28.188359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a401e75-1a5d-45fa-a480-db1f4f06d0ac req-77a13ff1-30b9-4f28-bc98-9445dddaef7f tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 944 time: 0.7388043
Apr 30 04:45:28.199818 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:28.262032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:28.263274 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1413884
Apr 30 04:45:28.268997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42502) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:28.285169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:28.293577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:28.309812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Usage tracker for resource:floatingip and tenant:5236902b32874d95bf56f2b0f37f694c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:28.311016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-a95b30bf-e64e-4bf2-bb89-f98baf51b00b service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5758770
Apr 30 04:45:28.317016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:28.333099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:28.345245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:28.349874 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2032287-1033-48e5-af27-8dd5cd2df676 req-61b5eff5-7cbe-43be-a0b2-aa0bfb43db8f service neutron] 10.222.0.37 "GET /v2.0/networks/4fe26e35-ab66-46f8-9ffe-27550c9dde54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5114956
Apr 30 04:45:28.366471 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:28.380249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a401e75-1a5d-45fa-a480-db1f4f06d0ac req-3b8154bf-d5c3-4ee1-8b2c-e14a31b240e3 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748569
Apr 30 04:45:28.487766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f46abc4b-9e71-44de-81ea-253211972b9f req-bbde1826-82b7-4e19-be66-ae22180901d1 service neutron] 10.222.0.46 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3433671
Apr 30 04:45:28.557469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-fb78a6fd-eeb8-419e-8fb6-4bbfebc49efd service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2320914
Apr 30 04:45:28.703196 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:28.713498 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'status': 'completed', 'code': 200}
Apr 30 04:45:28.748253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-d878aefe-5694-4923-af12-5841eefa3285 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 200  len: 217 time: 0.1832547
Apr 30 04:45:28.873166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-cbd90a2e-b0e2-4902-9478-321b9581f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:28.875263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-cbd90a2e-b0e2-4902-9478-321b9581f1f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.1198456
Apr 30 04:45:28.943792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a5875b0>,) {'filters': {'network_id': ['a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:28.969338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a5875b0>, '5161de61-1809-4ae0-9a26-00fe7b1a444c') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:28.969848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a5875b0>, '5161de61-1809-4ae0-9a26-00fe7b1a444c') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:29.005444 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:29.029320 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b8052-1be4-4827-97f2-5de12372ff64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9641ab7d-f6ae-465b-983f-e083303e7466', 'code': 200}
Apr 30 04:45:29.066953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-6d96a05a-a43c-4ef3-8250-ab9f3f2bfb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:29.068884 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-6d96a05a-a43c-4ef3-8250-ab9f3f2bfb57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1819375
Apr 30 04:45:29.069411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:29.280559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:45:29.347865 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'status': 'completed', 'code': 200}
Apr 30 04:45:29.403878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42518) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:29.507999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a72bb971-4dcb-473a-af18-78e509403fee req-09dfc82a-0907-447c-891c-f0a98f5fee41 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips/d1958a15-fa99-446b-8d9c-57733f0056ed HTTP/1.1" status: 200  len: 693 time: 0.2155294
Apr 30 04:45:29.547882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-f65ad545-0e06-49cb-8961-4f96a8805932 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4700551
Apr 30 04:45:29.684451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:45:29.808594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:29.823356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:29.824414 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:29.987444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-ccfe5561-9fe9-45c5-968b-addebb4ac874 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3805323
Apr 30 04:45:30.062440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:30.076148 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:30.095749 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:30.123805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-0302c82d-7768-4ee0-a33b-17149a9fd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:30.125350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-0302c82d-7768-4ee0-a33b-17149a9fd4b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6d6539877bb415ba4c25b36edfc37fa&device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 1096 time: 0.8945770
Apr 30 04:45:30.126299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:30.142557 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-6802b8ce-aa31-4fe3-bbea-a2229a20519b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a HTTP/1.1" status: 200  len: 217 time: 0.1269567
Apr 30 04:45:30.181534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:30.189755 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:30.196500 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0f905e8-bfd1-4abd-bfac-6108e0c1b24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:30.280959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb774b-1d87-470c-a76b-9ca97f0e88a1 req-b0c7718b-460d-488b-ba5d-6cafba1ecd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:30.284322 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7cdb774b-1d87-470c-a76b-9ca97f0e88a1 req-b0c7718b-460d-488b-ba5d-6cafba1ecd2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f02b8052-1be4-4827-97f2-5de12372ff64 HTTP/1.1" status: 200  len: 1097 time: 1.0064220
Apr 30 04:45:30.284631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-548eb4d0-adbc-4b9c-a1f2-e68daf7caa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:30.286210 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-548eb4d0-adbc-4b9c-a1f2-e68daf7caa0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.1134849
Apr 30 04:45:30.306693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-81af9133-f1fb-4cae-aabf-4f24488184bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:30.309842 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-81af9133-f1fb-4cae-aabf-4f24488184bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fe9ab5631074684a7ea95c397ba1de7&device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 1098 time: 1.2151575
Apr 30 04:45:30.363638 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:30.370018 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:30.574695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:30.594691 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7cdb774b-1d87-470c-a76b-9ca97f0e88a1 req-ed699b93-3c73-4d64-a448-1df5904ba770 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2830865
Apr 30 04:45:30.619416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:30.637398 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e01dc9f-288a-41c4-b639-2f091370dd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:45:30.639959 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:45:30.681965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Usage tracker for resource:security_group_rule and tenant:8130c1108f8f45c0a814c69c96a8930a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:30.693759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:30.717035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de3610-d563-405a-88d6-be694391888b req-4f239069-8a35-4ad3-b55c-d2ec1bf56f13 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:30.720311 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1de3610-d563-405a-88d6-be694391888b req-4f239069-8a35-4ad3-b55c-d2ec1bf56f13 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 944 time: 1.3149197
Apr 30 04:45:30.736705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bb971-4dcb-473a-af18-78e509403fee req-2c21ab25-c371-40b0-9a02-d1d06a0c4041 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:30.739792 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a72bb971-4dcb-473a-af18-78e509403fee req-2c21ab25-c371-40b0-9a02-d1d06a0c4041 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 1.2303488
Apr 30 04:45:30.768697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:30.838422 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:30.861743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-a72bb971-4dcb-473a-af18-78e509403fee req-70cdebe8-92e1-4b24-a607-35a11f69b882 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:45:30.863524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a72bb971-4dcb-473a-af18-78e509403fee req-70cdebe8-92e1-4b24-a607-35a11f69b882 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0777357
Apr 30 04:45:30.954111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1de3610-d563-405a-88d6-be694391888b req-a77c800d-d5dd-42e4-86a9-3044cfdee342 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2102599
Apr 30 04:45:31.032405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:31.116305 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:31.128424 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d8415cc-dfa6-4c18-8289-8b89ab9d387b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:31.154266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-03e347bd-43ff-4304-8d21-f23722df8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:31.156779 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-03e347bd-43ff-4304-8d21-f23722df8f9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3762714-1478-4da7-be7a-f3553815f8b4 HTTP/1.1" status: 200  len: 930 time: 0.7934403
Apr 30 04:45:31.158467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:31.250309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Network': ['ID=a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:31.274802 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:31.291614 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-95023f27-0478-4ac3-b353-278f5e48e7b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 200  len: 217 time: 0.1147127
Apr 30 04:45:31.300216 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/a3b505f4-ee44-4a47-b9b6-28d4b6c1a5a9 HTTP/1.1" status: 204  len: 168 time: 3.4314539
Apr 30 04:45:31.301530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42560) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:31.308638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-8e543c44-1be9-4057-a349-e078566ed843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:31.311435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-8e543c44-1be9-4057-a349-e078566ed843 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4fe26e35-ab66-46f8-9ffe-27550c9dde54 HTTP/1.1" status: 200  len: 917 time: 1.1706719
Apr 30 04:45:31.456223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a72bb971-4dcb-473a-af18-78e509403fee req-b826ba4c-233d-44c2-8a69-d04ebf12aab2 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200  len: 696 time: 0.5739133
Apr 30 04:45:31.482445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Deleting subnet 7d170232-94ea-4027-b43b-9a07e6ae1f74 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:45:31.497077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Allocated IP 172.25.8.71 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/a11b60d1-430a-40cd-98b9-8cefff57b925) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:45:31.500224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-d6d53b46-08ff-4efb-bbd1-f50bbb7dec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:31.501697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-d6d53b46-08ff-4efb-bbd1-f50bbb7dec09 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa HTTP/1.1" status: 200  len: 868 time: 0.2010813
Apr 30 04:45:31.502412 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:31.625664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-5f99ebe5-677e-4a4d-99e8-b310a400ae0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2817d1-24bc-4c85-98dc-aba488acc397 HTTP/1.1" status: 200  len: 217 time: 0.2928326
Apr 30 04:45:31.655412 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:31.733261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a72bb971-4dcb-473a-af18-78e509403fee req-5138cc29-bb98-45e1-8c41-467be2f55d89 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.145 HTTP/1.1" status: 200  len: 696 time: 0.2755077
Apr 30 04:45:31.871574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-84f2a186-0ffa-48e6-b09f-685b28afbdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:31.873482 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-84f2a186-0ffa-48e6-b09f-685b28afbdc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.2671030
Apr 30 04:45:32.013616 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:32.035140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-38d570f2-0f6f-49aa-a62b-b088ed17bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:32.036798 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-38d570f2-0f6f-49aa-a62b-b088ed17bbce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81f6c11-f821-484d-a11c-c7ab6c7c84e7 HTTP/1.1" status: 200  len: 855 time: 0.3760111
Apr 30 04:45:32.044484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:32.056362 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-535fa7bf-b9fb-4f8b-b07d-4ae01c771424 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:32.084450 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:32.140284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-8338e0ff-3dc8-486a-b249-78f773b76fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:32.142886 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-8338e0ff-3dc8-486a-b249-78f773b76fbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3762714-1478-4da7-be7a-f3553815f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5973544
Apr 30 04:45:32.254178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c2c4b-5d36-4012-be10-6ef36421b2ea req-a7fcf609-bce3-4cf8-b6ec-c87381aba530 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:32.260212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a0c2c4b-5d36-4012-be10-6ef36421b2ea req-a7fcf609-bce3-4cf8-b6ec-c87381aba530 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 945 time: 1.0555899
Apr 30 04:45:32.295102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8130c1108f8f45c0a814c69c96a8930a&name=default HTTP/1.1" status: 200  len: 2983 time: 2.8872786
Apr 30 04:45:32.311017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42578) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:32.341940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a178968e-cc82-4eeb-bf5f-944a1fc4c87e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:32.351518 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:32.495368 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:32.515900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a0c2c4b-5d36-4012-be10-6ef36421b2ea req-96bfa677-249a-44ed-a022-1b0c14fc51d7 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266982
Apr 30 04:45:32.518826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-831be34a-cced-444c-8a7c-6b8a6b115972 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6304595
Apr 30 04:45:32.565092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-63ca01db-8bdd-44cd-b688-b405e3b7515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:32.567177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-63ca01db-8bdd-44cd-b688-b405e3b7515a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fe26e35-ab66-46f8-9ffe-27550c9dde54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5142536
Apr 30 04:45:32.746825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-a72bb971-4dcb-473a-af18-78e509403fee req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Deleting port 7258a508-c509-4b1f-b765-865f4f276a3b {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:32.747332 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a72bb971-4dcb-473a-af18-78e509403fee req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:32.801280 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48', 'code': 200}
Apr 30 04:45:32.838268 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-6c87ff1d-5281-43bc-96a7-499dd48dc727 service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6663556
Apr 30 04:45:33.068461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1534582b-f62c-442a-a390-8ed253f16b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:33.092800 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:33.125229 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ef19167b-35d4-4f72-ae87-eff06da0533d tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:33.371898 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:33.394598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-9ed09657-8676-4aef-b4e7-16f666f40646 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe26e35-ab66-46f8-9ffe-27550c9dde54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8195047
Apr 30 04:45:33.469600 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-7b55ce89-da99-41d4-b3b9-2347adbe5892 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9342425
Apr 30 04:45:33.476617 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a72bb971-4dcb-473a-af18-78e509403fee req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:33.477523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a72bb971-4dcb-473a-af18-78e509403fee req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:33.509329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1534582b-f62c-442a-a390-8ed253f16b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:33.565431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:45:33.593871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:33.605704 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f078749-be4a-4150-ba5f-1dbc148f12c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:33.624481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Pushing event updated for resources: {'Port': ['ID=a11b60d1-430a-40cd-98b9-8cefff57b925,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:33.641610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:45:33.691404 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:33.791731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-a72bb971-4dcb-473a-af18-78e509403fee req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Calling delete_port for 7258a508-c509-4b1f-b765-865f4f276a3b owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:33.842674 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-dc3bb1ec-93ce-4ca5-a743-4fc94f917b1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=78159ada-cbef-421f-a1ad-97a024721599 HTTP/1.1" status: 200  len: 217 time: 0.3549814
Apr 30 04:45:33.939481 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3480fabc-4815-42e7-a812-7a52de8e94b3 req-7caa3f7d-a4cd-4d33-9032-852c5a8bb472 service neutron] 10.222.0.50 "GET /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0800767
Apr 30 04:45:33.952424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f61f9-3791-45f8-8333-cb196f76f710 req-84f4d14d-ac81-46fc-aac7-ecbb52f599f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:33.954265 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c0f61f9-3791-45f8-8333-cb196f76f710 req-84f4d14d-ac81-46fc-aac7-ecbb52f599f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 1097 time: 1.0796785
Apr 30 04:45:34.009491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:34.009842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebc235-e5ed-499f-b60a-8e877250f611 req-48514d07-22a8-4716-8a33-b2fa59084bc2 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:34.019656 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7bfa8173-72eb-4ecb-af50-6c6bc735a031 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:34.022097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82ebc235-e5ed-499f-b60a-8e877250f611 req-48514d07-22a8-4716-8a33-b2fa59084bc2 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 944 time: 0.9502885
Apr 30 04:45:34.071426 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1534582b-f62c-442a-a390-8ed253f16b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:34.078727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c0f61f9-3791-45f8-8333-cb196f76f710 req-e2e619b1-0ec3-41d2-bf76-50c6ab1753cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129851
Apr 30 04:45:34.079595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Subnet': ['ID=7d170232-94ea-4027-b43b-9a07e6ae1f74,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:34.083381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:34.088757 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:34.092121 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-29fdd1eb-9f73-43f8-bb2c-06840ce95ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:34.096255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e0283-2bcf-4934-babc-c2d2289992e9 None None] Network 2c9942ed-0dff-4dcd-9b47-a6847e360001 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:45:34.122193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534582b-f62c-442a-a390-8ed253f16b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a178968e-cc82-4eeb-bf5f-944a1fc4c87e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:34.130578 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1534582b-f62c-442a-a390-8ed253f16b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:34.138150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1534582b-f62c-442a-a390-8ed253f16b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:34.139363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1534582b-f62c-442a-a390-8ed253f16b5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a178968e-cc82-4eeb-bf5f-944a1fc4c87e HTTP/1.1" status: 204  len: 168 time: 1.8269222
Apr 30 04:45:34.140839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:34.141955 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cd17f25-42a7-46f3-9b1d-0482ecaaedde req-82cfdd27-9ee3-4d2d-b1d0-d1d888832e0c service neutron] 10.222.0.37 "GET /v2.0/networks/4fe26e35-ab66-46f8-9ffe-27550c9dde54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7306902
Apr 30 04:45:34.146378 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/subnets/7d170232-94ea-4027-b43b-9a07e6ae1f74 HTTP/1.1" status: 204  len: 168 time: 2.8112102
Apr 30 04:45:34.147119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42604) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:34.187475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-4c9bd9af-37e3-469b-9230-ce6e55ecfb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:34.189205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-4c9bd9af-37e3-469b-9230-ce6e55ecfb86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.3390100
Apr 30 04:45:34.277929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82ebc235-e5ed-499f-b60a-8e877250f611 req-7adbb392-5a11-4b30-8d81-50ffca2d4e9d tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2546399
Apr 30 04:45:34.423519 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:34.485658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42608) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:34.520321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:34.581991 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a72bb971-4dcb-473a-af18-78e509403fee req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:34.596648 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72ad6b3c-a507-4905-bd3d-a82b4ba8bbac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:34.716323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Pushing event deleted for resources: {'Port': ['ID=7258a508-c509-4b1f-b765-865f4f276a3b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:34.721766 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:34.730322 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:34.838401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] DHCP port deletion for 2c9942ed-0dff-4dcd-9b47-a6847e360001 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:45:34.995982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-72354e77-cc0a-4346-9e15-b884b542cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:34.998939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-72354e77-cc0a-4346-9e15-b884b542cd8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.7995715
Apr 30 04:45:35.111939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Deleting port a1149176-009f-4c9b-b5f0-eb22638cf730 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:35.112626 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:35.114790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] Deleting port a1149176-009f-4c9b-b5f0-eb22638cf730 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:35.117121 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:35.359565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a72bb971-4dcb-473a-af18-78e509403fee req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:35.431258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] For port a1149176-009f-4c9b-b5f0-eb22638cf730, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a1149176-009f-4c9b-b5f0-eb22638cf730,segment=NetworkSegment(d08de023-bd60-48c6-8c1e-bbcc91470d46),segment_id=d08de023-bd60-48c6-8c1e-bbcc91470d46)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:35.431723 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:35.437945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:35.517038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15a382-2226-4ce9-b764-0368359b41bd req-639b2c98-0025-4325-a1ad-4956cf8f6dc9 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:35.530337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b15a382-2226-4ce9-b764-0368359b41bd req-639b2c98-0025-4325-a1ad-4956cf8f6dc9 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 945 time: 0.8191140
Apr 30 04:45:35.580039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:35.614073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] For port a1149176-009f-4c9b-b5f0-eb22638cf730, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a1149176-009f-4c9b-b5f0-eb22638cf730,segment=NetworkSegment(d08de023-bd60-48c6-8c1e-bbcc91470d46),segment_id=d08de023-bd60-48c6-8c1e-bbcc91470d46)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:35.614661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:35.627149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] Calling delete_port for a1149176-009f-4c9b-b5f0-eb22638cf730 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:35.630114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-7d5a216a-cff2-4931-8927-cead7f9f4368 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6026285
Apr 30 04:45:35.647234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Usage tracker for resource:security_group_rule and tenant:7897e440eec74c5fab12d73c423422e3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:35.658235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a1149176-009f-4c9b-b5f0-eb22638cf730 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:45:35.659889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:35.677738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:35.769127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b15a382-2226-4ce9-b764-0368359b41bd req-4c5c7b21-15f1-4a66-b049-69fcd3447235 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354510
Apr 30 04:45:35.777985 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a72bb971-4dcb-473a-af18-78e509403fee req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:35.784517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a72bb971-4dcb-473a-af18-78e509403fee req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "DELETE /v2.0/floatingips/d1958a15-fa99-446b-8d9c-57733f0056ed HTTP/1.1" status: 204  len: 173 time: 4.0500517
Apr 30 04:45:35.906249 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:35.929666 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:36.167251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-c2b5762c-01ff-439b-9abc-6178e7ca9ef8 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5153196
Apr 30 04:45:36.169783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] Pushing event deleted for resources: {'Port': ['ID=a1149176-009f-4c9b-b5f0-eb22638cf730,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:36.191935 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:36.270042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] No DVR routers for this DVR port a1149176-009f-4c9b-b5f0-eb22638cf730 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:45:36.287716 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:36.347959 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:36.390586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Calling delete_port for a1149176-009f-4c9b-b5f0-eb22638cf730 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:36.451472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-3a096009-4b65-4555-9e86-5d813c96d00f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab HTTP/1.1" status: 200  len: 217 time: 0.2710028
Apr 30 04:45:36.504701 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:36.527907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] It took 0.95 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:45:36.558125 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:36.563260 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2467d4b-b67c-4fec-a13f-dcf68ac35111 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:36.649064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:36.695914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:36.701671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Port': ['ID=a1149176-009f-4c9b-b5f0-eb22638cf730,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:36.737030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-793384dc-c96e-47ea-b2a7-7ce14a6878b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:36.739595 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-793384dc-c96e-47ea-b2a7-7ce14a6878b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 0.2097142
Apr 30 04:45:36.765006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e643d6-0968-4573-b9eb-a91750e014c2 req-581f38b3-0301-4251-baca-5b06a7bed666 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:36.767664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36e643d6-0968-4573-b9eb-a91750e014c2 req-581f38b3-0301-4251-baca-5b06a7bed666 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 944 time: 0.4490976
Apr 30 04:45:36.803983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] No DVR routers for this DVR port a1149176-009f-4c9b-b5f0-eb22638cf730 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:45:36.948054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:36.963180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:37.103339 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7897e440eec74c5fab12d73c423422e3&name=default HTTP/1.1" status: 200  len: 2983 time: 2.6088562
Apr 30 04:45:37.103339 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:37.109789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42650) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:37.113220 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75217be8-3c3f-4aab-a1ef-32246f1a39c3 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:37.145473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:37.166428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7c69e-ec26-403d-b5e2-6327c23c8b45 req-89a9515f-7ff2-4e7d-8316-b75d4bf0c859 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:37.167213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e5d7c69e-ec26-403d-b5e2-6327c23c8b45 req-89a9515f-7ff2-4e7d-8316-b75d4bf0c859 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Synchronizing usage tracker for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:37.199285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ad16100>,) {'filters': {'network_id': ['2c9942ed-0dff-4dcd-9b47-a6847e360001']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:37.200605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36e643d6-0968-4573-b9eb-a91750e014c2 req-d6e0dd57-f2a1-4f36-a558-936a46a8e5cc tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4166112
Apr 30 04:45:37.224944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad16100>, 'd08de023-bd60-48c6-8c1e-bbcc91470d46') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:37.225244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad16100>, 'd08de023-bd60-48c6-8c1e-bbcc91470d46') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:37.235194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e5d7c69e-ec26-403d-b5e2-6327c23c8b45 req-89a9515f-7ff2-4e7d-8316-b75d4bf0c859 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Unset dirty status for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:37.236417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5d7c69e-ec26-403d-b5e2-6327c23c8b45 req-89a9515f-7ff2-4e7d-8316-b75d4bf0c859 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.7906473
Apr 30 04:45:37.253356 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d8c8e72-3a55-4e32-936b-f5ac5e27d23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:37.259696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:37.267659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Pushing event updated for resources: {'Port': ['ID=a11b60d1-430a-40cd-98b9-8cefff57b925,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:37.270299 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:37.271678 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 9.0015757
Apr 30 04:45:37.275788 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:37.276287 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:37.301355 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:37.314818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:45:37.330694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8888ccd4-5f2d-4b8d-908e-0cce1ab925ec,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:37.336499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-b2229bcd-bf39-4542-86be-b101c6180226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:37.338206 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-b2229bcd-bf39-4542-86be-b101c6180226 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.5686836
Apr 30 04:45:37.341320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e5d7c69e-ec26-403d-b5e2-6327c23c8b45 req-58f6bca0-9717-4ee0-be74-2b8aa7ea4bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Synchronizing usage tracker for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:37.355227 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:37.389426 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d8c8e72-3a55-4e32-936b-f5ac5e27d23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:37.456151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e5d7c69e-ec26-403d-b5e2-6327c23c8b45 req-58f6bca0-9717-4ee0-be74-2b8aa7ea4bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Unset dirty status for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:37.458944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5d7c69e-ec26-403d-b5e2-6327c23c8b45 req-58f6bca0-9717-4ee0-be74-2b8aa7ea4bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.2143023
Apr 30 04:45:37.670871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 2c9942ed-0dff-4dcd-9b47-a6847e360001 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:37.682647 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:37.729035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9b2817d1-24bc-4c85-98dc-aba488acc397 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:45:37.810213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78155d86-4473-46d0-b014-10357aaec5ae req-1fc16a51-8317-4a87-b5c8-6f94d67b0544 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0982783
Apr 30 04:45:37.860955 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-b48b521a-e75e-432e-9b7e-5e1d329b9804 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5063081
Apr 30 04:45:37.943125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d1d56-06c4-48c2-8496-751a6a73af80 req-8e87b394-2e5b-40c4-95a5-99925d6d886d tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:37.960699 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e67d1d56-06c4-48c2-8496-751a6a73af80 req-8e87b394-2e5b-40c4-95a5-99925d6d886d tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 945 time: 0.4292352
Apr 30 04:45:37.964216 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d8c8e72-3a55-4e32-936b-f5ac5e27d23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:37.971790 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:37.997620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Network 2c9942ed-0dff-4dcd-9b47-a6847e360001 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:45:38.026538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9b2817d1-24bc-4c85-98dc-aba488acc397, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9b2817d1-24bc-4c85-98dc-aba488acc397,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:38.041546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c8e72-3a55-4e32-936b-f5ac5e27d23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8888ccd4-5f2d-4b8d-908e-0cce1ab925ec,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:38.061484 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e67d1d56-06c4-48c2-8496-751a6a73af80 req-477b5ff0-f0d7-436c-af8a-2a0d650e82c5 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986257
Apr 30 04:45:38.062433 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d8c8e72-3a55-4e32-936b-f5ac5e27d23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:38.084678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'port_id': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'mac_address': 'fa:16:3e:68:c5:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:45:38.130654 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:45:38.138746 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:38.143194 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:38.174109 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:38.184545 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] 10.222.0.46 "DELETE /v2.0/networks/2c9942ed-0dff-4dcd-9b47-a6847e360001 HTTP/1.1" status: 204  len: 168 time: 4.0350330
Apr 30 04:45:38.189870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Pushing event deleted for resources: {'Network': ['ID=2c9942ed-0dff-4dcd-9b47-a6847e360001,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:38.193111 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:38.210755 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d8c8e72-3a55-4e32-936b-f5ac5e27d23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:38.215496 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4d8c8e72-3a55-4e32-936b-f5ac5e27d23b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8888ccd4-5f2d-4b8d-908e-0cce1ab925ec HTTP/1.1" status: 204  len: 168 time: 1.1018164
Apr 30 04:45:38.256790 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:38.281107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c0711752-a282-47b4-990b-001479977895 req-d9a5a1f2-e6af-4b05-ac8f-c0bbc79cbb6b tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Synchronizing usage tracker for tenant:5236902b32874d95bf56f2b0f37f694c on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:38.292102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2817d1-24bc-4c85-98dc-aba488acc397 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:45:38.321696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9b2817d1-24bc-4c85-98dc-aba488acc397, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9b2817d1-24bc-4c85-98dc-aba488acc397,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:38.329441 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:38.338031 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:38.359092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-e576383a-e26c-4b74-bc54-8fd73935274f service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4873350
Apr 30 04:45:38.459508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-71d2d607-d18a-4c76-8e68-36d8aff5fd63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54489ae0-efe8-43fe-bdd3-00e11f296177 HTTP/1.1" status: 200  len: 217 time: 0.0893049
Apr 30 04:45:38.516884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c0711752-a282-47b4-990b-001479977895 req-d9a5a1f2-e6af-4b05-ac8f-c0bbc79cbb6b tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Unset dirty status for tenant:5236902b32874d95bf56f2b0f37f694c on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:38.517934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9b2817d1-24bc-4c85-98dc-aba488acc397,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:38.521425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-d9a5a1f2-e6af-4b05-ac8f-c0bbc79cbb6b tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1485844228&fields=id&tenant_id=5236902b32874d95bf56f2b0f37f694c HTTP/1.1" status: 200  len: 267 time: 0.4884541
Apr 30 04:45:38.522347 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:38.708644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['9b2817d1-24bc-4c85-98dc-aba488acc397'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:45:38.784003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-8187ab47-0995-4983-b3f7-25d20f638477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:38.785862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-8187ab47-0995-4983-b3f7-25d20f638477 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 0.3192673
Apr 30 04:45:38.858887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711752-a282-47b4-990b-001479977895 req-f53e9283-3aeb-4125-8c6a-5917e3acbbec tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:38.859898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c0711752-a282-47b4-990b-001479977895 req-f53e9283-3aeb-4125-8c6a-5917e3acbbec tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Synchronizing usage tracker for tenant:5236902b32874d95bf56f2b0f37f694c on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:38.913975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc921f5-6eed-4a43-8fe5-c362dcb43adf req-541d1c8f-00e7-43cc-b51c-cf5a7b5aabaf tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:38.916589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccc921f5-6eed-4a43-8fe5-c362dcb43adf req-541d1c8f-00e7-43cc-b51c-cf5a7b5aabaf tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f02b8052-1be4-4827-97f2-5de12372ff64 HTTP/1.1" status: 200  len: 945 time: 0.2473810
Apr 30 04:45:38.918983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c0711752-a282-47b4-990b-001479977895 req-f53e9283-3aeb-4125-8c6a-5917e3acbbec tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Unset dirty status for tenant:5236902b32874d95bf56f2b0f37f694c on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:38.926539 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-f53e9283-3aeb-4125-8c6a-5917e3acbbec tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/networks?id=209a2715-1303-4c96-a0f4-1a1ff93df69e HTTP/1.1" status: 200  len: 805 time: 0.3943577
Apr 30 04:45:38.983275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42704) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:38.996146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-960ba49a-a4b7-433b-bd06-beaf137cd806 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/quotas/5236902b32874d95bf56f2b0f37f694c HTTP/1.1" status: 200  len: 375 time: 0.0683918
Apr 30 04:45:39.058373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccc921f5-6eed-4a43-8fe5-c362dcb43adf req-5f6015a7-2101-401e-9d93-ded90713f278 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282685
Apr 30 04:45:39.066724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-e263ad22-da57-411e-9c30-f54ba51ee763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:39.068351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-e263ad22-da57-411e-9c30-f54ba51ee763 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2736650
Apr 30 04:45:39.260789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42714) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:39.291496 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:39.320966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:39.328728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:e2dd73f187bb4c2d9c7cbf358103106d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:39.331987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:39.339515 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-84599911-b8a9-4f8a-bf7d-5f4899781961 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22202b04814848b2ab3d5ff668d6cf3d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3541231
Apr 30 04:45:39.343682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42718) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:39.347080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:39.444627 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2775-0b0c-4f3e-a43b-c3b809b04341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:39.459551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c0711752-a282-47b4-990b-001479977895 req-269b0a62-aa01-49d5-8ba0-b2b01de77f3a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Synchronizing usage tracker for tenant:5236902b32874d95bf56f2b0f37f694c on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:39.464951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-2483f7dc-f938-4abe-852c-a6902f76325f service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3870940
Apr 30 04:45:39.497076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2775-0b0c-4f3e-a43b-c3b809b04341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:39.574733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:39.584318 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:39.594010 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc29c8ca-f789-442c-94c2-746c93019981 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:39.644219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2775-0b0c-4f3e-a43b-c3b809b04341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:39.653537 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2dd73f187bb4c2d9c7cbf358103106d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3912127
Apr 30 04:45:39.654311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ee6b9d-96af-40fe-a88c-5c3179a9117f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:39.662061 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:39.663419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42724) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:39.664190 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3981307-5b4e-4c4b-bffe-a2e231005827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:39.697245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c0711752-a282-47b4-990b-001479977895 req-269b0a62-aa01-49d5-8ba0-b2b01de77f3a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Unset dirty status for tenant:5236902b32874d95bf56f2b0f37f694c on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:39.698596 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-269b0a62-aa01-49d5-8ba0-b2b01de77f3a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5236902b32874d95bf56f2b0f37f694c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7015750
Apr 30 04:45:39.700628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d2775-0b0c-4f3e-a43b-c3b809b04341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d4c4a-84b2-4dca-bd3d-4d8b084205b4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:39.713890 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f1d2775-0b0c-4f3e-a43b-c3b809b04341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:39.718668 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f1d2775-0b0c-4f3e-a43b-c3b809b04341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:39.738052 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7f1d2775-0b0c-4f3e-a43b-c3b809b04341 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec4d4c4a-84b2-4dca-bd3d-4d8b084205b4 HTTP/1.1" status: 204  len: 168 time: 0.3928742
Apr 30 04:45:39.820836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fe54a41-c7f1-48bc-91ce-4f2f72700d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:39.839108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd008a0-b4f1-4af5-8a54-eaa00e8401db req-af71a2a1-b1df-43d3-99cb-41e47ce24180 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:39.851958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dd008a0-b4f1-4af5-8a54-eaa00e8401db req-af71a2a1-b1df-43d3-99cb-41e47ce24180 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 945 time: 0.5850079
Apr 30 04:45:39.876851 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fe54a41-c7f1-48bc-91ce-4f2f72700d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:40.057244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fe54a41-c7f1-48bc-91ce-4f2f72700d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:40.065024 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:40.077445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe54a41-c7f1-48bc-91ce-4f2f72700d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ee6b9d-96af-40fe-a88c-5c3179a9117f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:40.080332 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7fe54a41-c7f1-48bc-91ce-4f2f72700d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:40.101540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-6f79b783-c839-4b86-b89e-c601b49be799 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:40.102875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-6f79b783-c839-4b86-b89e-c601b49be799 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Synchronizing usage tracker for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:40.122081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-6f79b783-c839-4b86-b89e-c601b49be799 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Unset dirty status for tenant:1fe9ab5631074684a7ea95c397ba1de7 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:40.123592 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-6f79b783-c839-4b86-b89e-c601b49be799 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 946 time: 0.1773624
Apr 30 04:45:40.124600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fe54a41-c7f1-48bc-91ce-4f2f72700d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:40.126394 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7fe54a41-c7f1-48bc-91ce-4f2f72700d2f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47ee6b9d-96af-40fe-a88c-5c3179a9117f HTTP/1.1" status: 204  len: 168 time: 0.4543247
Apr 30 04:45:40.219406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92f31ac-d602-412c-9763-4b07071c8f78 req-28de3c71-9c54-47dc-9a5f-1151a49468d1 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7432005
Apr 30 04:45:40.272390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dd008a0-b4f1-4af5-8a54-eaa00e8401db req-1aeed191-1aa6-4d57-82e7-4c731d66dfe8 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4185281
Apr 30 04:45:40.343461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-31818904-1f94-4886-ab70-2bec97684923 service neutron] 10.222.0.46 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5873799
Apr 30 04:45:40.526751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Deleting port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:40.527000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:40.603960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-e0bde137-76c2-4a47-ba1b-bbbb64e9e4fc service neutron] 10.222.0.46 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414081
Apr 30 04:45:40.980861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29167fb-6713-438c-a838-f96d7a8ab8b8 req-fc59c301-7453-4997-8cf1-1b33483fd276 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:40.997051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c29167fb-6713-438c-a838-f96d7a8ab8b8 req-fc59c301-7453-4997-8cf1-1b33483fd276 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 946 time: 0.2984421
Apr 30 04:45:41.111958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] For port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:41.111958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:41.151947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c29167fb-6713-438c-a838-f96d7a8ab8b8 req-9f52cba8-cb32-4399-8580-994ca60de1dd tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/security-groups?id=b418e238-37d5-4f46-aee6-b305352d099a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521990
Apr 30 04:45:41.393676 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b724f5f9-da16-421e-b923-fda53c66cfe5 req-1773ed14-ee01-42cc-83c4-6a99748c67ce tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 210 time: 0.0790741
Apr 30 04:45:41.466336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Calling delete_port for 1523e9c5-efde-4a7e-b9c3-c2a46ec984da owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:41.640267 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:41.652563 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a4faa81-68f6-4503-afaf-0ad4cc227c65 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:41.656023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['1523e9c5-efde-4a7e-b9c3-c2a46ec984da'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:45:41.819924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9b2817d1-24bc-4c85-98dc-aba488acc397 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:45:41.839989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Pushing event deleted for resources: {'Port': ['ID=1523e9c5-efde-4a7e-b9c3-c2a46ec984da,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:41.848963 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:41.985526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4083eb-7596-4eaa-9513-8a463201c149 req-f3f823f7-a545-4245-a8e6-e6d601823b03 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:41.996524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c4083eb-7596-4eaa-9513-8a463201c149 req-f3f823f7-a545-4245-a8e6-e6d601823b03 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 945 time: 0.2980227
Apr 30 04:45:42.044319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] No DVR routers for this DVR port 1523e9c5-efde-4a7e-b9c3-c2a46ec984da on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:45:42.053814 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:42.061050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'name': 'network-vif-deleted', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:42.097424 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7e75a2c-b7de-455f-b4fb-4dd6566eef5f req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.50 "DELETE /v2.0/ports/1523e9c5-efde-4a7e-b9c3-c2a46ec984da HTTP/1.1" status: 204  len: 173 time: 1.9678800
Apr 30 04:45:42.110044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 9b2817d1-24bc-4c85-98dc-aba488acc397 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:42.120540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 9b2817d1-24bc-4c85-98dc-aba488acc397 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:42.121189 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:42.300678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c4083eb-7596-4eaa-9513-8a463201c149 req-6da27a0d-f485-4abb-a2ac-647c1ae388ba tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3001862
Apr 30 04:45:42.473512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08e513-9e71-45fa-827f-2d21121e4bbb req-994c2f1a-c29a-4630-bca8-cef0068d128a tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:42.489870 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c08e513-9e71-45fa-827f-2d21121e4bbb req-994c2f1a-c29a-4630-bca8-cef0068d128a tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f02b8052-1be4-4827-97f2-5de12372ff64 HTTP/1.1" status: 200  len: 945 time: 0.3492305
Apr 30 04:45:42.507443 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:42.622423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c08e513-9e71-45fa-827f-2d21121e4bbb req-5fb4b1aa-a654-4993-8f8e-f2f1fe7e5ec1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272435
Apr 30 04:45:42.665020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:42.720429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9b2817d1-24bc-4c85-98dc-aba488acc397, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9b2817d1-24bc-4c85-98dc-aba488acc397,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:42.737597 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:42.743830 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:42.809398 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4b257b-1e23-47c4-87a2-b6816e929064', 'name': 'network-vif-deleted', 'tag': '1523e9c5-efde-4a7e-b9c3-c2a46ec984da', 'status': 'completed', 'code': 200}
Apr 30 04:45:43.000643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9b2817d1-24bc-4c85-98dc-aba488acc397,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:43.008691 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:43.040293 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9a7d2ce-2345-4bb0-8738-fde8dd28f8ba req-2b51fefb-2e46-4117-9f45-5fab12c5b4c8 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b4b257b-1e23-47c4-87a2-b6816e929064 HTTP/1.1" status: 200  len: 210 time: 0.1491263
Apr 30 04:45:43.175833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e26c4cb0-ad21-4a14-8846-b2128fff571c req-679527af-48b2-4b05-aebd-194a719832fb tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 210 time: 0.0888453
Apr 30 04:45:43.304148 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'code': 200}
Apr 30 04:45:43.378783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-2dbe8e8b-babf-4fb3-9aba-77779f2fe1de tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:43.381618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-2dbe8e8b-babf-4fb3-9aba-77779f2fe1de tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.37 "GET /v2.0/ports?device_id=f02b8052-1be4-4827-97f2-5de12372ff64 HTTP/1.1" status: 200  len: 945 time: 0.1912165
Apr 30 04:45:43.941362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0084cdd-9c05-4150-ac65-6cb28ba0c14c req-ed7fbfa1-e629-4c36-b45b-5e2fad550ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:43.942958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0084cdd-9c05-4150-ac65-6cb28ba0c14c req-ed7fbfa1-e629-4c36-b45b-5e2fad550ad0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 1098 time: 0.4238491
Apr 30 04:45:43.958201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26b152-61ba-4c1d-897f-cf6c98e88fa5 req-eac9bec4-46fa-46cf-b29c-4fd2efb0337c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:43.965654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a26b152-61ba-4c1d-897f-cf6c98e88fa5 req-eac9bec4-46fa-46cf-b29c-4fd2efb0337c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 946 time: 0.4639893
Apr 30 04:45:44.048575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42814) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:44.227029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0084cdd-9c05-4150-ac65-6cb28ba0c14c req-a90f292a-0a83-460d-af69-94b76c7ebc80 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2560530
Apr 30 04:45:44.246560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Deleting port 9641ab7d-f6ae-465b-983f-e083303e7466 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:44.250896 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:44.342477 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a26b152-61ba-4c1d-897f-cf6c98e88fa5 req-aee105f5-c677-48c4-abdd-e918a138eb1d tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3152473
Apr 30 04:45:44.395624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60d24e-a3a1-48b8-8b60-5da9c313b511 req-eec83b87-8244-40da-b637-1b3082127770 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:44.397798 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a60d24e-a3a1-48b8-8b60-5da9c313b511 req-eec83b87-8244-40da-b637-1b3082127770 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f02b8052-1be4-4827-97f2-5de12372ff64 HTTP/1.1" status: 200  len: 945 time: 0.5518343
Apr 30 04:45:44.660613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1761207754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:44.684208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:44.730900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42832) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:44.774971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Usage tracker for resource:router and tenant:1faaa221805944abab023eb86f99d8fb is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:44.808679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:44.815983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] For port 9641ab7d-f6ae-465b-983f-e083303e7466, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9641ab7d-f6ae-465b-983f-e083303e7466,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:44.816544 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:44.863380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a60d24e-a3a1-48b8-8b60-5da9c313b511 req-28f7e14e-b343-4e88-a96c-913773250a34 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4537559
Apr 30 04:45:44.868727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:44.999024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711752-a282-47b4-990b-001479977895 req-5f88bb09-06be-47b0-8f68-4c5765161b5b tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:45.000916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-5f88bb09-06be-47b0-8f68-4c5765161b5b tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.50 "GET /v2.0/networks?id=209a2715-1303-4c96-a0f4-1a1ff93df69e HTTP/1.1" status: 200  len: 805 time: 1.0476129
Apr 30 04:45:45.159593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c0711752-a282-47b4-990b-001479977895 req-1c833f67-ee5a-4751-9b96-2d565e0c5977 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Synchronizing usage tracker for tenant:5236902b32874d95bf56f2b0f37f694c on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:45.256528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c0711752-a282-47b4-990b-001479977895 req-1c833f67-ee5a-4751-9b96-2d565e0c5977 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Unset dirty status for tenant:5236902b32874d95bf56f2b0f37f694c on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:45.257863 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-1c833f67-ee5a-4751-9b96-2d565e0c5977 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5236902b32874d95bf56f2b0f37f694c HTTP/1.1" status: 200  len: 380 time: 0.1844399
Apr 30 04:45:45.269614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Request body: {'port': {'device_id': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'admin_state_up': True, 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'security_groups': ['9a1af81e-2e95-4044-9f1c-fe93a8c5e95f']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:45.363543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 1523e9c5-efde-4a7e-b9c3-c2a46ec984da no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:45:45.474953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 1523e9c5-efde-4a7e-b9c3-c2a46ec984da {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:45:45.475962 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 1523e9c5-efde-4a7e-b9c3-c2a46ec984da not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:45:45.500856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Calling delete_port for 9641ab7d-f6ae-465b-983f-e083303e7466 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:45.521629 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b51ec00-7d3b-4e3a-9407-0619fd021c3f req-6a584c7f-01d5-4ced-957b-5dbd35a5aa7e tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 210 time: 0.3022521
Apr 30 04:45:45.552503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:45.555400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:45.590086 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:45.661740 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:45.681520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:45.704158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:45.729382 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:45.733951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-96d7dae0-ceb0-4eef-819a-f23de2ecd879 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.6492090
Apr 30 04:45:45.736557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42854) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:45.755847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-297267763'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:45.765154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:45.772171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Usage tracker for resource:network and tenant:1faaa221805944abab023eb86f99d8fb is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:45.781413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:45.797974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:45.800862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Made reservation on behalf of 5236902b32874d95bf56f2b0f37f694c for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:45:45.805727 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:45.808298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527e840-97d8-430e-9135-8bbf3996159d req-ffbe8695-32a5-470e-afda-3f001800b22a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:45.810218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d527e840-97d8-430e-9135-8bbf3996159d req-ffbe8695-32a5-470e-afda-3f001800b22a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 946 time: 0.2008214
Apr 30 04:45:45.823124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Made reservation on behalf of 1faaa221805944abab023eb86f99d8fb for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:45:45.827999 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:45.912813 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:45.956935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d527e840-97d8-430e-9135-8bbf3996159d req-efbe75b2-626e-4316-a1aa-1aa06086a7e3 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166663
Apr 30 04:45:45.966853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:45.974291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Usage tracker for resource:security_group_rule and tenant:1faaa221805944abab023eb86f99d8fb is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:45.979937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:45.991223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:46.017552 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:46.029140 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31feba4e-9338-41fe-9475-a9591934dda9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:46.029547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['98ebbe87-faa5-4b41-a0f0-d043d4e90c48'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:45:46.152961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Pushing event deleted for resources: {'Port': ['ID=9641ab7d-f6ae-465b-983f-e083303e7466,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:46.196218 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:46.215110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['fa321b20-0639-40c8-825d-572cdafa5d91'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:45:46.415057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Allocated IP 172.20.0.13 (209a2715-1303-4c96-a0f4-1a1ff93df69e/898a4f3a-662f-4344-8e6a-6290feee9047/c81746c8-c63e-465f-bbfa-e9301faa2381) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:45:46.448819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] No DVR routers for this DVR port 9641ab7d-f6ae-465b-983f-e083303e7466 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:45:46.453425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:46.464211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b8052-1be4-4827-97f2-5de12372ff64', 'name': 'network-vif-deleted', 'tag': '9641ab7d-f6ae-465b-983f-e083303e7466'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:46.586032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:46.592777 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6d0f4715-9fb6-4530-9048-74dbb3b08264 req-f116431f-c71b-4315-a846-fa1d761fb27d tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f02b8052-1be4-4827-97f2-5de12372ff64 HTTP/1.1" status: 200  len: 210 time: 0.1528533
Apr 30 04:45:46.744516 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b8052-1be4-4827-97f2-5de12372ff64', 'name': 'network-vif-deleted', 'tag': '9641ab7d-f6ae-465b-983f-e083303e7466', 'status': 'completed', 'code': 200}
Apr 30 04:45:46.761707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3bb890cf-a620-48fd-845a-23e466e2b112 req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.37 "DELETE /v2.0/ports/9641ab7d-f6ae-465b-983f-e083303e7466 HTTP/1.1" status: 204  len: 173 time: 3.3734822
Apr 30 04:45:46.860014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79dcb7-3711-4791-9f18-e832680f7eb5 req-c1c04549-4b4d-4521-98c0-0a60b31c42a7 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:46.861816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf79dcb7-3711-4791-9f18-e832680f7eb5 req-c1c04549-4b4d-4521-98c0-0a60b31c42a7 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 946 time: 0.4202225
Apr 30 04:45:46.898014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42878) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:46.920373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4e83ed80-9808-4540-8aca-23bf8420b05b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Request body: {'floatingip': {'port_id': '9b2817d1-24bc-4c85-98dc-aba488acc397'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:47.222675 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1de6c710-9ffd-4f8f-8fd0-b6103ab9f237 req-96f6969a-356a-4870-a7a2-f91664ea5d66 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 210 time: 0.0682056
Apr 30 04:45:47.225337 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e83ed80-9808-4540-8aca-23bf8420b05b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:47.309114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:47.333830 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:47.349130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:45:47.362195 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:47.362695 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Added segment 514e43fa-ec52-4468-961a-14780fea45e5 of type vlan for network 71334abc-df79-474d-8c8f-e3eced42438e
Apr 30 04:45:47.409784 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:47.454318 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d76f819f-58fd-4d19-8a94-a36307e82881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:47.536810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef58eb5c-1c49-4ec8-b42b-0f07c0e998c1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:47.541238 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:47.544773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:47.550764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:47.552800 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:47.560532 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:47.726576 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:47.747164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Network': ['ID=71334abc-df79-474d-8c8f-e3eced42438e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:47.757340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Transition to ACTIVE for port object c81746c8-c63e-465f-bbfa-e9301faa2381 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:47.761102 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:47.762983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 71334abc-df79-474d-8c8f-e3eced42438e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:45:47.778696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.0405879
Apr 30 04:45:47.785166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42906) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:47.801046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Request body: {'subnet': {'network_id': '71334abc-df79-474d-8c8f-e3eced42438e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:47.830110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:48.077388 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52892c15-8063-42d1-bed1-8315bff98211 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:48.164381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Pushing event updated for resources: {'Port': ['ID=c81746c8-c63e-465f-bbfa-e9301faa2381,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:48.173149 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:48.175234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:45:48.194213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9641ab7d-f6ae-465b-983f-e083303e7466 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:45:48.229809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:48.240391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:45:48.271417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2865b863-9f18-4d67-82a7-895ed8a1b354 req-b3714c4c-b3a3-4a9b-83dc-1a132dcc86ba tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Synchronizing usage tracker for tenant:3f0d4f92ead646cca40495e521c27611 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:45:48.299906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 9641ab7d-f6ae-465b-983f-e083303e7466 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:45:48.303088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9641ab7d-f6ae-465b-983f-e083303e7466 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:45:48.318449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:48.319134 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:48.381790 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1163011
Apr 30 04:45:48.402056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2865b863-9f18-4d67-82a7-895ed8a1b354 req-b3714c4c-b3a3-4a9b-83dc-1a132dcc86ba tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Unset dirty status for tenant:3f0d4f92ead646cca40495e521c27611 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:45:48.410373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Request body: {'port': {'device_id': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:48.412489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2865b863-9f18-4d67-82a7-895ed8a1b354 req-b3714c4c-b3a3-4a9b-83dc-1a132dcc86ba tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f02b8052-1be4-4827-97f2-5de12372ff64 HTTP/1.1" status: 200  len: 210 time: 0.2946022
Apr 30 04:45:48.576398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:48.606043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Usage tracker for resource:subnet and tenant:1faaa221805944abab023eb86f99d8fb is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:48.648907 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-44d1004a-db87-4fed-856a-dc52d3996dba None None] Provisioning for port c81746c8-c63e-465f-bbfa-e9301faa2381 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:45:48.678969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-44d1004a-db87-4fed-856a-dc52d3996dba None None] Provisioning complete for port c81746c8-c63e-465f-bbfa-e9301faa2381 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:45:48.682552 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44d1004a-db87-4fed-856a-dc52d3996dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:48.700827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:48.714627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:48.804205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-44d1004a-db87-4fed-856a-dc52d3996dba None None] Port c81746c8-c63e-465f-bbfa-e9301faa2381 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:45:48.824295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Made reservation on behalf of 1faaa221805944abab023eb86f99d8fb for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:45:48.829017 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:48.931129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:49.116430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df4b0-c049-4028-bccd-7c2e0fc8408a req-69f94f16-55d1-4012-8273-045ebf9d7064 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:49.125975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d5df4b0-c049-4028-bccd-7c2e0fc8408a req-69f94f16-55d1-4012-8273-045ebf9d7064 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 932 time: 0.1553073
Apr 30 04:45:49.189688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Deleting port d6b44fdc-62ad-448f-b81c-7cfa8abb1220 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:49.190199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:49.263241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d5df4b0-c049-4028-bccd-7c2e0fc8408a req-bc0496bf-7ad9-4f27-83eb-3a218a799200 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1361022
Apr 30 04:45:49.359067 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e83ed80-9808-4540-8aca-23bf8420b05b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:49.365027 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e83ed80-9808-4540-8aca-23bf8420b05b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:49.671414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] For port d6b44fdc-62ad-448f-b81c-7cfa8abb1220, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d6b44fdc-62ad-448f-b81c-7cfa8abb1220,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:49.672154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:49.684656 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-4e83ed80-9808-4540-8aca-23bf8420b05b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Floating IP 0a2b6199-c5d1-404e-ac85-dd4eb529a305 associated. External IP: 172.25.8.118, port: 9b2817d1-24bc-4c85-98dc-aba488acc397.
Apr 30 04:45:49.950772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Calling delete_port for d6b44fdc-62ad-448f-b81c-7cfa8abb1220 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:50.164915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42958) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:50.183244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e83ed80-9808-4540-8aca-23bf8420b05b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Router 61710173-4d6e-4a64-b015-ef72cfee2f21 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:45:50.434952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e83ed80-9808-4540-8aca-23bf8420b05b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:45:50.441415 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e83ed80-9808-4540-8aca-23bf8420b05b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:50.445015 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] Sync routers for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:45:50.465249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:45:50.465902 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802ebee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:45:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:50.520362 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4e83ed80-9808-4540-8aca-23bf8420b05b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "PUT /v2.0/floatingips/0a2b6199-c5d1-404e-ac85-dd4eb529a305 HTTP/1.1" status: 200  len: 992 time: 3.6211939
Apr 30 04:45:50.521272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:50.574011 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:50.584133 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:50.655684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b44fdc-62ad-448f-b81c-7cfa8abb1220,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:50.668263 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:50.789666 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:50.841311 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:50.849564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Usage tracker for resource:security_group_rule and tenant:646e236851694beda702d6604cb8d0c6 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:50.874133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:50.875959 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:45:50.900160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:51.175761 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:51.201383 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'status': 'completed', 'code': 200}
Apr 30 04:45:51.205147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:51.219725 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0db6e3ce-ef80-4186-b80a-5b364dd9ff4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:51.256033 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:51.309069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8036b71b-df64-40bf-a508-5f2a7fa729c2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:51.505727 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:51.515174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42982) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:51.552328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b79f6-7567-4455-b797-2caaa5d66c85 req-b2bf4f56-05b8-4cb6-841f-0b37f190382b tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:51.561986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396b79f6-7567-4455-b797-2caaa5d66c85 req-b2bf4f56-05b8-4cb6-841f-0b37f190382b tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 932 time: 1.0186257
Apr 30 04:45:51.652648 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=646e236851694beda702d6604cb8d0c6&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4787776
Apr 30 04:45:51.656752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42994) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:51.713560 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802ebee0>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:58Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '0a2b6199-c5d1-404e-ac85-dd4eb529a305', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'port_id': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'mac_address': 'fa:16:3e:68:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68355529-0604-4460-a823-3bb75661c413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:44:21Z', 'updated_at': '2021-04-30T04:45:49Z', 'revision_number': 1, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2624f5-0858-4dd6-8680-3b718e1739a4', 'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'mac_address': 'fa:16:3e:d6:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:54Z', 'updated_at': '2021-04-30T04:44:16Z', 'revision_number': 5, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'subnets': [{'id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:51.718714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81746c8-c63e-465f-bbfa-e9301faa2381 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:45:51.720094 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] Checking router: 61710173-4d6e-4a64-b015-ef72cfee2f21 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:45:51.732561 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:45:51.733212 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802ebee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:45:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:51.751245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396b79f6-7567-4455-b797-2caaa5d66c85 req-0b7b7d02-3531-452b-b690-d12f18bf7d19 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1882906
Apr 30 04:45:51.776467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:51.777758 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:51.804670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:51.835168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Usage tracker for resource:security_group_rule and tenant:b066b8247c5545648764a58ed6369129 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:51.846740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Transition to ACTIVE for port object c81746c8-c63e-465f-bbfa-e9301faa2381 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:51.848232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:51.861914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:51.865985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08988882-176f-4025-a5be-991212f3265b req-917322ca-b03f-48a9-be66-73651c772522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:51.868278 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08988882-176f-4025-a5be-991212f3265b req-917322ca-b03f-48a9-be66-73651c772522 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6d6539877bb415ba4c25b36edfc37fa&device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 1098 time: 0.6517506
Apr 30 04:45:51.939629 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5bf713fb-8773-4d1c-9f75-2eaa4ffb4547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:51.982106 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5bf713fb-8773-4d1c-9f75-2eaa4ffb4547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:51.985943 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:45:52.017127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:52.054189 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5bf713fb-8773-4d1c-9f75-2eaa4ffb4547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:52.075505 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44dad215-ac07-4943-8b46-a07711d0cf57 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:52.130287 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd5f8374-04a4-41e1-8d5d-7038e8286183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:52.147672 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5bf713fb-8773-4d1c-9f75-2eaa4ffb4547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:52.151932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5bf713fb-8773-4d1c-9f75-2eaa4ffb4547 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8036b71b-df64-40bf-a508-5f2a7fa729c2 HTTP/1.1" status: 204  len: 168 time: 0.4858265
Apr 30 04:45:52.176610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf713fb-8773-4d1c-9f75-2eaa4ffb4547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8036b71b-df64-40bf-a508-5f2a7fa729c2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:52.229367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08988882-176f-4025-a5be-991212f3265b req-ac2cc58b-cbe0-4014-abad-011a63115d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:52.231219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08988882-176f-4025-a5be-991212f3265b req-ac2cc58b-cbe0-4014-abad-011a63115d84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4fe26e35-ab66-46f8-9ffe-27550c9dde54 HTTP/1.1" status: 200  len: 917 time: 0.3488727
Apr 30 04:45:52.232397 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:52.236194 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5bf713fb-8773-4d1c-9f75-2eaa4ffb4547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:52.408616 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:52.417765 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:52.463414 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-502cda9b-0b7b-471f-8f52-63605c216c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:52.528957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69963aa1-2abd-4253-82c9-500528d6bbd1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:52.537950 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:52.552104 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b066b8247c5545648764a58ed6369129&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0123274
Apr 30 04:45:52.553269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43010) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:52.588781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:45:52.600748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Subnet': ['ID=d7ff3c1c-ce21-40f9-aa32-6870f52d3899,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:52.617121 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:52.631563 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c12e02a9-edf9-4935-83fa-03abd101ba40 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:52.668399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08988882-176f-4025-a5be-991212f3265b req-44a153ca-3ec5-4002-818d-4b150543c060 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b2817d1-24bc-4c85-98dc-aba488acc397 HTTP/1.1" status: 200  len: 1000 time: 0.4297252
Apr 30 04:45:52.676038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Checking segment: {'id': '514e43fa-ec52-4468-961a-14780fea45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71334abc-df79-474d-8c8f-e3eced42438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:52.676408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network hostable DHCP agents. Network: 71334abc-df79-474d-8c8f-e3eced42438e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:45:52.786843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08988882-176f-4025-a5be-991212f3265b req-e0e1899e-0ee8-4f89-b7fb-e605b40f948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:52.788947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08988882-176f-4025-a5be-991212f3265b req-e0e1899e-0ee8-4f89-b7fb-e605b40f948b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c81f6c11-f821-484d-a11c-c7ab6c7c84e7 HTTP/1.1" status: 200  len: 855 time: 0.1137028
Apr 30 04:45:52.825007 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802ebee0>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:58Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '0a2b6199-c5d1-404e-ac85-dd4eb529a305', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'port_id': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'mac_address': 'fa:16:3e:68:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68355529-0604-4460-a823-3bb75661c413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:44:21Z', 'updated_at': '2021-04-30T04:45:49Z', 'revision_number': 1, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2624f5-0858-4dd6-8680-3b718e1739a4', 'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'mac_address': 'fa:16:3e:d6:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:54Z', 'updated_at': '2021-04-30T04:44:16Z', 'revision_number': 5, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'subnets': [{'id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:52.830761 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f68c7-f2f7-4228-ac37-e00de9234567 None None] The sync data for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 is: [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:58Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '0a2b6199-c5d1-404e-ac85-dd4eb529a305', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'floating_ip_address': '172.25.8.118', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'port_id': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'mac_address': 'fa:16:3e:68:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68355529-0604-4460-a823-3bb75661c413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:44:21Z', 'updated_at': '2021-04-30T04:45:49Z', 'revision_number': 1, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2624f5-0858-4dd6-8680-3b718e1739a4', 'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'mac_address': 'fa:16:3e:d6:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:54Z', 'updated_at': '2021-04-30T04:44:16Z', 'revision_number': 5, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'subnets': [{'id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:45:52.852351 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1c96165-00a7-40c0-8936-05f775de389e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:52.889954 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1c96165-00a7-40c0-8936-05f775de389e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:53.011888 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1c96165-00a7-40c0-8936-05f775de389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:53.025395 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c3dd85fb-8e30-4307-8a94-6927b172d0cd tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:53.045827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Pushing event updated for resources: {'Port': ['ID=c81746c8-c63e-465f-bbfa-e9301faa2381,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:53.058287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c96165-00a7-40c0-8936-05f775de389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69963aa1-2abd-4253-82c9-500528d6bbd1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:53.061622 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1c96165-00a7-40c0-8936-05f775de389e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:53.077567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f1c96165-00a7-40c0-8936-05f775de389e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69963aa1-2abd-4253-82c9-500528d6bbd1 HTTP/1.1" status: 204  len: 168 time: 0.5108905
Apr 30 04:45:53.079115 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f1c96165-00a7-40c0-8936-05f775de389e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:53.085588 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:53.122122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Attempting to bind port c81746c8-c63e-465f-bbfa-e9301faa2381 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:45:53.123132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Attempting to bind port c81746c8-c63e-465f-bbfa-e9301faa2381 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:45:53.125134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Attempting to bind port c81746c8-c63e-465f-bbfa-e9301faa2381 on network 209a2715-1303-4c96-a0f4-1a1ff93df69e {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:53.143415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 71334abc-df79-474d-8c8f-e3eced42438e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:45:53.157905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Port c81746c8-c63e-465f-bbfa-e9301faa2381 on network 209a2715-1303-4c96-a0f4-1a1ff93df69e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:45:53.158275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Attempting to bind port c81746c8-c63e-465f-bbfa-e9301faa2381 on network 209a2715-1303-4c96-a0f4-1a1ff93df69e {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:53.169952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:45:53.170284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Checking segment: {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:53.170681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Bound using segment: {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:45:53.171137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Bound port: c81746c8-c63e-465f-bbfa-e9301faa2381, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b02e22e-e690-412c-af1f-46f665f3df09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:45:53.171512 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:53.181102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43018) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:53.272778 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:53.287955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76dba4-af83-4fb0-8f88-dbbbc28f22d8 None None] New status for floating IP 0a2b6199-c5d1-404e-ac85-dd4eb529a305: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:45:53.297481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:53.308904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Usage tracker for resource:security_group_rule and tenant:530eca21fb11474e8f0d272515fd8c05 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:53.321714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:53.330985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08988882-176f-4025-a5be-991212f3265b req-7990b6b2-7322-4ee3-83f6-b224d5a704e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:53.332591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08988882-176f-4025-a5be-991212f3265b req-7990b6b2-7322-4ee3-83f6-b224d5a704e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4fe26e35-ab66-46f8-9ffe-27550c9dde54&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5355811
Apr 30 04:45:53.341552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:53.508204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa2be5-0c34-48d6-99ca-4bc228d4c881 req-ae8c00f1-4da1-4c6d-a169-e7233da10d39 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:53.516357 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6caa2be5-0c34-48d6-99ca-4bc228d4c881 req-ae8c00f1-4da1-4c6d-a169-e7233da10d39 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 944 time: 0.4226532
Apr 30 04:45:53.553676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 71334abc-df79-474d-8c8f-e3eced42438e) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:53.587402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fc166-8704-4b7d-998c-8b0685d695ad req-9131a576-730c-4b85-afc3-ba596db51c91 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:53.593969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fc166-8704-4b7d-998c-8b0685d695ad req-9131a576-730c-4b85-afc3-ba596db51c91 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:53.595679 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a69fc166-8704-4b7d-998c-8b0685d695ad req-9131a576-730c-4b85-afc3-ba596db51c91 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85&device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 1682 time: 0.4130363
Apr 30 04:45:53.596389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47172ca-8466-4789-87cf-07a8875af582 None None] Network 71334abc-df79-474d-8c8f-e3eced42438e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:45:53.646587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:53.647564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:53.653422 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6caa2be5-0c34-48d6-99ca-4bc228d4c881 req-c74fccf4-388b-400f-865d-0c04b0410a6b tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309278
Apr 30 04:45:53.694854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:45:53.710385 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] Sync routers for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:45:53.728586 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:45:53.731084 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803cc2e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:45:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:53.746245 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] 10.222.0.46 "PUT /v2.0/routers/01dbdb6b-84d8-4088-89b1-61c2a00d45e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0104432
Apr 30 04:45:53.747756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43028) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:53.786938 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.9880359
Apr 30 04:45:53.853441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:53.859470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08988882-176f-4025-a5be-991212f3265b req-a6dcb2e3-58cf-4072-97b8-f0d30227a84a service neutron] 10.222.0.37 "GET /v2.0/networks/4fe26e35-ab66-46f8-9ffe-27550c9dde54?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5131679
Apr 30 04:45:53.870256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43032) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:53.930893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Request body: {'network': {'name': 'tempest-router-network01--1205935643'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:53.943334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43036) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:53.951540 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.061418 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:45:54.068342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:54.073790 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2f1cd71-b859-4848-a7c1-ca758ef7353d tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:54.086968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] For port c81746c8-c63e-465f-bbfa-e9301faa2381, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:45:54.091637 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=530eca21fb11474e8f0d272515fd8c05&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9042168
Apr 30 04:45:54.096305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] For port c81746c8-c63e-465f-bbfa-e9301faa2381, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c81746c8-c63e-465f-bbfa-e9301faa2381,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:45:54.105383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a69fc166-8704-4b7d-998c-8b0685d695ad req-c66542f4-0fdb-4a35-b25a-13e38bddfdbf tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4971166
Apr 30 04:45:54.107157 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.126295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43040) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:54.132645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.175715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Usage tracker for resource:network and tenant:1faaa221805944abab023eb86f99d8fb is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:54.189669 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:54.222727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:54.232679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:54.374246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:54.383321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Usage tracker for resource:security_group_rule and tenant:769f6fe4936f46cf980178d35798bfc4 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:54.396867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:54.402309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76240cd7-4a83-4001-ae76-afd20e171591,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:54.412367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:54.415534 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:54.453704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Made reservation on behalf of 1faaa221805944abab023eb86f99d8fb for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:45:54.457541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.500560 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803cc2e0>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:45:50Z', 'revision_number': 5, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:54.507476 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] Checking router: 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:45:54.515404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-71334abc-df79-474d-8c8f-e3eced42438e', 'network_id': '71334abc-df79-474d-8c8f-e3eced42438e', 'tenant_id': '1faaa221805944abab023eb86f99d8fb', 'fixed_ips': [{'subnet_id': 'd7ff3c1c-ce21-40f9-aa32-6870f52d3899'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:45:54.521050 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.546707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.549539 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] Routers {'01dbdb6b-84d8-4088-89b1-61c2a00d45e6'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:45:54.550780 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803cc2e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:45:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:54.574786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:45:54.587064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.587485 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Added segment b5c4e179-3da2-414c-bfeb-2af2796fe25e of type vlan for network 1d04d352-12d4-44f3-b3fe-2842bbc399e5
Apr 30 04:45:54.650805 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.679325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:54.683619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.685807 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] 10.222.0.50 "PUT /v2.0/ports/c81746c8-c63e-465f-bbfa-e9301faa2381 HTTP/1.1" status: 200  len: 1093 time: 6.2913704
Apr 30 04:45:54.689976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'tag': 'c81746c8-c63e-465f-bbfa-e9301faa2381'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:45:54.732966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08988882-176f-4025-a5be-991212f3265b req-96b3215d-2279-4d2d-b328-c6a7c1dab6a3 service neutron] 10.222.0.37 "GET /v2.0/networks/4fe26e35-ab66-46f8-9ffe-27550c9dde54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8569322
Apr 30 04:45:54.813340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Pushing event updated for resources: {'Port': ['ID=c81746c8-c63e-465f-bbfa-e9301faa2381,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:54.889812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.911192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:54.912425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.920021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-190cb35f-dbea-4341-b0a0-bf43d9b2f0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:54.923056 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:54.924707 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'tag': 'c81746c8-c63e-465f-bbfa-e9301faa2381', 'status': 'completed', 'code': 200}
Apr 30 04:45:54.966827 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-db478422-92b8-4f76-804f-5490a6a15878 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:54.977390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Allocated IP 172.20.0.2 (71334abc-df79-474d-8c8f-e3eced42438e/d7ff3c1c-ce21-40f9-aa32-6870f52d3899/b0d383d0-240a-4071-a8d1-55e228f93ba7) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:45:55.043067 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] Set router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:45:55.065967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.097789 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-190cb35f-dbea-4341-b0a0-bf43d9b2f0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.149606 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.196317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=769f6fe4936f46cf980178d35798bfc4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2463562
Apr 30 04:45:55.201569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43060) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:55.212502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Network': ['ID=1d04d352-12d4-44f3-b3fe-2842bbc399e5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:55.232120 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:55.235492 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-87d68e5c-3777-4f97-aaa0-285acc7917b6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:55.282747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123068ca-f463-4bd6-9a07-d38bd7c3f7a2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:55.293451 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4211130
Apr 30 04:45:55.294276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43064) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:55.300468 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:55.319470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Request body: {'network': {'name': 'tempest-router-network02--1723163904'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:55.340096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711752-a282-47b4-990b-001479977895 req-739fa520-6560-49cd-b52c-70987fdcd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:55.341769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-739fa520-6560-49cd-b52c-70987fdcd820 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5236902b32874d95bf56f2b0f37f694c&device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 1096 time: 0.6000021
Apr 30 04:45:55.366264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:45:55.474386 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-71c2b7aa-e263-49ca-a388-1f75670966bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c81746c8-c63e-465f-bbfa-e9301faa2381 HTTP/1.1" status: 200  len: 217 time: 0.1077139
Apr 30 04:45:55.487266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.513790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:55.519043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Usage tracker for resource:network and tenant:1faaa221805944abab023eb86f99d8fb is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:55.523418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:55.531341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:55.562949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Made reservation on behalf of 1faaa221805944abab023eb86f99d8fb for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:45:55.568404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.653659 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-190cb35f-dbea-4341-b0a0-bf43d9b2f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.657534 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7fe54a41-c7f1-48bc-91ce-4f2f72700d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:55.661387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6829-7fab-4186-8d12-b0c1b051ba53 req-2800c8fa-1061-4562-a282-0a80d4da6565 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:55.669974 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-124a6829-7fab-4186-8d12-b0c1b051ba53 req-2800c8fa-1061-4562-a282-0a80d4da6565 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 944 time: 0.7472293
Apr 30 04:45:55.679391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cb35f-dbea-4341-b0a0-bf43d9b2f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76240cd7-4a83-4001-ae76-afd20e171591,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:55.685178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Deleting port e4177b62-e47e-42c7-be93-41c6992ce932 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:45:55.685786 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.746432 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73e3e00-f1a5-40c7-ae6e-d376556aa630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.753490 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803cc2e0>, [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:45:50Z', 'revision_number': 5, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:45:55.760578 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d7022-ff35-4c24-8416-a829a408cbdd None None] The sync data for ids ['01dbdb6b-84d8-4088-89b1-61c2a00d45e6'] in n-d-766726-20 is: [{'id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1975036516-router', 'tenant_id': '1fe9ab5631074684a7ea95c397ba1de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:28Z', 'updated_at': '2021-04-30T04:45:50Z', 'revision_number': 5, 'project_id': '1fe9ab5631074684a7ea95c397ba1de7', 'gw_port': {'id': 'e4177b62-e47e-42c7-be93-41c6992ce932', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dbdb6b-84d8-4088-89b1-61c2a00d45e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:31Z', 'updated_at': '2021-04-30T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:45:55.777430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:45:55.793720 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.794117 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Added segment ce6d2e46-93b9-4903-8935-5a3a8c177720 of type vlan for network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa
Apr 30 04:45:55.826914 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.830700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.847574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Transition to ACTIVE for port object b0d383d0-240a-4071-a8d1-55e228f93ba7 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:55.850514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] For port e4177b62-e47e-42c7-be93-41c6992ce932, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e4177b62-e47e-42c7-be93-41c6992ce932,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:45:55.850934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.885599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Transition to ACTIVE for port object b0d383d0-240a-4071-a8d1-55e228f93ba7 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:45:55.896057 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.906486 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:55.938746 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.944504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:55.945311 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:55.964644 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bce5d80-5d64-4a67-b1bf-53ce82ee2a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:56.026180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Network 71334abc-df79-474d-8c8f-e3eced42438e is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:45:56.029017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:45:56.042479 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:45:56.046660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711752-a282-47b4-990b-001479977895 req-7e91920c-de98-4744-bab7-a323f9cba1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:56.048968 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-7e91920c-de98-4744-bab7-a323f9cba1d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=898a4f3a-662f-4344-8e6a-6290feee9047 HTTP/1.1" status: 200  len: 844 time: 0.5631490
Apr 30 04:45:56.064000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Calling delete_port for e4177b62-e47e-42c7-be93-41c6992ce932 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:45:56.064316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-124a6829-7fab-4186-8d12-b0c1b051ba53 req-f402c451-8188-406d-8119-d104e4cd81f5 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3933027
Apr 30 04:45:56.067112 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-190cb35f-dbea-4341-b0a0-bf43d9b2f0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:56.104951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Pushing event updated for resources: {'Port': ['ID=b0d383d0-240a-4071-a8d1-55e228f93ba7,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:56.115527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73e3e00-f1a5-40c7-ae6e-d376556aa630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:56.123780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Network': ['ID=0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:56.124478 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:56.129204 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:56.133533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8292079
Apr 30 04:45:56.140217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43070) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:56.147398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Request body: {'subnet': {'network_id': '1d04d352-12d4-44f3-b3fe-2842bbc399e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:45:56.162771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:45:56.179038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-190cb35f-dbea-4341-b0a0-bf43d9b2f0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:56.183429 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-190cb35f-dbea-4341-b0a0-bf43d9b2f0a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76240cd7-4a83-4001-ae76-afd20e171591 HTTP/1.1" status: 204  len: 168 time: 2.0537999
Apr 30 04:45:56.358400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0711752-a282-47b4-990b-001479977895 req-1350c1aa-ba8e-45fd-9981-0dd5bc5ed34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:56.362380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:45:56.368112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Usage tracker for resource:subnet and tenant:1faaa221805944abab023eb86f99d8fb is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:45:56.371319 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-1350c1aa-ba8e-45fd-9981-0dd5bc5ed34e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=209a2715-1303-4c96-a0f4-1a1ff93df69e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3017304
Apr 30 04:45:56.372283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:45:56.380125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:45:56.397018 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73e3e00-f1a5-40c7-ae6e-d376556aa630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:56.404190 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-12f5f00d-aae1-47e2-aaec-70e2cf88e25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:56.421306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Made reservation on behalf of 1faaa221805944abab023eb86f99d8fb for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:45:56.425598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:56.471463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e3e00-f1a5-40c7-ae6e-d376556aa630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123068ca-f463-4bd6-9a07-d38bd7c3f7a2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:56.502360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Attempting to bind port b0d383d0-240a-4071-a8d1-55e228f93ba7 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:45:56.503118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Attempting to bind port b0d383d0-240a-4071-a8d1-55e228f93ba7 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '514e43fa-ec52-4468-961a-14780fea45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71334abc-df79-474d-8c8f-e3eced42438e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:45:56.503786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Attempting to bind port b0d383d0-240a-4071-a8d1-55e228f93ba7 on network 71334abc-df79-474d-8c8f-e3eced42438e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:45:56.534888 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f73e3e00-f1a5-40c7-ae6e-d376556aa630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:56.537413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:45:56.538133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Checking segment: {'id': '514e43fa-ec52-4468-961a-14780fea45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71334abc-df79-474d-8c8f-e3eced42438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:45:56.538751 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:56.539978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Bound using segment: {'id': '514e43fa-ec52-4468-961a-14780fea45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71334abc-df79-474d-8c8f-e3eced42438e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:45:56.540860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Bound port: b0d383d0-240a-4071-a8d1-55e228f93ba7, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514e43fa-ec52-4468-961a-14780fea45e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '71334abc-df79-474d-8c8f-e3eced42438e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:45:56.541716 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:56.550295 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73e3e00-f1a5-40c7-ae6e-d376556aa630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:56.554136 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f73e3e00-f1a5-40c7-ae6e-d376556aa630 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/123068ca-f463-4bd6-9a07-d38bd7c3f7a2 HTTP/1.1" status: 204  len: 168 time: 1.3451025
Apr 30 04:45:56.891356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] For port b0d383d0-240a-4071-a8d1-55e228f93ba7, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:45:56.901026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] For port b0d383d0-240a-4071-a8d1-55e228f93ba7, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b0d383d0-240a-4071-a8d1-55e228f93ba7,segment=NetworkSegment(514e43fa-ec52-4468-961a-14780fea45e5),segment_id=514e43fa-ec52-4468-961a-14780fea45e5)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:45:56.911743 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:56.920571 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:57.311280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Pushing event updated for resources: {'Port': ['ID=b0d383d0-240a-4071-a8d1-55e228f93ba7,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:57.320111 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:57.341560 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:57.347833 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:57.407392 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:57.441466 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b54cb5dd-e07f-4385-83b7-ff83207c9f30 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:57.589143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d6b44fdc-62ad-448f-b81c-7cfa8abb1220 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:45:57.647880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4177b62-e47e-42c7-be93-41c6992ce932,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:57.655755 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:57.699453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: d6b44fdc-62ad-448f-b81c-7cfa8abb1220 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:45:57.700039 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d6b44fdc-62ad-448f-b81c-7cfa8abb1220 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:45:57.999372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c705814-d291-4dfd-a378-e39cbd1f5423 req-2f5eb866-86b2-4827-8aff-6427c8107258 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:58.005602 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c705814-d291-4dfd-a378-e39cbd1f5423 req-2f5eb866-86b2-4827-8aff-6427c8107258 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 944 time: 0.6071103
Apr 30 04:45:58.021950 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-25d4aaab-6e63-428d-a737-61c217e966ee service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6415472
Apr 30 04:45:58.098678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3a3c5-293f-44b3-9ef6-49010a2e2e16 req-54d4359a-1f97-4372-97d7-ae331418fc86 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:58.108944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f3a3c5-293f-44b3-9ef6-49010a2e2e16 req-54d4359a-1f97-4372-97d7-ae331418fc86 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 945 time: 0.9380870
Apr 30 04:45:58.131189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-f284d174-92d1-40ca-86e5-ade5416cf5dd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:58.132996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-f284d174-92d1-40ca-86e5-ade5416cf5dd tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.37 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 945 time: 0.9289038
Apr 30 04:45:58.147601 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:58.338253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c705814-d291-4dfd-a378-e39cbd1f5423 req-6c69a18d-30ee-41ff-8199-ddbf5e317b99 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3315694
Apr 30 04:45:58.443837 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:58.448324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:58.518368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-9d5bf0ad-b8e8-4f85-b53b-0faa5171a917 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:58.520795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-9d5bf0ad-b8e8-4f85-b53b-0faa5171a917 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.50 "GET /v2.0/ports?device_id=70e6c2d4-2be1-4de3-affc-9c0897305e85 HTTP/1.1" status: 200  len: 946 time: 0.7754714
Apr 30 04:45:58.565625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:58.566292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01dbdb6b-84d8-4088-89b1-61c2a00d45e6 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:45:58.602414 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:58.603937 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] 10.222.0.46 "DELETE /v2.0/routers/01dbdb6b-84d8-4088-89b1-61c2a00d45e6 HTTP/1.1" status: 204  len: 168 time: 4.8482714
Apr 30 04:45:58.608160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43128) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:58.717551 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f3a3c5-293f-44b3-9ef6-49010a2e2e16 req-b4ba4410-8aa7-4915-b450-d252d2beae5a tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6071644
Apr 30 04:45:59.008021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] Deleting subnet 27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:45:59.016966 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c0711752-a282-47b4-990b-001479977895 req-4fc60e81-6446-48b6-af6d-57808f8a1074 service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9581208
Apr 30 04:45:59.018176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:59.201366 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:59.290256 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:59.314734 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:59.319966 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88d1b403-8d43-4524-88f7-98ebcd4c29f1 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:59.394001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0716438d-4b1d-470e-8bf6-f90e72156c0f None None] Network 71334abc-df79-474d-8c8f-e3eced42438e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:45:59.591437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Subnet': ['ID=7c02cb94-2c58-4ac1-81c9-675e6f4a5d87,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:59.614294 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:59.650272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:59.657899 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-54fb7220-3db7-4c77-a227-7f670d0652d1 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:45:59.754641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:45:59.767776 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:45:59.776557 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:45:59.793769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/27e7f4f2-c98e-49ec-a7a6-8e17a421aeaa HTTP/1.1" status: 204  len: 168 time: 1.1752505
Apr 30 04:45:59.794372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43158) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:45:59.885753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b0d383d0-240a-4071-a8d1-55e228f93ba7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:45:59.973806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-703bfb83-b1d3-4a52-9a21-3a40c8303190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:45:59.975549 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-703bfb83-b1d3-4a52-9a21-3a40c8303190 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5236902b32874d95bf56f2b0f37f694c&device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 1096 time: 0.8828747
Apr 30 04:46:00.087430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Deleting port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:00.089392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:00.115243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a8c72-fa67-44bf-b86b-96cd1dd9e9ca None None] Network f3762714-1478-4da7-be7a-f3553815f8b4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:00.131032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:46:00.208585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d3431208-3367-45dd-8eb2-829a6dc481d5 None None] Provisioning for port b0d383d0-240a-4071-a8d1-55e228f93ba7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:00.236509 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:00.355187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port b0d383d0-240a-4071-a8d1-55e228f93ba7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:00.408942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port b0d383d0-240a-4071-a8d1-55e228f93ba7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:00.409628 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:00.567518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-05875a93-5f14-40a6-a4be-bbcea95fdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:00.569957 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-05875a93-5f14-40a6-a4be-bbcea95fdd1b service neutron] 10.222.0.50 "GET /v2.0/networks?id=209a2715-1303-4c96-a0f4-1a1ff93df69e HTTP/1.1" status: 200  len: 906 time: 0.5846348
Apr 30 04:46:00.635249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Checking segment: {'id': 'b5c4e179-3da2-414c-bfeb-2af2796fe25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d04d352-12d4-44f3-b3fe-2842bbc399e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:00.637881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network hostable DHCP agents. Network: 1d04d352-12d4-44f3-b3fe-2842bbc399e5, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:46:00.683396 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:00.686937 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-cb7dbef3-d9b6-4c01-b5c5-cc452ea15677 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c81746c8-c63e-465f-bbfa-e9301faa2381 HTTP/1.1" status: 200  len: 217 time: 0.1013014
Apr 30 04:46:00.689056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Deleting port 93b3c368-a066-49cd-9760-aad6fb2d5701 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:00.689743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:00.722380 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-242e9717-a9cc-4d57-a0f7-20b3b8173663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:00.837030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Deleting port fa321b20-0639-40c8-825d-572cdafa5d91 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:00.837427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:00.838670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:46:00.902776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e04cb-342e-4021-9182-94be17d9b555 req-1ca2a8e2-cd79-4a86-8f4b-a25f40a32372 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:00.910253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df8e04cb-342e-4021-9182-94be17d9b555 req-1ca2a8e2-cd79-4a86-8f4b-a25f40a32372 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 944 time: 1.2910557
Apr 30 04:46:00.912374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:46:00.914836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] For port 93b3c368-a066-49cd-9760-aad6fb2d5701, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=93b3c368-a066-49cd-9760-aad6fb2d5701,segment=NetworkSegment(393cc7b6-59fc-49ec-ba39-8581a8b3b678),segment_id=393cc7b6-59fc-49ec-ba39-8581a8b3b678)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:00.915197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:00.966137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-95a42a69-9012-4d09-94dc-1515fb9bd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:00.970466 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-95a42a69-9012-4d09-94dc-1515fb9bd495 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=898a4f3a-662f-4344-8e6a-6290feee9047 HTTP/1.1" status: 200  len: 844 time: 0.2388840
Apr 30 04:46:01.048513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 1d04d352-12d4-44f3-b3fe-2842bbc399e5) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:01.098348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add82942-1a3e-4a45-85f9-9f62a816e8f1 None None] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:01.098576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] For port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:01.098931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:01.121310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd556f-b60d-4b1d-9e72-512b8934fe06 req-18cbe458-2138-4195-9fc9-12f4b2f5152a tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:01.122681 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5bbd556f-b60d-4b1d-9e72-512b8934fe06 req-18cbe458-2138-4195-9fc9-12f4b2f5152a tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 945 time: 0.6898916
Apr 30 04:46:01.124611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:01.142626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:01.143555 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:01.219050 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:01.224233 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:01.296161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df8e04cb-342e-4021-9182-94be17d9b555 req-590e35e4-c8f8-4e8d-9023-ec0d4e66c55e tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3848915
Apr 30 04:46:01.313843 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:01.375766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] DHCP port deletion for f3762714-1478-4da7-be7a-f3553815f8b4 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:46:01.525292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Calling delete_port for 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:01.574994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Calling delete_port for 93b3c368-a066-49cd-9760-aad6fb2d5701 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:01.625849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c81746c8-c63e-465f-bbfa-e9301faa2381 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:46:01.628396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fa321b20-0639-40c8-825d-572cdafa5d91 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:46:01.639123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.4977906
Apr 30 04:46:01.653737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43204) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:01.656327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] For port fa321b20-0639-40c8-825d-572cdafa5d91, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fa321b20-0639-40c8-825d-572cdafa5d91,segment=NetworkSegment(226b110e-f9b8-4f21-92ad-4db848cb62f7),segment_id=226b110e-f9b8-4f21-92ad-4db848cb62f7)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:01.657111 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:01.734020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Request body: {'subnet': {'network_id': '0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:01.760336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-f160b3df-5034-42a3-b38b-5aa8ba9d09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:01.764141 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-f160b3df-5034-42a3-b38b-5aa8ba9d09a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=209a2715-1303-4c96-a0f4-1a1ff93df69e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3224084
Apr 30 04:46:01.786440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port b0d383d0-240a-4071-a8d1-55e228f93ba7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b0d383d0-240a-4071-a8d1-55e228f93ba7,segment=NetworkSegment(514e43fa-ec52-4468-961a-14780fea45e5),segment_id=514e43fa-ec52-4468-961a-14780fea45e5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:01.824843 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:01.934313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:01.937650 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48', 'code': 200}
Apr 30 04:46:01.952967 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa4febd6-d7a0-4397-bc70-b6dffeeaf940 tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:01.962038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5bbd556f-b60d-4b1d-9e72-512b8934fe06 req-4d418087-cc48-4788-b600-3f7e40482117 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/security-groups?id=608d9c24-236e-4c1d-82d2-93e9547ab779&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6809390
Apr 30 04:46:01.965145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:01.982412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e4177b62-e47e-42c7-be93-41c6992ce932 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:46:02.003198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] No DVR routers for this DVR port 93b3c368-a066-49cd-9760-aad6fb2d5701 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:46:02.043439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Usage tracker for resource:subnet and tenant:1faaa221805944abab023eb86f99d8fb is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:02.079382 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5691a6f0-8847-48c3-b1bc-04c4020e0724 None None] Provisioning complete for port b0d383d0-240a-4071-a8d1-55e228f93ba7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:02.084722 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5691a6f0-8847-48c3-b1bc-04c4020e0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:02.145731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43216) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:02.146557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:02.163663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Calling delete_port for fa321b20-0639-40c8-825d-572cdafa5d91 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:02.166173 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:46:02.171404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b3c368-a066-49cd-9760-aad6fb2d5701,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:02.174174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:02.178096 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:02.208377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:02.209808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Made reservation on behalf of 1faaa221805944abab023eb86f99d8fb for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:02.214699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:02.223160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e4177b62-e47e-42c7-be93-41c6992ce932 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:46:02.223853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e4177b62-e47e-42c7-be93-41c6992ce932 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:46:02.254721 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.029s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:02.291068 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5b6061e7-8c49-47f8-af0d-b43ce64381fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:02.447186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 93b3c368-a066-49cd-9760-aad6fb2d5701 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:46:02.511937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:02.689528 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:02.755654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a3dd700>,) {'filters': {'network_id': ['f3762714-1478-4da7-be7a-f3553815f8b4']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:02.787408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3dd700>, '393cc7b6-59fc-49ec-ba39-8581a8b3b678') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:02.788013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3dd700>, '393cc7b6-59fc-49ec-ba39-8581a8b3b678') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:02.803006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 93b3c368-a066-49cd-9760-aad6fb2d5701 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:46:02.803006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 93b3c368-a066-49cd-9760-aad6fb2d5701 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:46:02.803354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:02.807769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-6641657b-a6c1-496b-9a9c-f57c40d8562d service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0283744
Apr 30 04:46:02.815403 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe84de94-a8ca-4741-b489-40804bd37879 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:02.838470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] Deleting port 93b3c368-a066-49cd-9760-aad6fb2d5701 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:02.839125 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:02.901614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:02.964594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.044608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:46:03.058345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43244) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:03.066287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-1d04d352-12d4-44f3-b3fe-2842bbc399e5', 'network_id': '1d04d352-12d4-44f3-b3fe-2842bbc399e5', 'tenant_id': '1faaa221805944abab023eb86f99d8fb', 'fixed_ips': [{'subnet_id': '7c02cb94-2c58-4ac1-81c9-675e6f4a5d87'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:46:03.067671 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.069988 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.146537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] For port 93b3c368-a066-49cd-9760-aad6fb2d5701, host n-d-766726-20, got binding levels [] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:03.147132 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.233897 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.249718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=b0d383d0-240a-4071-a8d1-55e228f93ba7,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:03.275420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Pushing event deleted for resources: {'Port': ['ID=98ebbe87-faa5-4b41-a0f0-d043d4e90c48,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:03.280899 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b9a0bd8-fcb6-4067-b8ed-2a1c9f43303b req-bcac5b7e-7a03-446f-b218-0657c4944c74 service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4632747
Apr 30 04:46:03.292800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Network f3762714-1478-4da7-be7a-f3553815f8b4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:46:03.300782 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.312514 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.345079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] Calling delete_port for 93b3c368-a066-49cd-9760-aad6fb2d5701 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:03.349878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.ipam_backend_mixin [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] Port 93b3c368-a066-49cd-9760-aad6fb2d5701 was not found and therefore no delete operation was performed {{(pid=74583) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:46:03.352041 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.361122 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:03.361585 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:03.438514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:03.442932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.443485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.443887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.444264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.444639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.445013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.445439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.445813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.446181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.446552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.446921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.447327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:03.467711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6af01e3c-ec0e-4c85-ae2c-13d0041a14f3 req-0b6c8578-2f49-423a-93a2-94ca1dabae7b tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 210 time: 0.2483661
Apr 30 04:46:03.468684 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:03.470620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Usage tracker for resource:security_group_rule and tenant:5442913fb4e7474c837a9575c8bbafa4 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:03.481933 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ed816fd-a3b1-4ead-aa45-1b6cda3a5b40 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:03.554381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:03.565237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5b9207f4f84cdf87ce2be56e7a5873 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:03.582669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:03.603168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:03.679901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Network f3762714-1478-4da7-be7a-f3553815f8b4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:46:03.705937 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:46:03.716690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:03.762748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] Pushing event deleted for resources: {'Port': ['ID=93b3c368-a066-49cd-9760-aad6fb2d5701,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:03.779453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:03.787012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] No DVR routers for this DVR port 98ebbe87-faa5-4b41-a0f0-d043d4e90c48 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:46:03.789422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Pushing event deleted for resources: {'Port': ['ID=fa321b20-0639-40c8-825d-572cdafa5d91,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:03.795802 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.801225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'name': 'network-vif-deleted', 'tag': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:46:03.806123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] No DVR routers for this DVR port 93b3c368-a066-49cd-9760-aad6fb2d5701 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:46:03.807768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] No DVR routers for this DVR port fa321b20-0639-40c8-825d-572cdafa5d91 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:46:03.812880 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:03.815385 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.821794 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:03.835055 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:03.837919 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.842492 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c81746c8-c63e-465f-bbfa-e9301faa2381, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c81746c8-c63e-465f-bbfa-e9301faa2381,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:03.857439 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.858449 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.860917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3762714-1478-4da7-be7a-f3553815f8b4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:03.869487 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:03.903092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f3762714-1478-4da7-be7a-f3553815f8b4 HTTP/1.1" status: 204  len: 168 time: 4.1055362
Apr 30 04:46:03.921741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eafde195-dbe5-4e76-81cd-0049aa385a05 req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.37 "DELETE /v2.0/ports/98ebbe87-faa5-4b41-a0f0-d043d4e90c48 HTTP/1.1" status: 204  len: 173 time: 5.7404690
Apr 30 04:46:03.927653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da360bbb-e2b5-4c42-a134-9782a47de3b7 req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.50 "DELETE /v2.0/ports/fa321b20-0639-40c8-825d-572cdafa5d91 HTTP/1.1" status: 204  len: 173 time: 5.4001462
Apr 30 04:46:03.953417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.953859 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-49977db5-4da8-4688-b4ce-c16e8b1d2bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:03.971574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.014153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f54e7-fd99-4e8e-9899-3feb877c57d4 req-724f395b-3f32-457c-a225-a3976ec34a63 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:04.017494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-365f54e7-fd99-4e8e-9899-3feb877c57d4 req-724f395b-3f32-457c-a225-a3976ec34a63 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 944 time: 1.3413780
Apr 30 04:46:04.068089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3991dbe2-79c4-4a3d-97cc-e481b929b45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:04.103670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'c81746c8-c63e-465f-bbfa-e9301faa2381', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'port_id': 'c81746c8-c63e-465f-bbfa-e9301faa2381', 'mac_address': 'fa:16:3e:5b:dc:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:46:04.137718 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f988d259-4ee2-4515-a8fc-89fd72a347d9', 'name': 'network-vif-deleted', 'tag': '98ebbe87-faa5-4b41-a0f0-d043d4e90c48', 'status': 'completed', 'code': 200}
Apr 30 04:46:04.156234 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f5b9207f4f84cdf87ce2be56e7a5873&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0947590
Apr 30 04:46:04.157016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43258) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:04.157837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71088d0-5be9-4683-81da-edb55ece01de,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:04.164898 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:04.172807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43260) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:04.268857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-365f54e7-fd99-4e8e-9899-3feb877c57d4 req-5c0a5da0-96fe-4835-9a3a-585365dd936b tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2387955
Apr 30 04:46:04.324879 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.343146 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.361208 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5b9478c9-8c4c-4850-a8f5-16a7227f89b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:04.415650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b0d383d0-240a-4071-a8d1-55e228f93ba7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:04.430353 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-697c5cd4-cf3f-4bf3-9dc8-e76cf497acfb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fe9ab5631074684a7ea95c397ba1de7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2201579
Apr 30 04:46:04.430932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43266) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:04.469660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5442913fb4e7474c837a9575c8bbafa4&name=default HTTP/1.1" status: 200  len: 2983 time: 2.3150585
Apr 30 04:46:04.470356 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.470541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43270) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:04.499033 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e80e465a-4087-447d-bc32-92c4b30e1d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.502687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562f94c3-3c0e-4962-99eb-55ed0450de8e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:04.507864 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:04.545628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Allocated IP 172.20.0.2 (1d04d352-12d4-44f3-b3fe-2842bbc399e5/7c02cb94-2c58-4ac1-81c9-675e6f4a5d87/9fd2b095-daa8-4b2e-aca3-d4814e65296b) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:04.571398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81746c8-c63e-465f-bbfa-e9301faa2381 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:46:04.659288 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e80e465a-4087-447d-bc32-92c4b30e1d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.680564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c81746c8-c63e-465f-bbfa-e9301faa2381, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c81746c8-c63e-465f-bbfa-e9301faa2381,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:04.719494 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e00040f-eaf6-44a2-8594-0f099677234c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.762029 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.775114 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:04.800331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203c6fac-6f66-48a8-becc-df8b4ba63d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.824804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.833204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7b03c758-5275-4d31-98b0-873cf1a33fbb req-1fa7abc0-c922-4626-87f8-30060165550f tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Synchronizing usage tracker for tenant:3f0d4f92ead646cca40495e521c27611 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:46:04.844512 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b2b0aee8-1001-417a-bcfb-e85035fbbdb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:04.880156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port b0d383d0-240a-4071-a8d1-55e228f93ba7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:04.880896 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.913460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=c81746c8-c63e-465f-bbfa-e9301faa2381,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:04.917003 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.924848 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e00040f-eaf6-44a2-8594-0f099677234c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.946853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e80e465a-4087-447d-bc32-92c4b30e1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:04.950727 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:46:04.980062 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73b16cc7-cdb0-483c-ae33-7c9338274b1b tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:04.989618 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:05.042062 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203c6fac-6f66-48a8-becc-df8b4ba63d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:05.067701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e465a-4087-447d-bc32-92c4b30e1d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71088d0-5be9-4683-81da-edb55ece01de,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:05.076039 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e80e465a-4087-447d-bc32-92c4b30e1d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:05.087856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e80e465a-4087-447d-bc32-92c4b30e1d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:05.088339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7b03c758-5275-4d31-98b0-873cf1a33fbb req-1fa7abc0-c922-4626-87f8-30060165550f tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Unset dirty status for tenant:3f0d4f92ead646cca40495e521c27611 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:46:05.089725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7b03c758-5275-4d31-98b0-873cf1a33fbb req-1fa7abc0-c922-4626-87f8-30060165550f tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] 10.222.0.46 "GET /v2.0/ports?device_id=f988d259-4ee2-4515-a8fc-89fd72a347d9 HTTP/1.1" status: 200  len: 210 time: 0.3476145
Apr 30 04:46:05.093251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e80e465a-4087-447d-bc32-92c4b30e1d10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a71088d0-5be9-4683-81da-edb55ece01de HTTP/1.1" status: 204  len: 168 time: 0.9237785
Apr 30 04:46:05.108071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Subnet': ['ID=cbe15bde-1d92-473f-8cd3-dc811f501c19,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:05.126099 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:05.141116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['c81746c8-c63e-465f-bbfa-e9301faa2381'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:46:05.144284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Checking segment: {'id': 'ce6d2e46-93b9-4903-8935-5a3a8c177720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:05.148831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network hostable DHCP agents. Network: 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:46:05.196678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e00040f-eaf6-44a2-8594-0f099677234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:05.208229 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203c6fac-6f66-48a8-becc-df8b4ba63d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:05.210571 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d8c8e72-3a55-4e32-936b-f5ac5e27d23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:05.214756 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65b33a59-bf2a-41b0-81bb-9ab562283fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:05.228335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:46:05.241750 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e00040f-eaf6-44a2-8594-0f099677234c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:05.248488 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0e00040f-eaf6-44a2-8594-0f099677234c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/562f94c3-3c0e-4962-99eb-55ed0450de8e HTTP/1.1" status: 204  len: 168 time: 0.7766924
Apr 30 04:46:05.248744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c6fac-6f66-48a8-becc-df8b4ba63d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b418e238-37d5-4f46-aee6-b305352d099a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:05.252585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:05.256034 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-203c6fac-6f66-48a8-becc-df8b4ba63d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:05.275715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203c6fac-6f66-48a8-becc-df8b4ba63d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:05.279359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-203c6fac-6f66-48a8-becc-df8b4ba63d14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b418e238-37d5-4f46-aee6-b305352d099a HTTP/1.1" status: 204  len: 168 time: 0.8452029
Apr 30 04:46:05.281346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00040f-eaf6-44a2-8594-0f099677234c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562f94c3-3c0e-4962-99eb-55ed0450de8e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:05.292289 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e00040f-eaf6-44a2-8594-0f099677234c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:05.317906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:05.318928 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:05.328486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8fd02-a1ca-4dd3-a138-27fb35fc3f06 None None] Network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:05.391620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7019706
Apr 30 04:46:05.394613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43286) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:05.767856 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:05.811938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Transition to ACTIVE for port object 9fd2b095-daa8-4b2e-aca3-d4814e65296b will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:05.917534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Transition to ACTIVE for port object 9fd2b095-daa8-4b2e-aca3-d4814e65296b will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:05.937278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:05.941966 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:06.174833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Pushing event updated for resources: {'Port': ['ID=9fd2b095-daa8-4b2e-aca3-d4814e65296b,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:06.192483 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:06.201792 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:06.203150 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:06.216280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:46:06.227372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e6c2d4-2be1-4de3-affc-9c0897305e85', 'name': 'network-vif-deleted', 'tag': 'fa321b20-0639-40c8-825d-572cdafa5d91'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:46:06.305915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa', 'network_id': '0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa', 'tenant_id': '1faaa221805944abab023eb86f99d8fb', 'fixed_ips': [{'subnet_id': 'cbe15bde-1d92-473f-8cd3-dc811f501c19'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:46:06.306144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43306) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:06.306886 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:06.325260 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:06.348740 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:06.389990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:06.403096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Usage tracker for resource:security_group_rule and tenant:25cc39a08ca149a7845aa8f1ff91404c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:06.405137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Attempting to bind port 9fd2b095-daa8-4b2e-aca3-d4814e65296b on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:46:06.411668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:06.412604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Attempting to bind port 9fd2b095-daa8-4b2e-aca3-d4814e65296b by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b5c4e179-3da2-414c-bfeb-2af2796fe25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d04d352-12d4-44f3-b3fe-2842bbc399e5'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:46:06.413571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Attempting to bind port 9fd2b095-daa8-4b2e-aca3-d4814e65296b on network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:46:06.427745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:06.463183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f99b1-029a-4a88-8b82-9cdd26f31d74 req-a2f20380-5147-43cb-a76f-ccf08e923d80 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:06.468636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-604f99b1-029a-4a88-8b82-9cdd26f31d74 req-a2f20380-5147-43cb-a76f-ccf08e923d80 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 945 time: 0.8077469
Apr 30 04:46:06.556021 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e6c2d4-2be1-4de3-affc-9c0897305e85', 'name': 'network-vif-deleted', 'tag': 'fa321b20-0639-40c8-825d-572cdafa5d91', 'status': 'completed', 'code': 200}
Apr 30 04:46:06.571614 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:06.577499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:46:06.586578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Checking segment: {'id': 'b5c4e179-3da2-414c-bfeb-2af2796fe25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d04d352-12d4-44f3-b3fe-2842bbc399e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:06.587710 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:06.588402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Bound using segment: {'id': 'b5c4e179-3da2-414c-bfeb-2af2796fe25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d04d352-12d4-44f3-b3fe-2842bbc399e5'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:46:06.589222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Bound port: 9fd2b095-daa8-4b2e-aca3-d4814e65296b, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c4e179-3da2-414c-bfeb-2af2796fe25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1d04d352-12d4-44f3-b3fe-2842bbc399e5'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:46:06.589905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:06.671032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:06.681641 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:06.691061 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-995e9af5-0ff0-4939-98bc-5a5cc9998d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:06.748646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-604f99b1-029a-4a88-8b82-9cdd26f31d74 req-157ad885-04e7-44fa-ba83-eed36077dcd8 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1898952
Apr 30 04:46:06.756721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:06.891596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c81746c8-c63e-465f-bbfa-e9301faa2381 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:06.936108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc38b01-1528-4545-a2c9-40f7f9c14de0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:06.968082 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25cc39a08ca149a7845aa8f1ff91404c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6602554
Apr 30 04:46:06.988542 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:06.996734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43330) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:07.132760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] For port 9fd2b095-daa8-4b2e-aca3-d4814e65296b, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:46:07.138260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] For port 9fd2b095-daa8-4b2e-aca3-d4814e65296b, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9fd2b095-daa8-4b2e-aca3-d4814e65296b,segment=NetworkSegment(b5c4e179-3da2-414c-bfeb-2af2796fe25e),segment_id=b5c4e179-3da2-414c-bfeb-2af2796fe25e)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:46:07.230562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] Deleting subnet fbe1252a-cd28-466e-a0fc-6e664d068f94 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:46:07.257067 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:07.302929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Allocated IP 172.20.0.2 (0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa/cbe15bde-1d92-473f-8cd3-dc811f501c19/166d6512-1938-4158-aea6-a4a079609d45) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:07.363930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff4710c2-a349-4c39-abc0-ad14785ce7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:07.457545 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:07.487803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43344) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:07.523062 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff4710c2-a349-4c39-abc0-ad14785ce7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:07.530529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:07.546733 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:07.669530 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:07.806477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port c81746c8-c63e-465f-bbfa-e9301faa2381 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:07.834131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port c81746c8-c63e-465f-bbfa-e9301faa2381 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:07.834913 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:07.902488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff4710c2-a349-4c39-abc0-ad14785ce7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:07.917604 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46deba04-26da-4eec-8953-989b1f93bb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:07.952895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-network', 'tenant_id': '82874fd956ca41a7917de4aebbceb689'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:07.973304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:07.990383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Usage tracker for resource:network and tenant:82874fd956ca41a7917de4aebbceb689 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:08.000374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:08.022097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:08.151143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Allocated IP 172.20.0.1 (1d04d352-12d4-44f3-b3fe-2842bbc399e5/7c02cb94-2c58-4ac1-81c9-675e6f4a5d87/062af0db-6dfa-4b80-ba22-888a3fb47b62) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:08.187565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Made reservation on behalf of 82874fd956ca41a7917de4aebbceb689 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:08.193733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:08.241500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Pushing event updated for resources: {'Port': ['ID=9fd2b095-daa8-4b2e-aca3-d4814e65296b,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:08.251354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:08.260740 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:08.341037 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:08.348377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:08.363764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Transition to ACTIVE for port object 166d6512-1938-4158-aea6-a4a079609d45 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:08.372898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Usage tracker for resource:security_group_rule and tenant:82874fd956ca41a7917de4aebbceb689 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:08.439036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4710c2-a349-4c39-abc0-ad14785ce7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc38b01-1528-4545-a2c9-40f7f9c14de0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:08.442004 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff4710c2-a349-4c39-abc0-ad14785ce7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:08.452963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:08.468421 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-540dbaad-480a-41f3-8a5e-68992dfc0189 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:08.558021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Transition to ACTIVE for port object 166d6512-1938-4158-aea6-a4a079609d45 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:08.588663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff4710c2-a349-4c39-abc0-ad14785ce7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:08.593439 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ff4710c2-a349-4c39-abc0-ad14785ce7f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dcc38b01-1528-4545-a2c9-40f7f9c14de0 HTTP/1.1" status: 204  len: 168 time: 1.5887542
Apr 30 04:46:08.597866 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:08.614482 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e439a99c-fbe7-4f93-b19f-19692a8c63ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:08.620502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:08.625029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe1252a-cd28-466e-a0fc-6e664d068f94,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:08.636726 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:08.645785 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:08.662305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:08.664370 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fbe1252a-cd28-466e-a0fc-6e664d068f94 HTTP/1.1" status: 204  len: 168 time: 1.8810441
Apr 30 04:46:08.667637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43372) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:08.786370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6d3d9-e5b1-40e5-9d13-bd7a412678af req-0b8590d0-6b74-4f9f-94f5-11037aef9720 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:08.798661 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ed6d3d9-e5b1-40e5-9d13-bd7a412678af req-0b8590d0-6b74-4f9f-94f5-11037aef9720 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 945 time: 0.7716110
Apr 30 04:46:08.834309 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:08.863862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:08.881962 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:46:08.891022 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:08.906692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:08.933366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-1186fbff-8ab3-4a5e-ac1e-d6df9ccecd06 req-91987ba9-45c8-4d7d-983b-8e9fe0a44717 service neutron] (74581) timed out ('10.222.0.46', 52992) {{(pid=74581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 04:46:08.950976 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.004129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Transition to ACTIVE for port object 062af0db-6dfa-4b80-ba22-888a3fb47b62 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:09.030493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ed6d3d9-e5b1-40e5-9d13-bd7a412678af req-9b721a84-eb45-4832-8958-0e33ef657661 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2308464
Apr 30 04:46:09.054527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Pushing event updated for resources: {'Port': ['ID=166d6512-1938-4158-aea6-a4a079609d45,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:09.089133 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:09.184736 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.186070 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81746c8-c63e-465f-bbfa-e9301faa2381'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:46:09.193562 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.206101 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-19934d91-d8bd-437c-bc90-afa87f62a9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:09.273306 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.290873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c81746c8-c63e-465f-bbfa-e9301faa2381, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c81746c8-c63e-465f-bbfa-e9301faa2381,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:09.301059 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.305970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Attempting to bind port 166d6512-1938-4158-aea6-a4a079609d45 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:46:09.306987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Attempting to bind port 166d6512-1938-4158-aea6-a4a079609d45 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'ce6d2e46-93b9-4903-8935-5a3a8c177720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:46:09.307762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Attempting to bind port 166d6512-1938-4158-aea6-a4a079609d45 on network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:46:09.315659 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:09.391947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:46:09.427212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef4765c-149a-42ae-8365-5b38c03dbd00,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:09.458084 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:09.467447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:09.470054 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-339fbe20-0fc7-405e-a4ae-87b7c58a0ba8 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:09.493322 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.595341 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81746c8-c63e-465f-bbfa-e9301faa2381', 'code': 200}
Apr 30 04:46:09.596960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=c81746c8-c63e-465f-bbfa-e9301faa2381,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:09.601117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:46:09.602853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Checking segment: {'id': 'ce6d2e46-93b9-4903-8935-5a3a8c177720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:09.603428 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.603880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Bound using segment: {'id': 'ce6d2e46-93b9-4903-8935-5a3a8c177720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:46:09.604405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Bound port: 166d6512-1938-4158-aea6-a4a079609d45, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6d2e46-93b9-4903-8935-5a3a8c177720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:46:09.604891 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.631957 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:09.644392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:09.656240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:46:09.745446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] For port 166d6512-1938-4158-aea6-a4a079609d45, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:46:09.749784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] For port 166d6512-1938-4158-aea6-a4a079609d45, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=166d6512-1938-4158-aea6-a4a079609d45,segment=NetworkSegment(ce6d2e46-93b9-4903-8935-5a3a8c177720),segment_id=ce6d2e46-93b9-4903-8935-5a3a8c177720)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:46:09.757568 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.763525 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:09.798629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b87bca0>,) {'filters': {'network_id': ['ee588659-ff71-40d6-aec5-53aca62045c1']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:09.816364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b87bca0>, '226b110e-f9b8-4f21-92ad-4db848cb62f7') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:09.816671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b87bca0>, '226b110e-f9b8-4f21-92ad-4db848cb62f7') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:09.833395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.854754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.855763 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Added segment 74c64868-053f-43f6-bbe1-33c9e22bd556 of type vlan for network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a
Apr 30 04:46:09.857746 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:09.882517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:46:09.912299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:10.009420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Pushing event updated for resources: {'Port': ['ID=166d6512-1938-4158-aea6-a4a079609d45,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:10.038879 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:10.339197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Port': ['ID=062af0db-6dfa-4b80-ba22-888a3fb47b62,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:10.356205 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:10.448045 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:10.515494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e6cd8-40c2-4515-9c8b-4d681e2087ae None None] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:10.704262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9fd2b095-daa8-4b2e-aca3-d4814e65296b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:10.905392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Network ee588659-ff71-40d6-aec5-53aca62045c1 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:46:10.909079 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:10.910951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:10.911828 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:10.925224 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:10.931087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e27b4-aada-4bbf-940c-daa1157131f1 req-4a74b978-26c0-4ab6-815a-e87066ff712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:10.933465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f78e27b4-aada-4bbf-940c-daa1157131f1 req-4a74b978-26c0-4ab6-815a-e87066ff712b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 1098 time: 1.4742045
Apr 30 04:46:10.939649 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4db9180-75e0-46df-8448-8e99dea91155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:11.124718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Pushing event updated for resources: {'Network': ['ID=d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:11.145448 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:11.168774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb8e5-58c7-407b-baef-6d77ecb02105 req-18d4465e-90f6-47c9-80ba-8eb4bc572a8d tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:11.176408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-991fb8e5-58c7-407b-baef-6d77ecb02105 req-18d4465e-90f6-47c9-80ba-8eb4bc572a8d tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 946 time: 0.7124603
Apr 30 04:46:11.182382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43424) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:11.207134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:46:11.260182 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:11.300336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Network ee588659-ff71-40d6-aec5-53aca62045c1 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:46:11.310339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f78e27b4-aada-4bbf-940c-daa1157131f1 req-9b189d80-f45e-408c-9408-0b24f721f0c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3516374
Apr 30 04:46:11.350424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 3.8584766
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:46:11.358653 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:46:11.361067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43434) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:11.473850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Request body: {'subnet': {'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-subnet', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:11.514730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:11.530576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Usage tracker for resource:subnet and tenant:82874fd956ca41a7917de4aebbceb689 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:11.548235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dab4eab5-515c-44eb-8ddc-e89554d7388d None None] Provisioning for port 9fd2b095-daa8-4b2e-aca3-d4814e65296b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:11.549111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:11.577983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:11.603682 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:11.613401 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:11.627858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Made reservation on behalf of 82874fd956ca41a7917de4aebbceb689 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:11.636609 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac5db08d-922c-42a3-ad72-bbb250be9f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:11.643287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:11.704307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 9fd2b095-daa8-4b2e-aca3-d4814e65296b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:11.717164 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9fd2b095-daa8-4b2e-aca3-d4814e65296b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:11.719730 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:11.722649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee588659-ff71-40d6-aec5-53aca62045c1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:11.729875 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:11.749009 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ee588659-ff71-40d6-aec5-53aca62045c1 HTTP/1.1" status: 204  len: 168 time: 3.0795879
Apr 30 04:46:11.937129 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:11.970196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-991fb8e5-58c7-407b-baef-6d77ecb02105 req-3d83a32a-43ea-4d15-bc4d-f3ad05ec83d3 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7917631
Apr 30 04:46:12.006932 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:12.031058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 9fd2b095-daa8-4b2e-aca3-d4814e65296b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9fd2b095-daa8-4b2e-aca3-d4814e65296b,segment=NetworkSegment(b5c4e179-3da2-414c-bfeb-2af2796fe25e),segment_id=b5c4e179-3da2-414c-bfeb-2af2796fe25e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:12.062820 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:12.074944 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:12.156636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a87dbb-6c3e-4525-a337-b8cc686b8b4e None None] Network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:12.169267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43450) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:12.280513 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4b506a67-ceed-4974-9bb0-90de45a3d8fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f0d4f92ead646cca40495e521c27611&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1090958
Apr 30 04:46:12.282020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43454) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:12.401110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=9fd2b095-daa8-4b2e-aca3-d4814e65296b,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:12.418735 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:12.431763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e333b740-7c8b-431f-abdc-8e82e8c0474e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:12.435472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4d4ece81-328d-4a36-a770-6a885f0ecbb8 None None] Provisioning for port 166d6512-1938-4158-aea6-a4a079609d45 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:12.475799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e333b740-7c8b-431f-abdc-8e82e8c0474e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:12.617841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 166d6512-1938-4158-aea6-a4a079609d45 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:12.643846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e333b740-7c8b-431f-abdc-8e82e8c0474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:12.651508 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-918c0062-df39-4675-8a21-d4ca9de39c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:12.684824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333b740-7c8b-431f-abdc-8e82e8c0474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608d9c24-236e-4c1d-82d2-93e9547ab779,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:12.692870 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e333b740-7c8b-431f-abdc-8e82e8c0474e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:12.703579 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e333b740-7c8b-431f-abdc-8e82e8c0474e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:12.708971 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e333b740-7c8b-431f-abdc-8e82e8c0474e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/608d9c24-236e-4c1d-82d2-93e9547ab779 HTTP/1.1" status: 204  len: 168 time: 0.4233816
Apr 30 04:46:12.946076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d3aeab9b-97c6-4fba-84b1-0596b3c1f333 None None] Provisioning for port 062af0db-6dfa-4b80-ba22-888a3fb47b62 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:12.957249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d3aeab9b-97c6-4fba-84b1-0596b3c1f333 None None] Provisioning complete for port 062af0db-6dfa-4b80-ba22-888a3fb47b62 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:12.958312 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d3aeab9b-97c6-4fba-84b1-0596b3c1f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:13.019067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 166d6512-1938-4158-aea6-a4a079609d45 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:13.047622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 166d6512-1938-4158-aea6-a4a079609d45 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:13.048079 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:13.214947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d3aeab9b-97c6-4fba-84b1-0596b3c1f333 None None] Port 062af0db-6dfa-4b80-ba22-888a3fb47b62 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:46:13.292879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d3aeab9b-97c6-4fba-84b1-0596b3c1f333 None None] Provisioning complete for port 9fd2b095-daa8-4b2e-aca3-d4814e65296b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:13.293517 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d3aeab9b-97c6-4fba-84b1-0596b3c1f333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:13.309882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:13.319086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Usage tracker for resource:security_group_rule and tenant:e463f4871791442683a45f64481e8c8c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:13.323960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:13.339942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:13.491779 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:13.519167 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:13.539673 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b40166e5-825c-4858-85c3-5e45461d9671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:13.589328 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:13.713689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e463f4871791442683a45f64481e8c8c&name=default HTTP/1.1" status: 200  len: 2983 time: 2.4931426
Apr 30 04:46:13.716742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43490) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:13.734185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a33406c-ecd8-4e69-b40a-82dda9fa3620,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:13.738822 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:13.822616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 166d6512-1938-4158-aea6-a4a079609d45, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=166d6512-1938-4158-aea6-a4a079609d45,segment=NetworkSegment(ce6d2e46-93b9-4903-8935-5a3a8c177720),segment_id=ce6d2e46-93b9-4903-8935-5a3a8c177720)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:13.836931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-123c4038-7a5f-4bf5-bda1-b09b53d4a27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:13.839534 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:13.847756 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b059bcb3-0852-42bb-bd69-16dc70632bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:13.911144 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-123c4038-7a5f-4bf5-bda1-b09b53d4a27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:13.911570 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:46:13.978001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62611553-6c35-4f3d-afa2-703ad50882b7 req-a464adbc-84ff-4ece-92d2-d8901a14b61e tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:13.989834 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62611553-6c35-4f3d-afa2-703ad50882b7 req-a464adbc-84ff-4ece-92d2-d8901a14b61e tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 946 time: 0.4724019
Apr 30 04:46:14.034230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-123c4038-7a5f-4bf5-bda1-b09b53d4a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:14.045914 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6a06f956-8d4b-4ff9-a346-d9fb1a551456 tempest-TenantUsagesTestJSON-1606910259 tempest-TenantUsagesTestJSON-1606910259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:14.082915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c4038-7a5f-4bf5-bda1-b09b53d4a27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a33406c-ecd8-4e69-b40a-82dda9fa3620,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:14.087659 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-123c4038-7a5f-4bf5-bda1-b09b53d4a27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:14.096074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-123c4038-7a5f-4bf5-bda1-b09b53d4a27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:14.098076 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-123c4038-7a5f-4bf5-bda1-b09b53d4a27d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a33406c-ecd8-4e69-b40a-82dda9fa3620 HTTP/1.1" status: 204  len: 168 time: 0.3792164
Apr 30 04:46:14.110403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:14.119692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:14.138386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e3020bec-333b-47b0-934a-6981d159a6f9 None None] Provisioning complete for port 166d6512-1938-4158-aea6-a4a079609d45 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:14.139801 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e3020bec-333b-47b0-934a-6981d159a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:14.153381 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:14.273743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=166d6512-1938-4158-aea6-a4a079609d45,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:14.316329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62611553-6c35-4f3d-afa2-703ad50882b7 req-328e7bb9-3256-4253-9b01-16787d3a44a4 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3235178
Apr 30 04:46:14.338618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Port': ['ID=062af0db-6dfa-4b80-ba22-888a3fb47b62,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:14.344897 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:14.364826 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:14.373151 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:14.536550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9fd2b095-daa8-4b2e-aca3-d4814e65296b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:14.780963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e3020bec-333b-47b0-934a-6981d159a6f9 None None] Provisioning complete for port 062af0db-6dfa-4b80-ba22-888a3fb47b62 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:14.781567 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e3020bec-333b-47b0-934a-6981d159a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:14.893179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9fd2b095-daa8-4b2e-aca3-d4814e65296b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:14.894175 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:14.897979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:14.923677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:15.068908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e3020bec-333b-47b0-934a-6981d159a6f9 None None] Port 062af0db-6dfa-4b80-ba22-888a3fb47b62 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:46:15.094253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43552) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:15.468830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-315731660-network', 'tenant_id': '500fc1d811104a039878fca16019ec44'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:15.487963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:15.509860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Usage tracker for resource:network and tenant:500fc1d811104a039878fca16019ec44 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:15.522252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:15.537780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:15.565676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Made reservation on behalf of 500fc1d811104a039878fca16019ec44 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:15.572751 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:15.623999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7ddd1-b842-4bc4-ada2-a36d68d7ab63 req-def79755-99d8-491a-a6e9-f1f006f036f8 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:15.633374 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6d7ddd1-b842-4bc4-ada2-a36d68d7ab63 req-def79755-99d8-491a-a6e9-f1f006f036f8 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 946 time: 1.0880923
Apr 30 04:46:15.638219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Router 41cc6c88-5157-4841-aa44-06de46bc12c9 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:46:15.644071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43568) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:15.653312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5c726d4d-b2b2-442e-a646-d03427b841a6 None None] Provisioning complete for port 062af0db-6dfa-4b80-ba22-888a3fb47b62 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:15.654488 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5c726d4d-b2b2-442e-a646-d03427b841a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:15.656823 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:15.662242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-918e8d47-4797-4cb1-9e53-f0cb3e7544c0 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Request body: {'floatingip': {'port_id': 'c81746c8-c63e-465f-bbfa-e9301faa2381'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:15.718647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:15.728056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Usage tracker for resource:security_group_rule and tenant:500fc1d811104a039878fca16019ec44 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:15.734939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:15.747480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:15.876107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5c726d4d-b2b2-442e-a646-d03427b841a6 None None] Port 062af0db-6dfa-4b80-ba22-888a3fb47b62 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:46:15.941120 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-918e8d47-4797-4cb1-9e53-f0cb3e7544c0 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:16.019508 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:16.029247 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:16.051756 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f1d2775-0b0c-4f3e-a43b-c3b809b04341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:16.198749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:46:16.256002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:16.269951 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:16.280794 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:16.281362 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Added segment 04b35be9-8c83-4ea0-a999-95c39b63850a of type vlan for network 94f74b79-5640-44ec-95c7-dea1b642ae43
Apr 30 04:46:16.424863 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:16.435130 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:16.472888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43582) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:16.604524 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0d4494e2-10e8-4df8-bc68-cf713d844937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:16.607123 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:16.610695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:16.612993 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:16.630436 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eaefeab0-254d-4e17-b747-caffee5bc0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:16.679979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 166d6512-1938-4158-aea6-a4a079609d45 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:16.965172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 166d6512-1938-4158-aea6-a4a079609d45 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:16.965835 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:17.068227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Pushing event updated for resources: {'Network': ['ID=94f74b79-5640-44ec-95c7-dea1b642ae43,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:17.077630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:17.099197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 94f74b79-5640-44ec-95c7-dea1b642ae43 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:46:17.106902 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0111902
Apr 30 04:46:17.111573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43594) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:17.124369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Request body: {'subnet': {'network_id': '94f74b79-5640-44ec-95c7-dea1b642ae43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-315731660-subnet', 'tenant_id': '500fc1d811104a039878fca16019ec44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:17.143877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:17.162278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Usage tracker for resource:subnet and tenant:500fc1d811104a039878fca16019ec44 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:17.172255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:17.197333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:17.244046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Made reservation on behalf of 500fc1d811104a039878fca16019ec44 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:17.253169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:17.725363 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:17.819181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:17.848437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Usage tracker for resource:security_group_rule and tenant:cebc2d54f1cc4148aceff6784f1a0da6 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:17.886632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74151433-ff50-467f-a831-05774217d82a,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:17.891650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:17.899874 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.296s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:17.927970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:17.957083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:46:17.981345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12953e06-28b8-4b14-8fce-82213628593f None None] Sync routers for ids ['41cc6c88-5157-4841-aa44-06de46bc12c9'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:46:18.004967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Checking segment: {'id': '74c64868-053f-43f6-bbe1-33c9e22bd556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:18.005325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Network hostable DHCP agents. Network: d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:46:18.022174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12953e06-28b8-4b14-8fce-82213628593f None None] Routers {'41cc6c88-5157-4841-aa44-06de46bc12c9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:18.026040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-12953e06-28b8-4b14-8fce-82213628593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be4d8b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['41cc6c88-5157-4841-aa44-06de46bc12c9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:18.285046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "PUT /v2.0/routers/41cc6c88-5157-4841-aa44-06de46bc12c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8888760
Apr 30 04:46:18.285791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43614) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:18.297279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:46:18.352740 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:18.365082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-12953e06-28b8-4b14-8fce-82213628593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be4d8b0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:18.370460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:18.383530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12953e06-28b8-4b14-8fce-82213628593f None None] Routers {'41cc6c88-5157-4841-aa44-06de46bc12c9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:18.384450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-12953e06-28b8-4b14-8fce-82213628593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be4d8b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['41cc6c88-5157-4841-aa44-06de46bc12c9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:18.442254 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80eafe34-0bb0-4e9a-a2d8-05ace519f2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:18.454009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:18.458046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-12953e06-28b8-4b14-8fce-82213628593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be4d8b0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:18.458546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12953e06-28b8-4b14-8fce-82213628593f None None] The sync data for ids ['41cc6c88-5157-4841-aa44-06de46bc12c9'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:46:18.474744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce275a-2bec-426c-90c4-b3df0b90dfde None None] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:18.513983 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cebc2d54f1cc4148aceff6784f1a0da6&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0359476
Apr 30 04:46:18.520446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43620) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:18.521262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e586274a-3edb-4969-844e-e364e09bd5d6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:18.528169 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:18.618729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fd54ff3-84f9-441d-9e0a-ed76bf02bd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:18.650786 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fd54ff3-84f9-441d-9e0a-ed76bf02bd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:18.740099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:18.740902 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:18.792126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fd54ff3-84f9-441d-9e0a-ed76bf02bd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:18.809228 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fb3dbb0c-dbbd-406f-b990-64d98f0217b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:18.866992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd54ff3-84f9-441d-9e0a-ed76bf02bd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e586274a-3edb-4969-844e-e364e09bd5d6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:18.875041 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7fd54ff3-84f9-441d-9e0a-ed76bf02bd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:18.919890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:18.931221 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74298a6f-b66d-43e5-90e1-dfd731fccd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:19.131601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a', 'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'fixed_ips': [{'subnet_id': '74151433-ff50-467f-a831-05774217d82a'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:46:19.133069 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:19.320911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 7.9357157
Apr 30 04:46:19.322593 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fd54ff3-84f9-441d-9e0a-ed76bf02bd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:19.323834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7fd54ff3-84f9-441d-9e0a-ed76bf02bd5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e586274a-3edb-4969-844e-e364e09bd5d6 HTTP/1.1" status: 204  len: 168 time: 0.7975783
Apr 30 04:46:19.356342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43634) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:19.394102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:19.432935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:19.514045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5b1cae-8685-4b3f-bdff-207890d58f31,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:19.551344 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:19.556414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Allocated IP 172.20.0.2 (d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a/74151433-ff50-467f-a831-05774217d82a/6892d8d5-395f-484b-905b-7ff2ee74ef4e) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:19.572720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Usage tracker for resource:router and tenant:82874fd956ca41a7917de4aebbceb689 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:19.581662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:19.606714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:19.622877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Checking segment: {'id': '04b35be9-8c83-4ea0-a999-95c39b63850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '94f74b79-5640-44ec-95c7-dea1b642ae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:19.623525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Network hostable DHCP agents. Network: 94f74b79-5640-44ec-95c7-dea1b642ae43, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:46:19.646106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:19.648211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:19.710178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Network 94f74b79-5640-44ec-95c7-dea1b642ae43 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:46:19.750473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:19.771894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 94f74b79-5640-44ec-95c7-dea1b642ae43) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:19.815001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:19.817115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:19.834010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c822040-cc4f-41f0-bae5-e530fbb7c1f9 None None] Network 94f74b79-5640-44ec-95c7-dea1b642ae43 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:20.161406 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.0480967
Apr 30 04:46:20.527034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-918e8d47-4797-4cb1-9e53-f0cb3e7544c0 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:20.608778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43684) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:20.638960 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:20.651596 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:20.679882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:20.718476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Usage tracker for resource:security_group_rule and tenant:8471b4efa40e4caf8ff51cd0134624af is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:20.749674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:20.776617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:20.829123 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-918e8d47-4797-4cb1-9e53-f0cb3e7544c0 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:20.887827 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-08c06321-1532-408d-8699-061975e0ffe1 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:46:20.893553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-08c06321-1532-408d-8699-061975e0ffe1 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "PUT /v2.0/routers/41cc6c88-5157-4841-aa44-06de46bc12c9/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.5933721
Apr 30 04:46:20.895114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43706) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:20.962822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee360f-b8f4-424e-ad81-ce404b8eabb6 None None] Network 94f74b79-5640-44ec-95c7-dea1b642ae43 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:21.127763 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:21.263450 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:21.278831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:21.352536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Transition to ACTIVE for port object 6892d8d5-395f-484b-905b-7ff2ee74ef4e will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:21.401522 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6f83b2b-79d2-42cb-b45a-855d9a96f421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:21.409605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Transition to ACTIVE for port object 6892d8d5-395f-484b-905b-7ff2ee74ef4e will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:21.439765 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:21.450736 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f0a8191d-c698-4a09-b584-f86d8ead605a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:21.462738 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8471b4efa40e4caf8ff51cd0134624af&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8484836
Apr 30 04:46:21.486735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43730) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:21.579853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Pushing event updated for resources: {'Port': ['ID=6892d8d5-395f-484b-905b-7ff2ee74ef4e,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:21.676202 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:21.712859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:21.722439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:21.748499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:46:22.015627 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5b354fa-8739-4b87-bf6e-79111e821d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:22.052670 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5b354fa-8739-4b87-bf6e-79111e821d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:22.116247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a02700f-c35a-435f-8808-2f49e8391289,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:22.133403 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:22.140151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43740) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:22.141130 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5b354fa-8739-4b87-bf6e-79111e821d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:22.150016 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e80e465a-4087-447d-bc32-92c4b30e1d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:22.228579 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:22.280724 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:22.290190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b354fa-8739-4b87-bf6e-79111e821d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a02700f-c35a-435f-8808-2f49e8391289,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:22.296701 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5b354fa-8739-4b87-bf6e-79111e821d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:22.303150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5b354fa-8739-4b87-bf6e-79111e821d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:22.305649 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d5b354fa-8739-4b87-bf6e-79111e821d29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a02700f-c35a-435f-8808-2f49e8391289 HTTP/1.1" status: 204  len: 168 time: 0.8151586
Apr 30 04:46:22.461223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Attempting to bind port 6892d8d5-395f-484b-905b-7ff2ee74ef4e on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:46:22.462254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Attempting to bind port 6892d8d5-395f-484b-905b-7ff2ee74ef4e by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '74c64868-053f-43f6-bbe1-33c9e22bd556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:46:22.462799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Attempting to bind port 6892d8d5-395f-484b-905b-7ff2ee74ef4e on network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:46:22.498141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:46:22.504432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Checking segment: {'id': '74c64868-053f-43f6-bbe1-33c9e22bd556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:22.505284 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:22.508255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Bound using segment: {'id': '74c64868-053f-43f6-bbe1-33c9e22bd556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:46:22.513161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Bound port: 6892d8d5-395f-484b-905b-7ff2ee74ef4e, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c64868-053f-43f6-bbe1-33c9e22bd556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:46:22.517803 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:22.600034 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-918e8d47-4797-4cb1-9e53-f0cb3e7544c0 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Floating IP 37b634dc-3cef-48ee-8e9f-25952c5b027a associated. External IP: 172.25.8.71, port: c81746c8-c63e-465f-bbfa-e9301faa2381.
Apr 30 04:46:22.790124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Allocated IP 172.25.8.217 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/972b4339-e902-4784-b018-062bcf1b3cdd) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:22.909034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] For port 6892d8d5-395f-484b-905b-7ff2ee74ef4e, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:46:22.919388 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] For port 6892d8d5-395f-484b-905b-7ff2ee74ef4e, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6892d8d5-395f-484b-905b-7ff2ee74ef4e,segment=NetworkSegment(74c64868-053f-43f6-bbe1-33c9e22bd556),segment_id=74c64868-053f-43f6-bbe1-33c9e22bd556)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:46:22.931808 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:22.937277 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:23.029727 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:23.079882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:23.092450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Usage tracker for resource:security_group_rule and tenant:263bf939df0f4ccea62fc0b6a77e8f3a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:23.098729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:23.109024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:23.177141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:23.229838 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Pushing event updated for resources: {'Port': ['ID=6892d8d5-395f-484b-905b-7ff2ee74ef4e,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:23.250638 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:23.303790 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:23.321601 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:23.325611 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:23.394994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:23.462571 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=263bf939df0f4ccea62fc0b6a77e8f3a&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3168204
Apr 30 04:46:23.467342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43774) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:23.595864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:23.603597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:23.609402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:46:23.667149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918e8d47-4797-4cb1-9e53-f0cb3e7544c0 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Router d41ff330-b961-46bc-8290-115d88846879 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:46:23.743856 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:24.081277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Pushing event updated for resources: {'Port': ['ID=972b4339-e902-4784-b018-062bcf1b3cdd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:24.102323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5a41b93-1006-429a-85a7-433941ddc695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:24.162955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5a41b93-1006-429a-85a7-433941ddc695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:24.178964 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:24.181031 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbafd532-0e89-4e82-b0a4-328a1ea9414f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.731s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:24.489066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6892d8d5-395f-484b-905b-7ff2ee74ef4e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:24.504905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30153d8-e563-4ddc-97c2-dd552ca7252f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:24.764985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.766311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.766913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.767521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.772476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.773756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.774360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.774948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.781116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.781862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.782461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.783086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:24.803898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 6892d8d5-395f-484b-905b-7ff2ee74ef4e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:24.840443 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:24.980024 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5a41b93-1006-429a-85a7-433941ddc695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:25.033541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-123c4038-7a5f-4bf5-bda1-b09b53d4a27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:25.047177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918e8d47-4797-4cb1-9e53-f0cb3e7544c0 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:46:25.063644 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-918e8d47-4797-4cb1-9e53-f0cb3e7544c0 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:25.065015 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] Sync routers for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:46:25.120283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5a41b93-1006-429a-85a7-433941ddc695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:25.124323 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d5a41b93-1006-429a-85a7-433941ddc695 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a30153d8-e563-4ddc-97c2-dd552ca7252f HTTP/1.1" status: 204  len: 168 time: 1.6502514
Apr 30 04:46:25.125015 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:25.126762 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802ebeb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:25.127776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a41b93-1006-429a-85a7-433941ddc695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30153d8-e563-4ddc-97c2-dd552ca7252f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:25.166396 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5a41b93-1006-429a-85a7-433941ddc695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:25.342530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-918e8d47-4797-4cb1-9e53-f0cb3e7544c0 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "PUT /v2.0/floatingips/37b634dc-3cef-48ee-8e9f-25952c5b027a HTTP/1.1" status: 200  len: 991 time: 9.6962085
Apr 30 04:46:25.366368 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a2252-6d87-43f3-a662-e137155cca1e None None] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:25.368528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'tag': 'c81746c8-c63e-465f-bbfa-e9301faa2381'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:46:25.532671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-f1b7179e-082f-4a76-9049-63b23cdc4f20 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:25.537625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-f1b7179e-082f-4a76-9049-63b23cdc4f20 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/networks?id=94f74b79-5640-44ec-95c7-dea1b642ae43 HTTP/1.1" status: 200  len: 809 time: 0.7460060
Apr 30 04:46:25.616338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-26b47b72-1f13-4ea6-8bf2-9aaf80761359 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/quotas/500fc1d811104a039878fca16019ec44 HTTP/1.1" status: 200  len: 375 time: 0.0675795
Apr 30 04:46:25.681998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:25.771112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9b16d2b5-f862-4a45-af61-d4f682f6940d None None] Provisioning for port 6892d8d5-395f-484b-905b-7ff2ee74ef4e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:25.810791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9b16d2b5-f862-4a45-af61-d4f682f6940d None None] Provisioning complete for port 6892d8d5-395f-484b-905b-7ff2ee74ef4e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:25.811481 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9b16d2b5-f862-4a45-af61-d4f682f6940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:25.886871 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:46:25.889702 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'tag': 'c81746c8-c63e-465f-bbfa-e9301faa2381', 'status': 'completed', 'code': 200}
Apr 30 04:46:26.064530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-d9b7d23a-32b8-4666-8048-244f78ff19f3 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=500fc1d811104a039878fca16019ec44&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3473899
Apr 30 04:46:26.103858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-26491897-ca33-4dba-b533-1821a4bba55b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:46:26.105113 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-26491897-ca33-4dba-b533-1821a4bba55b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0119252
Apr 30 04:46:26.217259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9b16d2b5-f862-4a45-af61-d4f682f6940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:26.340661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9b16d2b5-f862-4a45-af61-d4f682f6940d None None] For port 6892d8d5-395f-484b-905b-7ff2ee74ef4e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6892d8d5-395f-484b-905b-7ff2ee74ef4e,segment=NetworkSegment(74c64868-053f-43f6-bbe1-33c9e22bd556),segment_id=74c64868-053f-43f6-bbe1-33c9e22bd556)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:26.349269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9b16d2b5-f862-4a45-af61-d4f682f6940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:26.358557 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:26.447717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43848) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:26.526142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0261bb71-a9a6-4d2d-9a53-fa769c437471 None None] Provisioning complete for port 6892d8d5-395f-484b-905b-7ff2ee74ef4e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:26.526506 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0261bb71-a9a6-4d2d-9a53-fa769c437471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:26.527842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:26.644899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:26.646711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16d2b5-f862-4a45-af61-d4f682f6940d None None] Pushing event updated for resources: {'Port': ['ID=6892d8d5-395f-484b-905b-7ff2ee74ef4e,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:26.651185 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9b16d2b5-f862-4a45-af61-d4f682f6940d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:26.672115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-ddb7ec3e-a228-4451-b57d-f6f8be6807b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:26.674605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-ddb7ec3e-a228-4451-b57d-f6f8be6807b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5236902b32874d95bf56f2b0f37f694c&device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 1098 time: 0.7838843
Apr 30 04:46:26.716821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Usage tracker for resource:security_group_rule and tenant:3d24820909cb4d319b6cebe4e676365d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:26.732314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:26.774640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:26.836506 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:27.011755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-93829052-98a4-42d6-a6a0-899a2e52b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:27.014240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-93829052-98a4-42d6-a6a0-899a2e52b547 service neutron] 10.222.0.50 "GET /v2.0/networks?id=209a2715-1303-4c96-a0f4-1a1ff93df69e HTTP/1.1" status: 200  len: 906 time: 0.3275402
Apr 30 04:46:27.022644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Deleting port 062af0db-6dfa-4b80-ba22-888a3fb47b62 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:27.024134 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:27.092819 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:27.121123 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:27.198478 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802ebeb0>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:45:06Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '37b634dc-3cef-48ee-8e9f-25952c5b027a', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'd41ff330-b961-46bc-8290-115d88846879', 'port_id': 'c81746c8-c63e-465f-bbfa-e9301faa2381', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'mac_address': 'fa:16:3e:5b:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:45:33Z', 'updated_at': '2021-04-30T04:46:19Z', 'revision_number': 1, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208dc68-27ec-4296-81eb-5c8bb2374bd8', 'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'mac_address': 'fa:16:3e:b7:77:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:45:00Z', 'updated_at': '2021-04-30T04:45:22Z', 'revision_number': 5, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'subnets': [{'id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:27.213013 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] Checking router: d41ff330-b961-46bc-8290-115d88846879 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:46:27.259134 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:27.260429 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802ebeb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:27.270556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:27.284859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:27.296052 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-55d8c54c-97e9-4abc-8f9d-34404d374c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:27.364877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d94dfd-4bc3-4d83-88bc-9d1803800d3a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:27.369265 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:27.374441 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d24820909cb4d319b6cebe4e676365d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9147677
Apr 30 04:46:27.374693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43866) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:27.391079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Router 165a102c-30d4-4090-8034-7df8b31995c0 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:46:27.452548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-1bc5a863-db96-473f-a85e-dbe2b93499a0 service neutron] 10.222.0.46 "GET /v2.0/networks/94f74b79-5640-44ec-95c7-dea1b642ae43?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3385322
Apr 30 04:46:27.516038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-af39092e-4991-40bb-bf2d-e544832e67fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c81746c8-c63e-465f-bbfa-e9301faa2381 HTTP/1.1" status: 200  len: 999 time: 0.2874334
Apr 30 04:46:27.672971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-17e8b12b-7280-4496-b2c4-71a9be1b952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:27.675276 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-17e8b12b-7280-4496-b2c4-71a9be1b952d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=898a4f3a-662f-4344-8e6a-6290feee9047 HTTP/1.1" status: 200  len: 844 time: 0.1285090
Apr 30 04:46:27.708294 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:46:27.778186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:27.959563 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-72289ac4-685e-41ca-bf0d-11998d222186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:28.048572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-72289ac4-685e-41ca-bf0d-11998d222186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:28.090903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:46:28.104374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Sync routers for ids ['165a102c-30d4-4090-8034-7df8b31995c0'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:46:28.126899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Routers {'165a102c-30d4-4090-8034-7df8b31995c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:28.127928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b5fca60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['165a102c-30d4-4090-8034-7df8b31995c0'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:28.219231 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:28.221672 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 8.8607519
Apr 30 04:46:28.234550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:28.539374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6892d8d5-395f-484b-905b-7ff2ee74ef4e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:28.590514 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-72289ac4-685e-41ca-bf0d-11998d222186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:28.605089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-190cb35f-dbea-4341-b0a0-bf43d9b2f0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:28.641914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72289ac4-685e-41ca-bf0d-11998d222186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d94dfd-4bc3-4d83-88bc-9d1803800d3a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:28.727713 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802ebeb0>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:45:06Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '37b634dc-3cef-48ee-8e9f-25952c5b027a', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'd41ff330-b961-46bc-8290-115d88846879', 'port_id': 'c81746c8-c63e-465f-bbfa-e9301faa2381', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'mac_address': 'fa:16:3e:5b:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:45:33Z', 'updated_at': '2021-04-30T04:46:19Z', 'revision_number': 1, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208dc68-27ec-4296-81eb-5c8bb2374bd8', 'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'mac_address': 'fa:16:3e:b7:77:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:45:00Z', 'updated_at': '2021-04-30T04:45:22Z', 'revision_number': 5, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'subnets': [{'id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:28.732325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Calling delete_port for 062af0db-6dfa-4b80-ba22-888a3fb47b62 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:28.742356 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1047fc-b78f-4266-b857-bf7f215a290c None None] The sync data for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 is: [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:45:06Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '37b634dc-3cef-48ee-8e9f-25952c5b027a', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'floating_ip_address': '172.25.8.71', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'd41ff330-b961-46bc-8290-115d88846879', 'port_id': 'c81746c8-c63e-465f-bbfa-e9301faa2381', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'mac_address': 'fa:16:3e:5b:dc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:45:33Z', 'updated_at': '2021-04-30T04:46:19Z', 'revision_number': 1, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208dc68-27ec-4296-81eb-5c8bb2374bd8', 'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'mac_address': 'fa:16:3e:b7:77:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:45:00Z', 'updated_at': '2021-04-30T04:45:22Z', 'revision_number': 5, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'subnets': [{'id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:46:28.800900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Set router 165a102c-30d4-4090-8034-7df8b31995c0 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:46:28.801737 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-72289ac4-685e-41ca-bf0d-11998d222186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:28.962193 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-72289ac4-685e-41ca-bf0d-11998d222186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:28.969527 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-72289ac4-685e-41ca-bf0d-11998d222186 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6d94dfd-4bc3-4d83-88bc-9d1803800d3a HTTP/1.1" status: 204  len: 168 time: 1.5928702
Apr 30 04:46:29.003286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-8eede927-ad0a-427b-bd21-66b2dc8b8e11 service neutron] 10.222.0.46 "GET /v2.0/networks/94f74b79-5640-44ec-95c7-dea1b642ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4828539
Apr 30 04:46:29.011690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-4b6f4ac4-5d6c-4ee0-ade1-f5bc47463d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:29.017370 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-4b6f4ac4-5d6c-4ee0-ade1-f5bc47463d64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=209a2715-1303-4c96-a0f4-1a1ff93df69e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.3025126
Apr 30 04:46:29.509381 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85cf8ba-267f-4087-9eb6-566ce1a245cc None None] New status for floating IP 37b634dc-3cef-48ee-8e9f-25952c5b027a: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:46:29.742873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:29.769440 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-054dded0-1710-4ccf-897f-472ce73569e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:29.793821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6892d8d5-395f-484b-905b-7ff2ee74ef4e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:29.794774 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:29.887916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event deleted for resources: {'Port': ['ID=062af0db-6dfa-4b80-ba22-888a3fb47b62,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:29.910412 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:30.861909 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6b316cbc-1ba1-4d2c-ba48-e10e924dceba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:30.892051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-59999411-4573-4240-bb04-e7b77d3249f8 service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8652177
Apr 30 04:46:30.957401 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:30.978098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b5fca60>, [{'id': '165a102c-30d4-4090-8034-7df8b31995c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:46:19Z', 'updated_at': '2021-04-30T04:46:25Z', 'revision_number': 3, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'gw_port': {'id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:22Z', 'updated_at': '2021-04-30T04:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:30.984968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Checking router: 165a102c-30d4-4090-8034-7df8b31995c0 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:46:30.985812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Updating router 165a102c-30d4-4090-8034-7df8b31995c0 port 972b4339-e902-4784-b018-062bcf1b3cdd binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:46:31.028836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3f5e3a8-2d8d-4d19-b544-6bbd0c75b85e req-00b02208-a8d8-4037-9c8f-383d6a903a31 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 210 time: 0.5984530
Apr 30 04:46:31.093989 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:31.391797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d256a9f9-b1e2-4147-ad7d-43b3c58ab465 req-dfc67475-5aae-4d56-9f30-97a6db9c759d service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3522086
Apr 30 04:46:31.404322 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:32.030554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Allocated IP 172.20.0.1 (d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a/74151433-ff50-467f-a831-05774217d82a/014724b7-c3ab-4f64-9979-b8f611bab2bc) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:32.105869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Router 41cc6c88-5157-4841-aa44-06de46bc12c9 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:46:32.389875 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:32.409015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Transition to ACTIVE for port object 014724b7-c3ab-4f64-9979-b8f611bab2bc will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:32.436743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:32.442049 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-382d94ce-9b9e-4d9a-bb29-37586aaa6dbc tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:32.606884 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:32.654055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Transition to ACTIVE for port object 972b4339-e902-4784-b018-062bcf1b3cdd will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:32.676638 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:32.697457 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:32.715714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Pushing event updated for resources: {'Port': ['ID=014724b7-c3ab-4f64-9979-b8f611bab2bc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:32.743330 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:32.764317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:32.767507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:32.791002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:46:32.872865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:46:32.899347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c15df81-9544-4cc7-b5c1-e315077b7957 req-cc1e9f22-8d52-4816-8198-1bf5aa72beef tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 210 time: 0.4756596
Apr 30 04:46:32.913928 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "PUT /v2.0/routers/41cc6c88-5157-4841-aa44-06de46bc12c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0168984
Apr 30 04:46:32.922234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44050) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:32.998511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Pushing event updated for resources: {'Port': ['ID=972b4339-e902-4784-b018-062bcf1b3cdd,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:33.029565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208e862-0f63-4f17-9c3f-97e143c37a69 None None] Sync routers for ids ['41cc6c88-5157-4841-aa44-06de46bc12c9'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:46:33.058115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.058665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.059222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.074691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.075216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.075795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.076331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.077005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.077349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.077929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.078327 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.078839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:46:33.104662 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:33.122331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:33.164542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208e862-0f63-4f17-9c3f-97e143c37a69 None None] Routers {'41cc6c88-5157-4841-aa44-06de46bc12c9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:33.165872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4208e862-0f63-4f17-9c3f-97e143c37a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be738e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['41cc6c88-5157-4841-aa44-06de46bc12c9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:33.244962 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-af6d7730-5077-4068-a288-d822b9be54ef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] delete failed (client error): The resource could not be found.
Apr 30 04:46:33.246075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-af6d7730-5077-4068-a288-d822b9be54ef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-80457277 HTTP/1.1" status: 404  len: 333 time: 0.3201630
Apr 30 04:46:33.255469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44062) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:33.281247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-01c2bf48-5ff9-422c-9f30-cc2167cb74b4 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Request body: {'router': {'external_gateway_info': {'network_id': '41cc6c88-5157-4841-aa44-06de46bc12c9'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:33.521294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Attempting to bind port 972b4339-e902-4784-b018-062bcf1b3cdd on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:46:33.521765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Attempting to bind port 972b4339-e902-4784-b018-062bcf1b3cdd by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:46:33.522113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Attempting to bind port 972b4339-e902-4784-b018-062bcf1b3cdd on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:46:33.576055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:46:33.576642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:33.576979 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:33.577352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:46:33.578536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Bound port: 972b4339-e902-4784-b018-062bcf1b3cdd, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:46:33.579006 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:33.739179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] For port 972b4339-e902-4784-b018-062bcf1b3cdd, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:46:33.748012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] For port 972b4339-e902-4784-b018-062bcf1b3cdd, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=972b4339-e902-4784-b018-062bcf1b3cdd,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:46:33.751025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4208e862-0f63-4f17-9c3f-97e143c37a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be738e0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:33.758241 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:33.768212 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:33.783805 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:33.864497 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-141f48bd-087f-4896-a1e3-92e54f5d2687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:33.864497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6cd25cc2-7136-49df-b437-876b905af571 None None] Provisioning for port 014724b7-c3ab-4f64-9979-b8f611bab2bc completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:33.880255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6cd25cc2-7136-49df-b437-876b905af571 None None] Provisioning complete for port 014724b7-c3ab-4f64-9979-b8f611bab2bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:33.880622 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6cd25cc2-7136-49df-b437-876b905af571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:33.980842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208e862-0f63-4f17-9c3f-97e143c37a69 None None] Routers {'41cc6c88-5157-4841-aa44-06de46bc12c9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:33.984437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4208e862-0f63-4f17-9c3f-97e143c37a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be738e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['41cc6c88-5157-4841-aa44-06de46bc12c9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:34.250918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Routers {'165a102c-30d4-4090-8034-7df8b31995c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:34.253869 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b5fca60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['165a102c-30d4-4090-8034-7df8b31995c0'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:34.415764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6cd25cc2-7136-49df-b437-876b905af571 None None] Port 014724b7-c3ab-4f64-9979-b8f611bab2bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:46:34.424347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4208e862-0f63-4f17-9c3f-97e143c37a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be738e0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:34.427948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208e862-0f63-4f17-9c3f-97e143c37a69 None None] The sync data for ids ['41cc6c88-5157-4841-aa44-06de46bc12c9'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:46:34.460895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Pushing event updated for resources: {'Port': ['ID=972b4339-e902-4784-b018-062bcf1b3cdd,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:34.468840 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:34.732074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:34.849864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:34.904364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1815d56a-6bad-48b0-89e8-1d313a9676ac req-42879370-2405-4710-b54b-077dccb997fc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 210 time: 0.3134623
Apr 30 04:46:34.918902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-63f23dcc-74ef-42d9-9ee1-232cc33b25ee tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:34.921190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-63f23dcc-74ef-42d9-9ee1-232cc33b25ee tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.50 "GET /v2.0/networks?id=94f74b79-5640-44ec-95c7-dea1b642ae43 HTTP/1.1" status: 200  len: 809 time: 1.1297779
Apr 30 04:46:35.001428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Request body: {'port': {'device_id': '7e79dc42-a755-44bd-8c3b-38c8a15a43b7', 'network_id': '94f74b79-5640-44ec-95c7-dea1b642ae43', 'admin_state_up': True, 'tenant_id': '500fc1d811104a039878fca16019ec44'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:35.002552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] Set router 165a102c-30d4-4090-8034-7df8b31995c0 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:46:35.170277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:35.190883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Usage tracker for resource:port and tenant:500fc1d811104a039878fca16019ec44 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:35.203808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:35.275151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:35.365076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:35.374290 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:35.436009 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:35.481510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Made reservation on behalf of 500fc1d811104a039878fca16019ec44 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:35.490352 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:35.569130 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01c2bf48-5ff9-422c-9f30-cc2167cb74b4 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:35.600211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:35.605669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Pushing event updated for resources: {'Port': ['ID=014724b7-c3ab-4f64-9979-b8f611bab2bc,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:35.610753 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:35.689804 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-01c2bf48-5ff9-422c-9f30-cc2167cb74b4 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] update failed (client error): The resource could not be found.
Apr 30 04:46:35.691194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-01c2bf48-5ff9-422c-9f30-cc2167cb74b4 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "PUT /v2.0/routers/41cc6c88-5157-4841-aa44-06de46bc12c9 HTTP/1.1" status: 404  len: 339 time: 2.4346972
Apr 30 04:46:35.697235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44166) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:35.709172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b5fca60>, [{'id': '165a102c-30d4-4090-8034-7df8b31995c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:46:19Z', 'updated_at': '2021-04-30T04:46:33Z', 'revision_number': 4, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'gw_port': {'id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:22Z', 'updated_at': '2021-04-30T04:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '014724b7-c3ab-4f64-9979-b8f611bab2bc', 'name': '', 'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'mac_address': 'fa:16:3e:e7:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '74151433-ff50-467f-a831-05774217d82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:31Z', 'updated_at': '2021-04-30T04:46:32Z', 'revision_number': 1, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'subnets': [{'id': '74151433-ff50-467f-a831-05774217d82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:35.716864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9444e-b7c3-4e9a-a0c9-388271d107db None None] The sync data for ids ['165a102c-30d4-4090-8034-7df8b31995c0'] in n-d-766726-20 is: [{'id': '165a102c-30d4-4090-8034-7df8b31995c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:46:19Z', 'updated_at': '2021-04-30T04:46:33Z', 'revision_number': 4, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'gw_port': {'id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:22Z', 'updated_at': '2021-04-30T04:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '014724b7-c3ab-4f64-9979-b8f611bab2bc', 'name': '', 'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'mac_address': 'fa:16:3e:e7:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '74151433-ff50-467f-a831-05774217d82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:31Z', 'updated_at': '2021-04-30T04:46:32Z', 'revision_number': 1, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'subnets': [{'id': '74151433-ff50-467f-a831-05774217d82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:46:35.994788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:35.997294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:36.209158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:36.290758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Allocated IP 172.20.0.6 (94f74b79-5640-44ec-95c7-dea1b642ae43/7d5b1cae-8685-4b3f-bdff-207890d58f31/20934626-cf37-4864-aece-8262d487fce6) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:36.393446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44190) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:36.519706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cb64ba8a-1864-4483-a1db-4aa1c817e8d2 None None] Provisioning complete for port 014724b7-c3ab-4f64-9979-b8f611bab2bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:36.520309 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cb64ba8a-1864-4483-a1db-4aa1c817e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:36.607139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-cb64ba8a-1864-4483-a1db-4aa1c817e8d2 None None] Port 014724b7-c3ab-4f64-9979-b8f611bab2bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:46:36.640789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Router 165a102c-30d4-4090-8034-7df8b31995c0 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:46:36.812234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44196) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:37.045359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa1bf6bc-536a-4ace-93ac-4739cebe7de4 req-9425a412-09b2-47c0-9cf8-f28c1f61842e tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 210 time: 0.7568913
Apr 30 04:46:37.126887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:46:37.165286 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] 10.222.0.46 "PUT /v2.0/routers/165a102c-30d4-4090-8034-7df8b31995c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9286354
Apr 30 04:46:37.219904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:37.256274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:37.272224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Usage tracker for resource:security_group_rule and tenant:aaca906fed3642618c572550aecaf373 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:37.280725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:37.301411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:37.374375 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:37.386772 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:37.426162 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:37.512605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:37.520110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:37.566889 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e333b740-7c8b-431f-abdc-8e82e8c0474e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:37.580077 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aaca906fed3642618c572550aecaf373&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7545040
Apr 30 04:46:37.609499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb03180-4758-4354-9f98-c28ce5fb9e0c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:37.629282 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:37.629849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44216) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:37.680422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:37.715480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2db36c9-eb2e-462f-a549-fa6106e56786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:37.768424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2db36c9-eb2e-462f-a549-fa6106e56786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:37.824458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Usage tracker for resource:security_group_rule and tenant:413c1c783bf0477a9f65db62235747e3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:37.828397 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-8265faf7-b726-4c5c-9406-7088968a64d5 req-c3ea8d72-c3b1-40ef-aeae-0aacaa74770a tempest-FloatingIPDetailsNegativeTestJSON-78476913 tempest-FloatingIPDetailsNegativeTestJSON-78476913-project] show failed (client error): The resource could not be found.
Apr 30 04:46:37.837245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8265faf7-b726-4c5c-9406-7088968a64d5 req-c3ea8d72-c3b1-40ef-aeae-0aacaa74770a tempest-FloatingIPDetailsNegativeTestJSON-78476913 tempest-FloatingIPDetailsNegativeTestJSON-78476913-project] 10.222.0.46 "GET /v2.0/floatingips/f8813d15-524e-4f5e-8885-23542f376e19 HTTP/1.1" status: 404  len: 350 time: 0.1519368
Apr 30 04:46:37.839004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:37.842939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44222) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:37.937583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:37.979691 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:37.991008 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49ae31e5-1ea8-4abe-b08b-764961eddc47 tempest-ImagesTestJSON-947786677 tempest-ImagesTestJSON-947786677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:38.052163 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2db36c9-eb2e-462f-a549-fa6106e56786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:38.063134 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff4710c2-a349-4c39-abc0-ad14785ce7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:38.092802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db36c9-eb2e-462f-a549-fa6106e56786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb03180-4758-4354-9f98-c28ce5fb9e0c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:38.170093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Network 94f74b79-5640-44ec-95c7-dea1b642ae43 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:38.197116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:38.220986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:46:38.226636 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2db36c9-eb2e-462f-a549-fa6106e56786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:38.262146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2db36c9-eb2e-462f-a549-fa6106e56786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:38.264107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c2db36c9-eb2e-462f-a549-fa6106e56786 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4cb03180-4758-4354-9f98-c28ce5fb9e0c HTTP/1.1" status: 204  len: 168 time: 0.6329763
Apr 30 04:46:38.386009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Pushing event updated for resources: {'Port': ['ID=20934626-cf37-4864-aece-8262d487fce6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:38.437206 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:38.628861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:38.629562 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:38.800025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f197-a276-4cc3-ac49-53503f334865 req-ed9adf5d-e68a-479a-8963-a503333df296 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:38.800799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-eb56f197-a276-4cc3-ac49-53503f334865 req-ed9adf5d-e68a-479a-8963-a503333df296 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Synchronizing usage tracker for tenant:500fc1d811104a039878fca16019ec44 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:46:38.830516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 972b4339-e902-4784-b018-062bcf1b3cdd up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:38.850476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9182272
Apr 30 04:46:38.864283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Allocated IP 172.20.0.1 (71334abc-df79-474d-8c8f-e3eced42438e/d7ff3c1c-ce21-40f9-aa32-6870f52d3899/56a725e4-c504-48fb-b78d-c7fcd2e5e542) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:38.876078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Request body: {'port': {'device_id': '7e79dc42-a755-44bd-8c3b-38c8a15a43b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:38.900876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44236) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:38.912815 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:38.930282 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:38.936097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-eb56f197-a276-4cc3-ac49-53503f334865 req-ed9adf5d-e68a-479a-8963-a503333df296 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Unset dirty status for tenant:500fc1d811104a039878fca16019ec44 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:46:38.948272 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb56f197-a276-4cc3-ac49-53503f334865 req-ed9adf5d-e68a-479a-8963-a503333df296 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 931 time: 0.7476089
Apr 30 04:46:38.957778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:38.964292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Usage tracker for resource:security_group_rule and tenant:66aab96bb18f4b4294a92c6039dce17a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:38.969503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:38.978713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:38.998812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:39.042184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 972b4339-e902-4784-b018-062bcf1b3cdd completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:39.047159 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab6f7383-60a4-47b8-863b-5838ef68a48c tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:39.055814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 972b4339-e902-4784-b018-062bcf1b3cdd triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:39.057258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:39.088047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=413c1c783bf0477a9f65db62235747e3&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1437218
Apr 30 04:46:39.090539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44242) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:39.095724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2d095f-20cb-43cc-a822-90506b60108f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:39.101551 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:39.291561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:39.354223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb56f197-a276-4cc3-ac49-53503f334865 req-7973fbc1-5f34-4207-bb53-5c366b5e0b8d tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4027565
Apr 30 04:46:39.385041 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:39.413009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 972b4339-e902-4784-b018-062bcf1b3cdd, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=972b4339-e902-4784-b018-062bcf1b3cdd,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:39.426567 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:39.430578 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:39.442578 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Sync routers for ids ['165a102c-30d4-4090-8034-7df8b31995c0'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:46:39.449612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:39.462340 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Routers {'165a102c-30d4-4090-8034-7df8b31995c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:39.462999 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033d340>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['165a102c-30d4-4090-8034-7df8b31995c0'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:39.476701 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:39.503880 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cc3e577-68db-4071-a2ef-498e5f8e0ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:39.553617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=972b4339-e902-4784-b018-062bcf1b3cdd,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:39.561398 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:39.636001 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66aab96bb18f4b4294a92c6039dce17a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7335567
Apr 30 04:46:39.641956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44250) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:39.780062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59efe74-acb3-4e5b-a755-318cb8773f16,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:39.795125 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:39.817415 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:39.880421 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b9982a0-9b13-4c27-9387-caab3036858c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:39.925865 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Set router 165a102c-30d4-4090-8034-7df8b31995c0 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:46:40.006200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.049672 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b9982a0-9b13-4c27-9387-caab3036858c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.072679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Transition to ACTIVE for port object 56a725e4-c504-48fb-b78d-c7fcd2e5e542 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:40.100044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ccb783b-4e28-422f-a92b-f411519e7dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.179085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ccb783b-4e28-422f-a92b-f411519e7dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.213202 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.241101 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a9a0c51-a5a9-4632-ab9d-85d5cbba9c9b tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:40.282576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 71334abc-df79-474d-8c8f-e3eced42438e is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:40.293346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:40.303527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b9982a0-9b13-4c27-9387-caab3036858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.308006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:46:40.470812 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ccb783b-4e28-422f-a92b-f411519e7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.482749 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-42af62d6-fad6-4509-9833-c575afc07d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:40.511867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb783b-4e28-422f-a92b-f411519e7dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59efe74-acb3-4e5b-a755-318cb8773f16,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:40.534027 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9ccb783b-4e28-422f-a92b-f411519e7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:40.546442 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ccb783b-4e28-422f-a92b-f411519e7dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.547956 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9ccb783b-4e28-422f-a92b-f411519e7dfb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e59efe74-acb3-4e5b-a755-318cb8773f16 HTTP/1.1" status: 204  len: 168 time: 0.8128500
Apr 30 04:46:40.571447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Deleting port 014724b7-c3ab-4f64-9979-b8f611bab2bc {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:40.571910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.759438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 972b4339-e902-4784-b018-062bcf1b3cdd up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:40.814423 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033d340>, [{'id': '165a102c-30d4-4090-8034-7df8b31995c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:46:19Z', 'updated_at': '2021-04-30T04:46:33Z', 'revision_number': 4, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'gw_port': {'id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:22Z', 'updated_at': '2021-04-30T04:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '014724b7-c3ab-4f64-9979-b8f611bab2bc', 'name': '', 'network_id': 'd0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'mac_address': 'fa:16:3e:e7:6b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '74151433-ff50-467f-a831-05774217d82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:31Z', 'updated_at': '2021-04-30T04:46:34Z', 'revision_number': 2, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'subnets': [{'id': '74151433-ff50-467f-a831-05774217d82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:40.826134 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Checking router: 165a102c-30d4-4090-8034-7df8b31995c0 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:46:40.826554 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Updating router 165a102c-30d4-4090-8034-7df8b31995c0 port 014724b7-c3ab-4f64-9979-b8f611bab2bc binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:46:40.848531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9d314ffd-d7ae-4b7f-8a44-e34588c8cfb8 None None] Provisioning for port 56a725e4-c504-48fb-b78d-c7fcd2e5e542 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:40.858543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9d314ffd-d7ae-4b7f-8a44-e34588c8cfb8 None None] Provisioning complete for port 56a725e4-c504-48fb-b78d-c7fcd2e5e542 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:40.858969 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9d314ffd-d7ae-4b7f-8a44-e34588c8cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.902639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.943851 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.958774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 972b4339-e902-4784-b018-062bcf1b3cdd triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:40.959859 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.974974 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b9982a0-9b13-4c27-9387-caab3036858c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:40.981505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4b9982a0-9b13-4c27-9387-caab3036858c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c2d095f-20cb-43cc-a822-90506b60108f HTTP/1.1" status: 204  len: 168 time: 1.8784928
Apr 30 04:46:40.988022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Port': ['ID=56a725e4-c504-48fb-b78d-c7fcd2e5e542,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:41.000344 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:41.019260 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bde3b264-65af-4835-95a6-b7a935910043 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.677s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:41.047499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20934626-cf37-4864-aece-8262d487fce6 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:46:41.067498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9982a0-9b13-4c27-9387-caab3036858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2d095f-20cb-43cc-a822-90506b60108f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:41.080301 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b9982a0-9b13-4c27-9387-caab3036858c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:41.083700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:41.095590 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:41.149989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Transition to ACTIVE for port object 20934626-cf37-4864-aece-8262d487fce6 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:46:41.180965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9d314ffd-d7ae-4b7f-8a44-e34588c8cfb8 None None] Port 56a725e4-c504-48fb-b78d-c7fcd2e5e542 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:46:41.205499 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:41.222887 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:41.296406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Calling delete_port for 014724b7-c3ab-4f64-9979-b8f611bab2bc owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:41.317062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=20934626-cf37-4864-aece-8262d487fce6,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:41.330826 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:41.340694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8aa54-afcf-451b-986b-8a121830c285 req-b1a2fc0f-ab51-424c-87a6-cf0fbc97ceeb tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:41.342309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5de8aa54-afcf-451b-986b-8a121830c285 req-b1a2fc0f-ab51-424c-87a6-cf0fbc97ceeb tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 931 time: 0.5223196
Apr 30 04:46:41.699396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5de8aa54-afcf-451b-986b-8a121830c285 req-f0dfc25e-0879-4493-822d-25284c8de77b tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751787
Apr 30 04:46:41.733691 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:41.982499 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:46:42.049682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Attempting to bind port 20934626-cf37-4864-aece-8262d487fce6 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:46:42.050244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Attempting to bind port 20934626-cf37-4864-aece-8262d487fce6 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '04b35be9-8c83-4ea0-a999-95c39b63850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '94f74b79-5640-44ec-95c7-dea1b642ae43'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:46:42.050824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Attempting to bind port 20934626-cf37-4864-aece-8262d487fce6 on network 94f74b79-5640-44ec-95c7-dea1b642ae43 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:46:42.068216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Port 20934626-cf37-4864-aece-8262d487fce6 on network 94f74b79-5640-44ec-95c7-dea1b642ae43 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:46:42.068767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Attempting to bind port 20934626-cf37-4864-aece-8262d487fce6 on network 94f74b79-5640-44ec-95c7-dea1b642ae43 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:46:42.084375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:46:42.084962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Checking segment: {'id': '04b35be9-8c83-4ea0-a999-95c39b63850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '94f74b79-5640-44ec-95c7-dea1b642ae43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:42.085855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Bound using segment: {'id': '04b35be9-8c83-4ea0-a999-95c39b63850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '94f74b79-5640-44ec-95c7-dea1b642ae43'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:46:42.086605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Bound port: 20934626-cf37-4864-aece-8262d487fce6, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b35be9-8c83-4ea0-a999-95c39b63850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '94f74b79-5640-44ec-95c7-dea1b642ae43'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:46:42.087198 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:42.098448 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:42.099064 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.db.api [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:46:42.099694 n-d-766726-20 neutron-server[74584]: DEBUG oslo_db.api [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:46:42.115622 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:42.236440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Pushing event deleted for resources: {'Port': ['ID=014724b7-c3ab-4f64-9979-b8f611bab2bc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:42.260394 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:42.631858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] For port 20934626-cf37-4864-aece-8262d487fce6, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:46:42.774373 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Port 014724b7-c3ab-4f64-9979-b8f611bab2bc not found while updating agent binding for router 165a102c-30d4-4090-8034-7df8b31995c0. {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Apr 30 04:46:42.808373 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Routers {'165a102c-30d4-4090-8034-7df8b31995c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:42.811727 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033d340>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['165a102c-30d4-4090-8034-7df8b31995c0'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:43.035187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] For port 20934626-cf37-4864-aece-8262d487fce6, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=20934626-cf37-4864-aece-8262d487fce6,segment=NetworkSegment(04b35be9-8c83-4ea0-a999-95c39b63850a),segment_id=04b35be9-8c83-4ea0-a999-95c39b63850a)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:46:43.052674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:43.060488 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-08a94984-84a2-474f-85ee-10193af6b0a1 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:43.140397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:43.141933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:43.144741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/20934626-cf37-4864-aece-8262d487fce6 HTTP/1.1" status: 200  len: 1092 time: 4.2817118
Apr 30 04:46:43.145693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e79dc42-a755-44bd-8c3b-38c8a15a43b7', 'tag': '20934626-cf37-4864-aece-8262d487fce6'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:46:43.164051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:43.200678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:43.333765 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] Set router 165a102c-30d4-4090-8034-7df8b31995c0 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:46:43.514160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=20934626-cf37-4864-aece-8262d487fce6,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:43.520884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:43.561700 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:43.733623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:43.876176 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:44.079106 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e79dc42-a755-44bd-8c3b-38c8a15a43b7', 'tag': '20934626-cf37-4864-aece-8262d487fce6', 'status': 'completed', 'code': 200}
Apr 30 04:46:44.095099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event updated for resources: {'Port': ['ID=56a725e4-c504-48fb-b78d-c7fcd2e5e542,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:44.124899 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:44.269568 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033d340>, [{'id': '165a102c-30d4-4090-8034-7df8b31995c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:46:19Z', 'updated_at': '2021-04-30T04:46:41Z', 'revision_number': 5, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'gw_port': {'id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:22Z', 'updated_at': '2021-04-30T04:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:44.278626 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aec3e8-3d2b-400e-957e-71e20e82204d None None] The sync data for ids ['165a102c-30d4-4090-8034-7df8b31995c0'] in n-d-766726-20 is: [{'id': '165a102c-30d4-4090-8034-7df8b31995c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:46:19Z', 'updated_at': '2021-04-30T04:46:41Z', 'revision_number': 5, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'gw_port': {'id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:22Z', 'updated_at': '2021-04-30T04:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:46:44.295938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508d4cb-3956-4c47-820a-a605d7fdc9a5 req-2cb4ff7e-ad6d-4274-8420-844d05c5cffb tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:44.297774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f508d4cb-3956-4c47-820a-a605d7fdc9a5 req-2cb4ff7e-ad6d-4274-8420-844d05c5cffb tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 943 time: 1.0998020
Apr 30 04:46:44.400204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-427e9c48-7de0-45d6-ae95-2cec1d5ad027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:44.407163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-427e9c48-7de0-45d6-ae95-2cec1d5ad027 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=500fc1d811104a039878fca16019ec44&device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 1095 time: 1.0782676
Apr 30 04:46:44.424727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 71334abc-df79-474d-8c8f-e3eced42438e is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:44.431128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:44.526055 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-dd017cf6-07f1-4306-876d-73e1586dcd41 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20934626-cf37-4864-aece-8262d487fce6 HTTP/1.1" status: 200  len: 217 time: 0.0992246
Apr 30 04:46:44.533131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f508d4cb-3956-4c47-820a-a605d7fdc9a5 req-ae2c5c75-cd41-40cc-a699-7911297f00ef tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221844
Apr 30 04:46:44.561458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44364) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:44.839046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 014724b7-c3ab-4f64-9979-b8f611bab2bc no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:46:44.947842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 014724b7-c3ab-4f64-9979-b8f611bab2bc {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:46:44.948628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 014724b7-c3ab-4f64-9979-b8f611bab2bc not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:46:44.995170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-92c0bd19-d993-4a3c-8eca-bd5f2c23e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:45.003463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-92c0bd19-d993-4a3c-8eca-bd5f2c23e408 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d5b1cae-8685-4b3f-bdff-207890d58f31 HTTP/1.1" status: 200  len: 849 time: 0.4543593
Apr 30 04:46:45.078142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e2e5ff04-6a90-431d-90f5-5e1cca730214 None None] Provisioning complete for port 56a725e4-c504-48fb-b78d-c7fcd2e5e542 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:45.078950 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e2e5ff04-6a90-431d-90f5-5e1cca730214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:45.200911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-041d475f-6e30-4254-95b5-e0f5df4176ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=94f74b79-5640-44ec-95c7-dea1b642ae43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1893196
Apr 30 04:46:45.231334 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:45.275375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5ff04-6a90-431d-90f5-5e1cca730214 None None] Port 56a725e4-c504-48fb-b78d-c7fcd2e5e542 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:46:45.432704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:45.448541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6abc4647a64f2aa60a845cbf35c18b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:45.465899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:45.488105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:45.549284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Router 165a102c-30d4-4090-8034-7df8b31995c0 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:46:45.603174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Router 41cc6c88-5157-4841-aa44-06de46bc12c9 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:46:45.870431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-47f83721-38dd-4acf-812d-07c0ab7f97b4 service neutron] 10.222.0.50 "GET /v2.0/networks/94f74b79-5640-44ec-95c7-dea1b642ae43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5127153
Apr 30 04:46:46.058900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:46:46.063833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:46.076584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:46.099217 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba1de5ac-f552-4888-9de9-4b74ea3a4932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:46.128500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:46:46.141036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "PUT /v2.0/routers/41cc6c88-5157-4841-aa44-06de46bc12c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4422426
Apr 30 04:46:46.142748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44436) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:46.144416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc759-9dd7-442b-a213-2c1c2c157053 None None] Sync routers for ids ['41cc6c88-5157-4841-aa44-06de46bc12c9'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:46:46.151784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f2432d-e1bc-428b-bd74-586f3ef74e9a req-d9206872-8a91-4b85-9355-631fe23a4691 service neutron] 10.222.0.50 "GET /v2.0/networks/94f74b79-5640-44ec-95c7-dea1b642ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712915
Apr 30 04:46:46.165183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e730d51-24f6-4817-8635-71cad7251ac0 req-3b301de0-60a1-49bd-bb4b-2bd164e81c5d tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:46.170882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc759-9dd7-442b-a213-2c1c2c157053 None None] Routers {'41cc6c88-5157-4841-aa44-06de46bc12c9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:46.171913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d7efc759-9dd7-442b-a213-2c1c2c157053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4cedc0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['41cc6c88-5157-4841-aa44-06de46bc12c9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:46.174052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e730d51-24f6-4817-8635-71cad7251ac0 req-3b301de0-60a1-49bd-bb4b-2bd164e81c5d tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 943 time: 0.4234502
Apr 30 04:46:46.228271 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c6abc4647a64f2aa60a845cbf35c18b&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6599677
Apr 30 04:46:46.230297 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] 10.222.0.46 "PUT /v2.0/routers/165a102c-30d4-4090-8034-7df8b31995c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3852336
Apr 30 04:46:46.234748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681f7954-ba51-417a-b7d8-4a5749872e15,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:46.239050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44442) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:46.239881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44444) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:46.249862 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:46.309942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d7efc759-9dd7-442b-a213-2c1c2c157053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4cedc0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:46.322644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efc759-9dd7-442b-a213-2c1c2c157053 None None] Routers {'41cc6c88-5157-4841-aa44-06de46bc12c9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:46.323285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d7efc759-9dd7-442b-a213-2c1c2c157053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4cedc0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['41cc6c88-5157-4841-aa44-06de46bc12c9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:46.353164 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] Sync routers for ids ['165a102c-30d4-4090-8034-7df8b31995c0'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:46:46.387610 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] Routers {'165a102c-30d4-4090-8034-7df8b31995c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:46.388792 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804c41f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['165a102c-30d4-4090-8034-7df8b31995c0'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:46.446945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d7efc759-9dd7-442b-a213-2c1c2c157053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4cedc0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:46.447466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efc759-9dd7-442b-a213-2c1c2c157053 None None] The sync data for ids ['41cc6c88-5157-4841-aa44-06de46bc12c9'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:46:46.486318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44452) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:46.589156 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-081e8bb2-ab91-4b88-8c62-f56693d57541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:46.653165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:46.743881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e730d51-24f6-4817-8635-71cad7251ac0 req-d562704e-7801-43be-9448-19eb25b5ea24 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5689275
Apr 30 04:46:46.767567 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8a34c10d-129d-4bf3-a679-9db6e8bfd124 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:46.811531 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:46.820970 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] Set router 165a102c-30d4-4090-8034-7df8b31995c0 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:46:46.826553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-081e8bb2-ab91-4b88-8c62-f56693d57541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:46.941639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:46.942812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-6e433699-6bc0-4be7-ba37-9f6bba29c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:46.945212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-6e433699-6bc0-4be7-ba37-9f6bba29c1e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=500fc1d811104a039878fca16019ec44&device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 1095 time: 0.4032435
Apr 30 04:46:46.952696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f0e5e4fe5346e19ce6faffd0a289ce is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:46.957124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:46.968346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:47.170293 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-8a34c10d-129d-4bf3-a679-9db6e8bfd124 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:46:47.173304 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8a34c10d-129d-4bf3-a679-9db6e8bfd124 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "DELETE /v2.0/routers/41cc6c88-5157-4841-aa44-06de46bc12c9 HTTP/1.1" status: 409  len: 329 time: 1.0241480
Apr 30 04:46:47.256043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-f4a506d0-542d-4859-9fd1-84c2f6675be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:47.259878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-f4a506d0-542d-4859-9fd1-84c2f6675be2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=94f74b79-5640-44ec-95c7-dea1b642ae43 HTTP/1.1" status: 200  len: 910 time: 0.3070221
Apr 30 04:46:47.265749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44460) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:47.436221 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:47.437889 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-081e8bb2-ab91-4b88-8c62-f56693d57541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:47.442667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1aa35699-5bf2-4ba0-adbf-75740f09ddaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:47.471141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:47.485217 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804c41f0>, [{'id': '165a102c-30d4-4090-8034-7df8b31995c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:46:19Z', 'updated_at': '2021-04-30T04:46:41Z', 'revision_number': 5, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'gw_port': {'id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:22Z', 'updated_at': '2021-04-30T04:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:47.495242 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] Checking router: 165a102c-30d4-4090-8034-7df8b31995c0 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:46:47.516565 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2f0e5e4fe5346e19ce6faffd0a289ce&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0235431
Apr 30 04:46:47.516565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e8bb2-ab91-4b88-8c62-f56693d57541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681f7954-ba51-417a-b7d8-4a5749872e15,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:47.518143 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] Routers {'165a102c-30d4-4090-8034-7df8b31995c0'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:47.518340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44464) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:47.520221 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804c41f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['165a102c-30d4-4090-8034-7df8b31995c0'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:47.525583 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-081e8bb2-ab91-4b88-8c62-f56693d57541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:47.525583 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-203c6fac-6f66-48a8-becc-df8b4ba63d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:47.563604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-081e8bb2-ab91-4b88-8c62-f56693d57541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:47.568834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-081e8bb2-ab91-4b88-8c62-f56693d57541 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/681f7954-ba51-417a-b7d8-4a5749872e15 HTTP/1.1" status: 204  len: 168 time: 1.3240666
Apr 30 04:46:47.703128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb55516a-dbba-4266-a04b-d52b7f4f5240,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:47.745684 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:47.782670 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] Set router 165a102c-30d4-4090-8034-7df8b31995c0 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:46:47.805384 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:47.824577 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d95285b3-2edd-46f1-85ca-ee7059a14c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:47.902961 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d95285b3-2edd-46f1-85ca-ee7059a14c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:48.119165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d95285b3-2edd-46f1-85ca-ee7059a14c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:48.140647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-295293f3-1423-432a-a66c-611d67c3f29b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20934626-cf37-4864-aece-8262d487fce6 HTTP/1.1" status: 200  len: 217 time: 0.8628197
Apr 30 04:46:48.175026 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5b354fa-8739-4b87-bf6e-79111e821d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:48.224976 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d95285b3-2edd-46f1-85ca-ee7059a14c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:48.227002 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d95285b3-2edd-46f1-85ca-ee7059a14c8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb55516a-dbba-4266-a04b-d52b7f4f5240 HTTP/1.1" status: 204  len: 168 time: 0.7070978
Apr 30 04:46:48.228423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95285b3-2edd-46f1-85ca-ee7059a14c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb55516a-dbba-4266-a04b-d52b7f4f5240,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:48.248035 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d95285b3-2edd-46f1-85ca-ee7059a14c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:48.338216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Deleting port 972b4339-e902-4784-b018-062bcf1b3cdd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:48.338778 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:48.420560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-2e6e35f8-d151-4f13-9ab5-0e1723f9de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:48.422493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-2e6e35f8-d151-4f13-9ab5-0e1723f9de67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d5b1cae-8685-4b3f-bdff-207890d58f31 HTTP/1.1" status: 200  len: 849 time: 0.2698717
Apr 30 04:46:48.516759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-5d3f6d1f-b8f4-4ad4-aedb-b92d378cd526 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=94f74b79-5640-44ec-95c7-dea1b642ae43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0855274
Apr 30 04:46:48.699070 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804c41f0>, [{'id': '165a102c-30d4-4090-8034-7df8b31995c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:46:19Z', 'updated_at': '2021-04-30T04:46:41Z', 'revision_number': 5, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'gw_port': {'id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:22Z', 'updated_at': '2021-04-30T04:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:48.705726 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2358436-19f2-4261-8f7b-ade648c83b4c None None] The sync data for ids ['165a102c-30d4-4090-8034-7df8b31995c0'] in n-d-766726-20 is: [{'id': '165a102c-30d4-4090-8034-7df8b31995c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1173160154-router', 'tenant_id': '82874fd956ca41a7917de4aebbceb689', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:46:19Z', 'updated_at': '2021-04-30T04:46:41Z', 'revision_number': 5, 'project_id': '82874fd956ca41a7917de4aebbceb689', 'gw_port': {'id': '972b4339-e902-4784-b018-062bcf1b3cdd', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165a102c-30d4-4090-8034-7df8b31995c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:46:22Z', 'updated_at': '2021-04-30T04:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:46:48.715436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] For port 972b4339-e902-4784-b018-062bcf1b3cdd, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=972b4339-e902-4784-b018-062bcf1b3cdd,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:48.716370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:49.224543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a56e-bb0b-4439-80c8-3751f256c644 req-1f735a03-742c-4a55-a10e-33ae83c2cb0d tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:49.233890 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1388a56e-bb0b-4439-80c8-3751f256c644 req-1f735a03-742c-4a55-a10e-33ae83c2cb0d tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 943 time: 1.0921395
Apr 30 04:46:49.240373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Calling delete_port for 972b4339-e902-4784-b018-062bcf1b3cdd owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:49.359265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-16a61898-9dd8-4ae8-9b9c-3d5f8e1ea621 service neutron] 10.222.0.50 "GET /v2.0/networks/94f74b79-5640-44ec-95c7-dea1b642ae43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8308597
Apr 30 04:46:49.376546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1388a56e-bb0b-4439-80c8-3751f256c644 req-d9355df3-8e7b-439e-838d-066c1edf16fa tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416042
Apr 30 04:46:49.666453 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:49.674345 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7504209c-a4c1-4aa7-8017-d3ec9540b6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:49.757939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Pushing event deleted for resources: {'Port': ['ID=972b4339-e902-4784-b018-062bcf1b3cdd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:49.773639 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:49.789583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86385739-c6a7-42b0-9f4b-35df75d5d711 req-521c4be7-55d0-408e-8465-925377b38106 service neutron] 10.222.0.50 "GET /v2.0/networks/94f74b79-5640-44ec-95c7-dea1b642ae43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4005082
Apr 30 04:46:49.799567 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:49.982245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:50.353712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:50.358868 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:50.405823 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:50.406543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 165a102c-30d4-4090-8034-7df8b31995c0 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:46:50.440981 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:50.448498 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] 10.222.0.46 "DELETE /v2.0/routers/165a102c-30d4-4090-8034-7df8b31995c0 HTTP/1.1" status: 204  len: 168 time: 4.1987548
Apr 30 04:46:50.452514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44530) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:50.659540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Deleting port 56a725e4-c504-48fb-b78d-c7fcd2e5e542 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:50.661300 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:50.680064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] Deleting subnet 74151433-ff50-467f-a831-05774217d82a {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:46:50.692335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:50.930969 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:50.939726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 20934626-cf37-4864-aece-8262d487fce6 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:46:51.004834 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:51.112693 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:51.183081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Calling delete_port for 56a725e4-c504-48fb-b78d-c7fcd2e5e542 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:51.344509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 20934626-cf37-4864-aece-8262d487fce6, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=20934626-cf37-4864-aece-8262d487fce6,segment=NetworkSegment(04b35be9-8c83-4ea0-a999-95c39b63850a),segment_id=04b35be9-8c83-4ea0-a999-95c39b63850a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:51.384281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '20934626-cf37-4864-aece-8262d487fce6', 'network_id': '94f74b79-5640-44ec-95c7-dea1b642ae43', 'port_id': '20934626-cf37-4864-aece-8262d487fce6', 'mac_address': 'fa:16:3e:8c:f9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5b1cae-8685-4b3f-bdff-207890d58f31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:46:51.421236 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:51.432194 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c341678e-bee1-4fb6-8e46-183b5d558b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:51.501530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event deleted for resources: {'Port': ['ID=56a725e4-c504-48fb-b78d-c7fcd2e5e542,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:51.504424 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:51.645613 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:51.732068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20934626-cf37-4864-aece-8262d487fce6 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:46:51.774167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 20934626-cf37-4864-aece-8262d487fce6, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=20934626-cf37-4864-aece-8262d487fce6,segment=NetworkSegment(04b35be9-8c83-4ea0-a999-95c39b63850a),segment_id=04b35be9-8c83-4ea0-a999-95c39b63850a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:51.776340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:51.790928 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:51.794910 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:51.818448 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b956df2-bba0-4e13-b4c8-d20b1e10dccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:51.956538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=20934626-cf37-4864-aece-8262d487fce6,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:51.960148 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:52.003374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda06e9-deb7-4c0c-9587-a9a0abe9584e None None] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:52.005455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:52.048190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74151433-ff50-467f-a831-05774217d82a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:52.052956 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:52.059742 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/74151433-ff50-467f-a831-05774217d82a HTTP/1.1" status: 204  len: 168 time: 1.6035390
Apr 30 04:46:52.060718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44568) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:52.170199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['20934626-cf37-4864-aece-8262d487fce6'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:46:52.322857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44578) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:52.358932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9087c3-407c-45f9-a952-631eb14b6a78 req-cf2f049f-7f6c-4ee2-97d7-281d75473232 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:52.362578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f9087c3-407c-45f9-a952-631eb14b6a78 req-cf2f049f-7f6c-4ee2-97d7-281d75473232 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 943 time: 0.9897752
Apr 30 04:46:52.386562 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:52.607060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:52.639135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] DHCP port deletion for d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:46:52.749247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1450711994'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:52.767585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:52.775602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Usage tracker for resource:network and tenant:7765ba71cffa41c680707f4907064f26 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:52.781664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:52.795355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:52.822906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 972b4339-e902-4784-b018-062bcf1b3cdd no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:46:52.844885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f9087c3-407c-45f9-a952-631eb14b6a78 req-edf74950-ad6a-44b3-92cc-39e0e7d5204a tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4669280
Apr 30 04:46:52.847954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Deleting port 6892d8d5-395f-484b-905b-7ff2ee74ef4e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:52.848728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:52.863011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 972b4339-e902-4784-b018-062bcf1b3cdd {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:46:52.863750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 972b4339-e902-4784-b018-062bcf1b3cdd not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:46:52.864364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6892d8d5-395f-484b-905b-7ff2ee74ef4e no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:46:52.876726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Made reservation on behalf of 7765ba71cffa41c680707f4907064f26 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:52.893055 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:52.948664 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:52.985682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:52.994817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Usage tracker for resource:security_group_rule and tenant:7765ba71cffa41c680707f4907064f26 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:53.001080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:53.059929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] For port 6892d8d5-395f-484b-905b-7ff2ee74ef4e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6892d8d5-395f-484b-905b-7ff2ee74ef4e,segment=NetworkSegment(74c64868-053f-43f6-bbe1-33c9e22bd556),segment_id=74c64868-053f-43f6-bbe1-33c9e22bd556)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:53.061629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.165619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44592) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:53.174780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:53.191165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Router 41cc6c88-5157-4841-aa44-06de46bc12c9 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:46:53.227718 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.298680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] Deleting port 6892d8d5-395f-484b-905b-7ff2ee74ef4e {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:53.299264 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.375207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 6892d8d5-395f-484b-905b-7ff2ee74ef4e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6892d8d5-395f-484b-905b-7ff2ee74ef4e,segment=NetworkSegment(74c64868-053f-43f6-bbe1-33c9e22bd556),segment_id=74c64868-053f-43f6-bbe1-33c9e22bd556)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:53.393026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Calling delete_port for 6892d8d5-395f-484b-905b-7ff2ee74ef4e owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:53.432080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.439465 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:53.518403 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] For port 6892d8d5-395f-484b-905b-7ff2ee74ef4e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6892d8d5-395f-484b-905b-7ff2ee74ef4e,segment=NetworkSegment(74c64868-053f-43f6-bbe1-33c9e22bd556),segment_id=74c64868-053f-43f6-bbe1-33c9e22bd556)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:53.518844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.565179 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.574624 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4150266a-3fc5-41e5-a679-08e0109add20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:53.610124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:46:53.630604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:53.655936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:53.676274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150bdfe9-daed-4e7b-a181-7195272b5429 None None] Sync routers for ids ['41cc6c88-5157-4841-aa44-06de46bc12c9'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:46:53.681098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Pushing event deleted for resources: {'Port': ['ID=6892d8d5-395f-484b-905b-7ff2ee74ef4e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:53.684577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] No DVR routers for this DVR port 6892d8d5-395f-484b-905b-7ff2ee74ef4e on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:46:53.687451 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:53.687587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] Calling delete_port for 6892d8d5-395f-484b-905b-7ff2ee74ef4e owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:53.696304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=6892d8d5-395f-484b-905b-7ff2ee74ef4e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:53.696942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Usage tracker for resource:floatingip and tenant:fc948e1236da42b4b9c56ce25c8f4896 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:53.703059 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:53.703605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:53.709018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150bdfe9-daed-4e7b-a181-7195272b5429 None None] Routers {'41cc6c88-5157-4841-aa44-06de46bc12c9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:53.709685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-150bdfe9-daed-4e7b-a181-7195272b5429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b27a460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['41cc6c88-5157-4841-aa44-06de46bc12c9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:53.714758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:53.739720 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.749069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "PUT /v2.0/routers/41cc6c88-5157-4841-aa44-06de46bc12c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4687979
Apr 30 04:46:53.749360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44602) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:53.779777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-150bdfe9-daed-4e7b-a181-7195272b5429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b27a460>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:53.800898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150bdfe9-daed-4e7b-a181-7195272b5429 None None] Routers {'41cc6c88-5157-4841-aa44-06de46bc12c9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:46:53.801593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-150bdfe9-daed-4e7b-a181-7195272b5429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b27a460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:46:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['41cc6c88-5157-4841-aa44-06de46bc12c9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:53.818149 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.829049 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-be29343b-3a3e-411a-a635-38428ff1b601 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:53.847644 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-c051ca78-b8d6-4219-a070-6ee7a02666fe tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] show failed (client error): The resource could not be found.
Apr 30 04:46:53.854945 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c051ca78-b8d6-4219-a070-6ee7a02666fe tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-643608702 HTTP/1.1" status: 404  len: 334 time: 0.0984159
Apr 30 04:46:53.854945 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.855451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44606) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:53.872438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a1fcf08f-01a7-472e-9395-26a1c40d15cb tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Request body: {'router': {'name': 'new_name'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:53.874846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-150bdfe9-daed-4e7b-a181-7195272b5429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b27a460>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:53.875267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150bdfe9-daed-4e7b-a181-7195272b5429 None None] The sync data for ids ['41cc6c88-5157-4841-aa44-06de46bc12c9'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:46:53.911375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:46:53.917745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.925562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a301b2c-d501-4909-8df4-5dd59b893ca2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:53.927069 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-508cf2fd-aee8-4492-a6fc-e228355d583f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:53.950782 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:53.973842 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:53.987919 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Added segment 663cec85-66c7-4eea-997f-14fad415b4be of type vlan for network f5fb9043-ad14-485c-a44b-84d0c4d607d4
Apr 30 04:46:53.993731 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.024625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] Pushing event deleted for resources: {'Port': ['ID=6892d8d5-395f-484b-905b-7ff2ee74ef4e,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:54.029687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] No DVR routers for this DVR port 6892d8d5-395f-484b-905b-7ff2ee74ef4e on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:46:54.032566 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:54.063542 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-a1fcf08f-01a7-472e-9395-26a1c40d15cb tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] update failed (client error): The resource could not be found.
Apr 30 04:46:54.065252 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1fcf08f-01a7-472e-9395-26a1c40d15cb tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1722945237 HTTP/1.1" status: 404  len: 335 time: 0.2083526
Apr 30 04:46:54.073460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44612) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:54.118968 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.216626 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.221860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:54.223084 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.240150 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36e0baae-ffd7-4271-aab3-57d3dee68e13 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:54.272171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Deleting subnet cbe15bde-1d92-473f-8cd3-dc811f501c19 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:46:54.275997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a1499d0>,) {'filters': {'network_id': ['d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:54.287237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.341284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1499d0>, '74c64868-053f-43f6-bbe1-33c9e22bd556') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:54.341693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1499d0>, '74c64868-053f-43f6-bbe1-33c9e22bd556') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:54.362089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.374140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 2.0430501
Apr 30 04:46:54.377043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44618) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:54.385855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event updated for resources: {'Network': ['ID=f5fb9043-ad14-485c-a44b-84d0c4d607d4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:54.390717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Request body: {'subnet': {'network_id': 'f5fb9043-ad14-485c-a44b-84d0c4d607d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:54.392498 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:54.400403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.401428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network f5fb9043-ad14-485c-a44b-84d0c4d607d4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:46:54.472538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.481495 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.507898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc141-3c03-4dd1-bdf8-58349a8ac441 req-9f10ec19-44b7-4c30-8a2e-194595856b76 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:54.510999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43dfc141-3c03-4dd1-bdf8-58349a8ac441 req-9f10ec19-44b7-4c30-8a2e-194595856b76 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 944 time: 0.3524599
Apr 30 04:46:54.571358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:46:54.709415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43dfc141-3c03-4dd1-bdf8-58349a8ac441 req-9fa37976-4a28-4603-91aa-7483f1edda06 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897428
Apr 30 04:46:54.747930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Allocated IP 172.25.8.131 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/f2351f1a-9ace-447e-b86d-ce3e0028f22f) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:54.938974 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.966568 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 20934626-cf37-4864-aece-8262d487fce6 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:46:54.990347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:54.999506 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:55.059972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:46:55.063109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:55.066158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:55.072602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:46:55.076348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:46:55.083041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 20934626-cf37-4864-aece-8262d487fce6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:46:55.089773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Usage tracker for resource:subnet and tenant:7765ba71cffa41c680707f4907064f26 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:55.090141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 20934626-cf37-4864-aece-8262d487fce6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:46:55.090317 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:55.096277 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:55.118403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:55.299954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event updated for resources: {'Port': ['ID=f2351f1a-9ace-447e-b86d-ce3e0028f22f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:55.305526 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:55.320849 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:55.337750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:55.377046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e79dc42-a755-44bd-8c3b-38c8a15a43b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20934626-cf37-4864-aece-8262d487fce6'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:46:55.395898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 20934626-cf37-4864-aece-8262d487fce6, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=20934626-cf37-4864-aece-8262d487fce6,segment=NetworkSegment(04b35be9-8c83-4ea0-a999-95c39b63850a),segment_id=04b35be9-8c83-4ea0-a999-95c39b63850a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:55.399034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:55.405281 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:55.412535 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-61b29980-2080-4aa2-8bf2-43d790fa09ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:55.473527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Made reservation on behalf of 7765ba71cffa41c680707f4907064f26 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:55.477710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:55.497130 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e79dc42-a755-44bd-8c3b-38c8a15a43b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20934626-cf37-4864-aece-8262d487fce6', 'code': 200}
Apr 30 04:46:55.555280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=20934626-cf37-4864-aece-8262d487fce6,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:55.565636 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:55.624241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Network d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:46:55.658419 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:46:55.660752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ecbf3-2257-4bf1-bf58-28c2ec16249c req-560546cb-de8a-48b1-b323-3ba92cf9e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:55.663168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d96ecbf3-2257-4bf1-bf58-28c2ec16249c req-560546cb-de8a-48b1-b323-3ba92cf9e513 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 1097 time: 0.1130915
Apr 30 04:46:55.715943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d96ecbf3-2257-4bf1-bf58-28c2ec16249c req-6bfbc197-ac23-4df7-9c35-691fdc8782f8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462692
Apr 30 04:46:55.830565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:55.839733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:55.855892 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e9fabdc-aba8-4370-b697-17277a5a0784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:55.870620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:55.895280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:55.903240 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:55.941255 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] 10.222.0.46 "DELETE /v2.0/networks/d0c3a1e9-83fd-46aa-9a8d-9f82e1bbe97a HTTP/1.1" status: 204  len: 168 time: 3.8769553
Apr 30 04:46:55.990260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.106315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636600de-0d80-4303-8273-f6c3aa18ed96 req-f2e13d5f-fe06-4c40-9fc4-0e1fae40c2e8 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:56.107974 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-636600de-0d80-4303-8273-f6c3aa18ed96 req-f2e13d5f-fe06-4c40-9fc4-0e1fae40c2e8 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 945 time: 0.2167344
Apr 30 04:46:56.167379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.214066 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7805715f-7b85-40b4-8bda-0bf2ffdc76ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:56.261545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-636600de-0d80-4303-8273-f6c3aa18ed96 req-78c5784c-3c67-4005-bcf7-65181678b6cc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347554
Apr 30 04:46:56.263731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe15bde-1d92-473f-8cd3-dc811f501c19,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:56.272618 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:56.275964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.292004 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "DELETE /v2.0/subnets/cbe15bde-1d92-473f-8cd3-dc811f501c19 HTTP/1.1" status: 204  len: 168 time: 2.2120781
Apr 30 04:46:56.292004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44638) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:56.292284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebbf32-c3b1-484a-9946-e61cd22cf9cd None None] Network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:56.320019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44642) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:56.379023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Deleting subnet 7c02cb94-2c58-4ac1-81c9-675e6f4a5d87 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:46:56.383457 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.404181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1c1f91cd-ea07-4233-9ba1-47c191d1dde6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82874fd956ca41a7917de4aebbceb689&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0785842
Apr 30 04:46:56.404181 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.404626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44646) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:56.426998 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.434162 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31589dde-b096-4363-a0a8-46af56787dc0 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:56.488718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.601960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event updated for resources: {'Port': ['ID=f2351f1a-9ace-447e-b86d-ce3e0028f22f,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:56.614307 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:56.624466 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d5a742-ad81-4699-9dc2-5838d61102f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.627618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.651717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.669076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] DHCP port deletion for 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:46:56.732933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.746847 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d5a742-ad81-4699-9dc2-5838d61102f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.753252 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-936ca201-d1ed-44ec-a125-99ad19eea057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:56.786977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] Deleting port 166d6512-1938-4158-aea6-a4a079609d45 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:56.787424 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.803632 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:56.811730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6411433
Apr 30 04:46:56.827365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44654) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:56.848372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 166d6512-1938-4158-aea6-a4a079609d45 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:46:56.859656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-108704586'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:56.907687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:56.921080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Usage tracker for resource:network and tenant:fc948e1236da42b4b9c56ce25c8f4896 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:56.926685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:56.947561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:56.982797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Made reservation on behalf of fc948e1236da42b4b9c56ce25c8f4896 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:56.990408 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.007648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d5a742-ad81-4699-9dc2-5838d61102f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.014337 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:57.021272 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.048767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:57.055214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Usage tracker for resource:security_group_rule and tenant:fc948e1236da42b4b9c56ce25c8f4896 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:57.058657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:57.066515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:57.093450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5a742-ad81-4699-9dc2-5838d61102f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef4765c-149a-42ae-8365-5b38c03dbd00,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:57.098611 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49d5a742-ad81-4699-9dc2-5838d61102f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:57.101803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] For port 166d6512-1938-4158-aea6-a4a079609d45, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=166d6512-1938-4158-aea6-a4a079609d45,segment=NetworkSegment(ce6d2e46-93b9-4903-8935-5a3a8c177720),segment_id=ce6d2e46-93b9-4903-8935-5a3a8c177720)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:57.102028 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.102713 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d5a742-ad81-4699-9dc2-5838d61102f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.103904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-49d5a742-ad81-4699-9dc2-5838d61102f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ef4765c-149a-42ae-8365-5b38c03dbd00 HTTP/1.1" status: 204  len: 168 time: 0.6985459
Apr 30 04:46:57.111854 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.192176 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.192847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event updated for resources: {'Subnet': ['ID=57193f2b-7a64-402c-a2dc-3315b1a751de,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:57.203763 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:57.205119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Checking segment: {'id': '663cec85-66c7-4eea-997f-14fad415b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f5fb9043-ad14-485c-a44b-84d0c4d607d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:57.205665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Network hostable DHCP agents. Network: f5fb9043-ad14-485c-a44b-84d0c4d607d4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:46:57.228879 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.235722 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.244709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Network f5fb9043-ad14-485c-a44b-84d0c4d607d4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:46:57.244889 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f73e3e00-f1a5-40c7-ae6e-d376556aa630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:57.259203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.266951 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df1813a4-c5cb-4f32-a051-d42cd08e38a4 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:57.268443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] Calling delete_port for 166d6512-1938-4158-aea6-a4a079609d45 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:57.301655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9540f5ba-d1e1-40ea-a2c3-49b206b83acd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:57.318508 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:57.327619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:46:57.340407 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.340572 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Added segment 27db00c8-aacd-4970-81b2-f51a1bc0ba36 of type vlan for network 39f06054-50fd-42b8-ae09-6eba12668355
Apr 30 04:46:57.376542 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.411076 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.464047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 166d6512-1938-4158-aea6-a4a079609d45, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=166d6512-1938-4158-aea6-a4a079609d45,segment=NetworkSegment(ce6d2e46-93b9-4903-8935-5a3a8c177720),segment_id=ce6d2e46-93b9-4903-8935-5a3a8c177720)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:57.474751 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.482054 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.482253 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ddf4cf0c-01aa-4af1-b0b7-a839b0aaf57f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:57.488405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:57.488817 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.512716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, f5fb9043-ad14-485c-a44b-84d0c4d607d4) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:57.525839 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b3e67060-1aca-4585-9218-c72cb138bcc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:57.531934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:57.532799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.540455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event deleted for resources: {'Subnet': ['ID=7c02cb94-2c58-4ac1-81c9-675e6f4a5d87,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:57.543368 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:57.550202 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.569118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "DELETE /v2.0/subnets/7c02cb94-2c58-4ac1-81c9-675e6f4a5d87 HTTP/1.1" status: 204  len: 168 time: 1.2763438
Apr 30 04:46:57.572298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44666) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:57.595499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc059e6-67e3-4239-bd9d-fd5a9c9cbb53 None None] Network f5fb9043-ad14-485c-a44b-84d0c4d607d4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:57.609811 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2316473
Apr 30 04:46:57.627396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b487e6ec-c00b-4bf6-8203-7a9147dfef02 None None] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:57.635372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44670) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:57.644259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Request body: {'port': {'network_id': 'f5fb9043-ad14-485c-a44b-84d0c4d607d4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-560424627'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:57.670417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event updated for resources: {'Network': ['ID=39f06054-50fd-42b8-ae09-6eba12668355,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:57.674944 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:57.680372 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.8436348
Apr 30 04:46:57.680819 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.683475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44676) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:57.689915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Request body: {'subnet': {'network_id': '39f06054-50fd-42b8-ae09-6eba12668355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:57.744029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=166d6512-1938-4158-aea6-a4a079609d45,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:57.759680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] No DVR routers for this DVR port 166d6512-1938-4158-aea6-a4a079609d45 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:46:57.762213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 39f06054-50fd-42b8-ae09-6eba12668355 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:46:57.795102 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:57.810024 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:57.860215 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:57.864766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] Pushing event deleted for resources: {'Port': ['ID=166d6512-1938-4158-aea6-a4a079609d45,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:57.872094 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:57.915186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07ff28-91bf-4be1-bd17-6d9e55f2bba3 req-50dabd7a-3575-4486-bf7e-b1cd2b31a8fc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:57.925098 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c07ff28-91bf-4be1-bd17-6d9e55f2bba3 req-50dabd7a-3575-4486-bf7e-b1cd2b31a8fc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 945 time: 0.4447470
Apr 30 04:46:57.930597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:57.957336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Usage tracker for resource:subnet and tenant:fc948e1236da42b4b9c56ce25c8f4896 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:57.962688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:57.982466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:58.016716 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c07ff28-91bf-4be1-bd17-6d9e55f2bba3 req-773422f1-5899-4f24-969c-abb12cb33af9 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871904
Apr 30 04:46:58.038892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Made reservation on behalf of fc948e1236da42b4b9c56ce25c8f4896 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:58.045503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:58.125998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:58.138168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Usage tracker for resource:port and tenant:7765ba71cffa41c680707f4907064f26 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:46:58.144723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:46:58.157797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:46:58.216642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Made reservation on behalf of 7765ba71cffa41c680707f4907064f26 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:46:58.223823 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:58.376611 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:58.442479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] device_id is not set on port 9630a2fd-6c39-46c1-a8fe-3af7a6483d24 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:46:58.661934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] DHCP port deletion for 1d04d352-12d4-44f3-b3fe-2842bbc399e5 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:46:58.729059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-f5fb9043-ad14-485c-a44b-84d0c4d607d4', 'network_id': 'f5fb9043-ad14-485c-a44b-84d0c4d607d4', 'tenant_id': '7765ba71cffa41c680707f4907064f26', 'fixed_ips': [{'subnet_id': '57193f2b-7a64-402c-a2dc-3315b1a751de'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:46:58.729931 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:58.794929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b96fd00>,) {'filters': {'network_id': ['0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:58.813417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9fd2b095-daa8-4b2e-aca3-d4814e65296b no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:46:58.839666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b96fd00>, 'ce6d2e46-93b9-4903-8935-5a3a8c177720') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:58.840176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b96fd00>, 'ce6d2e46-93b9-4903-8935-5a3a8c177720') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:46:58.869798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:58.902379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:58.915867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:46:59.143865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] Deleting port 9fd2b095-daa8-4b2e-aca3-d4814e65296b {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:46:59.144256 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:59.195650 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:59.201718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:59.212960 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:59.312255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:46:59.344532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:59.344959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 9fd2b095-daa8-4b2e-aca3-d4814e65296b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9fd2b095-daa8-4b2e-aca3-d4814e65296b,segment=NetworkSegment(b5c4e179-3da2-414c-bfeb-2af2796fe25e),segment_id=b5c4e179-3da2-414c-bfeb-2af2796fe25e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:59.360339 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] For port 9fd2b095-daa8-4b2e-aca3-d4814e65296b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9fd2b095-daa8-4b2e-aca3-d4814e65296b,segment=NetworkSegment(b5c4e179-3da2-414c-bfeb-2af2796fe25e),segment_id=b5c4e179-3da2-414c-bfeb-2af2796fe25e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:46:59.360956 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:59.380879 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:59.385488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Allocated IP 172.20.0.11 (f5fb9043-ad14-485c-a44b-84d0c4d607d4/57193f2b-7a64-402c-a2dc-3315b1a751de/9630a2fd-6c39-46c1-a8fe-3af7a6483d24) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:46:59.388594 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32fc6302-0a09-4e7d-9b6f-23ae122564fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:46:59.427557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event updated for resources: {'Subnet': ['ID=151c7da6-00d1-46ca-a68c-9884385755b9,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:46:59.432915 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:46:59.434117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Checking segment: {'id': '27db00c8-aacd-4970-81b2-f51a1bc0ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '39f06054-50fd-42b8-ae09-6eba12668355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:46:59.434791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Network hostable DHCP agents. Network: 39f06054-50fd-42b8-ae09-6eba12668355, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:46:59.539239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Network 39f06054-50fd-42b8-ae09-6eba12668355 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:46:59.578310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 39f06054-50fd-42b8-ae09-6eba12668355) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:46:59.616643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b64594-0b52-49f3-bec0-89eedc542e10 req-e92ce2df-2d03-447e-9428-37974dba748c tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:59.633099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8b64594-0b52-49f3-bec0-89eedc542e10 req-e92ce2df-2d03-447e-9428-37974dba748c tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 945 time: 0.4323342
Apr 30 04:46:59.634044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:46:59.672233 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:46:59.710709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:46:59.711808 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:46:59.770450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8b269-d0c1-46d6-8135-a3acfb4d2a42 None None] Network 39f06054-50fd-42b8-ae09-6eba12668355 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:46:59.851614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8b64594-0b52-49f3-bec0-89eedc542e10 req-aff8a6d3-5f04-4201-8077-7b32fa5e568f tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159765
Apr 30 04:46:59.858673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1738241
Apr 30 04:46:59.876333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44736) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:46:59.921955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1167447081', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:46:59.961099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:46:59.970263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] Calling delete_port for 9fd2b095-daa8-4b2e-aca3-d4814e65296b owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:46:59.993102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Usage tracker for resource:router and tenant:fc948e1236da42b4b9c56ce25c8f4896 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:00.012761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:00.046603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.060666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:00.093075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Transition to ACTIVE for port object 9630a2fd-6c39-46c1-a8fe-3af7a6483d24 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:00.118313 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.121514 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.126218 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.132964 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f29b1b32-ec80-45d5-b7a1-0de3d9131498 tempest-RoutersIpV6AdminTest-2031549552 tempest-RoutersIpV6AdminTest-2031549552-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:00.158127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.165504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.187249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event deleted for resources: {'Network': ['ID=0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:00.206410 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:00.206689 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.208031 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd2d7f37-2a39-4007-afc0-0fd7d0aebf3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:00.268485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=9fd2b095-daa8-4b2e-aca3-d4814e65296b,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:00.293368 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:00.406189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Allocated IP 172.20.0.2 (f5fb9043-ad14-485c-a44b-84d0c4d607d4/57193f2b-7a64-402c-a2dc-3315b1a751de/dba68a01-67e3-460b-adbb-fcb95763ea70) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:00.539772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-39f06054-50fd-42b8-ae09-6eba12668355', 'network_id': '39f06054-50fd-42b8-ae09-6eba12668355', 'tenant_id': 'fc948e1236da42b4b9c56ce25c8f4896', 'fixed_ips': [{'subnet_id': '151c7da6-00d1-46ca-a68c-9884385755b9'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:47:00.540909 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.625478 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "DELETE /v2.0/networks/0e5b31d0-ac05-4c54-9fe7-d1c54844b0fa HTTP/1.1" status: 204  len: 168 time: 3.0491889
Apr 30 04:47:00.646533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44762) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:00.677921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Network f5fb9043-ad14-485c-a44b-84d0c4d607d4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:00.697473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:00.728459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:00.783970 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.789332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event updated for resources: {'Port': ['ID=9630a2fd-6c39-46c1-a8fe-3af7a6483d24,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:00.806848 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:00.844628 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:00.864537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] Pushing event deleted for resources: {'Port': ['ID=9fd2b095-daa8-4b2e-aca3-d4814e65296b,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:00.935914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.973530 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:00.976281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:00.978395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:00.978563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44770) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:00.983225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] No DVR routers for this DVR port 9fd2b095-daa8-4b2e-aca3-d4814e65296b on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:47:01.004386 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.039671 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7f62d0f-e00d-4df3-98e2-e9c6db32e05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.134810 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4956591
Apr 30 04:47:01.135550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44778) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:01.222310 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.243958 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Transition to ACTIVE for port object dba68a01-67e3-460b-adbb-fcb95763ea70 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:01.261234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Allocated IP 172.20.0.2 (39f06054-50fd-42b8-ae09-6eba12668355/151c7da6-00d1-46ca-a68c-9884385755b9/5c731276-fd87-46fb-9020-fa553624b117) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:01.269457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-b159b192-79f3-4a52-b0e1-0c2109ede8a6 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:01.273005 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-b159b192-79f3-4a52-b0e1-0c2109ede8a6 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 945 time: 1.0155008
Apr 30 04:47:01.290574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Transition to ACTIVE for port object dba68a01-67e3-460b-adbb-fcb95763ea70 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:01.325110 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.331231 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:01.417045 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.426950 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.453330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Pushing event updated for resources: {'Port': ['ID=dba68a01-67e3-460b-adbb-fcb95763ea70,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:01.471167 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:01.487971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Network f5fb9043-ad14-485c-a44b-84d0c4d607d4 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:01.489531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:01.494996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:01.502246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:01.576371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Usage tracker for resource:security_group_rule and tenant:854b14e2126a4830a48df1d0752bc7ea is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:01.629653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:01.661533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Attempting to bind port dba68a01-67e3-460b-adbb-fcb95763ea70 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:47:01.662445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Attempting to bind port dba68a01-67e3-460b-adbb-fcb95763ea70 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '663cec85-66c7-4eea-997f-14fad415b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f5fb9043-ad14-485c-a44b-84d0c4d607d4'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:47:01.663235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Attempting to bind port dba68a01-67e3-460b-adbb-fcb95763ea70 on network f5fb9043-ad14-485c-a44b-84d0c4d607d4 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:47:01.665767 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bff5430>,) {'filters': {'network_id': ['1d04d352-12d4-44f3-b3fe-2842bbc399e5']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:01.669657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:01.681454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:47:01.682000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Checking segment: {'id': '663cec85-66c7-4eea-997f-14fad415b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f5fb9043-ad14-485c-a44b-84d0c4d607d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:01.682435 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.682750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Bound using segment: {'id': '663cec85-66c7-4eea-997f-14fad415b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f5fb9043-ad14-485c-a44b-84d0c4d607d4'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:47:01.683273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Bound port: dba68a01-67e3-460b-adbb-fcb95763ea70, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663cec85-66c7-4eea-997f-14fad415b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f5fb9043-ad14-485c-a44b-84d0c4d607d4'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:47:01.683797 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.688983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Deleting port 9630a2fd-6c39-46c1-a8fe-3af7a6483d24 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:47:01.689569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.730555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bff5430>, 'b5c4e179-3da2-414c-bfeb-2af2796fe25e') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:01.731036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bff5430>, 'b5c4e179-3da2-414c-bfeb-2af2796fe25e') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:01.731721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecada72-cc05-493e-a80d-120de0af9fba req-4435a82d-474f-43c5-a685-e337afe226be tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:01.733661 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ecada72-cc05-493e-a80d-120de0af9fba req-4435a82d-474f-43c5-a685-e337afe226be tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 945 time: 0.6107926
Apr 30 04:47:01.783648 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.810179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] For port dba68a01-67e3-460b-adbb-fcb95763ea70, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:47:01.814578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] For port dba68a01-67e3-460b-adbb-fcb95763ea70, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=dba68a01-67e3-460b-adbb-fcb95763ea70,segment=NetworkSegment(663cec85-66c7-4eea-997f-14fad415b4be),segment_id=663cec85-66c7-4eea-997f-14fad415b4be)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:47:01.823449 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.832969 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.844746 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:01.895656 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Transition to ACTIVE for port object 5c731276-fd87-46fb-9020-fa553624b117 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:01.956591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Transition to ACTIVE for port object 5c731276-fd87-46fb-9020-fa553624b117 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:01.976252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Pushing event updated for resources: {'Port': ['ID=dba68a01-67e3-460b-adbb-fcb95763ea70,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:01.980525 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:01.981792 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:01.986733 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c3b673e2-6352-4c7a-af6c-b229cee46498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:02.017438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ecada72-cc05-493e-a80d-120de0af9fba req-a37ee8cd-5ab0-4d37-8b02-7b115970e26b tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603524
Apr 30 04:47:02.019886 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.029684 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.045623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Deleting port 20934626-cf37-4864-aece-8262d487fce6 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:47:02.046171 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.079505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:02.151950 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Network 39f06054-50fd-42b8-ae09-6eba12668355 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:02.159554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:02.170673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:02.182535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Pushing event updated for resources: {'Port': ['ID=5c731276-fd87-46fb-9020-fa553624b117,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:02.188992 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:02.219374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.232690 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:02.316726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=854b14e2126a4830a48df1d0752bc7ea&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3367760
Apr 30 04:47:02.322743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44788) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:02.322958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e0740d-b77d-4654-b009-dd216224e28d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:02.327175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] For port 20934626-cf37-4864-aece-8262d487fce6, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=20934626-cf37-4864-aece-8262d487fce6,segment=NetworkSegment(04b35be9-8c83-4ea0-a999-95c39b63850a),segment_id=04b35be9-8c83-4ea0-a999-95c39b63850a)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:02.327597 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.342035 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:02.385574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.560760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Attempting to bind port 5c731276-fd87-46fb-9020-fa553624b117 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:47:02.561393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Attempting to bind port 5c731276-fd87-46fb-9020-fa553624b117 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '27db00c8-aacd-4970-81b2-f51a1bc0ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '39f06054-50fd-42b8-ae09-6eba12668355'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:47:02.562035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Attempting to bind port 5c731276-fd87-46fb-9020-fa553624b117 on network 39f06054-50fd-42b8-ae09-6eba12668355 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:47:02.573493 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:47:02.574168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Checking segment: {'id': '27db00c8-aacd-4970-81b2-f51a1bc0ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '39f06054-50fd-42b8-ae09-6eba12668355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:02.574950 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.575663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Bound using segment: {'id': '27db00c8-aacd-4970-81b2-f51a1bc0ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '39f06054-50fd-42b8-ae09-6eba12668355'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:47:02.576686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Bound port: 5c731276-fd87-46fb-9020-fa553624b117, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27db00c8-aacd-4970-81b2-f51a1bc0ba36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '39f06054-50fd-42b8-ae09-6eba12668355'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:47:02.577158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.684231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Calling delete_port for 9630a2fd-6c39-46c1-a8fe-3af7a6483d24 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:47:02.778203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] For port 5c731276-fd87-46fb-9020-fa553624b117, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:47:02.780673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Calling delete_port for 20934626-cf37-4864-aece-8262d487fce6 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:47:02.783019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] For port 5c731276-fd87-46fb-9020-fa553624b117, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5c731276-fd87-46fb-9020-fa553624b117,segment=NetworkSegment(27db00c8-aacd-4970-81b2-f51a1bc0ba36),segment_id=27db00c8-aacd-4970-81b2-f51a1bc0ba36)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:47:02.791880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.808800 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:02.895567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device dba68a01-67e3-460b-adbb-fcb95763ea70 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:02.918136 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.969295 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:02.981721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Pushing event updated for resources: {'Port': ['ID=5c731276-fd87-46fb-9020-fa553624b117,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:03.000155 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:03.042298 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port dba68a01-67e3-460b-adbb-fcb95763ea70 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:03.109052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:03.123535 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:03.261903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62ad4133-9a9b-4c77-8138-ec144194d497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:03.269523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:03.314842 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d783a988-012e-4ee9-a04b-5d28ee07795a tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:03.336726 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:03.433717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event deleted for resources: {'Port': ['ID=9630a2fd-6c39-46c1-a8fe-3af7a6483d24,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:03.447452 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:03.575734 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f468fa40-4ee8-4b06-baaf-734f64e3875e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:03.662092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Allocated IP 172.25.8.2 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/c61c716c-812f-47f8-8f73-09b6873d1363) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:03.724819 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:03.802809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf715f3-3830-46f6-88f9-699377283b18 None None] Network f5fb9043-ad14-485c-a44b-84d0c4d607d4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:03.839046 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-074c8c44-b32d-41be-9026-95eed513c5fe tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:03.875211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62ad4133-9a9b-4c77-8138-ec144194d497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:03.903602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Pushing event deleted for resources: {'Port': ['ID=20934626-cf37-4864-aece-8262d487fce6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:03.917139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 1d04d352-12d4-44f3-b3fe-2842bbc399e5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:03.933696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.940471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.941042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.941572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.942054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.942546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.943029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.943530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.944059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.944795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.945369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.945845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:03.952447 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:03.987743 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:04.013188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-36ff6828-75a4-4c68-a26d-0f35272ac689 None None] Provisioning for port dba68a01-67e3-460b-adbb-fcb95763ea70 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:04.030788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-36ff6828-75a4-4c68-a26d-0f35272ac689 None None] Provisioning complete for port dba68a01-67e3-460b-adbb-fcb95763ea70 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:04.031489 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-36ff6828-75a4-4c68-a26d-0f35272ac689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.052960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] No DVR routers for this DVR port 20934626-cf37-4864-aece-8262d487fce6 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:47:04.062935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.067052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.071115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e79dc42-a755-44bd-8c3b-38c8a15a43b7', 'name': 'network-vif-deleted', 'tag': '20934626-cf37-4864-aece-8262d487fce6'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:47:04.082807 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] 10.222.0.46 "DELETE /v2.0/ports/9630a2fd-6c39-46c1-a8fe-3af7a6483d24 HTTP/1.1" status: 204  len: 168 time: 2.9348030
Apr 30 04:47:04.085235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44802) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:04.090305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602e2f6-fadd-4484-95f7-9ee647bf39e8 req-cc79dae7-88b4-42c5-906d-3203d89d9949 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:04.092221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f602e2f6-fadd-4484-95f7-9ee647bf39e8 req-cc79dae7-88b4-42c5-906d-3203d89d9949 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e79dc42-a755-44bd-8c3b-38c8a15a43b7 HTTP/1.1" status: 200  len: 867 time: 0.5948200
Apr 30 04:47:04.093240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.098247 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f43938dc-6546-44ed-9845-109fcc596400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:04.118152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.132641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event deleted for resources: {'Network': ['ID=1d04d352-12d4-44f3-b3fe-2842bbc399e5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:04.139267 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "DELETE /v2.0/networks/1d04d352-12d4-44f3-b3fe-2842bbc399e5 HTTP/1.1" status: 204  len: 168 time: 3.4909582
Apr 30 04:47:04.140643 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:04.141217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44808) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:04.144495 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62ad4133-9a9b-4c77-8138-ec144194d497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.147717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62ad4133-9a9b-4c77-8138-ec144194d497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.149065 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-62ad4133-9a9b-4c77-8138-ec144194d497 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8e0740d-b77d-4654-b009-dd216224e28d HTTP/1.1" status: 204  len: 168 time: 1.8192730
Apr 30 04:47:04.150394 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:04.185092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.243965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bddf9755-c8b3-4569-b719-154ddfe65494 req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.50 "DELETE /v2.0/ports/20934626-cf37-4864-aece-8262d487fce6 HTTP/1.1" status: 204  len: 173 time: 2.9508042
Apr 30 04:47:04.273052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4133-9a9b-4c77-8138-ec144194d497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e0740d-b77d-4654-b009-dd216224e28d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:04.277608 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62ad4133-9a9b-4c77-8138-ec144194d497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:04.291015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f602e2f6-fadd-4484-95f7-9ee647bf39e8 req-dc6a9f19-4303-461c-aecb-d6287d5d6f27 tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] 10.222.0.46 "GET /v2.0/security-groups?id=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692886
Apr 30 04:47:04.342564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Deleting subnet d7ff3c1c-ce21-40f9-aa32-6870f52d3899 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:47:04.357188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.384710 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.424321 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:04.593689 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-36ff6828-75a4-4c68-a26d-0f35272ac689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.644481 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.652908 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e79dc42-a755-44bd-8c3b-38c8a15a43b7', 'name': 'network-vif-deleted', 'tag': '20934626-cf37-4864-aece-8262d487fce6', 'status': 'completed', 'code': 200}
Apr 30 04:47:04.687812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:04.711064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:04.723498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:04.735424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-36ff6828-75a4-4c68-a26d-0f35272ac689 None None] For port dba68a01-67e3-460b-adbb-fcb95763ea70, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=dba68a01-67e3-460b-adbb-fcb95763ea70,segment=NetworkSegment(663cec85-66c7-4eea-997f-14fad415b4be),segment_id=663cec85-66c7-4eea-997f-14fad415b4be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:04.752302 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-36ff6828-75a4-4c68-a26d-0f35272ac689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.759789 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:04.764405 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:04.862149 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-539770cf-3960-44a5-b367-3c1bfbb1ca2e tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4685 time: 0.7755373
Apr 30 04:47:04.863915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44822) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:04.870519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event updated for resources: {'Port': ['ID=c61c716c-812f-47f8-8f73-09b6873d1363,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:04.877728 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:04.906461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1794210776'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:04.927083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:04.937547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e755ef7f-8b43-4e98-a374-41fb1654a93c None None] Network 39f06054-50fd-42b8-ae09-6eba12668355 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:05.043120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 20934626-cf37-4864-aece-8262d487fce6 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:47:05.070328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:05.198267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 20934626-cf37-4864-aece-8262d487fce6 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:47:05.198904 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 20934626-cf37-4864-aece-8262d487fce6 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:47:05.204573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5c731276-fd87-46fb-9020-fa553624b117 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:05.264780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-432e02b5-24bc-49b1-856d-0b906bfb1e57 None None] Provisioning for port 5c731276-fd87-46fb-9020-fa553624b117 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:05.314977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff6828-75a4-4c68-a26d-0f35272ac689 None None] Pushing event updated for resources: {'Port': ['ID=dba68a01-67e3-460b-adbb-fcb95763ea70,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:05.331709 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-36ff6828-75a4-4c68-a26d-0f35272ac689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:05.449533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Usage tracker for resource:network and tenant:7765ba71cffa41c680707f4907064f26 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:05.472655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:05.499538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:05.604398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 5c731276-fd87-46fb-9020-fa553624b117 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:05.634596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Made reservation on behalf of 7765ba71cffa41c680707f4907064f26 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:05.644215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:05.680199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5c731276-fd87-46fb-9020-fa553624b117 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:05.680849 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:05.753911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:05.788500 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:05.788837 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Added segment dddfcb88-f91b-4f41-a95b-3d2b8f7ee537 of type vlan for network 26225fc8-dbec-4836-9e40-67f2678f90b9
Apr 30 04:47:05.824999 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:05.830817 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-576d005b-ba5c-44dd-b970-2ee2d986db9c tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:05.852837 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:05.920070 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:05.935048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:05.936102 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:05.962692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ff3c1c-ce21-40f9-aa32-6870f52d3899,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:05.977595 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:05.982801 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:05.983183 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:06.003769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "DELETE /v2.0/subnets/d7ff3c1c-ce21-40f9-aa32-6870f52d3899 HTTP/1.1" status: 204  len: 168 time: 1.8603563
Apr 30 04:47:06.005056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44852) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:06.041532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c3609787-665f-482f-a7ba-f1f1d8be2f15 None None] Provisioning complete for port dba68a01-67e3-460b-adbb-fcb95763ea70 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:06.043722 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c3609787-665f-482f-a7ba-f1f1d8be2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:06.220057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event updated for resources: {'Network': ['ID=26225fc8-dbec-4836-9e40-67f2678f90b9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:06.228080 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:06.229729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.3562479
Apr 30 04:47:06.292750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44862) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:06.384975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:06.393869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44872) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:06.418250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471607c3-936d-497c-b61d-71ca970d2701 None None] Network 71334abc-df79-474d-8c8f-e3eced42438e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:06.452093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 26225fc8-dbec-4836-9e40-67f2678f90b9 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:06.576301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:06.713656 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b9d8251f-15a2-4988-8a32-648ed03a49cc tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] 10.222.0.46 "GET /v2.0/agents/3e1dd75f-ac91-4d56-8481-db6754fa8f7a/dhcp-networks HTTP/1.1" status: 200  len: 9623 time: 0.4195983
Apr 30 04:47:06.717826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44886) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:06.734958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] Deleting subnet 7d5b1cae-8685-4b3f-bdff-207890d58f31 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:47:06.741512 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:06.799055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Deleting port b0d383d0-240a-4071-a8d1-55e228f93ba7 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:47:06.799681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:06.800674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:06.842861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:06.949299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1873443872-network', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:06.960614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:06.981629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Usage tracker for resource:network and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:06.989816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:06.994918 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:06.996687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] For port b0d383d0-240a-4071-a8d1-55e228f93ba7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b0d383d0-240a-4071-a8d1-55e228f93ba7,segment=NetworkSegment(514e43fa-ec52-4468-961a-14780fea45e5),segment_id=514e43fa-ec52-4468-961a-14780fea45e5)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:06.997055 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:07.015704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:07.130625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991b6da-c494-4f09-9145-4c2179604c75 tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] Network 26225fc8-dbec-4836-9e40-67f2678f90b9 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:47:07.145032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:07.218231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5991b6da-c494-4f09-9145-4c2179604c75 tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] 10.222.0.46 "POST /v2.0/agents/3e1dd75f-ac91-4d56-8481-db6754fa8f7a/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.4961152
Apr 30 04:47:07.224485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44892) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:07.246218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd646c-f78f-4816-9b73-5c3f3143597f None None] Network 26225fc8-dbec-4836-9e40-67f2678f90b9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:07.449654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Calling delete_port for b0d383d0-240a-4071-a8d1-55e228f93ba7 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:47:07.503064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-322d4d1c-ad03-4adb-b620-d1fb3f6a8c56 None None] Could not find standard attr ID for object 9630a2fd-6c39-46c1-a8fe-3af7a6483d24. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:47:07.513366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:07.555885 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:07.558693 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:07.570866 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28b69af9-d7ef-48fb-b3f4-683d33388d6c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:07.630009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event deleted for resources: {'Port': ['ID=b0d383d0-240a-4071-a8d1-55e228f93ba7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:07.634789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9645b996-ccab-4bf0-9ae7-63d36dad0fbe None None] DHCP port deletion for 71334abc-df79-474d-8c8f-e3eced42438e request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:47:07.638562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:07.641335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:07.661541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:07.663678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:07.684789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 5c731276-fd87-46fb-9020-fa553624b117, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5c731276-fd87-46fb-9020-fa553624b117,segment=NetworkSegment(27db00c8-aacd-4970-81b2-f51a1bc0ba36),segment_id=27db00c8-aacd-4970-81b2-f51a1bc0ba36)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:07.691569 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:07.694920 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:07.713018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aaaa83d4-e3b5-474f-8c8e-c181f54cd913 tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] 10.222.0.46 "GET /v2.0/agents/3e1dd75f-ac91-4d56-8481-db6754fa8f7a/dhcp-networks HTTP/1.1" status: 200  len: 10395 time: 0.4862263
Apr 30 04:47:07.718285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44900) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:07.738825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:07.753857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Usage tracker for resource:security_group_rule and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:07.768361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] No DVR routers for this DVR port b0d383d0-240a-4071-a8d1-55e228f93ba7 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:47:07.787563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:07.829394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=5c731276-fd87-46fb-9020-fa553624b117,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:07.843478 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:07.855224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:07.860311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device dba68a01-67e3-460b-adbb-fcb95763ea70 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:08.007421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port dba68a01-67e3-460b-adbb-fcb95763ea70 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:08.008938 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.069193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3a32afba-a0d4-46d7-974c-084345b529b7 tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] 10.222.0.46 "DELETE /v2.0/agents/3e1dd75f-ac91-4d56-8481-db6754fa8f7a/dhcp-networks/26225fc8-dbec-4836-9e40-67f2678f90b9 HTTP/1.1" status: 204  len: 168 time: 0.3476796
Apr 30 04:47:08.076333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:08.086805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.104412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Router 0ec874fc-552c-4b20-9d05-874a9aa9a162 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:47:08.168649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e27d6204-740d-4db5-8255-8866920a8843 None None] Provisioning complete for port 5c731276-fd87-46fb-9020-fa553624b117 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:08.169359 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e27d6204-740d-4db5-8255-8866920a8843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.449980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b0d383d0-240a-4071-a8d1-55e228f93ba7 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:47:08.493518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: b0d383d0-240a-4071-a8d1-55e228f93ba7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:47:08.493895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b0d383d0-240a-4071-a8d1-55e228f93ba7 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:47:08.526469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a7dab80>,) {'filters': {'network_id': ['71334abc-df79-474d-8c8f-e3eced42438e']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:08.552821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:47:08.569500 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b1365-7ae7-4422-81f2-5b4090d9fe7d None None] Sync routers for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:47:08.578346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7dab80>, '514e43fa-ec52-4468-961a-14780fea45e5') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:08.579271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7dab80>, '514e43fa-ec52-4468-961a-14780fea45e5') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:08.581980 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b1365-7ae7-4422-81f2-5b4090d9fe7d None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:08.582635 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-370b1365-7ae7-4422-81f2-5b4090d9fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804c4130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:08.599816 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.603204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 890 time: 8.7249186
Apr 30 04:47:08.607594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44912) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:08.623776 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.632789 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.638471 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f3edf379-0d92-4f7a-9fde-1da79c2a1c08 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:08.654025 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-370b1365-7ae7-4422-81f2-5b4090d9fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804c4130>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:08.664815 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b1365-7ae7-4422-81f2-5b4090d9fe7d None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:08.665447 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-370b1365-7ae7-4422-81f2-5b4090d9fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804c4130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:08.702415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5b1cae-8685-4b3f-bdff-207890d58f31,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:08.716010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.717183 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:08.733878 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.734457 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-370b1365-7ae7-4422-81f2-5b4090d9fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804c4130>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:08.735213 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b1365-7ae7-4422-81f2-5b4090d9fe7d None None] The sync data for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:47:08.746762 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.754056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.762567 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c14a2462-78be-49e2-b7fd-0405a3583c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:08.784937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:08.801363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7dcb5e57-9d9a-469d-85c4-1a56c233b2bb tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] 10.222.0.46 "GET /v2.0/agents/3e1dd75f-ac91-4d56-8481-db6754fa8f7a/dhcp-networks HTTP/1.1" status: 200  len: 9623 time: 0.7189460
Apr 30 04:47:08.802806 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7d5b1cae-8685-4b3f-bdff-207890d58f31 HTTP/1.1" status: 204  len: 168 time: 2.2200882
Apr 30 04:47:08.810940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44918) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:08.811989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44920) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:08.878462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:08.908819 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:08.909161 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Added segment 2148e4ff-5a6b-4077-b5f1-efcc841199cf of type vlan for network 0e216fd2-1399-44c6-ad11-30502f14200f
Apr 30 04:47:08.925563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:08.953947 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:09.040236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 71334abc-df79-474d-8c8f-e3eced42438e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:09.052240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:09.079726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:09.198524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2c61fbd9-1c65-4ad4-980a-779f181109ca tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] 10.222.0.46 "GET /v2.0/networks/f5fb9043-ad14-485c-a44b-84d0c4d607d4/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.3822186
Apr 30 04:47:09.207658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44928) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:09.265372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Network 71334abc-df79-474d-8c8f-e3eced42438e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:09.276873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:09.278249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:09.279160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:09.301757 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-edfdc885-7c53-4184-bcaa-aa4071e9d415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:09.314297 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:09.324901 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:09.347063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-562d6347-e545-4737-87d2-5cfd49480fdd tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] 10.222.0.46 "GET /v2.0/networks/f5fb9043-ad14-485c-a44b-84d0c4d607d4/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.1359093
Apr 30 04:47:09.360475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44932) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:09.638401 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 3.2347245
Apr 30 04:47:09.639356 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:09.645083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44940) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:09.648571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:09.656948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Request body: {'subnet': {'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1873443872-subnet', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:09.663448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Pushing event updated for resources: {'Network': ['ID=0e216fd2-1399-44c6-ad11-30502f14200f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:09.667039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:09.672069 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:09.673918 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:09.679236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 0e216fd2-1399-44c6-ad11-30502f14200f details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:09.696611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Usage tracker for resource:subnet and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:09.703107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "DELETE /v2.0/networks/71334abc-df79-474d-8c8f-e3eced42438e HTTP/1.1" status: 204  len: 168 time: 3.6938798
Apr 30 04:47:09.704503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:09.707481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44944) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:09.708405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Pushing event deleted for resources: {'Network': ['ID=71334abc-df79-474d-8c8f-e3eced42438e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:09.746416 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:09.747481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:09.763677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e601891-ddfa-4bb7-9260-04256db56b80 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Synchronizing usage tracker for tenant:1faaa221805944abab023eb86f99d8fb on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:09.783347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:09.786755 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:09.835266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e601891-ddfa-4bb7-9260-04256db56b80 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Unset dirty status for tenant:1faaa221805944abab023eb86f99d8fb on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:09.835621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5c731276-fd87-46fb-9020-fa553624b117 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:09.839658 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e601891-ddfa-4bb7-9260-04256db56b80 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "GET /v2.0/ports?device_id=41cc6c88-5157-4841-aa44-06de46bc12c9 HTTP/1.1" status: 200  len: 205 time: 0.1255212
Apr 30 04:47:09.839908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44948) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:09.926524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:09.970776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5c731276-fd87-46fb-9020-fa553624b117 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:09.971321 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.152663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a94118db-e736-46da-8e82-2ad67e975301 tempest-DHCPAgentSchedulersTestJSON-230907630 tempest-DHCPAgentSchedulersTestJSON-230907630-project-admin] 10.222.0.46 "GET /v2.0/agents/3e1dd75f-ac91-4d56-8481-db6754fa8f7a/dhcp-networks HTTP/1.1" status: 200  len: 9585 time: 0.7903934
Apr 30 04:47:10.173816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44954) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:10.248376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779f6b1c0>,) {'filters': {'network_id': ['94f74b79-5640-44ec-95c7-dea1b642ae43']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:10.249467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-845a07ff-b9ba-46b2-8af8-ed18ddd74ef2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.331158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779f6b1c0>, '04b35be9-8c83-4ea0-a999-95c39b63850a') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:10.331702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779f6b1c0>, '04b35be9-8c83-4ea0-a999-95c39b63850a') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:10.379642 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.425989 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.468261 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.503171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:10.734385 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-845a07ff-b9ba-46b2-8af8-ed18ddd74ef2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.739424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-845a07ff-b9ba-46b2-8af8-ed18ddd74ef2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.855661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-845a07ff-b9ba-46b2-8af8-ed18ddd74ef2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.856338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845a07ff-b9ba-46b2-8af8-ed18ddd74ef2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Fanout notify agent at l3_agent the message router_deleted on router 41cc6c88-5157-4841-aa44-06de46bc12c9 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:47:10.933748 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.974237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Network 94f74b79-5640-44ec-95c7-dea1b642ae43 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:10.992470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-845a07ff-b9ba-46b2-8af8-ed18ddd74ef2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:10.993776 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-845a07ff-b9ba-46b2-8af8-ed18ddd74ef2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] 10.222.0.46 "DELETE /v2.0/routers/41cc6c88-5157-4841-aa44-06de46bc12c9 HTTP/1.1" status: 204  len: 168 time: 1.1528683
Apr 30 04:47:10.996262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:11.122322 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:11.131101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b9a45b0>,) {'filters': {'network_id': ['26225fc8-dbec-4836-9e40-67f2678f90b9']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:11.163418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b9a45b0>, 'dddfcb88-f91b-4f41-a95b-3d2b8f7ee537') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:11.163815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b9a45b0>, 'dddfcb88-f91b-4f41-a95b-3d2b8f7ee537') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:11.180708 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:11.392740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44968) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:11.422093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:11.432254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:11.489447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Network 94f74b79-5640-44ec-95c7-dea1b642ae43 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:11.516711 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:11.672068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Network 26225fc8-dbec-4836-9e40-67f2678f90b9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:11.684611 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:11.689773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:11.697730 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:11.714255 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:11.772602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=94f74b79-5640-44ec-95c7-dea1b642ae43,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:11.776788 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:11.778522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] 10.222.0.46 "DELETE /v2.0/networks/94f74b79-5640-44ec-95c7-dea1b642ae43 HTTP/1.1" status: 204  len: 168 time: 2.9650154
Apr 30 04:47:11.898362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Network 26225fc8-dbec-4836-9e40-67f2678f90b9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:12.001797 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:12.016759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44980) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:12.077446 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-21848084-dd72-4f30-9035-6efde579ff10 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1faaa221805944abab023eb86f99d8fb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6810069
Apr 30 04:47:12.081147 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.085563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44984) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:12.092172 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aaf09d8f-d274-4b7a-91cd-04e88c31d7c3 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:12.107031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a33af114-a6f7-4ca0-a4d2-7c587fda445e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=500fc1d811104a039878fca16019ec44&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0882938
Apr 30 04:47:12.107687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.111741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44988) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:12.139681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event deleted for resources: {'Network': ['ID=26225fc8-dbec-4836-9e40-67f2678f90b9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:12.151144 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] 10.222.0.46 "DELETE /v2.0/networks/26225fc8-dbec-4836-9e40-67f2678f90b9 HTTP/1.1" status: 204  len: 168 time: 1.9718750
Apr 30 04:47:12.155508 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:12.156317 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.157023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44992) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:12.163952 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60df198a-d068-41cc-95d8-ac733e314d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:12.269540 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b64640e-8102-4bfd-9c27-5c0ccdb8dda0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:47:12.270021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b64640e-8102-4bfd-9c27-5c0ccdb8dda0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:47:12.271387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1eb05e-a360-429e-95c0-367c17066018,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:12.284778 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:12.291433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59ce3a30-75b6-4fa6-af09-775bd5ac7466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.300306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2b64640e-8102-4bfd-9c27-5c0ccdb8dda0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] 10.222.0.46 "DELETE /v2.0/ports/9630a2fd-6c39-46c1-a8fe-3af7a6483d24 HTTP/1.1" status: 404  len: 333 time: 0.1421671
Apr 30 04:47:12.307829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44996) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:12.315277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Checking segment: {'id': '2148e4ff-5a6b-4077-b5f1-efcc841199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:12.315696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Network hostable DHCP agents. Network: 0e216fd2-1399-44c6-ad11-30502f14200f, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:47:12.363924 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cf4aad7c-1837-453a-abbe-185e1b3dc3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.378848 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59ce3a30-75b6-4fa6-af09-775bd5ac7466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.409475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cf4aad7c-1837-453a-abbe-185e1b3dc3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.422681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Allocated IP 172.20.0.1 (39f06054-50fd-42b8-ae09-6eba12668355/151c7da6-00d1-46ca-a68c-9884385755b9/460bf5b1-6d1c-40fa-8791-df4a4f57710e) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:12.448942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Deleting subnet 57193f2b-7a64-402c-a2dc-3315b1a751de {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:47:12.452966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Network 0e216fd2-1399-44c6-ad11-30502f14200f is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:47:12.455516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.503120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-3830cb87-57ff-4df9-ad3e-d719c11dca5d req-3f2f2919-eb43-4868-8fa4-ebf370239d02 service neutron] (74582) timed out ('10.222.0.46', 54008) {{(pid=74582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 04:47:12.517143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 0e216fd2-1399-44c6-ad11-30502f14200f) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:12.534258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:12.534876 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.536606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88eb8c0-16e1-4606-89af-25a1d690c514 None None] Network 0e216fd2-1399-44c6-ad11-30502f14200f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:12.546910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.591035 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59ce3a30-75b6-4fa6-af09-775bd5ac7466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.603100 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f76441a0-72c8-47ac-a9c7-86d5e601567d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:12.608071 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cf4aad7c-1837-453a-abbe-185e1b3dc3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.614777 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3bbe633-42b0-4422-9066-915ac079f450 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:12.627962 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59ce3a30-75b6-4fa6-af09-775bd5ac7466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.629596 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-59ce3a30-75b6-4fa6-af09-775bd5ac7466 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef58eb5c-1c49-4ec8-b42b-0f07c0e998c1 HTTP/1.1" status: 204  len: 168 time: 0.5429919
Apr 30 04:47:12.634300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce3a30-75b6-4fa6-af09-775bd5ac7466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef58eb5c-1c49-4ec8-b42b-0f07c0e998c1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:12.640378 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-59ce3a30-75b6-4fa6-af09-775bd5ac7466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:12.645305 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.9990962
Apr 30 04:47:12.649253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45004) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:12.708395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.757671 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.795241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Transition to ACTIVE for port object 460bf5b1-6d1c-40fa-8791-df4a4f57710e will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:12.833577 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4aad7c-1837-453a-abbe-185e1b3dc3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c11e40c-bee1-4ff5-89d0-aee8dd69ff68,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:12.852585 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cf4aad7c-1837-453a-abbe-185e1b3dc3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:12.855034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cf4aad7c-1837-453a-abbe-185e1b3dc3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.857086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cf4aad7c-1837-453a-abbe-185e1b3dc3bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c11e40c-bee1-4ff5-89d0-aee8dd69ff68 HTTP/1.1" status: 204  len: 168 time: 0.7448831
Apr 30 04:47:12.859954 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:12.872473 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ef87280-475c-4a44-ba26-4c53e608e38e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:12.930922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-0e216fd2-1399-44c6-ad11-30502f14200f', 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'fixed_ips': [{'subnet_id': 'ef1eb05e-a360-429e-95c0-367c17066018'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:47:12.932382 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:13.082073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Network 39f06054-50fd-42b8-ae09-6eba12668355 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:13.103593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:13.114282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:13.248697 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:13.385904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event updated for resources: {'Port': ['ID=460bf5b1-6d1c-40fa-8791-df4a4f57710e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:13.393411 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:13.439244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Allocated IP 172.20.0.2 (0e216fd2-1399-44c6-ad11-30502f14200f/ef1eb05e-a360-429e-95c0-367c17066018/249d31b2-8e2b-4961-b422-aebd71f29253) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:13.510160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:13.530254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:13.539289 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-444dc1dd-0499-4d0f-a83d-0fa5fb9f8127 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:13.585524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:13.606850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:13.613842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Usage tracker for resource:router and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:13.620551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:13.632380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:13.658612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event deleted for resources: {'Subnet': ['ID=57193f2b-7a64-402c-a2dc-3315b1a751de,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:13.667033 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:13.670556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:13.677171 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:13.686103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:13.703980 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] 10.222.0.46 "DELETE /v2.0/subnets/57193f2b-7a64-402c-a2dc-3315b1a751de HTTP/1.1" status: 204  len: 168 time: 1.3922954
Apr 30 04:47:13.711203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:13.746500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc2a5e-a55b-4c03-a19e-f4ae7e9037dd None None] Network f5fb9043-ad14-485c-a44b-84d0c4d607d4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:13.797304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:14.237529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bb0cfe18-58a6-45dd-8837-2ef6f03a61a8 None None] Provisioning for port 460bf5b1-6d1c-40fa-8791-df4a4f57710e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:14.358232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:14.366137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45050) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:14.387820 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:14.423429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Transition to ACTIVE for port object 249d31b2-8e2b-4961-b422-aebd71f29253 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:14.483934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Transition to ACTIVE for port object 249d31b2-8e2b-4961-b422-aebd71f29253 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:14.503957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bb0cfe18-58a6-45dd-8837-2ef6f03a61a8 None None] Provisioning complete for port 460bf5b1-6d1c-40fa-8791-df4a4f57710e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:14.505241 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb0cfe18-58a6-45dd-8837-2ef6f03a61a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:14.657217 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:14.689949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bb0cfe18-58a6-45dd-8837-2ef6f03a61a8 None None] Port 460bf5b1-6d1c-40fa-8791-df4a4f57710e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:47:14.697343 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:14.714713 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1bd41aeb-aa44-47a1-a3e5-9a432b991e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:14.748880 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dbe3dd06-0e8f-444a-b879-41ca7d541154 tempest-ServiceProvidersTest-1791791459 tempest-ServiceProvidersTest-1791791459-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3815038
Apr 30 04:47:14.767850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Deleting port dba68a01-67e3-460b-adbb-fcb95763ea70 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:47:14.768842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:14.957250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] For port dba68a01-67e3-460b-adbb-fcb95763ea70, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=dba68a01-67e3-460b-adbb-fcb95763ea70,segment=NetworkSegment(663cec85-66c7-4eea-997f-14fad415b4be),segment_id=663cec85-66c7-4eea-997f-14fad415b4be)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:14.957914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:14.977484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Pushing event updated for resources: {'Port': ['ID=249d31b2-8e2b-4961-b422-aebd71f29253,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:14.989667 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:14.991908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Network 0e216fd2-1399-44c6-ad11-30502f14200f is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:14.994740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:14.998290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:15.054846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45070) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:15.125119 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.157536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.166351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Attempting to bind port 249d31b2-8e2b-4961-b422-aebd71f29253 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:47:15.167498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Attempting to bind port 249d31b2-8e2b-4961-b422-aebd71f29253 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '2148e4ff-5a6b-4077-b5f1-efcc841199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:47:15.168198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Attempting to bind port 249d31b2-8e2b-4961-b422-aebd71f29253 on network 0e216fd2-1399-44c6-ad11-30502f14200f {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:47:15.185767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:47:15.185767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Checking segment: {'id': '2148e4ff-5a6b-4077-b5f1-efcc841199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:15.186136 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.186893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Bound using segment: {'id': '2148e4ff-5a6b-4077-b5f1-efcc841199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:47:15.187770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Bound port: 249d31b2-8e2b-4961-b422-aebd71f29253, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2148e4ff-5a6b-4077-b5f1-efcc841199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:47:15.188189 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.222826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] DHCP port deletion for f5fb9043-ad14-485c-a44b-84d0c4d607d4 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:47:15.225291 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0c4daf8-4c3d-4bef-afb1-f475ab48d0a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:15.227897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Calling delete_port for dba68a01-67e3-460b-adbb-fcb95763ea70 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:47:15.429687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.438690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event updated for resources: {'Port': ['ID=460bf5b1-6d1c-40fa-8791-df4a4f57710e,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:15.458473 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:15.508878 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.548857 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.559430 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e537be4-0efa-4130-aea8-609c221d63eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:15.583825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] For port 249d31b2-8e2b-4961-b422-aebd71f29253, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:47:15.592426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] For port 249d31b2-8e2b-4961-b422-aebd71f29253, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=249d31b2-8e2b-4961-b422-aebd71f29253,segment=NetworkSegment(2148e4ff-5a6b-4077-b5f1-efcc841199cf),segment_id=2148e4ff-5a6b-4077-b5f1-efcc841199cf)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:47:15.618834 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.628113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45078) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:15.634510 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:15.651971 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.723945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Network 39f06054-50fd-42b8-ae09-6eba12668355 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:15.726240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:15.762169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-56359565-network', 'tenant_id': 'a74cf8b3638546ba9d28c11abd357ee4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:15.779751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event deleted for resources: {'Port': ['ID=dba68a01-67e3-460b-adbb-fcb95763ea70,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:15.783868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] No DVR routers for this DVR port dba68a01-67e3-460b-adbb-fcb95763ea70 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:47:15.824436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] Deleting port dba68a01-67e3-460b-adbb-fcb95763ea70 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:47:15.829870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:15.853919 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:15.857038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:15.934872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device dba68a01-67e3-460b-adbb-fcb95763ea70 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:47:16.025602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Usage tracker for resource:network and tenant:a74cf8b3638546ba9d28c11abd357ee4 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:16.066743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:16.085617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:16.132743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:16.178804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Router 0ec874fc-552c-4b20-9d05-874a9aa9a162 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:47:16.316981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: dba68a01-67e3-460b-adbb-fcb95763ea70 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:47:16.317878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device dba68a01-67e3-460b-adbb-fcb95763ea70 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:47:16.376311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Pushing event updated for resources: {'Port': ['ID=249d31b2-8e2b-4961-b422-aebd71f29253,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:16.385955 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:16.409907 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] For port dba68a01-67e3-460b-adbb-fcb95763ea70, host n-d-766726-20, got binding levels [] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:16.410750 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:16.441507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a848f5e7-c2dc-4fe8-96e0-daff0d8addb1 None None] Provisioning complete for port 460bf5b1-6d1c-40fa-8791-df4a4f57710e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:16.442099 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a848f5e7-c2dc-4fe8-96e0-daff0d8addb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:16.488828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:16.507459 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:16.526413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Made reservation on behalf of a74cf8b3638546ba9d28c11abd357ee4 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:16.528885 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:16.552701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Usage tracker for resource:security_group_rule and tenant:f03f3ed6159f4d2aa675f5e5a98052be is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:16.570690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:16.583576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:47:16.593581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "PUT /v2.0/routers/0ec874fc-552c-4b20-9d05-874a9aa9a162/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9829898
Apr 30 04:47:16.594090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:16.597115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45090) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:16.605301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:16.607935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Allocated IP 172.25.8.224 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/e7a83c31-1f7a-4765-9879-e89dc6a98a4f) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:16.609027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Request body: {'port': {'network_id': '39f06054-50fd-42b8-ae09-6eba12668355', 'name': 'tempest-FloatingIPAdminTestJSON-309704539'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:16.710164 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] Calling delete_port for dba68a01-67e3-460b-adbb-fcb95763ea70 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:47:16.711234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:16.715036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.ipam_backend_mixin [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] Port dba68a01-67e3-460b-adbb-fcb95763ea70 was not found and therefore no delete operation was performed {{(pid=74583) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:47:16.718093 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:16.722687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d8ca4c-b353-42d9-8312-24ac90523d29 None None] Sync routers for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:47:16.754393 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:16.754689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a74cf8b3638546ba9d28c11abd357ee4 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:16.769754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:16.787360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:16.833383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a848f5e7-c2dc-4fe8-96e0-daff0d8addb1 None None] Port 460bf5b1-6d1c-40fa-8791-df4a4f57710e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:47:16.842011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] Pushing event deleted for resources: {'Port': ['ID=dba68a01-67e3-460b-adbb-fcb95763ea70,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:16.845185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] No DVR routers for this DVR port dba68a01-67e3-460b-adbb-fcb95763ea70 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:47:16.852751 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:16.857613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8ca4c-b353-42d9-8312-24ac90523d29 None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:16.858516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-19d8ca4c-b353-42d9-8312-24ac90523d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b334f40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:16.860251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:16.870079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Usage tracker for resource:port and tenant:fc948e1236da42b4b9c56ce25c8f4896 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:16.876214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:16.878829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bef0400>,) {'filters': {'network_id': ['f5fb9043-ad14-485c-a44b-84d0c4d607d4']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:16.888971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:16.917268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Made reservation on behalf of fc948e1236da42b4b9c56ce25c8f4896 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:16.921848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bef0400>, '663cec85-66c7-4eea-997f-14fad415b4be') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:16.922149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bef0400>, '663cec85-66c7-4eea-997f-14fad415b4be') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:16.927143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:16.946636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.036406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.081966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-19d8ca4c-b353-42d9-8312-24ac90523d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b334f40>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:17.082310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:17.107581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] device_id is not set on port 63c82e7b-0dc8-4538-ac8c-94051e8caa48 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:47:17.123519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8ca4c-b353-42d9-8312-24ac90523d29 None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:17.127512 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-19d8ca4c-b353-42d9-8312-24ac90523d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b334f40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:17.330636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.346820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-19d8ca4c-b353-42d9-8312-24ac90523d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b334f40>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:17.347665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d8ca4c-b353-42d9-8312-24ac90523d29 None None] The sync data for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:47:17.464103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Allocated IP 172.20.0.11 (39f06054-50fd-42b8-ae09-6eba12668355/151c7da6-00d1-46ca-a68c-9884385755b9/63c82e7b-0dc8-4538-ac8c-94051e8caa48) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:17.474026 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.492528 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.524149 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67945f46-c340-46fb-ae2d-b7d8969734a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:17.534396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Network f5fb9043-ad14-485c-a44b-84d0c4d607d4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:17.554196 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.622323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a71ba94-e267-4498-b259-f358ae1a8610 None None] Network 0e216fd2-1399-44c6-ad11-30502f14200f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:17.702730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.737505 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f03f3ed6159f4d2aa675f5e5a98052be&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0827703
Apr 30 04:47:17.738621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2bb069-39a9-404e-a6ca-1d244a69d126,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:17.742446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.746489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45100) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:17.760434 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:17.760831 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-888acbba-20b4-4969-9bf4-b800db639741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:17.872560 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-31692209-fe2b-43a2-8af2-c71132e4264c None None] Provisioning for port 249d31b2-8e2b-4961-b422-aebd71f29253 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:17.909046 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.915405 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:17.947271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Transition to ACTIVE for port object 63c82e7b-0dc8-4538-ac8c-94051e8caa48 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:17.952867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Network f5fb9043-ad14-485c-a44b-84d0c4d607d4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:17.970535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:18.000557 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:18.014111 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 249d31b2-8e2b-4961-b422-aebd71f29253 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:18.023019 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.036943 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-62d2eee0-086a-4e2c-9fbc-263e26dc12dc tempest-ServerGroupTestJSON-1573775646 tempest-ServerGroupTestJSON-1573775646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:18.112047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:18.125633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.126061 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Added segment f797738e-c0a6-435d-b3c4-c5cf06ec9896 of type vlan for network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6
Apr 30 04:47:18.140283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Network 39f06054-50fd-42b8-ae09-6eba12668355 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:18.141305 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:18.142164 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2084f992-ff58-485e-b9fa-492794821695 tempest-AttachVolumeNegativeTest-1742655104 tempest-AttachVolumeNegativeTest-1742655104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:18.144701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 249d31b2-8e2b-4961-b422-aebd71f29253 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:18.148292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:18.155778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:18.159699 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 249d31b2-8e2b-4961-b422-aebd71f29253 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:18.160852 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.182188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:18.198088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:18.231416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:18.275099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event updated for resources: {'Port': ['ID=63c82e7b-0dc8-4538-ac8c-94051e8caa48,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:18.293262 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:18.336705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.352392 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.361181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c69a7595-9e9e-4fca-ad41-4f47b4086b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.383986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:18.384291 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.396652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.425542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a83c31-1f7a-4765-9879-e89dc6a98a4f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:18.438502 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:18.452016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8479075
Apr 30 04:47:18.452687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45108) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:18.481159 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6cfdc17f-a19c-4356-aa4d-7130816cadf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:18.519510 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.574157 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c69a7595-9e9e-4fca-ad41-4f47b4086b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.579489 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 249d31b2-8e2b-4961-b422-aebd71f29253, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=249d31b2-8e2b-4961-b422-aebd71f29253,segment=NetworkSegment(2148e4ff-5a6b-4077-b5f1-efcc841199cf),segment_id=2148e4ff-5a6b-4077-b5f1-efcc841199cf)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:18.590314 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.595021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Pushing event deleted for resources: {'Network': ['ID=f5fb9043-ad14-485c-a44b-84d0c4d607d4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:18.604905 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:18.606256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:47:18.607287 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:18.692791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-180e493d-0701-4ba5-a95f-5908154f694e None None] Provisioning complete for port 249d31b2-8e2b-4961-b422-aebd71f29253 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:18.693099 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-180e493d-0701-4ba5-a95f-5908154f694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.757814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=249d31b2-8e2b-4961-b422-aebd71f29253,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:18.770826 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:18.780091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'project_id': 'fc948e1236da42b4b9c56ce25c8f4896', 'port_id': '63c82e7b-0dc8-4538-ac8c-94051e8caa48'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:18.790386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:18.794896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Usage tracker for resource:floatingip and tenant:fc948e1236da42b4b9c56ce25c8f4896 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:18.799401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:18.815123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:18.829003 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.876706 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] 10.222.0.46 "DELETE /v2.0/networks/f5fb9043-ad14-485c-a44b-84d0c4d607d4 HTTP/1.1" status: 204  len: 168 time: 5.1625378
Apr 30 04:47:18.888702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.890837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:18.892230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:18.953782 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:47:18.966989 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f04109c4-ed4b-40be-8445-04d58dc7f0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:19.004289 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:19.024099 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7e906231-c239-41f0-b36e-e550281815ee None None] Provisioning for port 63c82e7b-0dc8-4538-ac8c-94051e8caa48 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:19.032934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7e906231-c239-41f0-b36e-e550281815ee None None] Provisioning complete for port 63c82e7b-0dc8-4538-ac8c-94051e8caa48 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:19.033906 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7e906231-c239-41f0-b36e-e550281815ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:19.165216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7e906231-c239-41f0-b36e-e550281815ee None None] Port 63c82e7b-0dc8-4538-ac8c-94051e8caa48 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:47:19.198860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Allocated IP 172.25.8.207 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/768c8267-560f-40d4-a335-475690d46364) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:19.218635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45120) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:19.290984 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 4.2304456
Apr 30 04:47:19.299758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45126) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:19.307613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Request body: {'subnet': {'network_id': '0bcb4c90-fd4d-40a7-872f-3d249740e2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-56359565-subnet', 'tenant_id': 'a74cf8b3638546ba9d28c11abd357ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:19.317290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=0bcb4c90-fd4d-40a7-872f-3d249740e2f6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:19.321034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:19.324485 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:19.345385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:19.389338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Usage tracker for resource:subnet and tenant:a74cf8b3638546ba9d28c11abd357ee4 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:19.400089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:19.420531 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c69a7595-9e9e-4fca-ad41-4f47b4086b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:19.426805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:19.429542 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a8cb528-28a8-44f0-97ba-d5c07936a48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:19.464402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c69a7595-9e9e-4fca-ad41-4f47b4086b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:19.465611 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c69a7595-9e9e-4fca-ad41-4f47b4086b37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1f2bb069-39a9-404e-a6ca-1d244a69d126 HTTP/1.1" status: 204  len: 168 time: 1.6973546
Apr 30 04:47:19.469970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a7595-9e9e-4fca-ad41-4f47b4086b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2bb069-39a9-404e-a6ca-1d244a69d126,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:19.534667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c69a7595-9e9e-4fca-ad41-4f47b4086b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:19.535345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Made reservation on behalf of a74cf8b3638546ba9d28c11abd357ee4 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:19.538646 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:19.686653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:19.727241 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:19.903839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45140) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:19.906448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-21a050ac-b440-4b32-9412-e3fb4e1d5288 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7765ba71cffa41c680707f4907064f26&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6861238
Apr 30 04:47:19.912680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 249d31b2-8e2b-4961-b422-aebd71f29253 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:19.981537 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:19.989430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:20.118225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:20.122635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:20.125439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Pushing event updated for resources: {'Port': ['ID=768c8267-560f-40d4-a335-475690d46364,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:20.128483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:20.159766 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:20.159992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 249d31b2-8e2b-4961-b422-aebd71f29253 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:20.160192 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:20.337913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cbda501f-4b18-4a3f-a0b3-71879b067de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:20.408503 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cbda501f-4b18-4a3f-a0b3-71879b067de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:20.455677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:20.721612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cbda501f-4b18-4a3f-a0b3-71879b067de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:20.738931 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:20.763156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda501f-4b18-4a3f-a0b3-71879b067de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a301b2c-d501-4909-8df4-5dd59b893ca2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:20.774350 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cbda501f-4b18-4a3f-a0b3-71879b067de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:20.797602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cbda501f-4b18-4a3f-a0b3-71879b067de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:20.798587 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cbda501f-4b18-4a3f-a0b3-71879b067de0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a301b2c-d501-4909-8df4-5dd59b893ca2 HTTP/1.1" status: 204  len: 168 time: 0.8594060
Apr 30 04:47:20.822130 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:20.892278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Router 741ac502-5ae6-4544-a7eb-2318e701df76 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:47:21.129075 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:21.192939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45170) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:21.290250 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:21.296234 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-827f1256-e9bc-4925-9724-b0151110e322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:21.407274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-44d89bc3-a8a4-4471-bf80-cdd713a96132 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 665 time: 0.5504944
Apr 30 04:47:21.475644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee0f682-5c03-4a9a-8f87-e607ee290195,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:21.484943 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:21.508743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Checking segment: {'id': 'f797738e-c0a6-435d-b3c4-c5cf06ec9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0bcb4c90-fd4d-40a7-872f-3d249740e2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:21.509312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Network hostable DHCP agents. Network: 0bcb4c90-fd4d-40a7-872f-3d249740e2f6, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:47:21.530624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:47:21.533837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1038741079'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:21.546923 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Sync routers for ids ['741ac502-5ae6-4544-a7eb-2318e701df76'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:47:21.548516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:21.565164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Usage tracker for resource:network and tenant:946d33138d0446efb8b6dba0bcc68c47 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:21.566652 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Routers {'741ac502-5ae6-4544-a7eb-2318e701df76'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:21.567798 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780123760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['741ac502-5ae6-4544-a7eb-2318e701df76'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:21.574596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:21.591941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:21.599110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:21.601758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45176) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:21.603364 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.9524515
Apr 30 04:47:21.608695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45180) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:21.619382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:47:21.660817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Made reservation on behalf of 946d33138d0446efb8b6dba0bcc68c47 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:21.665408 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:21.703729 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:21.717512 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:21.736161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:21.754365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:21.758893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:21.763901 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:21.768739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:0bdd68116f97469f8e263659286010a8 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:21.777762 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5a3173c5-798c-42db-9e86-12ff44ed0c79 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:21.788624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 0bcb4c90-fd4d-40a7-872f-3d249740e2f6) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:21.801201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488d10f-a2f4-48bf-8682-4235577f184f None None] Network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:21.811940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Usage tracker for resource:security_group_rule and tenant:946d33138d0446efb8b6dba0bcc68c47 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:21.820097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:21.825784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:21.851237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:21.854111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:21.897535 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Set router 741ac502-5ae6-4544-a7eb-2318e701df76 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:47:21.965016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Pushing event updated for resources: {'Port': ['ID=768c8267-560f-40d4-a335-475690d46364,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:21.976673 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:22.023258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5b896b36-65ba-4d3c-8770-55534d163901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.024056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5b896b36-65ba-4d3c-8770-55534d163901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.024704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5b896b36-65ba-4d3c-8770-55534d163901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.025340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5b896b36-65ba-4d3c-8770-55534d163901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.025987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5b896b36-65ba-4d3c-8770-55534d163901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.026633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5b896b36-65ba-4d3c-8770-55534d163901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.027523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5b896b36-65ba-4d3c-8770-55534d163901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.031223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5b896b36-65ba-4d3c-8770-55534d163901 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6498 time: 0.4050660
Apr 30 04:47:22.056242 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:22.113235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63849092-34bd-43d8-8ac4-215f7d7ce0dc None None] Network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:22.373927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.382285 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:22.603473 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.3015292
Apr 30 04:47:22.610243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:22.618900 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:22.635156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:22.661572 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cf4aad7c-1837-453a-abbe-185e1b3dc3bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:22.674645 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780123760>, [{'id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:47:13Z', 'updated_at': '2021-04-30T04:47:19Z', 'revision_number': 3, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'gw_port': {'id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:15Z', 'updated_at': '2021-04-30T04:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:22.684481 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Checking router: 741ac502-5ae6-4544-a7eb-2318e701df76 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:47:22.685052 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Updating router 741ac502-5ae6-4544-a7eb-2318e701df76 port e7a83c31-1f7a-4765-9879-e89dc6a98a4f binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:47:22.702901 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:22.765235 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Floating IP deb2aed4-f42d-4395-b841-a2e2521d1611 associated. External IP: 172.25.8.207, port: 63c82e7b-0dc8-4538-ac8c-94051e8caa48.
Apr 30 04:47:22.833351 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:22.968343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-b9781e14-82d8-4acb-849a-2f5668330a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.969156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-b9781e14-82d8-4acb-849a-2f5668330a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.970001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-b9781e14-82d8-4acb-849a-2f5668330a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:22.972820 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-b9781e14-82d8-4acb-849a-2f5668330a08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=c7e27987-0396-4006-8a8b-6d38854fedb6&id=c7e27987-0396-4006-8a8b-6d38854fedb6 HTTP/1.1" status: 200  len: 2290 time: 0.8627734
Apr 30 04:47:22.974053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:23.035342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bdd68116f97469f8e263659286010a8&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4282618
Apr 30 04:47:23.035342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78ab41a-3219-4d60-a75c-c230d894633f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:23.035953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:23.167407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:23.173804 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-12a0a52e-8d98-4eb8-8265-151a251b2241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:23.236633 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.237236 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Added segment 6e7ea96b-3a78-4b80-9dbd-102faa5be3d5 of type vlan for network 23a53a7d-18e0-4660-b265-4b3c58b3013a
Apr 30 04:47:23.259456 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-407dcb90-32a1-4e6a-8cd0-f13a9bda5dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.321260 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-407dcb90-32a1-4e6a-8cd0-f13a9bda5dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.339102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.491785 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.534592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4379bb-daa3-49f4-84b4-4370e37e8bee,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:23.585871 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:23.600926 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.607620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-9018db78-a964-4ed5-906d-7b0ad99b6057 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01 HTTP/1.1" status: 200  len: 1001 time: 0.5990703
Apr 30 04:47:23.622334 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Transition to ACTIVE for port object e7a83c31-1f7a-4765-9879-e89dc6a98a4f will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:23.636644 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.640917 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5000ebae-9f68-4cc7-8e96-52bdd6316532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:23.673143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:47:23.681695 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-407dcb90-32a1-4e6a-8cd0-f13a9bda5dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.695902 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b9a20da-802c-4a17-af4e-6ca2a6a6ce56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:23.738025 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Attempting to bind port e7a83c31-1f7a-4765-9879-e89dc6a98a4f on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:47:23.738647 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Attempting to bind port e7a83c31-1f7a-4765-9879-e89dc6a98a4f by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:47:23.738770 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Attempting to bind port e7a83c31-1f7a-4765-9879-e89dc6a98a4f on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:47:23.742022 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Pushing event updated for resources: {'Port': ['ID=e7a83c31-1f7a-4765-9879-e89dc6a98a4f,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:23.752218 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:47:23.752610 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:23.753026 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.753441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:47:23.753918 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Bound port: e7a83c31-1f7a-4765-9879-e89dc6a98a4f, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:47:23.754298 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.756872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dcb90-32a1-4e6a-8cd0-f13a9bda5dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78ab41a-3219-4d60-a75c-c230d894633f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:23.788224 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-407dcb90-32a1-4e6a-8cd0-f13a9bda5dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:23.788496 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.788692 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.789032 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.789366 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.789696 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.790022 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.790343 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.790668 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.790987 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.791334 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.791668 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.791984 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:23.802249 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:23.868666 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] For port e7a83c31-1f7a-4765-9879-e89dc6a98a4f, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:47:23.879468 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] For port e7a83c31-1f7a-4765-9879-e89dc6a98a4f, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7a83c31-1f7a-4765-9879-e89dc6a98a4f,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:47:23.884475 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-fef93a65-c573-408f-87cf-8eeeb63d33ce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.0222559
Apr 30 04:47:23.885752 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.893884 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.896310 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-407dcb90-32a1-4e6a-8cd0-f13a9bda5dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.897052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:23.897774 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-407dcb90-32a1-4e6a-8cd0-f13a9bda5dd8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b78ab41a-3219-4d60-a75c-c230d894633f HTTP/1.1" status: 204  len: 168 time: 0.8610864
Apr 30 04:47:23.906473 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:23.915412 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-b98c161b-9255-4794-b5c6-a8a5cc5bcc18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:23.951179 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b37100af-3f05-442d-9526-9f6654ec7bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:23.976853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-a84726b9-e07c-48b1-af94-66e5c9a42ff8 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:23.985084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-a84726b9-e07c-48b1-af94-66e5c9a42ff8 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/networks?id=0bcb4c90-fd4d-40a7-872f-3d249740e2f6 HTTP/1.1" status: 200  len: 819 time: 0.5843213
Apr 30 04:47:23.986795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Allocated IP 172.20.0.1 (0e216fd2-1399-44c6-ad11-30502f14200f/ef1eb05e-a360-429e-95c0-367c17066018/a1081131-6823-4b0a-8484-1a7d0279572d) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:24.108960 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Routers {'741ac502-5ae6-4544-a7eb-2318e701df76'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:24.110266 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780123760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['741ac502-5ae6-4544-a7eb-2318e701df76'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:24.154113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-0fc8a60f-3879-46dd-952e-2b984d136d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:24.155983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-0fc8a60f-3879-46dd-952e-2b984d136d93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31581abd-3e6b-43d6-b813-e70732b12d54 HTTP/1.1" status: 200  len: 849 time: 0.5344973
Apr 30 04:47:24.251139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-08c7ac99-5ab3-437d-8bb0-67b67d01bf8d tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/quotas/a74cf8b3638546ba9d28c11abd357ee4 HTTP/1.1" status: 200  len: 375 time: 0.2650592
Apr 30 04:47:24.308918 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Pushing event updated for resources: {'Port': ['ID=e7a83c31-1f7a-4765-9879-e89dc6a98a4f,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:24.314811 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:24.353389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:24.394645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Transition to ACTIVE for port object a1081131-6823-4b0a-8484-1a7d0279572d will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:24.449156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Pushing event updated for resources: {'Network': ['ID=23a53a7d-18e0-4660-b265-4b3c58b3013a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:24.456091 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:24.474227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 23a53a7d-18e0-4660-b265-4b3c58b3013a details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:24.487557 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:24.516123 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-86087ccd-d02c-4e5d-9e99-e3fafd393c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:24.516961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-1da11b08-fbe3-4fff-b198-0edac75ff57f tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a74cf8b3638546ba9d28c11abd357ee4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2648733
Apr 30 04:47:24.557878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 3.3587825
Apr 30 04:47:24.579891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45228) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:24.596497 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] Set router 741ac502-5ae6-4544-a7eb-2318e701df76 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:47:24.603096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-0702076e-6cdb-4437-97a6-4f9d1e732c0f tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a173850>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a', 'tempest-TagsTest-Tag-1749202597') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:24.672456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Router 0ec874fc-552c-4b20-9d05-874a9aa9a162 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:47:24.683698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-261002b9-474e-4aae-b5a9-e9b79389f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:24.689693 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-261002b9-474e-4aae-b5a9-e9b79389f505 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5147574
Apr 30 04:47:24.703943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Network 0e216fd2-1399-44c6-ad11-30502f14200f is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:24.725780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:24.739388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:24.959403 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:25.290561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e59dbf8a-5c25-4105-8589-995c288ef493 None None] Provisioning for port a1081131-6823-4b0a-8484-1a7d0279572d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:25.298818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-988249ff-3326-4be8-a993-ea4b8dc676d1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:47:25.300350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-988249ff-3326-4be8-a993-ea4b8dc676d1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7633793
Apr 30 04:47:25.304235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e59dbf8a-5c25-4105-8589-995c288ef493 None None] Provisioning complete for port a1081131-6823-4b0a-8484-1a7d0279572d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:25.307266 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e59dbf8a-5c25-4105-8589-995c288ef493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:25.361244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-4690ef79-a894-4777-8823-59d4c44b90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:25.362828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-4690ef79-a894-4777-8823-59d4c44b90f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5236902b32874d95bf56f2b0f37f694c&device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 1098 time: 1.2729850
Apr 30 04:47:25.485616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e59dbf8a-5c25-4105-8589-995c288ef493 None None] Port a1081131-6823-4b0a-8484-1a7d0279572d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:47:25.611612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Pushing event updated for resources: {'Port': ['ID=a1081131-6823-4b0a-8484-1a7d0279572d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:25.636153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780123760>, [{'id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:47:13Z', 'updated_at': '2021-04-30T04:47:19Z', 'revision_number': 3, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'gw_port': {'id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:15Z', 'updated_at': '2021-04-30T04:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:25.642662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.643145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.643471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.643813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.644179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.644542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.645148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.645513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.645685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.645959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.646340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.659632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:25.660898 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a9652-d8a9-4d30-ac72-6bfe30bc6098 None None] The sync data for ids ['741ac502-5ae6-4544-a7eb-2318e701df76'] in n-d-766726-20 is: [{'id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:47:13Z', 'updated_at': '2021-04-30T04:47:19Z', 'revision_number': 3, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'gw_port': {'id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:15Z', 'updated_at': '2021-04-30T04:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:47:25.664268 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.149s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:25.775801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-ea9daa43-043e-4767-b721-c88e83e4eda9 service neutron] 10.222.0.46 "GET /v2.0/networks/0bcb4c90-fd4d-40a7-872f-3d249740e2f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4118195
Apr 30 04:47:25.826513 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:26.287142 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:26.306334 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:26.318570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-d098a839-b689-434c-b0ac-8c50c48e685c service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6158412
Apr 30 04:47:26.393604 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-934593d3-e1ca-4d47-9977-1c78de84451c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:26.401324 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0702076e-6cdb-4437-97a6-4f9d1e732c0f tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "PUT /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags/tempest-TagsTest-Tag-1749202597 HTTP/1.1" status: 201  len: 201 time: 1.8119271
Apr 30 04:47:26.404482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:47:26.417917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf12ed-dd5c-4430-9a94-6232e7dd1fa3 None None] Sync routers for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:47:26.436446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf12ed-dd5c-4430-9a94-6232e7dd1fa3 None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:26.437918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2ecf12ed-dd5c-4430-9a94-6232e7dd1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bef5520>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:26.446253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45262) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:26.472327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-d5eeaf04-6d37-4f31-897a-6369e820614b tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77bcbd3d0>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a', 'tempest-TagsTest-Tag-1749202597') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:26.531083 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:26.563610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:26.569793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Pushing event updated for resources: {'Port': ['ID=a1081131-6823-4b0a-8484-1a7d0279572d,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:26.574589 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:26.609609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-8418f96d-8605-4b11-bee0-00062d7b8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:26.612295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-8418f96d-8605-4b11-bee0-00062d7b8a96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=209a2715-1303-4c96-a0f4-1a1ff93df69e HTTP/1.1" status: 200  len: 906 time: 1.0131974
Apr 30 04:47:26.712079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2ecf12ed-dd5c-4430-9a94-6232e7dd1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bef5520>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:26.737885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf12ed-dd5c-4430-9a94-6232e7dd1fa3 None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:26.738726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2ecf12ed-dd5c-4430-9a94-6232e7dd1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bef5520>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:26.899093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Network 0e216fd2-1399-44c6-ad11-30502f14200f is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:26.905591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:26.982293 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2ecf12ed-dd5c-4430-9a94-6232e7dd1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bef5520>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:26.983156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf12ed-dd5c-4430-9a94-6232e7dd1fa3 None None] The sync data for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:47:27.062745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-6a2bd9cd-c826-49b5-834a-108b6121a462 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c81746c8-c63e-465f-bbfa-e9301faa2381 HTTP/1.1" status: 200  len: 1001 time: 0.4234738
Apr 30 04:47:27.092776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45272) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:27.122960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:27.132896 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:27.239627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-6efeafe2-2e20-4a19-9624-1ec7dbe0bec5 service neutron] 10.222.0.46 "GET /v2.0/networks/0bcb4c90-fd4d-40a7-872f-3d249740e2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4453154
Apr 30 04:47:27.374795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Router 741ac502-5ae6-4544-a7eb-2318e701df76 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:47:27.442378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 8.9881961
Apr 30 04:47:27.468343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45280) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:27.495742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-18c59f4d-bc30-4751-baee-032739dfdf75 None None] Provisioning complete for port a1081131-6823-4b0a-8484-1a7d0279572d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:27.496866 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-18c59f4d-bc30-4751-baee-032739dfdf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:27.551945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-7f258b03-f7ee-4034-9486-57ac598e7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:27.556247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-7f258b03-f7ee-4034-9486-57ac598e7f89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=898a4f3a-662f-4344-8e6a-6290feee9047 HTTP/1.1" status: 200  len: 844 time: 0.4234121
Apr 30 04:47:27.664326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-18c59f4d-bc30-4751-baee-032739dfdf75 None None] Port a1081131-6823-4b0a-8484-1a7d0279572d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:47:27.728541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-518566891'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:27.770635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:27.776332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Usage tracker for resource:network and tenant:693642c0bc324ed1a03c53a097e5cf41 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:27.780213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:27.788762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:27.841235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1094d21e-cf40-4f74-a1fb-59078b44a20f req-db088381-6d99-4a2d-9313-57f32b18ca0a tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 210 time: 0.2995784
Apr 30 04:47:27.848758 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-7930f3e3-6b0a-45d8-99fe-2e2e3ebd8799 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4974232
Apr 30 04:47:27.850259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:47:27.873826 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] 10.222.0.46 "PUT /v2.0/routers/741ac502-5ae6-4544-a7eb-2318e701df76/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2594812
Apr 30 04:47:27.874945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Made reservation on behalf of 693642c0bc324ed1a03c53a097e5cf41 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:27.878634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:27.915237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:27.918248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7a83c31-1f7a-4765-9879-e89dc6a98a4f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:27.966591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:27.972095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Usage tracker for resource:security_group_rule and tenant:693642c0bc324ed1a03c53a097e5cf41 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:27.976628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:27.990659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:28.261368 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e7a83c31-1f7a-4765-9879-e89dc6a98a4f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:28.271173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e7a83c31-1f7a-4765-9879-e89dc6a98a4f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:28.272890 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.276312 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.278784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45298) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:28.294598 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.328268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:28.340757 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d5eeaf04-6d37-4f31-897a-6369e820614b tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "GET /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags/tempest-TagsTest-Tag-1749202597 HTTP/1.1" status: 204  len: 168 time: 1.8843415
Apr 30 04:47:28.341861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45304) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:28.352922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.353521 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Added segment a69d1857-6048-4102-877b-48c69a010339 of type vlan for network 97338e94-94b5-49f3-b6e2-e3ece4af5eb5
Apr 30 04:47:28.397679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-6fe487a5-1865-48f8-91ae-92bcb4cedc73 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77bd57730>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:28.436310 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.448792 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-4858905d-9904-4a93-a848-0781d1f98059 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 200  len: 217 time: 0.5908775
Apr 30 04:47:28.517592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-f7c47e12-ade0-4559-901f-0462480c4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:28.519418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-f7c47e12-ade0-4559-901f-0462480c4e3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=209a2715-1303-4c96-a0f4-1a1ff93df69e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.7882957
Apr 30 04:47:28.531264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2ce5cd50-ea56-4eda-b544-d39784ee543e tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] 10.222.0.46 "GET /v2.0/floatingips/deb2aed4-f42d-4395-b841-a2e2521d1611 HTTP/1.1" status: 200  len: 983 time: 1.0083747
Apr 30 04:47:28.537093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45312) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:28.540690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-341810879'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:28.548442 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2db36c9-eb2e-462f-a549-fa6106e56786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:28.589467 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.621878 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.638380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:28.640730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.642605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port e7a83c31-1f7a-4765-9879-e89dc6a98a4f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7a83c31-1f7a-4765-9879-e89dc6a98a4f,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:28.651166 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.664426 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1615f4b0-e6de-4066-a29f-6f8bd7cf63ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:28.701670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:28.711602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:network and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:28.718248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:28.736747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:28.779555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0442082c-27a3-44fc-a608-a7115725f259,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:28.786582 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:28.790172 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f6e4078-c067-4126-b843-a7978bbcf901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:28.794654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-5ceec466-154a-409b-abe7-b9c5e7706050 service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2621005
Apr 30 04:47:28.816737 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Sync routers for ids ['741ac502-5ae6-4544-a7eb-2318e701df76'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:47:28.825788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:28.836365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:28.839021 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Routers {'741ac502-5ae6-4544-a7eb-2318e701df76'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:28.839779 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78041c7f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['741ac502-5ae6-4544-a7eb-2318e701df76'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:28.953710 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.8507755
Apr 30 04:47:28.957090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:29.001788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=e7a83c31-1f7a-4765-9879-e89dc6a98a4f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:29.011020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-83c1b051-73c5-4505-8305-e95dc7b7e1f3 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3823 time: 0.4089274
Apr 30 04:47:29.011992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45322) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:29.022388 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6fe487a5-1865-48f8-91ae-92bcb4cedc73 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "GET /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags HTTP/1.1" status: 200  len: 238 time: 0.6595137
Apr 30 04:47:29.029066 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:29.045963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45326) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:29.217788 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Set router 741ac502-5ae6-4544-a7eb-2318e701df76 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:47:29.247020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Pushing event updated for resources: {'Network': ['ID=97338e94-94b5-49f3-b6e2-e3ece4af5eb5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:29.252729 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:29.260859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:29.269423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 97338e94-94b5-49f3-b6e2-e3ece4af5eb5 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:29.285614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:29.285614 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Added segment 4d6bf52a-6109-4ee0-9e49-a090464fcecb of type vlan for network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29
Apr 30 04:47:29.359210 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:29.370254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Request body: {'network': {'name': 'tempest-network--790255000', 'router:external': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:29.378148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:29.385509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Usage tracker for resource:network and tenant:77172bd68a9f46e3bbd6a27bc1b9b61d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:29.396856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-43c5444a-267e-4d48-9fa3-5886b6ab7ddc tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77bccdf10>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a', {'tags': ['tempest-TagsTest-Tag-364082804', 'tempest-TagsTest-Tag-229528443', 'tempest-TagsTest-Tag-2135242402']}) {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:29.403453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:29.431183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:29.448722 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:29.457948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:29.458638 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:29.463965 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:29.638919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Made reservation on behalf of 77172bd68a9f46e3bbd6a27bc1b9b61d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:29.641550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:29.686111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:29.796883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-de5d795a-bc29-4484-a05f-2ff8b9a1fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:29.798313 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-de5d795a-bc29-4484-a05f-2ff8b9a1fe14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 1.3356662
Apr 30 04:47:29.802048 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dcc2af3c-a844-4198-944a-165770aa42a5 req-9747c96d-99e4-4712-b558-bbd0d3f5b9a3 service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7889097
Apr 30 04:47:29.821313 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.5390141
Apr 30 04:47:29.822222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45336) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:29.825854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:29.833510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Network': ['ID=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:29.847158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'subnet': {'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:29.847447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:29.920044 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5514d5d1-fdae-418a-a7d4-6b92cc7f6867 req-04ae2600-73d6-468a-895f-90b7a070242e tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 210 time: 0.4626842
Apr 30 04:47:29.974279 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7a83c31-1f7a-4765-9879-e89dc6a98a4f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:30.011828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Usage tracker for resource:security_group_rule and tenant:77172bd68a9f46e3bbd6a27bc1b9b61d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:30.017967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:30.021208 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:30.027212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:30.030061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:30.035013 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78041c7f0>, [{'id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:47:13Z', 'updated_at': '2021-04-30T04:47:25Z', 'revision_number': 4, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'gw_port': {'id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:15Z', 'updated_at': '2021-04-30T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'a1081131-6823-4b0a-8484-1a7d0279572d', 'name': '', 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'mac_address': 'fa:16:3e:f8:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ef1eb05e-a360-429e-95c0-367c17066018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:23Z', 'updated_at': '2021-04-30T04:47:25Z', 'revision_number': 2, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'subnets': [{'id': 'ef1eb05e-a360-429e-95c0-367c17066018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:30.036592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:subnet and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:30.042510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:30.053890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:30.064270 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Checking router: 741ac502-5ae6-4544-a7eb-2318e701df76 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:47:30.067170 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Updating router 741ac502-5ae6-4544-a7eb-2318e701df76 port a1081131-6823-4b0a-8484-1a7d0279572d binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:47:30.094477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:30.103532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:30.228325 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:30.463825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e7a83c31-1f7a-4765-9879-e89dc6a98a4f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:30.464947 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:30.523924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-7a270005-6140-45ba-89c6-b84205249543 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:30.526164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-7a270005-6140-45ba-89c6-b84205249543 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.50 "GET /v2.0/networks?id=0bcb4c90-fd4d-40a7-872f-3d249740e2f6 HTTP/1.1" status: 200  len: 819 time: 0.3650744
Apr 30 04:47:30.555049 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:30.560429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Request body: {'port': {'device_id': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'network_id': '0bcb4c90-fd4d-40a7-872f-3d249740e2f6', 'admin_state_up': True, 'tenant_id': 'a74cf8b3638546ba9d28c11abd357ee4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:30.563140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:30.568800 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6c3fdb1e-2209-4f2e-8e68-3b1a8e026d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:30.616775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:30.634076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725cd713-94c5-4bd2-832b-8627cc820494,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:30.695959 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:30.697550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:30.698112 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Added segment af71d939-7780-412b-a1c3-40fbcbc877e1 of type vlan for network e4c5ea6e-e0ae-40e4-957f-1ce4b8e70a9b
Apr 30 04:47:30.770836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:30.801359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-43c5444a-267e-4d48-9fa3-5886b6ab7ddc tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "PUT /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags HTTP/1.1" status: 200  len: 307 time: 1.7513227
Apr 30 04:47:30.805700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45346) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:30.834523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-3dbfba98-ac97-4e91-85e3-e9bbdd9a8516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:30.835245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-dd407160-08c3-400e-9f3f-67c488458a35 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77ad16df0>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a', 'tempest-TagsTest-Tag-364082804') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:30.837192 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-3dbfba98-ac97-4e91-85e3-e9bbdd9a8516 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.0069835
Apr 30 04:47:31.030811 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.033008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:31.033822 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.071156 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:31.101485 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 2.0516636
Apr 30 04:47:31.114814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45352) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:31.135993 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e5e-7e7f-4dc0-8e97-1a4872c2d533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.231076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Deleting port 768c8267-560f-40d4-a335-475690d46364 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:47:31.231350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.350785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:31.409067 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.430030 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dd407160-08c3-400e-9f3f-67c488458a35 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "DELETE /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags/tempest-TagsTest-Tag-364082804 HTTP/1.1" status: 204  len: 168 time: 0.6069984
Apr 30 04:47:31.437753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45360) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:31.439430 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Transition to ACTIVE for port object a1081131-6823-4b0a-8484-1a7d0279572d will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:31.454493 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.464750 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.465115 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.472133 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:31.559896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-d0d75494-3369-494e-b442-bdb4ff978773 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a8bfb20>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a', 'tempest-TagsTest-Tag-364082804') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:31.590069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'Network': ['ID=e4c5ea6e-e0ae-40e4-957f-1ce4b8e70a9b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:31.619206 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:31.623801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network e4c5ea6e-e0ae-40e4-957f-1ce4b8e70a9b details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:31.638108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Calling delete_port for 768c8267-560f-40d4-a335-475690d46364 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:47:31.756596 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.775143 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388df0a4-2402-4a59-afff-ddd9932a1081 None None] Pushing event updated for resources: {'Port': ['ID=a1081131-6823-4b0a-8484-1a7d0279572d,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:31.808898 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-388df0a4-2402-4a59-afff-ddd9932a1081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:31.881911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-e5ac12d8-a839-4fa7-b1cd-4397edb5dee3 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0317428
Apr 30 04:47:31.896170 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Attempting to bind port a1081131-6823-4b0a-8484-1a7d0279572d on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:47:31.898870 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Attempting to bind port a1081131-6823-4b0a-8484-1a7d0279572d by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '2148e4ff-5a6b-4077-b5f1-efcc841199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:47:31.899886 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Attempting to bind port a1081131-6823-4b0a-8484-1a7d0279572d on network 0e216fd2-1399-44c6-ad11-30502f14200f {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:47:31.930685 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:47:31.933299 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Checking segment: {'id': '2148e4ff-5a6b-4077-b5f1-efcc841199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:31.933994 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.934679 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Bound using segment: {'id': '2148e4ff-5a6b-4077-b5f1-efcc841199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:47:31.940636 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Bound port: a1081131-6823-4b0a-8484-1a7d0279572d, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2148e4ff-5a6b-4077-b5f1-efcc841199cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:47:31.941456 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:31.975530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Usage tracker for resource:port and tenant:a74cf8b3638546ba9d28c11abd357ee4 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:31.981333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:31.990575 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:32.014436 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ecc7cfd-3c3e-48b4-9ec5-89ab214cceef tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:32.056823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10de0dcd-788e-4c17-a071-291af5554267 req-724d391b-a901-4745-840a-f7d3d6ca599d tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 210 time: 0.7072418
Apr 30 04:47:32.065806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:32.066892 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:32.084207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event deleted for resources: {'Port': ['ID=768c8267-560f-40d4-a335-475690d46364,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:32.166075 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:32.209975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Made reservation on behalf of a74cf8b3638546ba9d28c11abd357ee4 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:32.213714 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:32.236192 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-d0d75494-3369-494e-b442-bdb4ff978773 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] show failed (client error): The resource could not be found.
Apr 30 04:47:32.238463 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] For port a1081131-6823-4b0a-8484-1a7d0279572d, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:47:32.240324 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d0d75494-3369-494e-b442-bdb4ff978773 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "GET /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags/tempest-TagsTest-Tag-364082804 HTTP/1.1" status: 404  len: 325 time: 0.7953639
Apr 30 04:47:32.242118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45366) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:32.244995 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] For port a1081131-6823-4b0a-8484-1a7d0279572d, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a1081131-6823-4b0a-8484-1a7d0279572d,segment=NetworkSegment(2148e4ff-5a6b-4077-b5f1-efcc841199cf),segment_id=2148e4ff-5a6b-4077-b5f1-efcc841199cf)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:47:32.246792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ad90c70>,) {'filters': {'network_id': ['e4c5ea6e-e0ae-40e4-957f-1ce4b8e70a9b']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:32.252547 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:32.262128 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:32.281161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-311e5221-2804-4a9d-9cfe-f070707c116e tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a5f6790>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a', 'tempest-TagsTest-Tag-229528443') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:32.299063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad90c70>, 'af71d939-7780-412b-a1c3-40fbcbc877e1') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:32.299760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad90c70>, 'af71d939-7780-412b-a1c3-40fbcbc877e1') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:32.421934 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Routers {'741ac502-5ae6-4544-a7eb-2318e701df76'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:32.423227 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78041c7f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['741ac502-5ae6-4544-a7eb-2318e701df76'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:32.487483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-d4ac5012-87e6-4c3f-ac61-1c511dfdb761 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5388641
Apr 30 04:47:32.585804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:32.593184 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388df0a4-2402-4a59-afff-ddd9932a1081 None None] Pushing event updated for resources: {'Port': ['ID=a1081131-6823-4b0a-8484-1a7d0279572d,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:32.605736 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-388df0a4-2402-4a59-afff-ddd9932a1081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:32.636376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:32.655562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:32.690373 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:32.700251 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4abc9993-fa91-4c54-a2c7-bc1b5f017771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:32.714062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-b7459e78-a887-4773-a219-02196bf34c6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 200  len: 217 time: 0.2104514
Apr 30 04:47:32.811618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:32.813117 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Floating IP deb2aed4-f42d-4395-b841-a2e2521d1611 disassociated (deleted). External IP: 172.25.8.207, port: 63c82e7b-0dc8-4538-ac8c-94051e8caa48.
Apr 30 04:47:32.986428 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] Set router 741ac502-5ae6-4544-a7eb-2318e701df76 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:47:33.078963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-971add32-fbe2-475b-9102-71e440c6bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:33.081785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-971add32-fbe2-475b-9102-71e440c6bd42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.3540788
Apr 30 04:47:33.098478 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-311e5221-2804-4a9d-9cfe-f070707c116e tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "GET /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags/tempest-TagsTest-Tag-229528443 HTTP/1.1" status: 204  len: 168 time: 0.8270237
Apr 30 04:47:33.105992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45376) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:33.168478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network e4c5ea6e-e0ae-40e4-957f-1ce4b8e70a9b has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:33.189056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:33.221037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-90ba4e43-230a-454e-8315-46e6ae19b83e tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a5d1340>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a', 'tempest-TagsTest-Tag-2135242402') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:33.262845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Subnet': ['ID=fd10c242-f288-4bc2-9e94-48690614e2fa,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:33.268532 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:33.334654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:33.374571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Checking segment: {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:33.375166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network hostable DHCP agents. Network: 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:47:33.487434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-baaa42b0-0997-4681-a2eb-a3b824ff8d70 req-b6f98822-9cb8-48c2-92af-b93e9ed87e8d tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 210 time: 0.2325981
Apr 30 04:47:33.566364 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78041c7f0>, [{'id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:47:13Z', 'updated_at': '2021-04-30T04:47:25Z', 'revision_number': 4, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'gw_port': {'id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:15Z', 'updated_at': '2021-04-30T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'a1081131-6823-4b0a-8484-1a7d0279572d', 'name': '', 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'mac_address': 'fa:16:3e:f8:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ef1eb05e-a360-429e-95c0-367c17066018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:23Z', 'updated_at': '2021-04-30T04:47:32Z', 'revision_number': 4, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'subnets': [{'id': 'ef1eb05e-a360-429e-95c0-367c17066018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:33.571604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network e4c5ea6e-e0ae-40e4-957f-1ce4b8e70a9b has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:33.577756 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af6c8fe-8118-4c37-86e5-ea67743c0542 None None] The sync data for ids ['741ac502-5ae6-4544-a7eb-2318e701df76'] in n-d-766726-20 is: [{'id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:47:13Z', 'updated_at': '2021-04-30T04:47:25Z', 'revision_number': 4, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'gw_port': {'id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:15Z', 'updated_at': '2021-04-30T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'a1081131-6823-4b0a-8484-1a7d0279572d', 'name': '', 'network_id': '0e216fd2-1399-44c6-ad11-30502f14200f', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'mac_address': 'fa:16:3e:f8:ba:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'ef1eb05e-a360-429e-95c0-367c17066018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:23Z', 'updated_at': '2021-04-30T04:47:32Z', 'revision_number': 4, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'subnets': [{'id': 'ef1eb05e-a360-429e-95c0-367c17066018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:47:33.588663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:47:33.596330 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-187e70b9-c921-46af-a367-55cadbd3f4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:33.621335 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:33.771034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Allocated IP 172.20.0.12 (0bcb4c90-fd4d-40a7-872f-3d249740e2f6/1ee0f682-5c03-4a9a-8f87-e607ee290195/e1a0c9d1-6b7e-4276-9535-b65618daf061) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:33.808862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:33.827716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278803e-65b3-4f3a-87c8-5542761f274b None None] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:33.892465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:33.895441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:33.953007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:33.971320 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:34.049330 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e4c5ea6e-e0ae-40e4-957f-1ce4b8e70a9b {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Apr 30 04:47:34.074670 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.088593 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "DELETE /v2.0/networks/e4c5ea6e-e0ae-40e4-957f-1ce4b8e70a9b HTTP/1.1" status: 204  len: 168 time: 2.9171069
Apr 30 04:47:34.090296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4c5ea6e-e0ae-40e4-957f-1ce4b8e70a9b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:34.095885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45388) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:34.104074 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:34.110336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Request body: {'network': {'router:external': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:34.124448 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 4.2954350
Apr 30 04:47:34.124818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a1081131-6823-4b0a-8484-1a7d0279572d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:34.125680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45392) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:34.139274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-237128627'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:34.150667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:34.156026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:34.171854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Usage tracker for resource:network and tenant:77172bd68a9f46e3bbd6a27bc1b9b61d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:34.177217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:network and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:34.183974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:34.189956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:34.207208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:34.211924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:34.243219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Made reservation on behalf of 77172bd68a9f46e3bbd6a27bc1b9b61d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:34.247220 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.266101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a1081131-6823-4b0a-8484-1a7d0279572d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:34.277782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a1081131-6823-4b0a-8484-1a7d0279572d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:34.278591 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.306308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:34.312150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.432432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:34.437212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-90ba4e43-230a-454e-8315-46e6ae19b83e tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "GET /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags/tempest-TagsTest-Tag-2135242402 HTTP/1.1" status: 204  len: 168 time: 1.2443578
Apr 30 04:47:34.447252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45396) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:34.455049 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.455702 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Added segment dcacd87c-faff-4ed0-8b9c-aff93c47a009 of type vlan for network 34c9228c-d911-49c0-89d8-1a5418df2f1c
Apr 30 04:47:34.458625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-9eac3d85-1208-4a9b-9316-4bf4b6770ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:34.461678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-9eac3d85-1208-4a9b-9316-4bf4b6770ec8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.3542480
Apr 30 04:47:34.470817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-c5355c77-092c-4d08-94b4-07cb42a5ac30 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77ac72be0>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:34.529544 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.539277 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.602166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:34.617167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.620698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-2cbbcb74-5876-4ed1-91b9-f3150fbc5f29', 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'fixed_ips': [{'subnet_id': 'fd10c242-f288-4bc2-9e94-48690614e2fa'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:47:34.621801 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.633311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:34.634604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.655436 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5a9ed83e-774c-4f3f-82ac-699c9e3a86c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:34.704567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port a1081131-6823-4b0a-8484-1a7d0279572d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a1081131-6823-4b0a-8484-1a7d0279572d,segment=NetworkSegment(2148e4ff-5a6b-4077-b5f1-efcc841199cf),segment_id=2148e4ff-5a6b-4077-b5f1-efcc841199cf)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:34.716462 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.749256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.754468 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Added segment 16238226-57ff-4e5c-a55a-870d83c3fe1b of type vlan for network bb1a7383-b7db-48aa-beb7-29be49f13399
Apr 30 04:47:34.814756 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:34.821324 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:34.954624 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:35.014171 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:35.015451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:35.016268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:35.026191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Network': ['ID=34c9228c-d911-49c0-89d8-1a5418df2f1c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:35.034555 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.9052162
Apr 30 04:47:35.040204 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:35.040877 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c0eae69-02e0-4af4-8cc7-c82d9c8777a4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:35.061841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45406) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:35.082414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'subnet': {'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:35.106936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 34c9228c-d911-49c0-89d8-1a5418df2f1c details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:35.132280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a25afe9-3100-4c21-88e9-1e5db1ca41e6 req-258f329c-ed6d-48b6-ba44-283517956cb5 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 210 time: 0.2989094
Apr 30 04:47:35.206981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=a1081131-6823-4b0a-8484-1a7d0279572d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:35.253188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.1499002
Apr 30 04:47:35.253188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:35.254243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45412) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:35.332588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:subnet and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:35.341801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.342576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.343086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.343552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.344021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.344502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.344957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.345159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Request body: {'subnet': {'network_id': 'bb1a7383-b7db-48aa-beb7-29be49f13399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:35.345496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.345921 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.346421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.346842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.347457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:47:35.354606 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:35.355933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:35.367865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Usage tracker for resource:subnet and tenant:77172bd68a9f46e3bbd6a27bc1b9b61d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:35.377717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:35.387385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:35.414639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:35.421053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Made reservation on behalf of 77172bd68a9f46e3bbd6a27bc1b9b61d for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:35.423550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:35.423819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Allocated IP 19.80.0.2 (2cbbcb74-5876-4ed1-91b9-f3150fbc5f29/fd10c242-f288-4bc2-9e94-48690614e2fa/706960a6-805f-46f4-b621-cf2b549c166e) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:35.455026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:35.457403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'Network': ['ID=bb1a7383-b7db-48aa-beb7-29be49f13399,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:35.479361 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:35.523289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network bb1a7383-b7db-48aa-beb7-29be49f13399 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:35.593443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:35.597667 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:35.979077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a1081131-6823-4b0a-8484-1a7d0279572d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:36.251353 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:36.266421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Transition to ACTIVE for port object 706960a6-805f-46f4-b621-cf2b549c166e will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:36.294430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Transition to ACTIVE for port object 706960a6-805f-46f4-b621-cf2b549c166e will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:36.310778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Router 0ec874fc-552c-4b20-9d05-874a9aa9a162 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:47:36.340543 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-7b4cc950-97f3-4af7-8946-88fa43bf8808 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7809391
Apr 30 04:47:36.353862 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:36.368701 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:36.455994 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:36.520485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c5355c77-092c-4d08-94b4-07cb42a5ac30 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "DELETE /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags HTTP/1.1" status: 204  len: 168 time: 2.0671473
Apr 30 04:47:36.527326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45426) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:36.546969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-35b51510-ad6b-4cca-a294-71bbc861fc90 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a380610>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a', 'tempest-TagsTest-Tag-229528443') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:36.573224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:36.599071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a1081131-6823-4b0a-8484-1a7d0279572d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:36.600757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:36.624911 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:36.631390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:36.637175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:36.664109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e501337f-196f-4b15-9589-a3c37d670e4d req-dda97b82-8230-4b4b-958e-e5bd5cbd686b tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 210 time: 0.1414082
Apr 30 04:47:36.734225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Pushing event updated for resources: {'Port': ['ID=706960a6-805f-46f4-b621-cf2b549c166e,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:36.784713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2ecbb-0903-40df-933d-7d8652496838 req-053dba20-e145-404c-96b3-a2eee78891b9 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:36.794744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afb2ecbb-0903-40df-933d-7d8652496838 req-053dba20-e145-404c-96b3-a2eee78891b9 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 946 time: 0.7155013
Apr 30 04:47:36.797751 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:36.862301 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Attempting to bind port 706960a6-805f-46f4-b621-cf2b549c166e on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:47:36.862784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Attempting to bind port 706960a6-805f-46f4-b621-cf2b549c166e by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:47:36.863273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Attempting to bind port 706960a6-805f-46f4-b621-cf2b549c166e on network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:47:36.873029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:47:36.873533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Checking segment: {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:36.874077 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:36.874556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Bound using segment: {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:47:36.875135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Bound port: 706960a6-805f-46f4-b621-cf2b549c166e, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:47:36.875655 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:36.931070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-cecce1d4-89be-4bce-80f9-149ba1e28193 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5664270
Apr 30 04:47:37.110748 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-35b51510-ad6b-4cca-a294-71bbc861fc90 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] show failed (client error): The resource could not be found.
Apr 30 04:47:37.112595 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-35b51510-ad6b-4cca-a294-71bbc861fc90 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "GET /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags/tempest-TagsTest-Tag-229528443 HTTP/1.1" status: 404  len: 325 time: 0.5794270
Apr 30 04:47:37.121656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45430) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:37.141686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-45debdf8-716f-40b6-8e29-e0f2104f464e tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a60e0a0>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a', 'tempest-TagsTest-Tag-2135242402') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:37.144025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] For port 706960a6-805f-46f4-b621-cf2b549c166e, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:47:37.154836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] For port 706960a6-805f-46f4-b621-cf2b549c166e, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=706960a6-805f-46f4-b621-cf2b549c166e,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:47:37.167684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:37.173673 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:37.187432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-35f648f9-09f9-46e7-a0e6-97604d2940ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a HTTP/1.1" status: 200  len: 217 time: 0.1310081
Apr 30 04:47:37.195898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afb2ecbb-0903-40df-933d-7d8652496838 req-92917e6c-3d07-45b4-a2de-d6204fd29a19 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3999870
Apr 30 04:47:37.260613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Pushing event updated for resources: {'Port': ['ID=706960a6-805f-46f4-b621-cf2b549c166e,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:37.266330 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:37.291201 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:37.317191 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:37.394381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:47:37.429236 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-45debdf8-716f-40b6-8e29-e0f2104f464e tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] show failed (client error): The resource could not be found.
Apr 30 04:47:37.431822 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-45debdf8-716f-40b6-8e29-e0f2104f464e tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "GET /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags/tempest-TagsTest-Tag-2135242402 HTTP/1.1" status: 404  len: 326 time: 0.3021765
Apr 30 04:47:37.433629 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5e70f-0487-4b8c-819d-1ac8483fdf92 None None] Sync routers for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:47:37.438604 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:37.439465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45438) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:37.446393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-48b2260f-de56-471f-b04f-424d0897a5b3 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77b983ee0>, 'networks', '23a53a7d-18e0-4660-b265-4b3c58b3013a') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:37.469370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:37.470310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5e70f-0487-4b8c-819d-1ac8483fdf92 None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:37.472434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-05e5e70f-0487-4b8c-819d-1ac8483fdf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78019f730>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:37.485131 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cdc74eb-26c0-4f28-a9e4-5d36aa1a41f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:37.491753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:37.507078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:37.510188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:37.669678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-05e5e70f-0487-4b8c-819d-1ac8483fdf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78019f730>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:37.715780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Subnet': ['ID=882feaad-6495-4042-a50a-d2b1d8c3da52,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:37.716411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5e70f-0487-4b8c-819d-1ac8483fdf92 None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:37.717817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-05e5e70f-0487-4b8c-819d-1ac8483fdf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78019f730>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:37.729106 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:37.886532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Checking segment: {'id': 'dcacd87c-faff-4ed0-8b9c-aff93c47a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:37.887195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network hostable DHCP agents. Network: 34c9228c-d911-49c0-89d8-1a5418df2f1c, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:47:37.895083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:47:37.895893 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:37.907606 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7d0e598b-4fa7-4a50-98e5-8a67a52f3c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:37.984992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:37.985895 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:37.994644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 706960a6-805f-46f4-b621-cf2b549c166e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:38.033418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Checking segment: {'id': '16238226-57ff-4e5c-a55a-870d83c3fe1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'bb1a7383-b7db-48aa-beb7-29be49f13399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:38.033785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network hostable DHCP agents. Network: bb1a7383-b7db-48aa-beb7-29be49f13399, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:47:38.044160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 34c9228c-d911-49c0-89d8-1a5418df2f1c is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:47:38.060933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-77b6dd2a-f63a-4a00-a27b-694c30bff5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:38.062929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-77b6dd2a-f63a-4a00-a27b-694c30bff5d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.8649886
Apr 30 04:47:38.070907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f68f0178-d11b-4207-bfb1-13b26bd3f86c,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:38.074320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.5376892
Apr 30 04:47:38.081134 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-48b2260f-de56-471f-b04f-424d0897a5b3 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "DELETE /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a/tags HTTP/1.1" status: 204  len: 168 time: 0.6404676
Apr 30 04:47:38.082687 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:38.085578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 34c9228c-d911-49c0-89d8-1a5418df2f1c) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:38.089965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45446) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:38.101947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-05e5e70f-0487-4b8c-819d-1ac8483fdf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78019f730>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:38.102274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5e70f-0487-4b8c-819d-1ac8483fdf92 None None] The sync data for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:47:38.112716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35a719-7fb7-4f49-b311-e03e58f25cdc None None] Network 34c9228c-d911-49c0-89d8-1a5418df2f1c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:38.135076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network bb1a7383-b7db-48aa-beb7-29be49f13399 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:47:38.160675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Request body: {'port': {'device_id': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:38.167207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:38.167993 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:38.205672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, bb1a7383-b7db-48aa-beb7-29be49f13399) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:38.215361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Pushing event updated for resources: {'Port': ['ID=e1a0c9d1-6b7e-4276-9535-b65618daf061,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:38.219342 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:38.260504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "DELETE /v2.0/floatingips/deb2aed4-f42d-4395-b841-a2e2521d1611 HTTP/1.1" status: 204  len: 168 time: 9.2397840
Apr 30 04:47:38.264568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45452) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:38.297916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:38.304355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:38.310580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Usage tracker for resource:floatingip and tenant:f92f34c167a84a4f8a75baeee9996092 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:38.314864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f0f88-fa2a-4293-bd9f-716cab1c12f0 None None] Network bb1a7383-b7db-48aa-beb7-29be49f13399 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:38.315576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:38.323476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:38.324483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:38.325093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:38.346020 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 3.2747221
Apr 30 04:47:38.363772 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:38.373876 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:38.393530 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.1331143
Apr 30 04:47:38.394002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45458) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:38.422381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-2271e970-8040-4131-8214-0037bd467976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:38.423998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-2271e970-8040-4131-8214-0037bd467976 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3477633
Apr 30 04:47:38.434672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Request body: {'floatingip': {'floating_network_id': 'bb1a7383-b7db-48aa-beb7-29be49f13399'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:38.438413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec56da-f556-4399-be29-2a3848867398 req-33815fa9-6e1c-4c6d-ad17-44544e46dc09 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:38.439539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-11ec56da-f556-4399-be29-2a3848867398 req-33815fa9-6e1c-4c6d-ad17-44544e46dc09 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Synchronizing usage tracker for tenant:a74cf8b3638546ba9d28c11abd357ee4 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:38.447175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:38.474106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Usage tracker for resource:floatingip and tenant:77172bd68a9f46e3bbd6a27bc1b9b61d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:38.482484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:38.509278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:38.543056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:38.625090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:38.792632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:38.878602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a284ac0>,) {'filters': {'network_id': ['23a53a7d-18e0-4660-b265-4b3c58b3013a']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:38.896363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-11ec56da-f556-4399-be29-2a3848867398 req-33815fa9-6e1c-4c6d-ad17-44544e46dc09 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Unset dirty status for tenant:a74cf8b3638546ba9d28c11abd357ee4 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:38.903472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11ec56da-f556-4399-be29-2a3848867398 req-33815fa9-6e1c-4c6d-ad17-44544e46dc09 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 932 time: 0.9290254
Apr 30 04:47:39.046692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-34c9228c-d911-49c0-89d8-1a5418df2f1c', 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'fixed_ips': [{'subnet_id': '882feaad-6495-4042-a50a-d2b1d8c3da52'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:47:39.048712 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:39.087539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 706960a6-805f-46f4-b621-cf2b549c166e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:39.114212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a6080-7aab-493c-abfc-da5d022111bf None None] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:39.116917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-11ec56da-f556-4399-be29-2a3848867398 req-6338ad7f-0f22-4940-9b0f-b758dabe981f tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121699
Apr 30 04:47:39.214937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5a29319c-d3da-498b-b343-e0ed85988b74 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6798732
Apr 30 04:47:39.218748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a284ac0>, '6e7ea96b-3a78-4b80-9dbd-102faa5be3d5') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:39.218748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a284ac0>, '6e7ea96b-3a78-4b80-9dbd-102faa5be3d5') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:39.256905 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:39.289932 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:39.300910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:39.469858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a156d35-cb04-47c5-9a13-8b54e486ae52 None None] Network bb1a7383-b7db-48aa-beb7-29be49f13399 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:39.518909 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:39.563981 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:39.587826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Network 23a53a7d-18e0-4660-b265-4b3c58b3013a has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:39.604136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:39.672619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c601a2d1-1b5f-44c3-b464-860dd3df2a1b None None] Provisioning for port 706960a6-805f-46f4-b621-cf2b549c166e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:39.711823 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:47:39.806818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c601a2d1-1b5f-44c3-b464-860dd3df2a1b None None] Provisioning complete for port 706960a6-805f-46f4-b621-cf2b549c166e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:39.807358 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c601a2d1-1b5f-44c3-b464-860dd3df2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:39.828784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-2ac4ea4c-58e5-432f-8a1a-9cde14ed4007 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:39.835023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-2ac4ea4c-58e5-432f-8a1a-9cde14ed4007 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:39.838253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-2ac4ea4c-58e5-432f-8a1a-9cde14ed4007 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/networks?id=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29&id=34c9228c-d911-49c0-89d8-1a5418df2f1c&id=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 HTTP/1.1" status: 200  len: 1390 time: 0.5844283
Apr 30 04:47:39.848316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-7e769d08-5066-4d5b-a34c-a9e4ea7c297f service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6218016
Apr 30 04:47:39.931204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Network 23a53a7d-18e0-4660-b265-4b3c58b3013a has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:39.969067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-cc84e55f-a4de-4170-90bd-8ae255180721 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=78159ada-cbef-421f-a1ad-97a024721599 HTTP/1.1" status: 200  len: 217 time: 0.1004725
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:40.006476 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:40.033853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a0c9d1-6b7e-4276-9535-b65618daf061 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:47:40.084638 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-c477dea2-5416-4b9a-a1e6-6518af11fa08 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/quotas/17e9c47251c94292ac34165152f2d2ed HTTP/1.1" status: 200  len: 375 time: 0.2219136
Apr 30 04:47:40.115828 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:40.229382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:40.237702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Allocated IP 172.20.0.12 (bb1a7383-b7db-48aa-beb7-29be49f13399/f68f0178-d11b-4207-bfb1-13b26bd3f86c/25849bb3-d5a2-4c7e-a75f-051983833d08) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:40.250184 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e309a42d-439b-45ce-8993-79bc39055b80 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:40.275164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:40.288364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Allocated IP 19.86.0.2 (34c9228c-d911-49c0-89d8-1a5418df2f1c/882feaad-6495-4042-a50a-d2b1d8c3da52/2fe12157-858f-4263-8e4c-83195a0e7611) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:40.295690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Pushing event deleted for resources: {'Network': ['ID=23a53a7d-18e0-4660-b265-4b3c58b3013a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:40.323106 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] 10.222.0.46 "DELETE /v2.0/networks/23a53a7d-18e0-4660-b265-4b3c58b3013a HTTP/1.1" status: 204  len: 168 time: 2.2316937
Apr 30 04:47:40.324557 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:40.423033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Transition to ACTIVE for port object e1a0c9d1-6b7e-4276-9535-b65618daf061 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:40.475187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23024ed5-b64b-4884-85c4-cbf365dc495c req-5a46d493-8ea2-4d31-afea-75c455fa4397 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:40.496118 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23024ed5-b64b-4884-85c4-cbf365dc495c req-5a46d493-8ea2-4d31-afea-75c455fa4397 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 946 time: 0.8799665
Apr 30 04:47:40.501285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Allocated IP 172.25.8.218 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/174ac28e-33e4-4537-aa45-b041f9624361) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:40.510202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5197dec4-f20e-4cdc-856f-6770e68193ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:40.514102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5197dec4-f20e-4cdc-856f-6770e68193ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.4916055
Apr 30 04:47:40.518131 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:40.584386 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:40.612311 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:40.619718 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c601a2d1-1b5f-44c3-b464-860dd3df2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:40.638567 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:40.650173 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d19f30cc-d8bc-4db4-9329-934764a66439 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:40.742770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network bb1a7383-b7db-48aa-beb7-29be49f13399 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:40.753287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:40.759679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:40.820285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c601a2d1-1b5f-44c3-b464-860dd3df2a1b None None] For port 706960a6-805f-46f4-b621-cf2b549c166e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=706960a6-805f-46f4-b621-cf2b549c166e,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:40.858844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c601a2d1-1b5f-44c3-b464-860dd3df2a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:40.878689 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:40.918085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'Port': ['ID=25849bb3-d5a2-4c7e-a75f-051983833d08,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:40.924112 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:40.935513 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.026798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45486) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:41.078856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.122297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601a2d1-1b5f-44c3-b464-860dd3df2a1b None None] Pushing event updated for resources: {'Port': ['ID=706960a6-805f-46f4-b621-cf2b549c166e,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:41.133158 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c601a2d1-1b5f-44c3-b464-860dd3df2a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:41.156416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a0c9d1-6b7e-4276-9535-b65618daf061,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:41.162905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.186550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Transition to ACTIVE for port object 2fe12157-858f-4263-8e4c-83195a0e7611 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:41.215554 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:41.216585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Transition to ACTIVE for port object 2fe12157-858f-4263-8e4c-83195a0e7611 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:41.237765 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.250306 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9b16d2b5-f862-4a45-af61-d4f682f6940d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:41.400586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23024ed5-b64b-4884-85c4-cbf365dc495c req-4010dc7e-dcd5-475f-a8fd-bc225820d1fc tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7954903
Apr 30 04:47:41.428455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Network 34c9228c-d911-49c0-89d8-1a5418df2f1c is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:41.432417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:41.437285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:41.444818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Pushing event updated for resources: {'Port': ['ID=2fe12157-858f-4263-8e4c-83195a0e7611,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:41.449260 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:41.497414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-e1a81d34-08bf-45d5-ae80-84c11ffdb10c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=17e9c47251c94292ac34165152f2d2ed&fields=id HTTP/1.1" status: 200  len: 348 time: 1.4113445
Apr 30 04:47:41.554205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Attempting to bind port 2fe12157-858f-4263-8e4c-83195a0e7611 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:47:41.554608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Attempting to bind port 2fe12157-858f-4263-8e4c-83195a0e7611 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'dcacd87c-faff-4ed0-8b9c-aff93c47a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:47:41.554983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Attempting to bind port 2fe12157-858f-4263-8e4c-83195a0e7611 on network 34c9228c-d911-49c0-89d8-1a5418df2f1c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:47:41.557697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-721f7e92-8bba-4dde-b2f2-a07f42f833a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=946d33138d0446efb8b6dba0bcc68c47&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5221369
Apr 30 04:47:41.562184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45494) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:41.565223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:47:41.565621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Checking segment: {'id': 'dcacd87c-faff-4ed0-8b9c-aff93c47a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:41.566042 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.566458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Bound using segment: {'id': 'dcacd87c-faff-4ed0-8b9c-aff93c47a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:47:41.566954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Bound port: 2fe12157-858f-4263-8e4c-83195a0e7611, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcacd87c-faff-4ed0-8b9c-aff93c47a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:47:41.567372 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.644311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5ee6645d-9781-4d6b-9d26-841663ee2c1b None None] Provisioning complete for port 706960a6-805f-46f4-b621-cf2b549c166e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:41.645382 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5ee6645d-9781-4d6b-9d26-841663ee2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.713672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea8dfccd-7d7c-4ebb-881e-162e3f6e244d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.749911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] For port 2fe12157-858f-4263-8e4c-83195a0e7611, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:47:41.754333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] For port 2fe12157-858f-4263-8e4c-83195a0e7611, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2fe12157-858f-4263-8e4c-83195a0e7611,segment=NetworkSegment(dcacd87c-faff-4ed0-8b9c-aff93c47a009),segment_id=dcacd87c-faff-4ed0-8b9c-aff93c47a009)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:47:41.775001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.796254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.802849 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea8dfccd-7d7c-4ebb-881e-162e3f6e244d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.815152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-f9b9464a-acb3-4300-a10b-31f481b2ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:41.819844 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:41.820064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-f9b9464a-acb3-4300-a10b-31f481b2ca22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.2917342
Apr 30 04:47:41.827683 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:41.839521 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:41.936171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 706960a6-805f-46f4-b621-cf2b549c166e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:41.951057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'Port': ['ID=25849bb3-d5a2-4c7e-a75f-051983833d08,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:41.967565 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:42.082463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Pushing event updated for resources: {'Port': ['ID=2fe12157-858f-4263-8e4c-83195a0e7611,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:42.091893 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:42.104777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea8dfccd-7d7c-4ebb-881e-162e3f6e244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:42.109650 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-407dcb90-32a1-4e6a-8cd0-f13a9bda5dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:42.117256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:42.128681 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 706960a6-805f-46f4-b621-cf2b549c166e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:42.129539 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:42.131572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dfccd-7d7c-4ebb-881e-162e3f6e244d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4379bb-daa3-49f4-84b4-4370e37e8bee,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:42.144771 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea8dfccd-7d7c-4ebb-881e-162e3f6e244d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:42.167353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ea8dfccd-7d7c-4ebb-881e-162e3f6e244d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:42.173974 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ea8dfccd-7d7c-4ebb-881e-162e3f6e244d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f4379bb-daa3-49f4-84b4-4370e37e8bee HTTP/1.1" status: 204  len: 168 time: 0.6096246
Apr 30 04:47:42.185773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:42.192587 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.7937222
Apr 30 04:47:42.193155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45500) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:42.560291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4d793089-5566-45fc-a917-7ebe955ff38e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Synchronizing usage tracker for tenant:77172bd68a9f46e3bbd6a27bc1b9b61d on resource:floatingip {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:42.564893 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:42.598294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4d793089-5566-45fc-a917-7ebe955ff38e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Unset dirty status for tenant:77172bd68a9f46e3bbd6a27bc1b9b61d on resource:floatingip {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:42.602609 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4d793089-5566-45fc-a917-7ebe955ff38e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=bb1a7383-b7db-48aa-beb7-29be49f13399 HTTP/1.1" status: 200  len: 690 time: 0.4056897
Apr 30 04:47:42.602937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45506) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:42.608836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-e5c02eeb-5791-4838-a455-dee888a51699 service neutron] 10.222.0.46 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0223968
Apr 30 04:47:42.616076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Attempting to bind port e1a0c9d1-6b7e-4276-9535-b65618daf061 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:47:42.617115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Attempting to bind port e1a0c9d1-6b7e-4276-9535-b65618daf061 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'f797738e-c0a6-435d-b3c4-c5cf06ec9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0bcb4c90-fd4d-40a7-872f-3d249740e2f6'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:47:42.617691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Attempting to bind port e1a0c9d1-6b7e-4276-9535-b65618daf061 on network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:47:42.625874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:42.639613 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:42.749520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Port e1a0c9d1-6b7e-4276-9535-b65618daf061 on network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:47:42.749520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Attempting to bind port e1a0c9d1-6b7e-4276-9535-b65618daf061 on network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:47:42.806537 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:42.812038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:47:42.812691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Checking segment: {'id': 'f797738e-c0a6-435d-b3c4-c5cf06ec9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0bcb4c90-fd4d-40a7-872f-3d249740e2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:47:42.813168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Bound using segment: {'id': 'f797738e-c0a6-435d-b3c4-c5cf06ec9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0bcb4c90-fd4d-40a7-872f-3d249740e2f6'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:47:42.813640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Bound port: e1a0c9d1-6b7e-4276-9535-b65618daf061, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f797738e-c0a6-435d-b3c4-c5cf06ec9896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0bcb4c90-fd4d-40a7-872f-3d249740e2f6'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:47:42.814005 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:42.827263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:42.909651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:42.935064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:42.984889 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-c7a313fb-2704-489b-9286-d4e791c1c192 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9514523
Apr 30 04:47:43.050281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Pushing event updated for resources: {'Port': ['ID=174ac28e-33e4-4537-aa45-b041f9624361,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:43.094133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8610c29-3d90-40e5-8e3b-2aa38c34b474 req-5d5406b8-cf4b-4e53-b85b-91a194c4a095 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:43.095688 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8610c29-3d90-40e5-8e3b-2aa38c34b474 req-5d5406b8-cf4b-4e53-b85b-91a194c4a095 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 944 time: 1.1368032
Apr 30 04:47:43.104353 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:43.234416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Deleting port 25849bb3-d5a2-4c7e-a75f-051983833d08 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:47:43.235086 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:43.341256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] For port e1a0c9d1-6b7e-4276-9535-b65618daf061, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:47:43.345231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] For port e1a0c9d1-6b7e-4276-9535-b65618daf061, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e1a0c9d1-6b7e-4276-9535-b65618daf061,segment=NetworkSegment(f797738e-c0a6-435d-b3c4-c5cf06ec9896),segment_id=f797738e-c0a6-435d-b3c4-c5cf06ec9896)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:47:43.373320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-436fdc9d-319e-43e6-9f7a-0994ca1ce37b service neutron] 10.222.0.46 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6822383
Apr 30 04:47:43.390883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:43.413588 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:43.526399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:43.527254 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:43.529014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] 10.222.0.50 "PUT /v2.0/ports/e1a0c9d1-6b7e-4276-9535-b65618daf061 HTTP/1.1" status: 200  len: 1093 time: 5.3733666
Apr 30 04:47:43.536593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8610c29-3d90-40e5-8e3b-2aa38c34b474 req-4a449501-8e42-4a16-8220-478ea1dc61be tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4267986
Apr 30 04:47:43.537521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'tag': 'e1a0c9d1-6b7e-4276-9535-b65618daf061'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:47:43.609879 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:43.610445 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:43.659722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76fcf7-1b20-4a1f-9089-a822ceacca1d None None] Network 34c9228c-d911-49c0-89d8-1a5418df2f1c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:47:43.669569 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:43.792160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45530) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:43.811828 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0150876
Apr 30 04:47:43.812808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45532) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:43.923613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-27fb4fe5-c459-4a85-89c0-908aa12a72d5 None None] Provisioning for port 2fe12157-858f-4263-8e4c-83195a0e7611 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:43.994468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2fe12157-858f-4263-8e4c-83195a0e7611 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:44.043157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Calling delete_port for 25849bb3-d5a2-4c7e-a75f-051983833d08 owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:47:44.078435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-5f1fbb67-5b01-44e8-8e88-a51d8ee97af6 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0408552
Apr 30 04:47:44.182581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a0c9d1-6b7e-4276-9535-b65618daf061,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:44.188753 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:44.275317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 2fe12157-858f-4263-8e4c-83195a0e7611 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:44.277433 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'tag': 'e1a0c9d1-6b7e-4276-9535-b65618daf061', 'status': 'completed', 'code': 200}
Apr 30 04:47:44.295349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2fe12157-858f-4263-8e4c-83195a0e7611 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:44.295827 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:44.308873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-74146727-8875-44ee-a85a-61b5fdfa5703 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab HTTP/1.1" status: 200  len: 217 time: 0.1074924
Apr 30 04:47:44.313191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:44.330020 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:44.418368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-8af3bc2a-624d-4d5d-b0b6-175f623156db service neutron] 10.222.0.46 "GET /v2.0/networks/34c9228c-d911-49c0-89d8-1a5418df2f1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0076673
Apr 30 04:47:44.418880 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:44.446040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event deleted for resources: {'Port': ['ID=25849bb3-d5a2-4c7e-a75f-051983833d08,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:44.485555 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a255bb46-644f-49f4-b314-497fcd8bc101 tempest-NetworksApiDiscovery-1433735606 tempest-NetworksApiDiscovery-1433735606-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.4614685
Apr 30 04:47:44.526413 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:44.562648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-d5cc56b0-e277-46f3-88f7-2db688793c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:44.566316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-d5cc56b0-e277-46f3-88f7-2db688793c02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a74cf8b3638546ba9d28c11abd357ee4&device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 1096 time: 0.8978508
Apr 30 04:47:44.569318 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:44.647570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 2fe12157-858f-4263-8e4c-83195a0e7611, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2fe12157-858f-4263-8e4c-83195a0e7611,segment=NetworkSegment(dcacd87c-faff-4ed0-8b9c-aff93c47a009),segment_id=dcacd87c-faff-4ed0-8b9c-aff93c47a009)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:44.663574 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:44.668070 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:44.816879 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:44.842811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=2fe12157-858f-4263-8e4c-83195a0e7611,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:44.843856 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-0e4ea80d-e6c2-45af-b411-a89f61a86329 service neutron] 10.222.0.46 "GET /v2.0/networks/34c9228c-d911-49c0-89d8-1a5418df2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3911521
Apr 30 04:47:44.850708 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:44.854084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-984124c2-0e56-4578-af44-e8b3fb46c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:44.857048 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-984124c2-0e56-4578-af44-e8b3fb46c327 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 0.5289421
Apr 30 04:47:44.895422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fe5a548d-507c-4e66-b132-ed4d27dbcb42 None None] Provisioning complete for port 2fe12157-858f-4263-8e4c-83195a0e7611 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:44.896350 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fe5a548d-507c-4e66-b132-ed4d27dbcb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:44.953914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:45.153942 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-38600bd1-96f5-44a2-b07f-d91f4dcdb341 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a0c9d1-6b7e-4276-9535-b65618daf061 HTTP/1.1" status: 200  len: 217 time: 0.3046131
Apr 30 04:47:45.217962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45554) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:45.410727 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:45.427165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-a109df1a-8efb-4570-9520-a475c71fc8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:45.428422 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:45.428968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-a109df1a-8efb-4570-9520-a475c71fc8aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee0f682-5c03-4a9a-8f87-e607ee290195 HTTP/1.1" status: 200  len: 859 time: 0.2454255
Apr 30 04:47:45.436036 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-007bf6e6-7f98-4684-9278-b560c43328d2 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:45.498253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:45.501230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f68f0178-d11b-4207-bfb1-13b26bd3f86c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:45.517032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Usage tracker for resource:security_group_rule and tenant:5f1fa341188e476f9d83dafa5cf2d172 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:45.520157 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:45.524835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:45.532361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-e140ba68-c9f2-4aa4-bf88-f7c6105a9913 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bcb4c90-fd4d-40a7-872f-3d249740e2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0958743
Apr 30 04:47:45.534808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:45.569826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-46769772-14bc-4a5a-93b8-dfb7d3481297 service neutron] 10.222.0.46 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5692205
Apr 30 04:47:45.603862 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:45.623849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-dc0446ef-41b0-475c-86a1-7b828184cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:45.625351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-dc0446ef-41b0-475c-86a1-7b828184cc8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.6016219
Apr 30 04:47:45.659937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f33bb-f18c-42cb-b5d0-e7543669ee2b req-9ab2e53f-f49b-44a4-b46b-cbf58c58f67b tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:45.662128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-600f33bb-f18c-42cb-b5d0-e7543669ee2b req-9ab2e53f-f49b-44a4-b46b-cbf58c58f67b tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 944 time: 0.6367121
Apr 30 04:47:45.762039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a22ae50>,) {'filters': {'network_id': ['bb1a7383-b7db-48aa-beb7-29be49f13399']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:45.783104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a22ae50>, '16238226-57ff-4e5c-a55a-870d83c3fe1b') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:45.783491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a22ae50>, '16238226-57ff-4e5c-a55a-870d83c3fe1b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:45.806492 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:45.843676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:45.852219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:45.861696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2fe12157-858f-4263-8e4c-83195a0e7611 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:45.972999 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:47:45.994077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2fe12157-858f-4263-8e4c-83195a0e7611 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:45.994470 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:46.080944 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:46.131460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:46.145087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4d93988-87d6-4af9-bf3f-21dc3af553a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:46.243530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:46.297317 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:46.321480 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ac440fdc-a3c3-43a6-901a-a63b7dafda5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:46.355809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f1fa341188e476f9d83dafa5cf2d172&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1364741
Apr 30 04:47:46.376625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45560) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:46.417276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network bb1a7383-b7db-48aa-beb7-29be49f13399 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:46.432573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37129f6-c2f7-46c7-9ea3-165aa13d03d3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:46.440336 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:46.460565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-600f33bb-f18c-42cb-b5d0-e7543669ee2b req-fd453e23-571e-42ed-bdec-8b194193036d tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7103748
Apr 30 04:47:46.497213 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:46.634593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-dbddf6e0-96e4-49a4-922f-290ea93675b2 service neutron] 10.222.0.50 "GET /v2.0/networks/0bcb4c90-fd4d-40a7-872f-3d249740e2f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0914776
Apr 30 04:47:46.664147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-8677eaa9-056a-4792-a196-eb7440173d7a service neutron] 10.222.0.46 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0698166
Apr 30 04:47:46.822415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-fea8f000-5dc3-48e8-9b54-0b5a4b3763ba service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1709590
Apr 30 04:47:46.845003 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d50fc88a-db52-450d-a1f0-1e7708306270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:46.885580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Pushing event updated for resources: {'Port': ['ID=174ac28e-33e4-4537-aa45-b041f9624361,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:46.933962 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:46.993083 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d50fc88a-db52-450d-a1f0-1e7708306270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:47.061776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network bb1a7383-b7db-48aa-beb7-29be49f13399 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:47.105536 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:47.112847 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:47.292131 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:47.300238 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e24f7dc-92c6-4c44-91ce-481634719a69 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:47.325737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  bb1a7383-b7db-48aa-beb7-29be49f13399 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Apr 30 04:47:47.338676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:47.345881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb1a7383-b7db-48aa-beb7-29be49f13399,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:47.362148 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:47.373555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d50fc88a-db52-450d-a1f0-1e7708306270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:47.394430 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea8dfccd-7d7c-4ebb-881e-162e3f6e244d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:47.431417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fc88a-db52-450d-a1f0-1e7708306270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37129f6-c2f7-46c7-9ea3-165aa13d03d3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:47.437242 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d50fc88a-db52-450d-a1f0-1e7708306270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:47.441115 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "DELETE /v2.0/networks/bb1a7383-b7db-48aa-beb7-29be49f13399 HTTP/1.1" status: 204  len: 168 time: 4.8368256
Apr 30 04:47:47.444093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d50fc88a-db52-450d-a1f0-1e7708306270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:47.444636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4951a904-a2d8-4a6b-aa3c-c503126bea68 req-e70853cd-a8d8-4f5c-b5ce-95f4e89401b3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 210 time: 0.1750541
Apr 30 04:47:47.446381 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d50fc88a-db52-450d-a1f0-1e7708306270 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f37129f6-c2f7-46c7-9ea3-165aa13d03d3 HTTP/1.1" status: 204  len: 168 time: 1.0682170
Apr 30 04:47:47.447275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45574) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:47.463484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:47.465781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.1736727
Apr 30 04:47:47.475965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45580) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:47.651904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d306b8-cf90-42df-95c9-a68541df6433 req-8ec0af5d-f5c5-46a4-a0dd-028393d9b18d tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:47.654309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d306b8-cf90-42df-95c9-a68541df6433 req-8ec0af5d-f5c5-46a4-a0dd-028393d9b18d tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.37 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 946 time: 1.1879251
Apr 30 04:47:47.872638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af7c5953-af47-40d5-8bdc-352ebdbf22e0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Synchronizing usage tracker for tenant:77172bd68a9f46e3bbd6a27bc1b9b61d on resource:floatingip {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:47.961466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af7c5953-af47-40d5-8bdc-352ebdbf22e0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Unset dirty status for tenant:77172bd68a9f46e3bbd6a27bc1b9b61d on resource:floatingip {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:47.969616 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af7c5953-af47-40d5-8bdc-352ebdbf22e0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3528 time: 0.5146232
Apr 30 04:47:47.970484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45592) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:48.031560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8b5d6f0-c4a6-45fd-b4b4-cc9353b35ad5 req-be177d90-010e-480a-8e42-6f2a1f7bf32c service neutron] 10.222.0.50 "GET /v2.0/networks/0bcb4c90-fd4d-40a7-872f-3d249740e2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3626058
Apr 30 04:47:48.277079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:48.280705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.281545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.282642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.283415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.284473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.285502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.286513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.288159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.290199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.290446 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-fc668bc6-b34d-4a6e-8e1e-07341f838206 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4193559
Apr 30 04:47:48.291567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.292789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.293831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.294868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.297682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Synchronizing usage tracker for tenant:77172bd68a9f46e3bbd6a27bc1b9b61d on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:48.304433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:48.315845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230408c-d81e-4dfc-87ec-0673a3686f22 req-bd08b127-ddab-41c2-916c-65ec1fcda331 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.324692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4230408c-d81e-4dfc-87ec-0673a3686f22 req-bd08b127-ddab-41c2-916c-65ec1fcda331 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 946 time: 1.6886492
Apr 30 04:47:48.334875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Unset dirty status for tenant:77172bd68a9f46e3bbd6a27bc1b9b61d on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:48.337739 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-87005661-0913-4a3c-924d-1553ac80c9eb tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8241 time: 0.3530395
Apr 30 04:47:48.343192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45606) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:48.420756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Usage tracker for resource:floatingip and tenant:498463029b514fca98946c65cdcf1c9a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:48.448786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:48.484043 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-471688de-88ad-4aad-93a1-9e713d180424 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] delete failed (client error): The resource could not be found.
Apr 30 04:47:48.488312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:48.489094 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-471688de-88ad-4aad-93a1-9e713d180424 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/e526fbe3-e707-411b-943f-2de11fbd72a8 HTTP/1.1" status: 404  len: 345 time: 0.1407876
Apr 30 04:47:48.489928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45612) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:48.506154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-3fc02485-46f2-4875-b3a6-0be4338608d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54489ae0-efe8-43fe-bdd3-00e11f296177 HTTP/1.1" status: 200  len: 217 time: 0.1754723
Apr 30 04:47:48.524479 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43505b4-18d5-4dcf-8543-76397e358301 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] DELETE failed (client error): The resource could not be found.
Apr 30 04:47:48.526241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43505b4-18d5-4dcf-8543-76397e358301 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:47:48.532863 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c43505b4-18d5-4dcf-8543-76397e358301 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "DELETE /v2.0/networks/bb1a7383-b7db-48aa-beb7-29be49f13399 HTTP/1.1" status: 404  len: 339 time: 0.0415742
Apr 30 04:47:48.533606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45618) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:48.547131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Request body: {'network': {'name': 'tempest-network--699039459', 'router:external': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:48.559282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:48.564202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Usage tracker for resource:network and tenant:77172bd68a9f46e3bbd6a27bc1b9b61d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:48.568348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:48.577346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:48.591883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Made reservation on behalf of 77172bd68a9f46e3bbd6a27bc1b9b61d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:48.594870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:48.635083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:48.659066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:48.659685 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Added segment 852af076-d6ff-4ad2-b2d2-0712b78c1c2c of type vlan for network 26731ea1-c817-4cde-a0a8-1f4998f4620c
Apr 30 04:47:48.719852 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:48.764745 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:48.792686 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:48.794888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.795258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:48.800614 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-12306065-1a0a-413c-9862-c390d72f73b9 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:48.831090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4230408c-d81e-4dfc-87ec-0673a3686f22 req-0a567ce6-7131-4f55-ac84-da412f543d31 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5044472
Apr 30 04:47:48.927760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb18860-730d-4a0e-a5ef-15ab3c8dcb9b req-54b53ecf-5d6b-4a38-a356-439cb4d59426 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.941041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6eb18860-730d-4a0e-a5ef-15ab3c8dcb9b req-54b53ecf-5d6b-4a38-a356-439cb4d59426 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 944 time: 0.9909434
Apr 30 04:47:48.967987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-e42398ea-e5d6-454f-b403-ca92a62a209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:48.970199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-e42398ea-e5d6-454f-b403-ca92a62a209b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 0.3820055
Apr 30 04:47:49.031415 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.4963362
Apr 30 04:47:49.036133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45630) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:49.037248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'Network': ['ID=26731ea1-c817-4cde-a0a8-1f4998f4620c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:49.049155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 26731ea1-c817-4cde-a0a8-1f4998f4620c details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:49.076834 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:49.166842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6eb18860-730d-4a0e-a5ef-15ab3c8dcb9b req-3f49c738-0d71-49f8-9294-e483a5179b86 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151120
Apr 30 04:47:49.187792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-bc975b0c-e312-439e-96d0-85fe681166b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:49.189573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-bc975b0c-e312-439e-96d0-85fe681166b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a74cf8b3638546ba9d28c11abd357ee4&device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 1096 time: 0.9660232
Apr 30 04:47:49.374589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb37e3-0dd7-4179-a939-17a4550e5a42 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:49.382936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb37e3-0dd7-4179-a939-17a4550e5a42 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:49.394144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb37e3-0dd7-4179-a939-17a4550e5a42 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:49.406304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb37e3-0dd7-4179-a939-17a4550e5a42 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:49.407884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1eeb37e3-0dd7-4179-a939-17a4550e5a42 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Synchronizing usage tracker for tenant:693642c0bc324ed1a03c53a097e5cf41 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:49.421851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Deleting port 9b2817d1-24bc-4c85-98dc-aba488acc397 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:47:49.422623 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:49.484058 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1eeb37e3-0dd7-4179-a939-17a4550e5a42 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Unset dirty status for tenant:693642c0bc324ed1a03c53a097e5cf41 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:49.486240 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1eeb37e3-0dd7-4179-a939-17a4550e5a42 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.4447725
Apr 30 04:47:49.511166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45636) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:49.958708 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:49.971121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-200c84f7-6d02-4002-b0ab-efd60b61257f req-b5526de9-7ed7-4632-b073-5701f035549c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 210 time: 0.5054233
Apr 30 04:47:49.995861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-ab88c5ea-3b73-4311-a514-860f8a3fb692 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:50.001617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-ab88c5ea-3b73-4311-a514-860f8a3fb692 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:50.002421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-36628565-5631-4618-bd0e-228fe7248f25 req-ab88c5ea-3b73-4311-a514-860f8a3fb692 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Synchronizing usage tracker for tenant:17e9c47251c94292ac34165152f2d2ed on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:50.061555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-f5a101bb-d9ea-40ec-99f1-c83f2ba2c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:50.063099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-f5a101bb-d9ea-40ec-99f1-c83f2ba2c3a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.0557251
Apr 30 04:47:50.071979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-f4ea4128-4249-45e7-b215-2c50e59de46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:50.073504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-f4ea4128-4249-45e7-b215-2c50e59de46d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0bcb4c90-fd4d-40a7-872f-3d249740e2f6 HTTP/1.1" status: 200  len: 920 time: 0.8155622
Apr 30 04:47:50.135990 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:50.259056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-eda61608-cacb-4485-8055-85b8e4f81551 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1a0c9d1-6b7e-4276-9535-b65618daf061 HTTP/1.1" status: 200  len: 217 time: 0.1445947
Apr 30 04:47:50.316420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] For port 9b2817d1-24bc-4c85-98dc-aba488acc397, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9b2817d1-24bc-4c85-98dc-aba488acc397,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:50.316420 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:50.347570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-36628565-5631-4618-bd0e-228fe7248f25 req-ab88c5ea-3b73-4311-a514-860f8a3fb692 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Unset dirty status for tenant:17e9c47251c94292ac34165152f2d2ed on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:50.349769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-ab88c5ea-3b73-4311-a514-860f8a3fb692 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.37 "GET /v2.0/networks?id=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29&id=34c9228c-d911-49c0-89d8-1a5418df2f1c&id=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 HTTP/1.1" status: 200  len: 1390 time: 0.9104912
Apr 30 04:47:50.377809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'port': {'device_id': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29', 'admin_state_up': True, 'tenant_id': '17e9c47251c94292ac34165152f2d2ed'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:50.388162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 9b2817d1-24bc-4c85-98dc-aba488acc397 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:47:50.595518 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:50.668579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:50.695263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-55c469e0-9c93-44f0-9b84-69d33fbd15db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:50.696280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:port and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:50.696797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-55c469e0-9c93-44f0-9b84-69d33fbd15db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1ee0f682-5c03-4a9a-8f87-e607ee290195 HTTP/1.1" status: 200  len: 859 time: 0.4286754
Apr 30 04:47:50.706465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a3206d0>,) {'filters': {'network_id': ['26731ea1-c817-4cde-a0a8-1f4998f4620c']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:50.719456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for port was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:50.737955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:50.751331 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:50.756092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3206d0>, '852af076-d6ff-4ad2-b2d2-0712b78c1c2c') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:50.756647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3206d0>, '852af076-d6ff-4ad2-b2d2-0712b78c1c2c') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:50.777034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:50.798667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:50.806805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:50.813799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:47:50.821776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-ba04ab87-6331-4d2e-8b4e-20ae363a7889 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7472432
Apr 30 04:47:50.835378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:50.852994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 9b2817d1-24bc-4c85-98dc-aba488acc397, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=9b2817d1-24bc-4c85-98dc-aba488acc397,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:50.855634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:50.861529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:50.867532 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-89f1de61-af1d-4e38-8f59-dc417ee58e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:50.888528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-3eb2e421-1821-49e7-b332-80ac80320e78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0bcb4c90-fd4d-40a7-872f-3d249740e2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1198454
Apr 30 04:47:51.075047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=9b2817d1-24bc-4c85-98dc-aba488acc397,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:51.081598 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:51.251524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device e1a0c9d1-6b7e-4276-9535-b65618daf061 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:47:51.272192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa3b62-f499-4a5c-9222-6b3585ed1743 req-25403c51-45c2-4e91-a56a-a56b7e21d0fd tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:51.279993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76aa3b62-f499-4a5c-9222-6b3585ed1743 req-25403c51-45c2-4e91-a56a-a56b7e21d0fd tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 946 time: 0.9399035
Apr 30 04:47:51.292578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network 26731ea1-c817-4cde-a0a8-1f4998f4620c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:51.306929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:51.428670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e1a0c9d1-6b7e-4276-9535-b65618daf061, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e1a0c9d1-6b7e-4276-9535-b65618daf061,segment=NetworkSegment(f797738e-c0a6-435d-b3c4-c5cf06ec9896),segment_id=f797738e-c0a6-435d-b3c4-c5cf06ec9896)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:51.447857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'e1a0c9d1-6b7e-4276-9535-b65618daf061', 'network_id': '0bcb4c90-fd4d-40a7-872f-3d249740e2f6', 'port_id': 'e1a0c9d1-6b7e-4276-9535-b65618daf061', 'mac_address': 'fa:16:3e:5a:08:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee0f682-5c03-4a9a-8f87-e607ee290195', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:47:51.449067 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:51.449459 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:51.449779 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Floating IP 0a2b6199-c5d1-404e-ac85-dd4eb529a305 disassociated. External IP: 172.25.8.118, port: 9b2817d1-24bc-4c85-98dc-aba488acc397.
Apr 30 04:47:51.450202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Calling delete_port for 9b2817d1-24bc-4c85-98dc-aba488acc397 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:47:51.460872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e120895-62bd-4df4-b5c0-0bcf9d1c42dd req-dbaa731d-c2d1-482e-8584-cad830e88ec9 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:51.468818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e120895-62bd-4df4-b5c0-0bcf9d1c42dd req-dbaa731d-c2d1-482e-8584-cad830e88ec9 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 944 time: 1.0938003
Apr 30 04:47:51.472342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c82fbd56-b4b2-41b1-913b-e912330fe101 req-11aac629-368e-450c-8b70-0b7c1bc3fd0c service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6345427
Apr 30 04:47:51.481622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Allocated IP 172.25.8.54 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/ff5fa29b-eaf1-4ddf-b825-e5775923af4e) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:51.522568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76aa3b62-f499-4a5c-9222-6b3585ed1743 req-7130ea98-870a-43e8-81d2-e52f4d58fcbf tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups?id=2d69598a-5358-4647-a887-8b38d3d77713&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2414165
Apr 30 04:47:51.537314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-73d0a80e-bb95-4789-88b7-f0f3c2d2e242 service neutron] 10.222.0.50 "GET /v2.0/networks/0bcb4c90-fd4d-40a7-872f-3d249740e2f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6093214
Apr 30 04:47:51.542412 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:51.557746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45680) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:51.609401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network 26731ea1-c817-4cde-a0a8-1f4998f4620c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:51.622097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a0c9d1-6b7e-4276-9535-b65618daf061 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:47:51.676898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e1a0c9d1-6b7e-4276-9535-b65618daf061, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e1a0c9d1-6b7e-4276-9535-b65618daf061,segment=NetworkSegment(f797738e-c0a6-435d-b3c4-c5cf06ec9896),segment_id=f797738e-c0a6-435d-b3c4-c5cf06ec9896)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:51.694558 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:51.698235 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c11d3868-36d9-436d-be67-9e6ced6f6080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:51.739623 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:51.812921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Allocated IP 19.80.0.111 (2cbbcb74-5876-4ed1-91b9-f3150fbc5f29/fd10c242-f288-4bc2-9e94-48690614e2fa/911034fb-97f9-4d01-b96a-a5c23b8acae1) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:51.837123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=e1a0c9d1-6b7e-4276-9535-b65618daf061,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:51.854875 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:51.940882 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'code': 200}
Apr 30 04:47:51.994416 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.008744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['e1a0c9d1-6b7e-4276-9535-b65618daf061'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:47:52.016331 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e120895-62bd-4df4-b5c0-0bcf9d1c42dd req-53cc9a0f-8ac0-440b-9954-c7cc1cc34b5d tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5464976
Apr 30 04:47:52.043579 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:52.086527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  26731ea1-c817-4cde-a0a8-1f4998f4620c {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Apr 30 04:47:52.095834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event deleted for resources: {'Network': ['ID=26731ea1-c817-4cde-a0a8-1f4998f4620c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:52.105503 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:52.106706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.191720 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.226510 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "DELETE /v2.0/networks/26731ea1-c817-4cde-a0a8-1f4998f4620c HTTP/1.1" status: 204  len: 168 time: 2.7137678
Apr 30 04:47:52.230462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45686) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:52.268491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:52.278305 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-910ddebc-934a-477f-a330-b5a28bc3ded7 req-b39f0632-4487-4235-8c33-27931e725449 service neutron] 10.222.0.50 "GET /v2.0/networks/0bcb4c90-fd4d-40a7-872f-3d249740e2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7110379
Apr 30 04:47:52.295409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f09fb530f1b748a2a16adf7accc9cf73 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:52.335671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:52.349659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Request body: {'network': {'name': 'tempest-network--785439052', 'router:external': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:52.355786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:52.372624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Usage tracker for resource:network and tenant:77172bd68a9f46e3bbd6a27bc1b9b61d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:52.378616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:52.390759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:52.401693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.410928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:52.421991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Made reservation on behalf of 77172bd68a9f46e3bbd6a27bc1b9b61d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:52.426376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.447001 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42c8fe16-91e4-437e-9596-46a4fd494d03 req-8ab12e17-415a-4122-b13d-bfbab535bb9d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 210 time: 0.1548479
Apr 30 04:47:52.507882 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.517700 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.523439 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84ea87ea-453a-4d11-94cf-c13de58f173f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:52.531758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:52.546368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Transition to ACTIVE for port object 911034fb-97f9-4d01-b96a-a5c23b8acae1 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:52.550169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.550624 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Added segment 105c5b9b-59d8-4901-aa94-bea7eb11d747 of type vlan for network 97c8675d-85dc-4e16-b083-f380cf5fdfea
Apr 30 04:47:52.597752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.667243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.680616 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:52.776362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.778087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:52.779120 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:52.782026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Pushing event deleted for resources: {'Port': ['ID=9b2817d1-24bc-4c85-98dc-aba488acc397,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:52.808182 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:52.851111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:52.859471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:52.865327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:53.062429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:53.063593 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:53.084917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Port': ['ID=911034fb-97f9-4d01-b96a-a5c23b8acae1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:53.091571 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:53.104913 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:53.115711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5e16c8e-7eb9-403e-8704-47e22e633f86 req-6c730928-56b3-41a1-a614-48932ee812cb tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 210 time: 0.3354547
Apr 30 04:47:53.192532 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:53.253805 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:53.254977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device e1a0c9d1-6b7e-4276-9535-b65618daf061 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:47:53.261192 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:53.288925 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9ed714d5-7aed-49fb-8d10-ea7e87d5b17b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:53.378052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:53.381325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Router 61710173-4d6e-4a64-b015-ef72cfee2f21 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:47:53.392037 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.1564004
Apr 30 04:47:53.420965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45698) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:53.449554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0c746472-db95-4712-a436-b519846e1897 None None] Provisioning for port 911034fb-97f9-4d01-b96a-a5c23b8acae1 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:53.451495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:53.460423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:53.470478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0c746472-db95-4712-a436-b519846e1897 None None] Provisioning complete for port 911034fb-97f9-4d01-b96a-a5c23b8acae1 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:53.470478 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c746472-db95-4712-a436-b519846e1897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:53.483110 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1136076
Apr 30 04:47:53.525976 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port e1a0c9d1-6b7e-4276-9535-b65618daf061 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:53.564202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port e1a0c9d1-6b7e-4276-9535-b65618daf061 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:53.564577 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:53.625177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f09fb530f1b748a2a16adf7accc9cf73&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0552645
Apr 30 04:47:53.632028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45704) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:53.639075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'port': {'device_id': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c', 'admin_state_up': True, 'tenant_id': '17e9c47251c94292ac34165152f2d2ed'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:53.703335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Pushing event updated for resources: {'Port': ['ID=ff5fa29b-eaf1-4ddf-b825-e5775923af4e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:53.713985 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:53.730940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0c746472-db95-4712-a436-b519846e1897 None None] Port 911034fb-97f9-4d01-b96a-a5c23b8acae1 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:47:53.776079 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c446b71d-91da-4030-b3ab-fb27a3028e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:53.791372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'Network': ['ID=97c8675d-85dc-4e16-b083-f380cf5fdfea,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:53.800939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9ea04-858c-4a24-9da7-c959447637be req-702d3ba3-b733-48fb-8a14-edd8f51a369a tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:53.802918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8d9ea04-858c-4a24-9da7-c959447637be req-702d3ba3-b733-48fb-8a14-edd8f51a369a tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 945 time: 0.4449704
Apr 30 04:47:53.820542 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:53.840065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 97c8675d-85dc-4e16-b083-f380cf5fdfea details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:53.988870 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:53.996536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101e2a7a-2c2f-435c-9471-cf6396d7d8fd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:53.997397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745f7e5a-e092-4f2a-873e-87e99bfb950f tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:54.001653 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-745f7e5a-e092-4f2a-873e-87e99bfb950f tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] 10.222.0.46 "GET /v2.0/networks/97c8675d-85dc-4e16-b083-f380cf5fdfea HTTP/1.1" status: 200  len: 756 time: 0.5791671
Apr 30 04:47:54.002352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45708) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:54.028847 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:54.044431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8d9ea04-858c-4a24-9da7-c959447637be req-09b34ab0-6e6e-4c08-9e29-4464f7d0eaf6 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337334
Apr 30 04:47:54.053288 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.133693 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f712cec-10bc-45c9-8c3d-5c7f1a601fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.136919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a0c9d1-6b7e-4276-9535-b65618daf061'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:47:54.157710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e1a0c9d1-6b7e-4276-9535-b65618daf061, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e1a0c9d1-6b7e-4276-9535-b65618daf061,segment=NetworkSegment(f797738e-c0a6-435d-b3c4-c5cf06ec9896),segment_id=f797738e-c0a6-435d-b3c4-c5cf06ec9896)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:47:54.164205 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.168931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da996c-3a55-4dc1-a274-7853e01fa5e6 req-0504e11f-5edc-497d-8315-970e5679adb2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:54.169883 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:54.182541 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19da996c-3a55-4dc1-a274-7853e01fa5e6 req-0504e11f-5edc-497d-8315-970e5679adb2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 932 time: 0.4827178
Apr 30 04:47:54.186219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:47:54.201050 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] Sync routers for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:47:54.205879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aec887-f5b7-45d2-9024-f8cb46b88cd8 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:54.210997 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b1aec887-f5b7-45d2-9024-f8cb46b88cd8 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] 10.222.0.46 "GET /v2.0/networks/97338e94-94b5-49f3-b6e2-e3ece4af5eb5 HTTP/1.1" status: 200  len: 767 time: 0.2047639
Apr 30 04:47:54.213333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f712cec-10bc-45c9-8c3d-5c7f1a601fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.219520 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:54.221237 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf458e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:54.221919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:54.226263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45718) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:54.265715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:port and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:54.272143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:54.289754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:54.340471 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a0c9d1-6b7e-4276-9535-b65618daf061', 'code': 200}
Apr 30 04:47:54.346359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=e1a0c9d1-6b7e-4276-9535-b65618daf061,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:54.355739 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:54.375173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:54.379074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.394539 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.420933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.525576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] No DVR routers for this DVR port 9b2817d1-24bc-4c85-98dc-aba488acc397 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:47:54.529129 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:47:54.541819 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.549555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'name': 'network-vif-deleted', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:47:54.564367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f712cec-10bc-45c9-8c3d-5c7f1a601fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.581580 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-59ce3a30-75b6-4fa6-af09-775bd5ac7466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:54.603628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f712cec-10bc-45c9-8c3d-5c7f1a601fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101e2a7a-2c2f-435c-9471-cf6396d7d8fd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:54.654648 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f712cec-10bc-45c9-8c3d-5c7f1a601fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:54.678301 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.680388 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62015104-b519-47d7-96fa-6540e68f8db2 req-cd9b851d-f217-461a-b5f7-f47462df9738 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 210 time: 0.1313925
Apr 30 04:47:54.701511 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19da996c-3a55-4dc1-a274-7853e01fa5e6 req-6f3979e8-ecb8-492d-9452-8cc4c9fe3de8 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5172937
Apr 30 04:47:54.765534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d306b8-cf90-42df-95c9-a68541df6433 req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.37 "DELETE /v2.0/ports/9b2817d1-24bc-4c85-98dc-aba488acc397 HTTP/1.1" status: 204  len: 173 time: 7.0898812
Apr 30 04:47:54.779262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f712cec-10bc-45c9-8c3d-5c7f1a601fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:54.780534 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1f712cec-10bc-45c9-8c3d-5c7f1a601fec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/101e2a7a-2c2f-435c-9471-cf6396d7d8fd HTTP/1.1" status: 204  len: 168 time: 1.1074488
Apr 30 04:47:55.001436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Allocated IP 19.86.0.224 (34c9228c-d911-49c0-89d8-1a5418df2f1c/882feaad-6495-4042-a50a-d2b1d8c3da52/261c7326-8636-49d9-8f9a-43280d87bb63) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:47:55.013777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a119820>,) {'filters': {'network_id': ['97c8675d-85dc-4e16-b083-f380cf5fdfea']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:55.073847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a119820>, '105c5b9b-59d8-4901-aa94-bea7eb11d747') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:55.074149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a119820>, '105c5b9b-59d8-4901-aa94-bea7eb11d747') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:55.074577 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf458e0>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:58Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ac2624f5-0858-4dd6-8680-3b718e1739a4', 'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'mac_address': 'fa:16:3e:d6:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:54Z', 'updated_at': '2021-04-30T04:44:16Z', 'revision_number': 5, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'subnets': [{'id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:55.080122 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] Checking router: 61710173-4d6e-4a64-b015-ef72cfee2f21 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:47:55.090667 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:47:55.091841 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf458e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:47:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:55.100942 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:55.152870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:55.170154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:47:55.233106 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68355529-0604-4460-a823-3bb75661c413', 'name': 'network-vif-deleted', 'tag': '9b2817d1-24bc-4c85-98dc-aba488acc397', 'status': 'completed', 'code': 200}
Apr 30 04:47:55.388081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b1541-d7ec-450e-ab16-d65fe8f9272a req-bfb92215-5ef4-4302-af9a-47bbfe453c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:55.389688 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b56b1541-d7ec-450e-ab16-d65fe8f9272a req-bfb92215-5ef4-4302-af9a-47bbfe453c66 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 1098 time: 0.9173357
Apr 30 04:47:55.484534 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:47:55.549579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b56b1541-d7ec-450e-ab16-d65fe8f9272a req-168c9410-bd0e-49e3-99ca-9db286640b52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497657
Apr 30 04:47:55.616096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:55.632164 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:55.650568 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88fdc691-a697-490f-abdd-ccc6f1855277 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:55.655784 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:55.680830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45734) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:55.740914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:55.811975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Pushing event updated for resources: {'Port': ['ID=ff5fa29b-eaf1-4ddf-b825-e5775923af4e,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:55.816306 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:55.850672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a13ac1-8221-4289-b36e-f6465a136dc5 req-8e8a2198-9b65-4811-bae6-c136a5f299e9 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:55.863996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15a13ac1-8221-4289-b36e-f6465a136dc5 req-8e8a2198-9b65-4811-bae6-c136a5f299e9 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 946 time: 0.5541596
Apr 30 04:47:56.011094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15a13ac1-8221-4289-b36e-f6465a136dc5 req-e19df96c-e9a1-4cdc-b829-462ae5aa9275 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459773
Apr 30 04:47:56.014028 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:56.028766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network 97c8675d-85dc-4e16-b083-f380cf5fdfea has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:56.045066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:56.086528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:56.130502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:56.132663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.6446171
Apr 30 04:47:56.148497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45744) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:56.150850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Usage tracker for resource:security_group_rule and tenant:bb202398248b40c89a365bbd0ace3b0d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:56.159338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:56.172501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:56.300364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network 97c8675d-85dc-4e16-b083-f380cf5fdfea has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:47:56.368068 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:47:56.375352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-697ab484-4fdd-4bab-b84b-de7abac5b6c8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Synchronizing usage tracker for tenant:f92f34c167a84a4f8a75baeee9996092 on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:56.440503 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:47:56.471569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-697ab484-4fdd-4bab-b84b-de7abac5b6c8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Unset dirty status for tenant:f92f34c167a84a4f8a75baeee9996092 on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:56.471569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-697ab484-4fdd-4bab-b84b-de7abac5b6c8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3703 time: 0.3203425
Apr 30 04:47:56.471569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-24014e80-7669-45f0-9e43-3784246e8b90 req-2dd68619-01f5-4b8e-a1c1-7a3a3a02f95c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Synchronizing usage tracker for tenant:b6d6539877bb415ba4c25b36edfc37fa on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:56.472647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45748) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:56.482380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dfcfd-7851-48e8-a1dc-4197e31e5552 req-8694fa5d-a505-4faf-91a6-5da30aaa9ca0 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:56.491097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-909dfcfd-7851-48e8-a1dc-4197e31e5552 req-8694fa5d-a505-4faf-91a6-5da30aaa9ca0 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 932 time: 0.4900591
Apr 30 04:47:56.509726 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf458e0>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:58Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ac2624f5-0858-4dd6-8680-3b718e1739a4', 'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'mac_address': 'fa:16:3e:d6:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:54Z', 'updated_at': '2021-04-30T04:44:16Z', 'revision_number': 5, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'subnets': [{'id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:47:56.517982 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bb6b0-e467-42da-b3a2-93023b86677c None None] The sync data for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 is: [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:43:58Z', 'revision_number': 4, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ac2624f5-0858-4dd6-8680-3b718e1739a4', 'name': '', 'network_id': '4fe26e35-ab66-46f8-9ffe-27550c9dde54', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'mac_address': 'fa:16:3e:d6:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:54Z', 'updated_at': '2021-04-30T04:44:16Z', 'revision_number': 5, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'subnets': [{'id': 'c81f6c11-f821-484d-a11c-c7ab6c7c84e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:47:56.636552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Transition to ACTIVE for port object 261c7326-8636-49d9-8f9a-43280d87bb63 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:47:56.638820 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:56.647451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  97c8675d-85dc-4e16-b083-f380cf5fdfea {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Apr 30 04:47:56.652253 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:56.672476 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a9db17c7-4805-4f52-a337-d58d80f89547 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:56.713496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5abf4579-bc34-4427-9a18-47edea85ad22 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Synchronizing usage tracker for tenant:fc948e1236da42b4b9c56ce25c8f4896 on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:47:56.745249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "DELETE /v2.0/networks/97c8675d-85dc-4e16-b083-f380cf5fdfea HTTP/1.1" status: 204  len: 168 time: 2.5195823
Apr 30 04:47:56.751284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45754) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:56.759384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event deleted for resources: {'Network': ['ID=97c8675d-85dc-4e16-b083-f380cf5fdfea,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:56.767248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-909dfcfd-7851-48e8-a1dc-4197e31e5552 req-eb1672e7-c7f6-47ba-a49a-7e03072493df tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2748249
Apr 30 04:47:56.768877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-24014e80-7669-45f0-9e43-3784246e8b90 req-2dd68619-01f5-4b8e-a1c1-7a3a3a02f95c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Unset dirty status for tenant:b6d6539877bb415ba4c25b36edfc37fa on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:56.769899 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:56.792709 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24014e80-7669-45f0-9e43-3784246e8b90 req-2dd68619-01f5-4b8e-a1c1-7a3a3a02f95c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 210 time: 0.3799763
Apr 30 04:47:56.829107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Request body: {'network': {'name': 'tempest-network--1468243892'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:56.861912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5abf4579-bc34-4427-9a18-47edea85ad22 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Unset dirty status for tenant:fc948e1236da42b4b9c56ce25c8f4896 on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:47:56.869703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5abf4579-bc34-4427-9a18-47edea85ad22 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.3618424
Apr 30 04:47:56.870686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45758) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:56.884037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:56.904417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:56.906619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Usage tracker for resource:network and tenant:77172bd68a9f46e3bbd6a27bc1b9b61d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:56.926283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:56.944138 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:57.041057 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.069438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:57.123553 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.150928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 34c9228c-d911-49c0-89d8-1a5418df2f1c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:47:57.162365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:47:57.220127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:47:57.327542 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.376234 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.392645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Port': ['ID=261c7326-8636-49d9-8f9a-43280d87bb63,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:57.421584 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:57.434009 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62ad4133-9a9b-4c77-8138-ec144194d497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:57.448706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Made reservation on behalf of 77172bd68a9f46e3bbd6a27bc1b9b61d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:57.452968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.493821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Deleting port ff5fa29b-eaf1-4ddf-b825-e5775923af4e {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:47:57.494412 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.559697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb202398248b40c89a365bbd0ace3b0d&name=default HTTP/1.1" status: 200  len: 2983 time: 1.8775103
Apr 30 04:47:57.566128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45764) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:57.568975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007502e7-07b9-4c33-b51c-9cd678c9396d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:57.604256 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:57.618401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:57.619101 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.622311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-085ac1fc-008a-453d-9fe5-2d24277cc38f None None] Provisioning for port 261c7326-8636-49d9-8f9a-43280d87bb63 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:47:57.623624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:47:57.641470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-085ac1fc-008a-453d-9fe5-2d24277cc38f None None] Provisioning complete for port 261c7326-8636-49d9-8f9a-43280d87bb63 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:47:57.642511 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-085ac1fc-008a-453d-9fe5-2d24277cc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.689439 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.689795 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Added segment 3e3e9668-cbe2-4d36-a979-fd8fc4973148 of type vlan for network 0d9f9e2f-4fe7-4009-8393-0ec806cdde54
Apr 30 04:47:57.742026 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2223880
Apr 30 04:47:57.757717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-085ac1fc-008a-453d-9fe5-2d24277cc38f None None] Port 261c7326-8636-49d9-8f9a-43280d87bb63 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:47:57.798975 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee27d66-353c-46c5-806b-604e3ebce299 None None] New status for floating IP 0a2b6199-c5d1-404e-ac85-dd4eb529a305: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:47:57.799436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7405d-49c7-4ff6-8784-d86d6802c97c req-b14d62ea-d391-422e-9be7-1c2e370e6646 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:57.801333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.807266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81a7405d-49c7-4ff6-8784-d86d6802c97c req-b14d62ea-d391-422e-9be7-1c2e370e6646 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 946 time: 0.4376478
Apr 30 04:47:57.877482 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.877872 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:57.905296 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81a7405d-49c7-4ff6-8784-d86d6802c97c req-261b51e5-75ea-4880-992c-3ddcb12bf683 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969162
Apr 30 04:47:57.928423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'port': {'device_id': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29', 'admin_state_up': True, 'tenant_id': '17e9c47251c94292ac34165152f2d2ed'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:58.172079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Calling delete_port for ff5fa29b-eaf1-4ddf-b825-e5775923af4e owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:47:58.237093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-187ca569-0e7d-4e44-879e-96ca9dc05928 req-ed4bd87f-f5d5-48fa-be13-b9f4d7c6279c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 210 time: 0.0733821
Apr 30 04:47:58.315797 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:58.320075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:58.321804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:58.350284 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:58.415711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa95edc6-08ee-41f4-8925-4655cd92c5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:58.563706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c282c-e28c-43dd-88bb-c2d3333d66c4 req-ce94f1fd-d2a3-4199-9cd1-c54ea0d89e5f tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:58.570189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c282c-e28c-43dd-88bb-c2d3333d66c4 req-ce94f1fd-d2a3-4199-9cd1-c54ea0d89e5f tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:47:58.572061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d8c282c-e28c-43dd-88bb-c2d3333d66c4 req-ce94f1fd-d2a3-4199-9cd1-c54ea0d89e5f tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 1655 time: 0.3064537
Apr 30 04:47:58.690830 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d8c282c-e28c-43dd-88bb-c2d3333d66c4 req-baa486c6-6db7-461b-ae49-4a1b0aec1658 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791273
Apr 30 04:47:58.699328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:58.713182 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:58.748092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.9851415
Apr 30 04:47:58.775596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45782) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:58.785279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Pushing event deleted for resources: {'Port': ['ID=ff5fa29b-eaf1-4ddf-b825-e5775923af4e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:58.791280 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:58.801499 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa95edc6-08ee-41f4-8925-4655cd92c5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:58.804349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Request body: {'network': {'router:external': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:47:58.817409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'Network': ['ID=0d9f9e2f-4fe7-4009-8393-0ec806cdde54,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:58.835926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:47:58.837023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 0d9f9e2f-4fe7-4009-8393-0ec806cdde54 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:47:58.853577 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:58.874039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:port and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:47:58.882060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for port was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:47:58.902787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:47:58.930445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:47:58.939995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:59.006964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa95edc6-08ee-41f4-8925-4655cd92c5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:59.149126 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3adc31cc-c6d9-476a-a4aa-636a8d5d1054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:47:59.182671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa95edc6-08ee-41f4-8925-4655cd92c5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:59.186866 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aa95edc6-08ee-41f4-8925-4655cd92c5dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/007502e7-07b9-4c33-b51c-9cd678c9396d HTTP/1.1" status: 204  len: 168 time: 1.6169672
Apr 30 04:47:59.196236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95edc6-08ee-41f4-8925-4655cd92c5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007502e7-07b9-4c33-b51c-9cd678c9396d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:47:59.221801 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa95edc6-08ee-41f4-8925-4655cd92c5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:47:59.282312 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:59.506455 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:47:59.511958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] 10.222.0.46 "DELETE /v2.0/floatingips/632aa73e-21f0-461b-b153-b6500a8c20b3 HTTP/1.1" status: 204  len: 168 time: 2.6354582
Apr 30 04:47:59.516353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45812) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:47:59.543865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Allocated IP 19.80.0.129 (2cbbcb74-5876-4ed1-91b9-f3150fbc5f29/fd10c242-f288-4bc2-9e94-48690614e2fa/27eda951-eb20-4cf4-a1b8-16f19362c523) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:48:00.012259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5246f707-a3fd-49a5-850b-4de8d41f21f6 req-b44c60ff-cd3b-4ee5-afd6-ba8bde9a4423 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 210 time: 0.1727276
Apr 30 04:48:00.118349 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:00.154779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Transition to ACTIVE for port object 27eda951-eb20-4cf4-a1b8-16f19362c523 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:48:00.179852 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:48:00.208114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:00.221840 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:00.260935 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-61befaa1-755a-4e89-ab2a-c6a0216a4037 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:00.284494 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:00.306042 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f1ac33b-71e5-4680-aeac-8e58d412bfa0 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:00.370574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network 0d9f9e2f-4fe7-4009-8393-0ec806cdde54 is not hosted by any dhcp agent {{(pid=74581) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Apr 30 04:48:00.372287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:00.373157 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:00.375057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "PUT /v2.0/networks/0d9f9e2f-4fe7-4009-8393-0ec806cdde54 HTTP/1.1" status: 200  len: 858 time: 1.5935965
Apr 30 04:48:00.382696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45826) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:00.396923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Deleting port 174ac28e-33e4-4537-aa45-b041f9624361 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:00.397531 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:00.434578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Port': ['ID=27eda951-eb20-4cf4-a1b8-16f19362c523,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:00.438037 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:00.449744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:48:00.451248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:00.454181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:48:00.639219 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fc0d8adc-feea-4267-84eb-91dec3fdfa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:00.726862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:00.728085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:00.799128 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9132776
Apr 30 04:48:00.813981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Request body: {'port': {'device_id': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:00.906425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:00.906923 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:01.042499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fa91d875-7f4a-4a9e-ad80-541595c6befc None None] Provisioning for port 27eda951-eb20-4cf4-a1b8-16f19362c523 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:48:01.059342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fa91d875-7f4a-4a9e-ad80-541595c6befc None None] Provisioning complete for port 27eda951-eb20-4cf4-a1b8-16f19362c523 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:01.060008 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa91d875-7f4a-4a9e-ad80-541595c6befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:01.206162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fa91d875-7f4a-4a9e-ad80-541595c6befc None None] Port 27eda951-eb20-4cf4-a1b8-16f19362c523 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:48:01.309391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:01.309750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Calling delete_port for 174ac28e-33e4-4537-aa45-b041f9624361 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:01.464174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event updated for resources: {'Network': ['ID=0d9f9e2f-4fe7-4009-8393-0ec806cdde54,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:01.510300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45848) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:01.790095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-370720584-network', 'tenant_id': '72f860cf99834bd2aa14365a08769d30'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:01.812826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:01.829369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Usage tracker for resource:network and tenant:72f860cf99834bd2aa14365a08769d30 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:01.839562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:01.864287 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.557s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:01.874841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:02.011501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Made reservation on behalf of 72f860cf99834bd2aa14365a08769d30 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:02.015698 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:02.022128 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:02.045791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:02.062664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911034fb-97f9-4d01-b96a-a5c23b8acae1 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:48:02.083029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:02.093482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:02.113588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Usage tracker for resource:security_group_rule and tenant:72f860cf99834bd2aa14365a08769d30 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:02.125063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:02.138884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Transition to ACTIVE for port object 911034fb-97f9-4d01-b96a-a5c23b8acae1 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:48:02.141042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:02.151030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:02.167284 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36b38a2c-83f2-4ce2-aff5-ec470c2bd910 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:02.199798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706efc90-0a7a-42c1-a0dd-1bd0e98a1588 req-0911d594-78e1-454e-a395-817b5433a96c tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:02.201975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-706efc90-0a7a-42c1-a0dd-1bd0e98a1588 req-0911d594-78e1-454e-a395-817b5433a96c tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 946 time: 0.8876126
Apr 30 04:48:02.251876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9392a-f88c-449d-8ae1-9202b6e01002 req-6bd50da7-aa3d-4818-9d1a-d601c8635f32 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:02.271786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9392a-f88c-449d-8ae1-9202b6e01002 req-6bd50da7-aa3d-4818-9d1a-d601c8635f32 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:02.283064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9392a-f88c-449d-8ae1-9202b6e01002 req-6bd50da7-aa3d-4818-9d1a-d601c8635f32 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:02.286258 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ab9392a-f88c-449d-8ae1-9202b6e01002 req-6bd50da7-aa3d-4818-9d1a-d601c8635f32 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2377 time: 1.5757747
Apr 30 04:48:02.545598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Pushing event updated for resources: {'Port': ['ID=911034fb-97f9-4d01-b96a-a5c23b8acae1,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:02.553536 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:02.622317 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:02.715610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-706efc90-0a7a-42c1-a0dd-1bd0e98a1588 req-b5ee1aba-e4c5-43ac-aea6-01b46e1a269c tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4804924
Apr 30 04:48:02.875761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Attempting to bind port 911034fb-97f9-4d01-b96a-a5c23b8acae1 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:48:02.877153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Attempting to bind port 911034fb-97f9-4d01-b96a-a5c23b8acae1 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:48:02.878136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Attempting to bind port 911034fb-97f9-4d01-b96a-a5c23b8acae1 on network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:48:02.896185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Port 911034fb-97f9-4d01-b96a-a5c23b8acae1 on network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:48:02.897360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Attempting to bind port 911034fb-97f9-4d01-b96a-a5c23b8acae1 on network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:48:02.932028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:48:02.933041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Checking segment: {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:02.934081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Bound using segment: {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:48:02.935211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Bound port: 911034fb-97f9-4d01-b96a-a5c23b8acae1, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:48:02.936039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.018886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-d0a34d27-f38a-4760-81c8-17ac029eb065 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:03.030051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-d0a34d27-f38a-4760-81c8-17ac029eb065 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.50 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 946 time: 1.4092207
Apr 30 04:48:03.034387 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.052366 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.077367 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:03.100121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.131421 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa95edc6-08ee-41f4-8925-4655cd92c5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:03.216462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:48:03.292234 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.293024 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Added segment c5f2e3be-6c75-4352-9d56-5984e5006de9 of type vlan for network ab193ff1-bf02-4b09-9491-3e4649fd998d
Apr 30 04:48:03.298976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d40ec5-6327-4486-85dc-1a646f6c3ef7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:03.320183 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:03.340774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] For port 911034fb-97f9-4d01-b96a-a5c23b8acae1, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:48:03.347107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] For port 911034fb-97f9-4d01-b96a-a5c23b8acae1, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=911034fb-97f9-4d01-b96a-a5c23b8acae1,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:48:03.371948 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.388467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.403379 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ab9392a-f88c-449d-8ae1-9202b6e01002 req-ec758937-95b6-4028-a17e-a761f184d1ee tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0525837
Apr 30 04:48:03.403618 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ef08f62a-2930-4bf6-a482-893901b8c0e1 tempest-ExtraDHCPOptionsTestJSON-1862509911 tempest-ExtraDHCPOptionsTestJSON-1862509911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:03.514493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.522755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Pushing event deleted for resources: {'Port': ['ID=174ac28e-33e4-4537-aa45-b041f9624361,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:03.545699 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:03.568166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:03.569297 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.572710 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] 10.222.0.37 "PUT /v2.0/ports/911034fb-97f9-4d01-b96a-a5c23b8acae1 HTTP/1.1" status: 200  len: 1093 time: 2.7636812
Apr 30 04:48:03.576763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'tag': '911034fb-97f9-4d01-b96a-a5c23b8acae1'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:03.578362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ab10970>,) {'filters': {'network_id': ['0d9f9e2f-4fe7-4009-8393-0ec806cdde54']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:03.607685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ab10970>, '3e3e9668-cbe2-4d36-a979-fd8fc4973148') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:03.608498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ab10970>, '3e3e9668-cbe2-4d36-a979-fd8fc4973148') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:03.618973 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1a43e3a3-7dc9-4dcc-9a72-d75aeb7023da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.645339 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.679859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Request body: {'port': {'device_id': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:03.686657 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.706847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:48:03.759906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.761390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:03.762075 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:03.815137 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.2882626
Apr 30 04:48:03.816459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45858) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:03.830780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Request body: {'subnet': {'network_id': 'ab193ff1-bf02-4b09-9491-3e4649fd998d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-370720584-subnet', 'tenant_id': '72f860cf99834bd2aa14365a08769d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:03.839454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:03.845107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Usage tracker for resource:subnet and tenant:72f860cf99834bd2aa14365a08769d30 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:03.849789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:03.880751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:03.929343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Pushing event updated for resources: {'Port': ['ID=911034fb-97f9-4d01-b96a-a5c23b8acae1,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:03.935663 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:03.941017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:04.109388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Made reservation on behalf of 72f860cf99834bd2aa14365a08769d30 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:04.111895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:04.128497 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'tag': '911034fb-97f9-4d01-b96a-a5c23b8acae1', 'status': 'completed', 'code': 200}
Apr 30 04:48:04.132263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ab193ff1-bf02-4b09-9491-3e4649fd998d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:04.156646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bba29b7f-2d7f-4b64-a66c-98448ee715f0 req-caaf9e6f-332f-4fec-aa49-eaf1f733fa2b tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/ports?device_id=68355529-0604-4460-a823-3bb75661c413 HTTP/1.1" status: 200  len: 210 time: 0.8718426
Apr 30 04:48:04.158297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ab193ff1-bf02-4b09-9491-3e4649fd998d details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:48:04.257407 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:04.336203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:04.446003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network 0d9f9e2f-4fe7-4009-8393-0ec806cdde54 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:04.555262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:04.657212 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:04.961706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261c7326-8636-49d9-8f9a-43280d87bb63 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:48:04.984236 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:05.104453 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:05.143486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Network 0d9f9e2f-4fe7-4009-8393-0ec806cdde54 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:48:05.219582 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:48:05.255503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device e1a0c9d1-6b7e-4276-9535-b65618daf061 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:05.443575 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:05.488878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a0c9d1-6b7e-4276-9535-b65618daf061'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:05.509101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port e1a0c9d1-6b7e-4276-9535-b65618daf061, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e1a0c9d1-6b7e-4276-9535-b65618daf061,segment=NetworkSegment(f797738e-c0a6-435d-b3c4-c5cf06ec9896),segment_id=f797738e-c0a6-435d-b3c4-c5cf06ec9896)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:05.515521 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:05.518525 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:05.580783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Deleting port e1a0c9d1-6b7e-4276-9535-b65618daf061 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:05.581303 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:05.660029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=e1a0c9d1-6b7e-4276-9535-b65618daf061,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:05.666264 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:05.673571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f69-774d-4400-98a4-238a74699eff req-2493b77c-8bb2-474e-a923-dc3208cec026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:05.674064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f69-774d-4400-98a4-238a74699eff req-2493b77c-8bb2-474e-a923-dc3208cec026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:05.675426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f69-774d-4400-98a4-238a74699eff req-2493b77c-8bb2-474e-a923-dc3208cec026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:05.676393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86291f69-774d-4400-98a4-238a74699eff req-2493b77c-8bb2-474e-a923-dc3208cec026 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17e9c47251c94292ac34165152f2d2ed&device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2733 time: 1.4154158
Apr 30 04:48:05.684022 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:05.685193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/8c30da12-c1e8-447f-b3a4-eb377cef6313 HTTP/1.1" status: 204  len: 168 time: 6.1668198
Apr 30 04:48:05.692095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45874) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:05.693806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0044bfd-44ca-4d31-9173-7e68fca4fcd2 req-60f510ac-f20d-46a0-8dea-c282f5106e1b tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:05.695439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0044bfd-44ca-4d31-9173-7e68fca4fcd2 req-60f510ac-f20d-46a0-8dea-c282f5106e1b tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 946 time: 1.4371588
Apr 30 04:48:05.818861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Transition to ACTIVE for port object 261c7326-8636-49d9-8f9a-43280d87bb63 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:48:05.847934 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:05.874403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a0d-4ab5-4842-8f18-8cf006d792dd req-408274a9-4be3-4568-ba14-469139a2a1b1 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:05.881353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a0d-4ab5-4842-8f18-8cf006d792dd req-408274a9-4be3-4568-ba14-469139a2a1b1 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:05.887318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d97a0d-4ab5-4842-8f18-8cf006d792dd req-408274a9-4be3-4568-ba14-469139a2a1b1 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:05.889067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0d97a0d-4ab5-4842-8f18-8cf006d792dd req-408274a9-4be3-4568-ba14-469139a2a1b1 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2389 time: 1.3060615
Apr 30 04:48:05.890207 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f839d23-4145-42cf-bc07-8edb6bbb1cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:05.954765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  0d9f9e2f-4fe7-4009-8393-0ec806cdde54 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Apr 30 04:48:05.993300 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:06.040893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d9f9e2f-4fe7-4009-8393-0ec806cdde54,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:06.052633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:06.069055 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e28cde2-285d-405b-a5dc-bea2d51af352 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:06.077604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] 10.222.0.46 "DELETE /v2.0/networks/0d9f9e2f-4fe7-4009-8393-0ec806cdde54 HTTP/1.1" status: 204  len: 168 time: 5.6900270
Apr 30 04:48:06.092855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.092855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.093328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.093481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.093842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.094216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.095034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.095034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.095535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.095708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.096064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.096424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:06.104512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45878) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:06.118127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0044bfd-44ca-4d31-9173-7e68fca4fcd2 req-f86ff8be-01c2-47bc-9e03-813f0b25133f tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/security-groups?id=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3220222
Apr 30 04:48:06.119338 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:06.155849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] For port e1a0c9d1-6b7e-4276-9535-b65618daf061, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=e1a0c9d1-6b7e-4276-9535-b65618daf061,segment=NetworkSegment(f797738e-c0a6-435d-b3c4-c5cf06ec9896),segment_id=f797738e-c0a6-435d-b3c4-c5cf06ec9896)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:06.156558 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:06.190362 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:06.302137 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9d289f-b5a5-4d40-9193-2d81ba7bb5d8 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:48:06.302894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9d289f-b5a5-4d40-9193-2d81ba7bb5d8 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:48:06.304980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4a9d289f-b5a5-4d40-9193-2d81ba7bb5d8 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] 10.222.0.46 "DELETE /v2.0/subnets/f68f0178-d11b-4207-bfb1-13b26bd3f86c HTTP/1.1" status: 404  len: 337 time: 0.1993184
Apr 30 04:48:06.343716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:06.387607 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0d97a0d-4ab5-4842-8f18-8cf006d792dd req-698acda1-3200-4eab-b5f6-f73681b02041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4305320
Apr 30 04:48:06.408520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Calling delete_port for e1a0c9d1-6b7e-4276-9535-b65618daf061 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:06.421001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f69-774d-4400-98a4-238a74699eff req-908e6a35-834d-49d3-92da-d2af112949d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:06.435223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f69-774d-4400-98a4-238a74699eff req-908e6a35-834d-49d3-92da-d2af112949d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:06.435974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f69-774d-4400-98a4-238a74699eff req-908e6a35-834d-49d3-92da-d2af112949d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:06.437930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86291f69-774d-4400-98a4-238a74699eff req-908e6a35-834d-49d3-92da-d2af112949d4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=17e9c47251c94292ac34165152f2d2ed&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.6780055
Apr 30 04:48:06.567250 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a0c9d1-6b7e-4276-9535-b65618daf061', 'code': 200}
Apr 30 04:48:06.666042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45888) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:06.839021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Pushing event updated for resources: {'Port': ['ID=261c7326-8636-49d9-8f9a-43280d87bb63,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:06.844244 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:06.856206 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:06.880792 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8ac9e80-c30d-4d26-9e4f-cb6654682ab6 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:06.945697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Pushing event deleted for resources: {'Port': ['ID=e1a0c9d1-6b7e-4276-9535-b65618daf061,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:07.051485 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:07.092841 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ed50b7e-94de-45ba-8442-c864cc90603c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:07.102140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:07.188780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f69-774d-4400-98a4-238a74699eff req-e3cc02eb-d5bd-49dd-8331-821159e73841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:07.191250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86291f69-774d-4400-98a4-238a74699eff req-e3cc02eb-d5bd-49dd-8331-821159e73841 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3996806
Apr 30 04:48:07.193907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] No DVR routers for this DVR port e1a0c9d1-6b7e-4276-9535-b65618daf061 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:48:07.209403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:07.216771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'name': 'network-vif-deleted', 'tag': 'e1a0c9d1-6b7e-4276-9535-b65618daf061'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:07.252137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92bed37d-3f58-459a-ab2b-8affd0704141 req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.50 "DELETE /v2.0/ports/e1a0c9d1-6b7e-4276-9535-b65618daf061 HTTP/1.1" status: 204  len: 173 time: 4.2008898
Apr 30 04:48:07.301104 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ed50b7e-94de-45ba-8442-c864cc90603c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:07.336878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Deleting port 63c82e7b-0dc8-4538-ac8c-94051e8caa48 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:07.337280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:07.358484 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c9bc55-d295-48e5-9f37-526b63cb4f5e', 'name': 'network-vif-deleted', 'tag': 'e1a0c9d1-6b7e-4276-9535-b65618daf061', 'status': 'completed', 'code': 200}
Apr 30 04:48:07.371445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e67d1fc0-06fc-4791-b42e-ea27cd436a69 req-b99ff7c7-386e-4784-b051-adf07bb1cd70 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Synchronizing usage tracker for tenant:a74cf8b3638546ba9d28c11abd357ee4 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:48:07.423537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e67d1fc0-06fc-4791-b42e-ea27cd436a69 req-b99ff7c7-386e-4784-b051-adf07bb1cd70 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Unset dirty status for tenant:a74cf8b3638546ba9d28c11abd357ee4 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:48:07.424799 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e67d1fc0-06fc-4791-b42e-ea27cd436a69 req-b99ff7c7-386e-4784-b051-adf07bb1cd70 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c9bc55-d295-48e5-9f37-526b63cb4f5e HTTP/1.1" status: 200  len: 210 time: 0.1555643
Apr 30 04:48:07.705835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Attempting to bind port 261c7326-8636-49d9-8f9a-43280d87bb63 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:48:07.706179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Attempting to bind port 261c7326-8636-49d9-8f9a-43280d87bb63 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'dcacd87c-faff-4ed0-8b9c-aff93c47a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:48:07.706511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Attempting to bind port 261c7326-8636-49d9-8f9a-43280d87bb63 on network 34c9228c-d911-49c0-89d8-1a5418df2f1c {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:48:07.714372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:07.729809 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:07.797899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897d96-91bc-4e06-bb65-0e894a3d9c90 req-f6ac7b3a-339e-42cc-bda2-1a1872f1a76a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:07.808607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897d96-91bc-4e06-bb65-0e894a3d9c90 req-f6ac7b3a-339e-42cc-bda2-1a1872f1a76a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:07.828596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897d96-91bc-4e06-bb65-0e894a3d9c90 req-f6ac7b3a-339e-42cc-bda2-1a1872f1a76a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:07.831427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c897d96-91bc-4e06-bb65-0e894a3d9c90 req-f6ac7b3a-339e-42cc-bda2-1a1872f1a76a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2401 time: 0.1880078
Apr 30 04:48:07.836659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Port 261c7326-8636-49d9-8f9a-43280d87bb63 on network 34c9228c-d911-49c0-89d8-1a5418df2f1c not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:48:07.837182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Attempting to bind port 261c7326-8636-49d9-8f9a-43280d87bb63 on network 34c9228c-d911-49c0-89d8-1a5418df2f1c {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:48:07.959519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c897d96-91bc-4e06-bb65-0e894a3d9c90 req-f4fb3ff0-c18a-4b01-8eed-9d5af10e1ffa tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155410
Apr 30 04:48:08.023925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Calling delete_port for 63c82e7b-0dc8-4538-ac8c-94051e8caa48 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:08.038211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:48:08.038550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Checking segment: {'id': 'dcacd87c-faff-4ed0-8b9c-aff93c47a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:08.038942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Bound using segment: {'id': 'dcacd87c-faff-4ed0-8b9c-aff93c47a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:48:08.039424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Bound port: 261c7326-8636-49d9-8f9a-43280d87bb63, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcacd87c-faff-4ed0-8b9c-aff93c47a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:48:08.039775 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:08.085890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ed50b7e-94de-45ba-8442-c864cc90603c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:08.269929 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e4e1a0d-0df4-457d-96d5-5825367615e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:08.322124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed50b7e-94de-45ba-8442-c864cc90603c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d69598a-5358-4647-a887-8b38d3d77713,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:08.324926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b98d3a0>,) {'filters': {'network_id': ['97338e94-94b5-49f3-b6e2-e3ece4af5eb5']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:08.339702 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9ed50b7e-94de-45ba-8442-c864cc90603c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:08.364967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b98d3a0>, 'a69d1857-6048-4102-877b-48c69a010339') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:08.365712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b98d3a0>, 'a69d1857-6048-4102-877b-48c69a010339') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:08.428841 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:08.477775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] For port 261c7326-8636-49d9-8f9a-43280d87bb63, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:48:08.482083 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:08.484866 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ed50b7e-94de-45ba-8442-c864cc90603c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:08.486608 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9ed50b7e-94de-45ba-8442-c864cc90603c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "DELETE /v2.0/security-groups/2d69598a-5358-4647-a887-8b38d3d77713 HTTP/1.1" status: 204  len: 168 time: 1.8169010
Apr 30 04:48:08.491818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45906) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:08.502450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:48:08.519005 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-07aeb9bd-0526-45e5-a6c2-8c55ba0fc3a8 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] show failed (client error): The resource could not be found.
Apr 30 04:48:08.521752 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-07aeb9bd-0526-45e5-a6c2-8c55ba0fc3a8 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "GET /v2.0/security-groups/2d69598a-5358-4647-a887-8b38d3d77713 HTTP/1.1" status: 404  len: 347 time: 0.0282383
Apr 30 04:48:08.526604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45910) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:08.530878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] For port 261c7326-8636-49d9-8f9a-43280d87bb63, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=261c7326-8636-49d9-8f9a-43280d87bb63,segment=NetworkSegment(dcacd87c-faff-4ed0-8b9c-aff93c47a009),segment_id=dcacd87c-faff-4ed0-8b9c-aff93c47a009)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:48:08.547924 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:08.555366 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f405da1-deed-41bc-a380-f74432bdef1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:08.582206 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:08.673616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45916) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:08.823429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:08.824058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:08.825503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] 10.222.0.37 "PUT /v2.0/ports/261c7326-8636-49d9-8f9a-43280d87bb63 HTTP/1.1" status: 200  len: 1093 time: 5.1982286
Apr 30 04:48:08.828313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'tag': '261c7326-8636-49d9-8f9a-43280d87bb63'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:08.872912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Network 97338e94-94b5-49f3-b6e2-e3ece4af5eb5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:08.886342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Request body: {'port': {'device_id': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:08.896153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] Deleting subnet 1ee0f682-5c03-4a9a-8f87-e607ee290195 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:48:08.908598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:08.951268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb895c52-7c8a-426b-b958-adcde075df05,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:08.972523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:09.081247 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'tag': '261c7326-8636-49d9-8f9a-43280d87bb63', 'status': 'completed', 'code': 200}
Apr 30 04:48:09.082374 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:09.106461 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-242eda3e-7465-4eb4-a83c-d2480d1ef808 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:09.294680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:09.353704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Checking segment: {'id': 'c5f2e3be-6c75-4352-9d56-5984e5006de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ab193ff1-bf02-4b09-9491-3e4649fd998d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:09.354009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Network hostable DHCP agents. Network: ab193ff1-bf02-4b09-9491-3e4649fd998d, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:48:09.370942 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:09.464911 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:09.483973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Network 97338e94-94b5-49f3-b6e2-e3ece4af5eb5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:48:09.552683 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:48:09.556894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Deleting port 851aea38-6d0c-4498-a945-ca7229503f1a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:09.556894 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:09.574472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Pushing event updated for resources: {'Port': ['ID=261c7326-8636-49d9-8f9a-43280d87bb63,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:09.590719 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:09.642496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eba28-4792-4299-bae8-46c261470836 req-1a7354b4-8942-4583-95ca-1609b39789ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:09.643001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eba28-4792-4299-bae8-46c261470836 req-1a7354b4-8942-4583-95ca-1609b39789ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:09.643472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eba28-4792-4299-bae8-46c261470836 req-1a7354b4-8942-4583-95ca-1609b39789ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:09.645153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e42eba28-4792-4299-bae8-46c261470836 req-1a7354b4-8942-4583-95ca-1609b39789ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17e9c47251c94292ac34165152f2d2ed&device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2801 time: 0.3951087
Apr 30 04:48:09.648221 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7800af6d-b29a-477e-94c0-cc3990acbce3 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:09.754046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Network ab193ff1-bf02-4b09-9491-3e4649fd998d is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:48:09.759142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f94c37-5e48-4d1d-ae3b-a6fb1498162d req-c5c4a9eb-3387-466d-b044-26c18e6a1a2c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:09.764000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f94c37-5e48-4d1d-ae3b-a6fb1498162d req-c5c4a9eb-3387-466d-b044-26c18e6a1a2c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:09.766765 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:09.769888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f94c37-5e48-4d1d-ae3b-a6fb1498162d req-c5c4a9eb-3387-466d-b044-26c18e6a1a2c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:09.772071 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43f94c37-5e48-4d1d-ae3b-a6fb1498162d req-c5c4a9eb-3387-466d-b044-26c18e6a1a2c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2401 time: 0.4717100
Apr 30 04:48:09.777391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event deleted for resources: {'Port': ['ID=63c82e7b-0dc8-4538-ac8c-94051e8caa48,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:09.785540 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:09.865154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:09.868351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ab193ff1-bf02-4b09-9491-3e4649fd998d) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:09.887995 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-052ca7d8-826c-4393-9350-091af32976f0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:09.898266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c88a4-876f-4bf3-bf38-d679ac196fb7 None None] Network ab193ff1-bf02-4b09-9491-3e4649fd998d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:09.939240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:09.974082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Pushing event deleted for resources: {'Network': ['ID=97338e94-94b5-49f3-b6e2-e3ece4af5eb5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:09.995963 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:10.001840 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:10.002170 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:10.007911 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:10.033113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:10.033499 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:10.036624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43f94c37-5e48-4d1d-ae3b-a6fb1498162d req-4e8b2923-ab1e-40ad-af53-54150e469417 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146614
Apr 30 04:48:10.064129 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] 10.222.0.46 "DELETE /v2.0/networks/97338e94-94b5-49f3-b6e2-e3ece4af5eb5 HTTP/1.1" status: 204  len: 168 time: 3.7169106
Apr 30 04:48:10.066507 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "DELETE /v2.0/ports/63c82e7b-0dc8-4538-ac8c-94051e8caa48 HTTP/1.1" status: 204  len: 168 time: 4.3726819
Apr 30 04:48:10.072327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45930) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:10.189714 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 6.3675575
Apr 30 04:48:10.298361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Calling delete_port for 851aea38-6d0c-4498-a945-ca7229503f1a owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:10.385651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eba28-4792-4299-bae8-46c261470836 req-12de1454-cb19-4177-9de3-c68ae1ddcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:10.386574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eba28-4792-4299-bae8-46c261470836 req-12de1454-cb19-4177-9de3-c68ae1ddcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:10.387244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eba28-4792-4299-bae8-46c261470836 req-12de1454-cb19-4177-9de3-c68ae1ddcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:10.389113 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e42eba28-4792-4299-bae8-46c261470836 req-12de1454-cb19-4177-9de3-c68ae1ddcef1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=17e9c47251c94292ac34165152f2d2ed&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.6061113
Apr 30 04:48:10.477250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4265ff1-c957-4866-aa2b-909b9e42d3fc tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:10.478646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f4265ff1-c957-4866-aa2b-909b9e42d3fc tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Synchronizing usage tracker for tenant:fc948e1236da42b4b9c56ce25c8f4896 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:48:10.555047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:10.564087 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4fe38e19-a755-48fd-97e1-06145f2fba47 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:10.612126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7629b3-74f9-4275-ab4f-d5c7d7769ebe None None] Network ab193ff1-bf02-4b09-9491-3e4649fd998d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:10.620317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45940) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:10.640283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f4265ff1-c957-4866-aa2b-909b9e42d3fc tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Unset dirty status for tenant:fc948e1236da42b4b9c56ce25c8f4896 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:48:10.646936 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f4265ff1-c957-4866-aa2b-909b9e42d3fc tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ec874fc-552c-4b20-9d05-874a9aa9a162 HTTP/1.1" status: 200  len: 913 time: 0.5726562
Apr 30 04:48:10.647953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45944) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:10.816128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee0f682-5c03-4a9a-8f87-e607ee290195,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:10.857727 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:10.867647 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:10.880587 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:10.949179 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9fe9c68-a6cc-493e-8a61-6c673a0fba4e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:11.028077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eba28-4792-4299-bae8-46c261470836 req-1b5bc9c0-be59-480c-91df-01311a852968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:11.030607 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e42eba28-4792-4299-bae8-46c261470836 req-1b5bc9c0-be59-480c-91df-01311a852968 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6285417
Apr 30 04:48:11.100054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1ee0f682-5c03-4a9a-8f87-e607ee290195 HTTP/1.1" status: 204  len: 168 time: 2.4236236
Apr 30 04:48:11.100280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45958) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:11.156473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Pushing event deleted for resources: {'Port': ['ID=851aea38-6d0c-4498-a945-ca7229503f1a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:11.180598 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:11.311404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ac7b0037-3bc4-44d8-bbde-26d4e52f450b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=693642c0bc324ed1a03c53a097e5cf41&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4976864
Apr 30 04:48:11.315506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45968) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:11.366735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:11.369649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:11.371218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] 10.222.0.46 "DELETE /v2.0/floatingips/0a2b6199-c5d1-404e-ac85-dd4eb529a305 HTTP/1.1" status: 204  len: 168 time: 2.8429353
Apr 30 04:48:11.378133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45972) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:11.460286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45978) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:11.602396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:11.702555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27eda951-eb20-4cf4-a1b8-16f19362c523 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:48:11.725221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-467171419-network', 'tenant_id': 'd09658413ffb49b390caf7382de4a9d9'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:11.757623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:11.783644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Usage tracker for resource:network and tenant:d09658413ffb49b390caf7382de4a9d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:11.786963 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4776ccd-0271-4fad-8822-b787c0f606e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:11.789373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:11.800467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:11.803840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:11.844467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Transition to ACTIVE for port object 27eda951-eb20-4cf4-a1b8-16f19362c523 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:48:11.871877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:11.893828 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ef7a38af-a16c-474d-a7bf-c2197a7b4eb6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:11.917647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Made reservation on behalf of d09658413ffb49b390caf7382de4a9d9 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:11.920225 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:11.933197 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4776ccd-0271-4fad-8822-b787c0f606e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:11.982678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.114553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:12.122427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:d09658413ffb49b390caf7382de4a9d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:12.132237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:12.154703 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.167890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d890c-ac2a-4201-919a-8ef39b20b762 req-88abf2ac-34c5-4464-ba29-532c94e24fdd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:12.174102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d890c-ac2a-4201-919a-8ef39b20b762 req-88abf2ac-34c5-4464-ba29-532c94e24fdd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:12.182620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d890c-ac2a-4201-919a-8ef39b20b762 req-88abf2ac-34c5-4464-ba29-532c94e24fdd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:12.184443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d54d890c-ac2a-4201-919a-8ef39b20b762 req-88abf2ac-34c5-4464-ba29-532c94e24fdd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2401 time: 0.7254515
Apr 30 04:48:12.185451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:12.336165 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4776ccd-0271-4fad-8822-b787c0f606e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.352660 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:12.357746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=27eda951-eb20-4cf4-a1b8-16f19362c523,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:12.394554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4776ccd-0271-4fad-8822-b787c0f606e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0442082c-27a3-44fc-a608-a7115725f259,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:12.409808 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4776ccd-0271-4fad-8822-b787c0f606e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:12.430762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d54d890c-ac2a-4201-919a-8ef39b20b762 req-84c5a72a-c088-45a0-a192-59abdccafb23 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621795
Apr 30 04:48:12.469725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4776ccd-0271-4fad-8822-b787c0f606e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.471179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f4776ccd-0271-4fad-8822-b787c0f606e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0442082c-27a3-44fc-a608-a7115725f259 HTTP/1.1" status: 204  len: 168 time: 1.1543329
Apr 30 04:48:12.535443 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:12.627980 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.640027 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.644860 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c7f5c4b0-a828-45ab-ba73-484e9fdedc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:12.718826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:48:12.737454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba008338-7c08-476d-a728-6af2bf2e4eb8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:12.741450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.741813 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Added segment f662b40a-5317-414e-aad8-79a8da6b398b of type vlan for network 4433fd97-e050-48e4-aad6-4aa3163185b9
Apr 30 04:48:12.746298 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:12.793661 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.824742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77abc91f0>,) {'filters': {'network_id': ['0bcb4c90-fd4d-40a7-872f-3d249740e2f6']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:12.868773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abc91f0>, 'f797738e-c0a6-435d-b3c4-c5cf06ec9896') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:12.869282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abc91f0>, 'f797738e-c0a6-435d-b3c4-c5cf06ec9896') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:12.885571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Attempting to bind port 27eda951-eb20-4cf4-a1b8-16f19362c523 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:48:12.886172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Attempting to bind port 27eda951-eb20-4cf4-a1b8-16f19362c523 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:48:12.886567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Attempting to bind port 27eda951-eb20-4cf4-a1b8-16f19362c523 on network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:48:12.900417 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.902374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:12.903168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.910604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Port 27eda951-eb20-4cf4-a1b8-16f19362c523 on network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:48:12.911714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Attempting to bind port 27eda951-eb20-4cf4-a1b8-16f19362c523 on network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:48:12.915648 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ce7f7b6-56a0-4d82-bf20-3a0f7461de97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:12.920470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:12.964036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:48:12.964333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Checking segment: {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:12.964972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Bound using segment: {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:48:12.965747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Bound port: 27eda951-eb20-4cf4-a1b8-16f19362c523, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6bf52a-6109-4ee0-9e49-a090464fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:48:12.966350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:13.009742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:13.061325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=4433fd97-e050-48e4-aad6-4aa3163185b9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:13.065380 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:13.071670 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:13.074489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:48:13.078485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 4433fd97-e050-48e4-aad6-4aa3163185b9 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:48:13.149070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.6831396
Apr 30 04:48:13.162920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45992) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:13.172799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Request body: {'subnet': {'network_id': '4433fd97-e050-48e4-aad6-4aa3163185b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-467171419-subnet', 'tenant_id': 'd09658413ffb49b390caf7382de4a9d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:13.181792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:13.188658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Usage tracker for resource:subnet and tenant:d09658413ffb49b390caf7382de4a9d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:13.202349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:13.210797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] For port 27eda951-eb20-4cf4-a1b8-16f19362c523, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:48:13.214861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:13.215809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] For port 27eda951-eb20-4cf4-a1b8-16f19362c523, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=27eda951-eb20-4cf4-a1b8-16f19362c523,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:48:13.324499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Made reservation on behalf of d09658413ffb49b390caf7382de4a9d9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:13.326964 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:13.343786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45996) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:13.522729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:13.527218 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:13.607953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:13.609098 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:13.610990 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] 10.222.0.37 "PUT /v2.0/ports/27eda951-eb20-4cf4-a1b8-16f19362c523 HTTP/1.1" status: 200  len: 1093 time: 4.7403085
Apr 30 04:48:13.643826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'tag': '27eda951-eb20-4cf4-a1b8-16f19362c523'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:13.654788 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-32347c7e-e838-4149-a53c-8c1af13d17b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77172bd68a9f46e3bbd6a27bc1b9b61d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3093746
Apr 30 04:48:13.655921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46004) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:13.732418 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'tag': '27eda951-eb20-4cf4-a1b8-16f19362c523', 'status': 'completed', 'code': 200}
Apr 30 04:48:13.896160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=27eda951-eb20-4cf4-a1b8-16f19362c523,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:13.922139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:13.941359 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:13.973934 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:14.036565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42774c7f-1606-4ea9-9dcc-5abed19a7d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:14.134770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:14.345920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Network 0bcb4c90-fd4d-40a7-872f-3d249740e2f6 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:14.408344 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42774c7f-1606-4ea9-9dcc-5abed19a7d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:48:14.427643 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:48:14.457804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-64cc42dd-740b-4008-a548-54069e12b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:14.459015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-64cc42dd-740b-4008-a548-54069e12b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:14.459524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-64cc42dd-740b-4008-a548-54069e12b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:14.461249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-64cc42dd-740b-4008-a548-54069e12b28d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17e9c47251c94292ac34165152f2d2ed&device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2869 time: 0.7872748
Apr 30 04:48:14.606864 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-c8a4cb28-b657-46b6-ad68-0156d99b1f87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.111&port_id=911034fb-97f9-4d01-b96a-a5c23b8acae1 HTTP/1.1" status: 200  len: 217 time: 0.0847912
Apr 30 04:48:14.668161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c022-71ed-48af-bbfc-006f669b8814 req-928f5af4-73b1-4bcf-9133-262103e404a5 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:14.680143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c022-71ed-48af-bbfc-006f669b8814 req-928f5af4-73b1-4bcf-9133-262103e404a5 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:14.691436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c022-71ed-48af-bbfc-006f669b8814 req-928f5af4-73b1-4bcf-9133-262103e404a5 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:14.694822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8bd2c022-71ed-48af-bbfc-006f669b8814 req-928f5af4-73b1-4bcf-9133-262103e404a5 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2413 time: 0.9038920
Apr 30 04:48:14.711977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:14.725080 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:14.739494 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:14.803494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcb4c90-fd4d-40a7-872f-3d249740e2f6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:14.809450 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:14.813316 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0bcb4c90-fd4d-40a7-872f-3d249740e2f6 HTTP/1.1" status: 204  len: 168 time: 3.7007267
Apr 30 04:48:14.816714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-b0ba336d-1c1a-4d57-8d2a-b1ac2f280251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:14.819151 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-b0ba336d-1c1a-4d57-8d2a-b1ac2f280251 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd10c242-f288-4bc2-9e94-48690614e2fa HTTP/1.1" status: 200  len: 801 time: 0.2024984
Apr 30 04:48:14.852343 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42774c7f-1606-4ea9-9dcc-5abed19a7d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:14.859673 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:14.881407 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8bd2c022-71ed-48af-bbfc-006f669b8814 req-3ace3250-f8e2-424d-aa52-234f78be8bd8 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487212
Apr 30 04:48:14.998215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42774c7f-1606-4ea9-9dcc-5abed19a7d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725cd713-94c5-4bd2-832b-8627cc820494,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:15.011530 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42774c7f-1606-4ea9-9dcc-5abed19a7d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:15.059399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Deleting port ac2624f5-0858-4dd6-8680-3b718e1739a4 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:15.060342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:15.101031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-d0cd4826-b511-4b6a-a252-515cc387f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:15.104127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-d0cd4826-b511-4b6a-a252-515cc387f3a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2742956
Apr 30 04:48:15.233925 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42774c7f-1606-4ea9-9dcc-5abed19a7d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:15.236703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-42774c7f-1606-4ea9-9dcc-5abed19a7d18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/725cd713-94c5-4bd2-832b-8627cc820494 HTTP/1.1" status: 204  len: 168 time: 1.5647464
Apr 30 04:48:15.256286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46020) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:15.328164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] For port ac2624f5-0858-4dd6-8680-3b718e1739a4, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ac2624f5-0858-4dd6-8680-3b718e1739a4,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:15.328564 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:15.434040 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c6902258-b739-43e5-88de-94a1ef214384 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a74cf8b3638546ba9d28c11abd357ee4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1722610
Apr 30 04:48:15.435541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46024) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:15.437665 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-12748636-47bf-44d8-9d71-d547cf4526bd service neutron] 10.222.0.37 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2577150
Apr 30 04:48:15.617173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Calling delete_port for ac2624f5-0858-4dd6-8680-3b718e1739a4 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:15.650254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Deleting port 460bf5b1-6d1c-40fa-8791-df4a4f57710e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:15.650442 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:15.673763 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:15.684749 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-14f4ca0e-c8f9-4cd0-801f-11d474f6d327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:15.829547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7695daaf-b625-4e43-b0c7-9fae22a5dafc,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:15.831840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Checking segment: {'id': 'f662b40a-5317-414e-aad8-79a8da6b398b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4433fd97-e050-48e4-aad6-4aa3163185b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:15.832204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Network hostable DHCP agents. Network: 4433fd97-e050-48e4-aad6-4aa3163185b9, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:48:15.838285 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:15.904140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60d1d75a-64c9-4803-9fa9-a14dadad94ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:16.006574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Network 4433fd97-e050-48e4-aad6-4aa3163185b9 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:48:16.032729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60d1d75a-64c9-4803-9fa9-a14dadad94ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:16.059173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 4433fd97-e050-48e4-aad6-4aa3163185b9) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:16.076748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960f558-4840-4b03-84d2-b12b4b3356d3 None None] Network 4433fd97-e050-48e4-aad6-4aa3163185b9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:16.106238 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-bee7b880-8ab1-4803-8854-b8eebab1d635 service neutron] 10.222.0.37 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6536651
Apr 30 04:48:16.184701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:16.185769 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:16.367965 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-f09e8293-e911-4783-a7bb-4075827384cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.224&port_id=261c7326-8636-49d9-8f9a-43280d87bb63 HTTP/1.1" status: 200  len: 217 time: 0.2322133
Apr 30 04:48:16.377155 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:16.607744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.4434912
Apr 30 04:48:16.677873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:16.712583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b395c2-46e4-4f21-a6b4-88812f97835b None None] Network 4433fd97-e050-48e4-aad6-4aa3163185b9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:16.759969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107755-78b0-4e95-9334-de1132451424 req-f9afb830-449d-4edf-8f7c-27e432fbb481 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:16.768327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Calling delete_port for 460bf5b1-6d1c-40fa-8791-df4a4f57710e owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:16.779447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107755-78b0-4e95-9334-de1132451424 req-f9afb830-449d-4edf-8f7c-27e432fbb481 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:16.809371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27107755-78b0-4e95-9334-de1132451424 req-f9afb830-449d-4edf-8f7c-27e432fbb481 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:16.815079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-0d09f56d-47a9-4942-8f4d-6025ffbbab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:16.818007 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-0d09f56d-47a9-4942-8f4d-6025ffbbab36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=882feaad-6495-4042-a50a-d2b1d8c3da52 HTTP/1.1" status: 200  len: 801 time: 0.4181545
Apr 30 04:48:16.829828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27107755-78b0-4e95-9334-de1132451424 req-f9afb830-449d-4edf-8f7c-27e432fbb481 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2413 time: 0.7540679
Apr 30 04:48:16.836650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60d1d75a-64c9-4803-9fa9-a14dadad94ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:16.869842 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-abb09888-3746-45c4-afba-50c3643cd394 tempest-ListServersNegativeTestJSON-1033980250 tempest-ListServersNegativeTestJSON-1033980250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:16.982674 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c69a7595-9e9e-4fca-ad41-4f47b4086b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:17.013279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46054) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:17.037619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1d75a-64c9-4803-9fa9-a14dadad94ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94ee6e8-9e52-47a5-be17-b6f7e0f6af84,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:17.048563 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60d1d75a-64c9-4803-9fa9-a14dadad94ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:17.105521 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60d1d75a-64c9-4803-9fa9-a14dadad94ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:17.124973 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-60d1d75a-64c9-4803-9fa9-a14dadad94ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d94ee6e8-9e52-47a5-be17-b6f7e0f6af84 HTTP/1.1" status: 204  len: 168 time: 1.6686454
Apr 30 04:48:17.164715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2624f5-0858-4dd6-8680-3b718e1739a4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:17.186331 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:17.382046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] Deleting subnet bb895c52-7c8a-426b-b958-adcde075df05 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:48:17.391789 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:17.474940 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:17.561086 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:17.627552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-acbfd9dc-0fcc-4db0-9820-cc244fbf62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:17.634974 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-acbfd9dc-0fcc-4db0-9820-cc244fbf62e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c9228c-d911-49c0-89d8-1a5418df2f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.8018970
Apr 30 04:48:17.754173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27107755-78b0-4e95-9334-de1132451424 req-2b2134a8-d993-42cb-b32b-ccb8bee143c6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9227967
Apr 30 04:48:17.922096 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-d3b412da-1558-44f7-b61f-fb9aa193fd8c service neutron] 10.222.0.37 "GET /v2.0/networks/34c9228c-d911-49c0-89d8-1a5418df2f1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2706201
Apr 30 04:48:18.142043 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:18.155247 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1383bfa0-a3b8-4072-9f6b-abfaacf8042e tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:18.249377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event deleted for resources: {'Port': ['ID=460bf5b1-6d1c-40fa-8791-df4a4f57710e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:18.259462 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:18.535207 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:18.563262 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-088d432f-ad11-42f7-8c00-5f9f2e312aea service neutron] 10.222.0.37 "GET /v2.0/networks/34c9228c-d911-49c0-89d8-1a5418df2f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6325214
Apr 30 04:48:18.653015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46096) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:18.684842 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-fa628861-ba53-455e-9b02-ea8609cea0c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=27eda951-eb20-4cf4-a1b8-16f19362c523 HTTP/1.1" status: 200  len: 217 time: 0.1086159
Apr 30 04:48:18.989950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46108) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:19.029147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.036344 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3a9b0330-5059-4843-9ff1-959dfee1a96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:19.157818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-network', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:19.165033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb895c52-7c8a-426b-b958-adcde075df05,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:19.167404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.182726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:19.189115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:19.196424 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:19.199469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:19.219274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Usage tracker for resource:network and tenant:54999f91fbfb453d99b154a06ce72cf5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:19.222795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bb895c52-7c8a-426b-b958-adcde075df05 HTTP/1.1" status: 204  len: 168 time: 2.1976078
Apr 30 04:48:19.229399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:19.232683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Usage tracker for resource:floatingip and tenant:d3af265f73cf4354bbfac0f751d2a64e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:19.234142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46116) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:19.242607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-d12077cf-0bd0-48ad-971a-16ee9d125af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:19.242925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:19.244695 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-d12077cf-0bd0-48ad-971a-16ee9d125af7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd10c242-f288-4bc2-9e94-48690614e2fa HTTP/1.1" status: 200  len: 801 time: 0.1778755
Apr 30 04:48:19.245660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:19.256255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:19.351712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Made reservation on behalf of 54999f91fbfb453d99b154a06ce72cf5 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:19.354206 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.377795 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.402973 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.429046 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.435376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.439458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5c13-63e5-4774-8c06-c37c283e7321 req-b12a822d-89e5-40ca-bf76-83d635d45dfc tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:19.446904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5c13-63e5-4774-8c06-c37c283e7321 req-b12a822d-89e5-40ca-bf76-83d635d45dfc tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:19.453398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5c13-63e5-4774-8c06-c37c283e7321 req-b12a822d-89e5-40ca-bf76-83d635d45dfc tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:19.455252 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30b5c13-63e5-4774-8c06-c37c283e7321 req-b12a822d-89e5-40ca-bf76-83d635d45dfc tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2413 time: 0.5216966
Apr 30 04:48:19.477820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:19.501894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Usage tracker for resource:security_group_rule and tenant:54999f91fbfb453d99b154a06ce72cf5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:19.509578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:19.527151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Router 61710173-4d6e-4a64-b015-ef72cfee2f21 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:48:19.528384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:19.635664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d30b5c13-63e5-4774-8c06-c37c283e7321 req-ada34e04-9909-43bd-b843-3d1b3e35f547 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618967
Apr 30 04:48:19.678907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36628565-5631-4618-bd0e-228fe7248f25 req-aa59105f-7e13-4977-97e4-3a4fadf953a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:19.679742 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-aa59105f-7e13-4977-97e4-3a4fadf953a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4120538
Apr 30 04:48:19.829417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.938792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:48:19.942839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.955098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:19.960696 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-713c23b3-d9fb-4eb8-a186-2f6d13583670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:19.969719 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] Sync routers for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:48:19.985889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:20.039888 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:20.041443 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e221c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:20.048918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:48:20.053882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] 10.222.0.46 "PUT /v2.0/routers/61710173-4d6e-4a64-b015-ef72cfee2f21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6742270
Apr 30 04:48:20.054872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824a93ca-4bde-4069-8ccc-efdf01448c4b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:20.061301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46124) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:20.062521 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:20.105854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:20.105854 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Added segment 557e5908-0c6a-4e9d-9972-2f92e2e2b83a of type vlan for network cf3d5570-2da8-4dc9-8f95-e90d5418bf01
Apr 30 04:48:20.233628 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-b0fd8ca1-5fd8-4118-8585-78c97891a0db service neutron] 10.222.0.37 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5288765
Apr 30 04:48:20.239247 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:20.241169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aca1760>,) {'filters': {'network_id': ['ab193ff1-bf02-4b09-9491-3e4649fd998d']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:20.307376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Allocated IP 172.25.8.234 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/c3899ca5-5082-4612-8fcb-42e19b0ce8ec) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:48:20.324409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aca1760>, 'c5f2e3be-6c75-4352-9d56-5984e5006de9') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:20.325119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aca1760>, 'c5f2e3be-6c75-4352-9d56-5984e5006de9') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:20.328659 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:20.330578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:20.331605 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:20.342476 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-751e6963-9847-4ca4-a654-b12497c94c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:20.433330 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:48:20.635058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:20.750929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:20.772000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:48:20.882034 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e221c0>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:48:16Z', 'revision_number': 5, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:20.887009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:20.903635 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] Checking router: 61710173-4d6e-4a64-b015-ef72cfee2f21 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:48:20.941535 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] Routers {'61710173-4d6e-4a64-b015-ef72cfee2f21'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:20.945729 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e221c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['61710173-4d6e-4a64-b015-ef72cfee2f21'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:21.003707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Router 0ec874fc-552c-4b20-9d05-874a9aa9a162 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:48:21.082580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.0888093
Apr 30 04:48:21.093460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46132) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:21.149754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Request body: {'subnet': {'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-subnet', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:21.159808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3d5570-2da8-4dc9-8f95-e90d5418bf01,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:21.172264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:48:21.174677 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:21.175969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:21.186359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Usage tracker for resource:subnet and tenant:54999f91fbfb453d99b154a06ce72cf5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:21.199401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:21.222157 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] Set router 61710173-4d6e-4a64-b015-ef72cfee2f21 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:48:21.313470 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-36628565-5631-4618-bd0e-228fe7248f25 req-edac635b-a006-4582-98c6-78e9b7a624f9 service neutron] 10.222.0.37 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0533917
Apr 30 04:48:21.337614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Network ab193ff1-bf02-4b09-9491-3e4649fd998d has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:21.338002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:21.349341 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:21.365920 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:21.385476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Made reservation on behalf of 54999f91fbfb453d99b154a06ce72cf5 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:21.388721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:21.461321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:21.478862 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:21.487444 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e369068b-ee31-43f9-9f3a-47eb3ee0b173 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:21.641314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:48:21.647718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:21.658916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf11d4-17fd-4d6e-90f0-faff58c1b333 req-2f9a6043-8627-4784-bb68-3bb04fd6e60e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:21.665138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf11d4-17fd-4d6e-90f0-faff58c1b333 req-2f9a6043-8627-4784-bb68-3bb04fd6e60e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:21.671923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf11d4-17fd-4d6e-90f0-faff58c1b333 req-2f9a6043-8627-4784-bb68-3bb04fd6e60e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:21.673686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5cdf11d4-17fd-4d6e-90f0-faff58c1b333 req-2f9a6043-8627-4784-bb68-3bb04fd6e60e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2413 time: 0.5890534
Apr 30 04:48:21.677625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:48:21.729347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Pushing event updated for resources: {'Port': ['ID=c3899ca5-5082-4612-8fcb-42e19b0ce8ec,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:21.759458 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:21.787490 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e221c0>, [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:48:16Z', 'revision_number': 5, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:21.794883 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5759b-a40d-4c98-9fc5-02bd7f5f785d None None] The sync data for ids ['61710173-4d6e-4a64-b015-ef72cfee2f21'] in n-d-766726-20 is: [{'id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'name': 'tempest-ServersTestBootFromVolume-1819408411-router', 'tenant_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:43:39Z', 'updated_at': '2021-04-30T04:48:16Z', 'revision_number': 5, 'project_id': 'b6d6539877bb415ba4c25b36edfc37fa', 'gw_port': {'id': '0a64741d-5ba7-4bad-845c-4cd01c72bc73', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61710173-4d6e-4a64-b015-ef72cfee2f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:43:43Z', 'updated_at': '2021-04-30T04:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:48:21.807493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5cdf11d4-17fd-4d6e-90f0-faff58c1b333 req-c334d658-0c54-4a39-a466-7077067c5022 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850124
Apr 30 04:48:21.838186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Network ab193ff1-bf02-4b09-9491-3e4649fd998d has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:48:21.868386 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:48:21.997551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:48:22.016931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3160a-7053-4640-8192-5047d2e047b0 None None] Sync routers for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:48:22.017787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:22.027187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-c4083402-0d2d-4546-b668-a5407a1d3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:22.027952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-c4083402-0d2d-4546-b668-a5407a1d3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:22.028115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-c4083402-0d2d-4546-b668-a5407a1d3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:22.031612 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-c4083402-0d2d-4546-b668-a5407a1d3faa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17e9c47251c94292ac34165152f2d2ed&device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2869 time: 0.6129317
Apr 30 04:48:22.031882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3160a-7053-4640-8192-5047d2e047b0 None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:22.032733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-14e3160a-7053-4640-8192-5047d2e047b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b49c790>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:22.036829 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46d9f17e-3a5f-4852-b3ac-a7cee33f054c tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:22.054562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:22.086098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Deleting port 0a64741d-5ba7-4bad-845c-4cd01c72bc73 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:22.086443 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:22.135726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-4ee9c896-0f5d-4005-8aeb-97e74bda710e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2780197
Apr 30 04:48:22.159380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab193ff1-bf02-4b09-9491-3e4649fd998d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:22.160364 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:22.164191 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:22.172168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-14e3160a-7053-4640-8192-5047d2e047b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b49c790>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:22.203689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3160a-7053-4640-8192-5047d2e047b0 None None] Routers {'0ec874fc-552c-4b20-9d05-874a9aa9a162'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:22.205515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-14e3160a-7053-4640-8192-5047d2e047b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b49c790>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ec874fc-552c-4b20-9d05-874a9aa9a162'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:22.400788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-14e3160a-7053-4640-8192-5047d2e047b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b49c790>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:22.402058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3160a-7053-4640-8192-5047d2e047b0 None None] The sync data for ids ['0ec874fc-552c-4b20-9d05-874a9aa9a162'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:48:22.408675 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ac2624f5-0858-4dd6-8680-3b718e1739a4 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:22.504232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: ac2624f5-0858-4dd6-8680-3b718e1739a4 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:48:22.506552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ac2624f5-0858-4dd6-8680-3b718e1739a4 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:48:22.582539 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:22.621472 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "PUT /v2.0/routers/0ec874fc-552c-4b20-9d05-874a9aa9a162/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9438808
Apr 30 04:48:22.643221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ab193ff1-bf02-4b09-9491-3e4649fd998d HTTP/1.1" status: 204  len: 168 time: 3.4055643
Apr 30 04:48:22.644243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46142) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:22.653703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46144) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:22.877951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] Deleting subnet 7695daaf-b625-4e43-b0c7-9fae22a5dafc {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:48:22.893979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] For port 0a64741d-5ba7-4bad-845c-4cd01c72bc73, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0a64741d-5ba7-4bad-845c-4cd01c72bc73,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:22.894321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:22.905692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-65a9801b-4d13-4c04-9a3a-fbf165634a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:22.907178 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-65a9801b-4d13-4c04-9a3a-fbf165634a26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 HTTP/1.1" status: 200  len: 902 time: 0.8496311
Apr 30 04:48:22.917114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:23.032384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-e56d8740-5179-40db-8add-aaf15567bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:23.034960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-e56d8740-5179-40db-8add-aaf15567bdcf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5236902b32874d95bf56f2b0f37f694c&device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 1098 time: 0.6446910
Apr 30 04:48:23.275537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Calling delete_port for 0a64741d-5ba7-4bad-845c-4cd01c72bc73 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:23.303853 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-fc0dc6b1-9aa3-42bc-84ef-c02710ff8bd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=27eda951-eb20-4cf4-a1b8-16f19362c523 HTTP/1.1" status: 200  len: 217 time: 0.3825533
Apr 30 04:48:23.313812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:23.320646 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:23.630158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-cf681f64-20aa-41c9-a846-d5e2fe2f93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:23.633080 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-cf681f64-20aa-41c9-a846-d5e2fe2f93ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd10c242-f288-4bc2-9e94-48690614e2fa HTTP/1.1" status: 200  len: 801 time: 0.3182645
Apr 30 04:48:23.937399 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:23.993438 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:24.023750 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:24.057817 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36b4fe70-57bb-45e3-a9e2-81b74cdc8e7e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:24.096670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-4cef315a-c0ed-49a5-a9ca-ec84de468797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:24.099452 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-4cef315a-c0ed-49a5-a9ca-ec84de468797 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.3515491
Apr 30 04:48:24.207601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-da75a0f2-4b3d-4d90-b55e-aba60cf7aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:24.210926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-da75a0f2-4b3d-4d90-b55e-aba60cf7aa87 service neutron] 10.222.0.50 "GET /v2.0/networks?id=209a2715-1303-4c96-a0f4-1a1ff93df69e HTTP/1.1" status: 200  len: 906 time: 1.0520172
Apr 30 04:48:24.229497 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:48:24.346827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Deleting port c61c716c-812f-47f8-8f73-09b6873d1363 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:24.347042 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:24.384283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:24.392866 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-119204f0-f9fe-40b3-b621-a322b87533ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:24.399902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8eef-7b63-4c45-b10b-9543cb3a289d req-20f30dd8-e1a4-42ad-afd5-696a85b927af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:24.411987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8eef-7b63-4c45-b10b-9543cb3a289d req-20f30dd8-e1a4-42ad-afd5-696a85b927af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:24.423355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8eef-7b63-4c45-b10b-9543cb3a289d req-20f30dd8-e1a4-42ad-afd5-696a85b927af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:24.426209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd3c8eef-7b63-4c45-b10b-9543cb3a289d req-20f30dd8-e1a4-42ad-afd5-696a85b927af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2413 time: 1.2860918
Apr 30 04:48:24.428062 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-28e180a9-a4cc-444a-a7fa-c8542415c8c0 service neutron] 10.222.0.37 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3185208
Apr 30 04:48:24.483239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 261c7326-8636-49d9-8f9a-43280d87bb63 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:48:24.515560 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:24.586857 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:24.609331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76dd197a-a6f7-4422-bcb3-b254e09fc65b,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:24.656121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 261c7326-8636-49d9-8f9a-43280d87bb63, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=261c7326-8636-49d9-8f9a-43280d87bb63,segment=NetworkSegment(dcacd87c-faff-4ed0-8b9c-aff93c47a009),segment_id=dcacd87c-faff-4ed0-8b9c-aff93c47a009)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:24.679705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '261c7326-8636-49d9-8f9a-43280d87bb63', 'network_id': '34c9228c-d911-49c0-89d8-1a5418df2f1c', 'port_id': '261c7326-8636-49d9-8f9a-43280d87bb63', 'mac_address': 'fa:16:3e:20:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882feaad-6495-4042-a50a-d2b1d8c3da52', 'ip_address': '19.86.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:48:24.698943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a64741d-5ba7-4bad-845c-4cd01c72bc73,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:24.742358 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:24.757892 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:24.759555 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:24.777221 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-763c552b-8d08-4677-80e7-964794e34f26 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:24.780824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261c7326-8636-49d9-8f9a-43280d87bb63 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:48:24.804713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 261c7326-8636-49d9-8f9a-43280d87bb63, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=261c7326-8636-49d9-8f9a-43280d87bb63,segment=NetworkSegment(dcacd87c-faff-4ed0-8b9c-aff93c47a009),segment_id=dcacd87c-faff-4ed0-8b9c-aff93c47a009)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:24.830708 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:24.833577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 911034fb-97f9-4d01-b96a-a5c23b8acae1 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:48:24.841775 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:24.851798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Checking segment: {'id': '557e5908-0c6a-4e9d-9972-2f92e2e2b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:24.852351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Network hostable DHCP agents. Network: cf3d5570-2da8-4dc9-8f95-e90d5418bf01, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:48:24.920987 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:24.945345 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.016183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd3c8eef-7b63-4c45-b10b-9543cb3a289d req-d340b9d6-7206-46d2-96f0-e28ad6e212a0 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5278766
Apr 30 04:48:25.047008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-e1af58a4-877f-45ec-842c-a200e558583e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c81746c8-c63e-465f-bbfa-e9301faa2381 HTTP/1.1" status: 200  len: 1001 time: 0.8025064
Apr 30 04:48:25.153347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=261c7326-8636-49d9-8f9a-43280d87bb63,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:25.165336 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:25.182553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Pushing event updated for resources: {'Port': ['ID=c3899ca5-5082-4612-8fcb-42e19b0ce8ec,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:25.190864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 911034fb-97f9-4d01-b96a-a5c23b8acae1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=911034fb-97f9-4d01-b96a-a5c23b8acae1,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:25.195698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Calling delete_port for c61c716c-812f-47f8-8f73-09b6873d1363 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:25.216081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '911034fb-97f9-4d01-b96a-a5c23b8acae1', 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29', 'port_id': '911034fb-97f9-4d01-b96a-a5c23b8acae1', 'mac_address': 'fa:16:3e:45:1a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd10c242-f288-4bc2-9e94-48690614e2fa', 'ip_address': '19.80.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:48:25.222793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:48:25.243551 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:25.280589 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.283901 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-624a0406-708c-4fdf-93b7-a59d4b0a005b req-65e35d26-753a-4d23-9358-b9041e6fc1ea service neutron] 10.222.0.37 "GET /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8459368
Apr 30 04:48:25.292706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.301906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.302288 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.326841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, cf3d5570-2da8-4dc9-8f95-e90d5418bf01) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:25.338743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.339388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61710173-4d6e-4a64-b015-ef72cfee2f21 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:48:25.344125 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911034fb-97f9-4d01-b96a-a5c23b8acae1 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:48:25.363725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 911034fb-97f9-4d01-b96a-a5c23b8acae1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=911034fb-97f9-4d01-b96a-a5c23b8acae1,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:25.368072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b285a-1ffc-437c-8954-ca9f69c84ffd None None] Network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:25.368769 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.369945 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] 10.222.0.46 "DELETE /v2.0/routers/61710173-4d6e-4a64-b015-ef72cfee2f21 HTTP/1.1" status: 204  len: 168 time: 5.2956662
Apr 30 04:48:25.376824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46160) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:25.459928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] Deleting subnet c81f6c11-f821-484d-a11c-c7ab6c7c84e7 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:48:25.462900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-2497f63b-3c3a-48de-a1c4-e3e0d84193aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:25.464893 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.465878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-2497f63b-3c3a-48de-a1c4-e3e0d84193aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=898a4f3a-662f-4344-8e6a-6290feee9047 HTTP/1.1" status: 200  len: 844 time: 0.3867750
Apr 30 04:48:25.477502 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.478424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 27eda951-eb20-4cf4-a1b8-16f19362c523 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:48:25.483207 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:25.539509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:25.541261 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.554334 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.564251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.9013848
Apr 30 04:48:25.570541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46164) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:25.581265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-946121846', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'fixed_ips': [{'ip_address': '172.25.8.234'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:25.591536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:25.596395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.646609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=911034fb-97f9-4d01-b96a-a5c23b8acae1,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:25.649763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Usage tracker for resource:port and tenant:d3af265f73cf4354bbfac0f751d2a64e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:25.656554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:25.669627 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:25.675133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:25.698276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.699141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.714632 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ad6f411a-59e8-4ba9-af7e-2d5e32f8e325 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:25.725044 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e210339-d25a-43af-b423-efcadf185f95 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:25.738769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 27eda951-eb20-4cf4-a1b8-16f19362c523, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=27eda951-eb20-4cf4-a1b8-16f19362c523,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:25.782223 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.789846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '27eda951-eb20-4cf4-a1b8-16f19362c523', 'network_id': '2cbbcb74-5876-4ed1-91b9-f3150fbc5f29', 'port_id': '27eda951-eb20-4cf4-a1b8-16f19362c523', 'mac_address': 'fa:16:3e:8a:6a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd10c242-f288-4bc2-9e94-48690614e2fa', 'ip_address': '19.80.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:48:25.794623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7695daaf-b625-4e43-b0c7-9fae22a5dafc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:25.798696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Made reservation on behalf of d3af265f73cf4354bbfac0f751d2a64e for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:25.800201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.803106 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:25.811552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46168) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:25.812028 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7695daaf-b625-4e43-b0c7-9fae22a5dafc HTTP/1.1" status: 204  len: 168 time: 3.1540673
Apr 30 04:48:25.819469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 4.7173171
Apr 30 04:48:25.819780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event deleted for resources: {'Port': ['ID=c61c716c-812f-47f8-8f73-09b6873d1363,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:25.827552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46170) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:25.860379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:25.918333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:25.939694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Usage tracker for resource:router and tenant:54999f91fbfb453d99b154a06ce72cf5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:25.949101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:25.976781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:25.985399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:25.992755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-f1d77a9d-0e81-49e7-bd46-49c146f5a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:25.995782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-f1d77a9d-0e81-49e7-bd46-49c146f5a949 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=209a2715-1303-4c96-a0f4-1a1ff93df69e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4430695
Apr 30 04:48:25.996134 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.005833 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.007082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.019841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.020737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.021294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.021846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.022258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.022621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.022990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.023607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.023811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.024251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.024507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.025005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:26.040876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc64c5ad-7a56-4bef-b1d9-0a0420b3bcc3 None None] Network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:26.041142 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:26.056731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:26.064886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.111073 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.177015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Usage tracker for resource:security_group_rule and tenant:d3af265f73cf4354bbfac0f751d2a64e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:26.247773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.263539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:26.297514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:26.298195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27eda951-eb20-4cf4-a1b8-16f19362c523 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:48:26.318671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0a64741d-5ba7-4bad-845c-4cd01c72bc73 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:26.323614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.466977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 27eda951-eb20-4cf4-a1b8-16f19362c523, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=27eda951-eb20-4cf4-a1b8-16f19362c523,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:26.470168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 0a64741d-5ba7-4bad-845c-4cd01c72bc73 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:48:26.470759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0a64741d-5ba7-4bad-845c-4cd01c72bc73 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:48:26.524765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-c54bcad8-7dcc-464a-ab8e-49fabdcc708a service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5216765
Apr 30 04:48:26.548485 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.556940 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aaac0ecb-d080-4fed-a6f6-d333d13eb75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:26.761816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=27eda951-eb20-4cf4-a1b8-16f19362c523,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:26.765168 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:26.797164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.817080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:26.839000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.045398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['261c7326-8636-49d9-8f9a-43280d87bb63'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:48:27.050327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77baffb50>,) {'filters': {'network_id': ['4433fd97-e050-48e4-aad6-4aa3163185b9']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:27.059010 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.067769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77baffb50>, 'f662b40a-5317-414e-aad8-79a8da6b398b') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:27.068903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77baffb50>, 'f662b40a-5317-414e-aad8-79a8da6b398b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:27.094213 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.165566 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-deb935b0-49d5-41a8-a811-cfeb590d3be9 req-4b91f172-33fd-4078-8f5f-6c17e23510ad service neutron] 10.222.0.50 "GET /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6309588
Apr 30 04:48:27.174800 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.176240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Fanout notify agent at l3_agent the message router_deleted on router 0ec874fc-552c-4b20-9d05-874a9aa9a162 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:48:27.223569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.229497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['27eda951-eb20-4cf4-a1b8-16f19362c523'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:48:27.257366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267bf24-0df5-4adb-a7c9-82fe66fb5d40 req-b0aaf24e-f803-4788-8f35-cc86e282f083 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:27.264311 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267bf24-0df5-4adb-a7c9-82fe66fb5d40 req-b0aaf24e-f803-4788-8f35-cc86e282f083 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:27.273204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267bf24-0df5-4adb-a7c9-82fe66fb5d40 req-b0aaf24e-f803-4788-8f35-cc86e282f083 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:27.279263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2267bf24-0df5-4adb-a7c9-82fe66fb5d40 req-b0aaf24e-f803-4788-8f35-cc86e282f083 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2416 time: 0.9609253
Apr 30 04:48:27.312518 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.313670 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.327393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:48:27.354033 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2267bf24-0df5-4adb-a7c9-82fe66fb5d40 req-7e2adbd7-0148-4215-9338-f267f7af70e2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737257
Apr 30 04:48:27.468984 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.538238 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.546044 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1534582b-f62c-442a-a390-8ed253f16b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:27.565298 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.569633 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "DELETE /v2.0/routers/0ec874fc-552c-4b20-9d05-874a9aa9a162 HTTP/1.1" status: 204  len: 168 time: 4.9165957
Apr 30 04:48:27.570431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46188) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:27.589794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] device_id is not set on port d73e5603-b27c-4acd-91e3-986c5e9181d3 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:48:27.703360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Deleting subnet 151c7da6-00d1-46ca-a68c-9884385755b9 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:48:27.710196 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.738993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0408bc20-ddba-4fa1-ac60-147a2a832221,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:27.742105 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.759250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Network 4433fd97-e050-48e4-aad6-4aa3163185b9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:27.773230 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:27.778292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.789536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.865633 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.877272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:27.891806 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df649898-a2fa-4ff5-90ef-2a00ef5bf116 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:28.045319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Allocated IP 172.25.8.78 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/06e347f8-a2e8-480b-b2b7-f54550ba3087) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:48:28.054488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81f6c11-f821-484d-a11c-c7ab6c7c84e7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:28.055916 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.068381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f2980-782d-4bcc-ba6f-6d740a727fb7 None None] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:28.125398 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:28.152097 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.202990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Network 4433fd97-e050-48e4-aad6-4aa3163185b9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:28.220217 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c81f6c11-f821-484d-a11c-c7ab6c7c84e7 HTTP/1.1" status: 204  len: 168 time: 2.8424540
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:48:28.245126 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:48:28.259796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46194) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:28.349816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['911034fb-97f9-4d01-b96a-a5c23b8acae1'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:48:28.356176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.365590 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.374112 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9639ea9-d3ab-44ee-a77a-24852893d1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:28.423969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=4433fd97-e050-48e4-aad6-4aa3163185b9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:28.441148 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:28.451925 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4433fd97-e050-48e4-aad6-4aa3163185b9 HTTP/1.1" status: 204  len: 168 time: 2.6302824
Apr 30 04:48:28.642406 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] DHCP port deletion for 4fe26e35-ab66-46f8-9ffe-27550c9dde54 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:48:28.665809 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.717039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46206) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:28.735674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.806210 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] Deleting port 505b7aa4-61b3-4676-a910-00681af50765 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:28.806701 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.811831 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eee28d9b-5a93-4a17-9035-8ce209d370aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72f860cf99834bd2aa14365a08769d30&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0928659
Apr 30 04:48:28.815127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46210) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:28.895394 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4de0-044c-451f-b721-fbc3c1c1347f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.929992 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4de0-044c-451f-b721-fbc3c1c1347f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.934689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] For port 505b7aa4-61b3-4676-a910-00681af50765, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=505b7aa4-61b3-4676-a910-00681af50765,segment=NetworkSegment(1435fd89-6bd3-45f4-b364-4a01a9376968),segment_id=1435fd89-6bd3-45f4-b364-4a01a9376968)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:28.935246 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.995071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4de0-044c-451f-b721-fbc3c1c1347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:28.999605 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:29.014814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e4de0-044c-451f-b721-fbc3c1c1347f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d40ec5-6327-4486-85dc-1a646f6c3ef7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:29.019265 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c7e4de0-044c-451f-b721-fbc3c1c1347f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:29.026891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4de0-044c-451f-b721-fbc3c1c1347f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:29.028848 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c7e4de0-044c-451f-b721-fbc3c1c1347f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8d40ec5-6327-4486-85dc-1a646f6c3ef7 HTTP/1.1" status: 204  len: 168 time: 0.2125716
Apr 30 04:48:29.088459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] Calling delete_port for 505b7aa4-61b3-4676-a910-00681af50765 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:29.097441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:29.105663 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48742a4f-41f5-43d1-bc0d-e7db06b55f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:29.162293 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:29.174387 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e4ed7c26-e487-44bd-8b76-ab872b766fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:29.203269 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:29.222103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event deleted for resources: {'Subnet': ['ID=151c7da6-00d1-46ca-a68c-9884385755b9,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:29.227774 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:29.236496 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f193434c-8d61-4e67-a86a-e554db1c64b6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:29.303168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:29.328736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc356a-c5aa-4501-9a75-18235e93391c None None] Network 39f06054-50fd-42b8-ae09-6eba12668355 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:29.345893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] Pushing event deleted for resources: {'Port': ['ID=505b7aa4-61b3-4676-a910-00681af50765,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:29.349107 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:48:29.352966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] No DVR routers for this DVR port 505b7aa4-61b3-4676-a910-00681af50765 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:48:29.359682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78c98f-5f42-4df1-bd69-7909e678de66 req-d6f2d421-5851-4b1b-9d7b-7fcd0bc6e175 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:29.360895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:48:29.371379 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:29.376374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78c98f-5f42-4df1-bd69-7909e678de66 req-d6f2d421-5851-4b1b-9d7b-7fcd0bc6e175 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:29.413567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78c98f-5f42-4df1-bd69-7909e678de66 req-d6f2d421-5851-4b1b-9d7b-7fcd0bc6e175 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:29.422965 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-096ad5a4-2888-4907-b0bb-868b41a372ae tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 3.8509681
Apr 30 04:48:29.425549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46220) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:29.431168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f78c98f-5f42-4df1-bd69-7909e678de66 req-d6f2d421-5851-4b1b-9d7b-7fcd0bc6e175 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2416 time: 0.8355985
Apr 30 04:48:29.503555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Deleting port 505b7aa4-61b3-4676-a910-00681af50765 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:29.504210 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:29.557963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "DELETE /v2.0/subnets/151c7da6-00d1-46ca-a68c-9884385755b9 HTTP/1.1" status: 204  len: 168 time: 1.9853678
Apr 30 04:48:29.584256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46224) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:29.586672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:48:29.596479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:29.608413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:48:29.731955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46230) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:29.758323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] DHCP port deletion for 39f06054-50fd-42b8-ae09-6eba12668355 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:48:29.872208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] Deleting port 5c731276-fd87-46fb-9020-fa553624b117 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:29.872781 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:29.992303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] For port 5c731276-fd87-46fb-9020-fa553624b117, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5c731276-fd87-46fb-9020-fa553624b117,segment=NetworkSegment(27db00c8-aacd-4970-81b2-f51a1bc0ba36),segment_id=27db00c8-aacd-4970-81b2-f51a1bc0ba36)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:29.992770 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.025694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Pushing event updated for resources: {'Port': ['ID=06e347f8-a2e8-480b-b2b7-f54550ba3087,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:30.031931 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:30.054818 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b3c06b5d-1945-4e40-82b4-495eb08f0c52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d09658413ffb49b390caf7382de4a9d9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2971694
Apr 30 04:48:30.061642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46234) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:30.116513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Deleting port c3899ca5-5082-4612-8fcb-42e19b0ce8ec {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:30.117444 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.138361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f78c98f-5f42-4df1-bd69-7909e678de66 req-b11e8bba-698b-4ef3-8df8-11824a8ecfd1 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7007844
Apr 30 04:48:30.151061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] For port 505b7aa4-61b3-4676-a910-00681af50765, host n-d-766726-20, got binding levels [] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:30.151495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.179255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] Calling delete_port for 5c731276-fd87-46fb-9020-fa553624b117 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:30.256196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 505b7aa4-61b3-4676-a910-00681af50765 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:30.295552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 505b7aa4-61b3-4676-a910-00681af50765 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:48:30.295906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 505b7aa4-61b3-4676-a910-00681af50765 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:48:30.296340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5c731276-fd87-46fb-9020-fa553624b117 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:30.384569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-191bd854-de22-4741-86dc-c3a2f17233f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.396984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Calling delete_port for 505b7aa4-61b3-4676-a910-00681af50765 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:30.413799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.414264 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.419806 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.426659 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:30.451466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.ipam_backend_mixin [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Port 505b7aa4-61b3-4676-a910-00681af50765 was not found and therefore no delete operation was performed {{(pid=74581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:48:30.463483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.477687 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d6ee979-ff5c-40de-8df6-58fa37cfa0b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:30.544523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] Pushing event deleted for resources: {'Port': ['ID=5c731276-fd87-46fb-9020-fa553624b117,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:30.561856 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:30.562632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] No DVR routers for this DVR port 5c731276-fd87-46fb-9020-fa553624b117 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:48:30.564804 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.570702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Calling delete_port for c3899ca5-5082-4612-8fcb-42e19b0ce8ec owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:30.580607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-191bd854-de22-4741-86dc-c3a2f17233f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.591252 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.592534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 911034fb-97f9-4d01-b96a-a5c23b8acae1 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:48:30.639820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=505b7aa4-61b3-4676-a910-00681af50765,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:30.642264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] No DVR routers for this DVR port 505b7aa4-61b3-4676-a910-00681af50765 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:48:30.691353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-191bd854-de22-4741-86dc-c3a2f17233f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.695233 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e3b6e9c0-1a99-46ba-bb3c-25c363295dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.697132 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:30.698285 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de80bd2e-6762-4df8-b55f-16fc6c7244b3 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:30.718508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bd854-de22-4741-86dc-c3a2f17233f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba008338-7c08-476d-a728-6af2bf2e4eb8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:30.722274 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-191bd854-de22-4741-86dc-c3a2f17233f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:30.737059 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-191bd854-de22-4741-86dc-c3a2f17233f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.742628 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-191bd854-de22-4741-86dc-c3a2f17233f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba008338-7c08-476d-a728-6af2bf2e4eb8 HTTP/1.1" status: 204  len: 168 time: 0.6642675
Apr 30 04:48:30.766124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 911034fb-97f9-4d01-b96a-a5c23b8acae1 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:48:30.779014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 911034fb-97f9-4d01-b96a-a5c23b8acae1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:30.780122 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.896362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:30.902220 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:31.003432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3899ca5-5082-4612-8fcb-42e19b0ce8ec,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:31.023644 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.040334 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:31.085684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.142730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.158944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 911034fb-97f9-4d01-b96a-a5c23b8acae1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=911034fb-97f9-4d01-b96a-a5c23b8acae1,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:31.162108 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.163087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911034fb-97f9-4d01-b96a-a5c23b8acae1'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:31.164199 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/760a2088-e444-4371-adcb-6eff3a83bbbc HTTP/1.1" status: 204  len: 168 time: 1.7361863
Apr 30 04:48:31.175746 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.178315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 261c7326-8636-49d9-8f9a-43280d87bb63 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:48:31.257359 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.312103 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911034fb-97f9-4d01-b96a-a5c23b8acae1', 'code': 200}
Apr 30 04:48:31.312952 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bd3bc9f8-d138-476a-aa25-7d40e6536a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:31.454205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=911034fb-97f9-4d01-b96a-a5c23b8acae1,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:31.461652 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:31.463819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779fb6f10>,) {'filters': {'network_id': ['4fe26e35-ab66-46f8-9ffe-27550c9dde54']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:31.485625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 261c7326-8636-49d9-8f9a-43280d87bb63 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:48:31.495763 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 261c7326-8636-49d9-8f9a-43280d87bb63 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:31.496699 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.705641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779fb6f10>, '1435fd89-6bd3-45f4-b364-4a01a9376968') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:31.705941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779fb6f10>, '1435fd89-6bd3-45f4-b364-4a01a9376968') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:31.746235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a110c40>,) {'filters': {'network_id': ['39f06054-50fd-42b8-ae09-6eba12668355']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:31.759006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.779514 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.805858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46262) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:31.836705 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.839195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a110c40>, '27db00c8-aacd-4970-81b2-f51a1bc0ba36') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:31.839803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a110c40>, '27db00c8-aacd-4970-81b2-f51a1bc0ba36') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:31.877006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.888230 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.889042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 261c7326-8636-49d9-8f9a-43280d87bb63, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=261c7326-8636-49d9-8f9a-43280d87bb63,segment=NetworkSegment(dcacd87c-faff-4ed0-8b9c-aff93c47a009),segment_id=dcacd87c-faff-4ed0-8b9c-aff93c47a009)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:31.901627 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.904464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 27eda951-eb20-4cf4-a1b8-16f19362c523 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:48:31.928175 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:31.931036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:48:32.050523 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:32.093536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:48:32.228484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=261c7326-8636-49d9-8f9a-43280d87bb63,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:32.233495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 27eda951-eb20-4cf4-a1b8-16f19362c523 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:48:32.238454 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:32.243716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 27eda951-eb20-4cf4-a1b8-16f19362c523 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:32.244112 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:32.440377 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:32.456602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcd04f-4653-4038-9a01-931d6309e327 req-2c330c10-9f6c-43cd-9187-8b12b3cf702c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:32.466780 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:32.468515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcd04f-4653-4038-9a01-931d6309e327 req-2c330c10-9f6c-43cd-9187-8b12b3cf702c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:32.480810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcd04f-4653-4038-9a01-931d6309e327 req-2c330c10-9f6c-43cd-9187-8b12b3cf702c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:32.483979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61fcd04f-4653-4038-9a01-931d6309e327 req-2c330c10-9f6c-43cd-9187-8b12b3cf702c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2417 time: 1.0122080
Apr 30 04:48:32.494060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 27eda951-eb20-4cf4-a1b8-16f19362c523, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=27eda951-eb20-4cf4-a1b8-16f19362c523,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:32.501306 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:32.503811 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:32.511633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:32.522050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Usage tracker for resource:security_group_rule and tenant:287243fdc1dd486eae706271238216cd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:32.528109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:32.535542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:32.609382 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=27eda951-eb20-4cf4-a1b8-16f19362c523,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:32.615975 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:32.652144 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:32.657866 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:32.674903 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9ccb783b-4e28-422f-a92b-f411519e7dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:32.756088 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=287243fdc1dd486eae706271238216cd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9483554
Apr 30 04:48:32.757071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46282) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:32.758034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92ed79c-607e-4218-8df1-ccc3510c3615,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:32.763873 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:32.845279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:32.847224 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-663766b5-b6b6-4b98-b0ff-cd9aed0cbaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:32.878066 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:32.920686 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-663766b5-b6b6-4b98-b0ff-cd9aed0cbaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:32.977801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Network 39f06054-50fd-42b8-ae09-6eba12668355 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:32.996213 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:33.022515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-663766b5-b6b6-4b98-b0ff-cd9aed0cbaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:33.032890 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cbda501f-4b18-4a3f-a0b3-71879b067de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:33.055433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663766b5-b6b6-4b98-b0ff-cd9aed0cbaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92ed79c-607e-4218-8df1-ccc3510c3615,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:33.059831 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-663766b5-b6b6-4b98-b0ff-cd9aed0cbaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:33.071782 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-663766b5-b6b6-4b98-b0ff-cd9aed0cbaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:33.078104 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-663766b5-b6b6-4b98-b0ff-cd9aed0cbaf9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a92ed79c-607e-4218-8df1-ccc3510c3615 HTTP/1.1" status: 204  len: 168 time: 0.3162758
Apr 30 04:48:33.275217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61fcd04f-4653-4038-9a01-931d6309e327 req-efc2b095-e237-4b58-add8-839ebbdbb62b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6983759
Apr 30 04:48:33.319505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c7326-8636-49d9-8f9a-43280d87bb63'}, {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eda951-eb20-4cf4-a1b8-16f19362c523'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:33.352667 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:33.365121 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:48:33.414985 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c7326-8636-49d9-8f9a-43280d87bb63', 'code': 200}
Apr 30 04:48:33.415540 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eda951-eb20-4cf4-a1b8-16f19362c523', 'code': 200}
Apr 30 04:48:33.594618 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-771559e7-cdc7-4783-8971-54f7430095fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:33.646834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675c8d1-7f82-4a30-b2fb-aa31c56aff2f req-673ec9b3-f95c-4f63-9be4-fd6450a59a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:33.647493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675c8d1-7f82-4a30-b2fb-aa31c56aff2f req-673ec9b3-f95c-4f63-9be4-fd6450a59a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:33.648006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675c8d1-7f82-4a30-b2fb-aa31c56aff2f req-673ec9b3-f95c-4f63-9be4-fd6450a59a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:33.650191 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b675c8d1-7f82-4a30-b2fb-aa31c56aff2f req-673ec9b3-f95c-4f63-9be4-fd6450a59a22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2875 time: 0.1582441
Apr 30 04:48:33.735756 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b675c8d1-7f82-4a30-b2fb-aa31c56aff2f req-af624700-b010-4f8c-9103-a93d7ecc0d5a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772698
Apr 30 04:48:33.737923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Network 4fe26e35-ab66-46f8-9ffe-27550c9dde54 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:33.762591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46312) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:33.778889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Network 39f06054-50fd-42b8-ae09-6eba12668355 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:48:33.788392 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:48:33.841146 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:48:33.867683 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0cb34fa7-49c2-4ba8-908e-2ce23b69136c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3af265f73cf4354bbfac0f751d2a64e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1025159
Apr 30 04:48:33.871166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:34.015733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-005330f8-d95e-4244-8b02-8572b48583d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.054989 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-005330f8-d95e-4244-8b02-8572b48583d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.138149 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-005330f8-d95e-4244-8b02-8572b48583d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.146557 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5a41b93-1006-429a-85a7-433941ddc695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:34.163201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005330f8-d95e-4244-8b02-8572b48583d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0408bc20-ddba-4fa1-ac60-147a2a832221,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:34.184510 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.187673 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-005330f8-d95e-4244-8b02-8572b48583d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:34.188770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-005330f8-d95e-4244-8b02-8572b48583d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.216692 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-005330f8-d95e-4244-8b02-8572b48583d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0408bc20-ddba-4fa1-ac60-147a2a832221 HTTP/1.1" status: 204  len: 168 time: 0.3421128
Apr 30 04:48:34.296264 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.320318 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4e7e2fe8-a0e9-4d06-9113-995e166479e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:34.350235 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.356238 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.375133 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.377967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe26e35-ab66-46f8-9ffe-27550c9dde54,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:34.393537 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:34.401676 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-992e7f69-7b1c-48e3-b8e9-940857768c9b tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:34.434122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "DELETE /v2.0/networks/39f06054-50fd-42b8-ae09-6eba12668355 HTTP/1.1" status: 204  len: 168 time: 4.8440354
Apr 30 04:48:34.437195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46330) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:34.516639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event deleted for resources: {'Network': ['ID=39f06054-50fd-42b8-ae09-6eba12668355,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:34.520717 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:34.531012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4fe26e35-ab66-46f8-9ffe-27550c9dde54 HTTP/1.1" status: 204  len: 168 time: 6.2665217
Apr 30 04:48:34.693909 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:34.709042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Router cc269d49-97dd-47f4-9e92-93a6f518f995 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:48:34.988715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42c0eb-048c-48d9-8d7d-9a6f08877383 req-32faade4-f060-4fc2-b486-ae853c37639f tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:35.018735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42c0eb-048c-48d9-8d7d-9a6f08877383 req-32faade4-f060-4fc2-b486-ae853c37639f tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:35.033783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42c0eb-048c-48d9-8d7d-9a6f08877383 req-32faade4-f060-4fc2-b486-ae853c37639f tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:35.048312 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd42c0eb-048c-48d9-8d7d-9a6f08877383 req-32faade4-f060-4fc2-b486-ae853c37639f tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2419 time: 0.4806061
Apr 30 04:48:35.206446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46348) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:35.320043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd42c0eb-048c-48d9-8d7d-9a6f08877383 req-4d8754ec-cba4-4b9f-917e-b24da70f1c1e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494035
Apr 30 04:48:35.365308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:48:35.383529 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Sync routers for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:48:35.400779 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:35.401500 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803185b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:35.417197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Deleting port f2351f1a-9ace-447e-b86d-ce3e0028f22f {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:35.417934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:35.422607 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:35.429295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 9.5923533
Apr 30 04:48:35.431207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46358) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:35.678518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:35.678889 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:35.803927 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:48:35.895070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Calling delete_port for f2351f1a-9ace-447e-b86d-ce3e0028f22f owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:36.015389 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e83acff0-7749-45b7-9678-177e7931effc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6d6539877bb415ba4c25b36edfc37fa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8011897
Apr 30 04:48:36.017658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46370) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:36.116981 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26211a7f-5e70-40e3-96a4-2a31015532bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:36.175969 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:36.226611 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26211a7f-5e70-40e3-96a4-2a31015532bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:36.317670 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:36.331441 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:36.478649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Pushing event deleted for resources: {'Port': ['ID=f2351f1a-9ace-447e-b86d-ce3e0028f22f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:36.488413 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:36.539075 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26211a7f-5e70-40e3-96a4-2a31015532bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:36.553424 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d95285b3-2edd-46f1-85ca-ee7059a14c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:36.573007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26211a7f-5e70-40e3-96a4-2a31015532bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c663d8-1a95-4c5b-994d-97739a1ea92c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:36.580953 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26211a7f-5e70-40e3-96a4-2a31015532bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:36.664347 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:36.693649 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:36.695387 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] 10.222.0.46 "DELETE /v2.0/floatingips/a09b0bbc-92d9-4201-b2e5-86cb15ad5e4c HTTP/1.1" status: 204  len: 168 time: 2.2565267
Apr 30 04:48:36.702625 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803185b0>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:30Z', 'revision_number': 3, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:36.711629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26211a7f-5e70-40e3-96a4-2a31015532bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:36.715513 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Checking router: cc269d49-97dd-47f4-9e92-93a6f518f995 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:48:36.716126 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Updating router cc269d49-97dd-47f4-9e92-93a6f518f995 port 06e347f8-a2e8-480b-b2b7-f54550ba3087 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:48:36.720106 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-26211a7f-5e70-40e3-96a4-2a31015532bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11c663d8-1a95-4c5b-994d-97739a1ea92c HTTP/1.1" status: 204  len: 168 time: 0.7010603
Apr 30 04:48:36.946340 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:37.273614 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:37.750720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46422) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:37.856098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef21e6-de31-4f3d-97fb-3b3d380913b9 req-985dcbb4-5e76-46a7-8d97-acb30d38be2d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:37.868800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef21e6-de31-4f3d-97fb-3b3d380913b9 req-985dcbb4-5e76-46a7-8d97-acb30d38be2d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:37.881727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef21e6-de31-4f3d-97fb-3b3d380913b9 req-985dcbb4-5e76-46a7-8d97-acb30d38be2d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:37.895578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecef21e6-de31-4f3d-97fb-3b3d380913b9 req-985dcbb4-5e76-46a7-8d97-acb30d38be2d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2419 time: 0.7742927
Apr 30 04:48:37.938539 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:37.990735 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Transition to ACTIVE for port object 06e347f8-a2e8-480b-b2b7-f54550ba3087 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:48:37.995204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecef21e6-de31-4f3d-97fb-3b3d380913b9 req-70854dd4-918e-4da9-aa33-d5b0e262f229 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979156
Apr 30 04:48:38.011937 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:38.039871 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:38.282553 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Attempting to bind port 06e347f8-a2e8-480b-b2b7-f54550ba3087 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:48:38.286023 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Attempting to bind port 06e347f8-a2e8-480b-b2b7-f54550ba3087 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:48:38.286537 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Attempting to bind port 06e347f8-a2e8-480b-b2b7-f54550ba3087 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:48:38.315087 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:48:38.315878 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:38.316447 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:38.317079 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:48:38.319197 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Bound port: 06e347f8-a2e8-480b-b2b7-f54550ba3087, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:48:38.321708 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:38.487197 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Pushing event updated for resources: {'Port': ['ID=06e347f8-a2e8-480b-b2b7-f54550ba3087,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:38.508479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Allocated IP 172.20.0.1 (cf3d5570-2da8-4dc9-8f95-e90d5418bf01/76dd197a-a6f7-4422-bcb3-b254e09fc65b/8128597f-e229-4f02-b970-177d7f34638a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:48:38.522543 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.522913 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.523267 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.527487 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.528768 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.529803 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.530730 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.531567 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.533010 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.534100 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.534940 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.537925 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:38.630867 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] For port 06e347f8-a2e8-480b-b2b7-f54550ba3087, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:48:38.641373 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] For port 06e347f8-a2e8-480b-b2b7-f54550ba3087, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=06e347f8-a2e8-480b-b2b7-f54550ba3087,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:48:38.644823 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:38.654615 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:38.682042 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-f5a94f98-e666-4848-93ab-073b53514357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:38.879744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7becc26c-ef83-4dc3-b03e-6222f9ea74b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc948e1236da42b4b9c56ce25c8f4896&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1261001
Apr 30 04:48:38.889165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46456) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:39.139094 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:39.140324 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803185b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:39.148408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7575872a-7bea-416d-bd02-a7d43defc3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:39.225575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7575872a-7bea-416d-bd02-a7d43defc3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:39.260787 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:39.358538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7575872a-7bea-416d-bd02-a7d43defc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:39.365986 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9ed50b7e-94de-45ba-8442-c864cc90603c tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:39.420356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575872a-7bea-416d-bd02-a7d43defc3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9540f5ba-d1e1-40ea-a2c3-49b206b83acd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:39.435242 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7575872a-7bea-416d-bd02-a7d43defc3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:39.441427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7575872a-7bea-416d-bd02-a7d43defc3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:39.443338 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7575872a-7bea-416d-bd02-a7d43defc3f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9540f5ba-d1e1-40ea-a2c3-49b206b83acd HTTP/1.1" status: 204  len: 168 time: 0.5524199
Apr 30 04:48:39.512620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46474) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:39.600880 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Pushing event updated for resources: {'Port': ['ID=06e347f8-a2e8-480b-b2b7-f54550ba3087,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:39.603850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677eb507-3e1b-4cb5-be5d-b4e448eb5fcc req-3fc73d3d-2b84-498e-b9ad-d3e2dc3544c6 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:39.617892 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:39.618123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-677eb507-3e1b-4cb5-be5d-b4e448eb5fcc req-3fc73d3d-2b84-498e-b9ad-d3e2dc3544c6 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 946 time: 0.5543315
Apr 30 04:48:39.800787 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:48:39.845168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:39.884185 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b49a0ab8-4d47-4123-9657-30e610e4bdf8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:40.042930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-677eb507-3e1b-4cb5-be5d-b4e448eb5fcc req-cef1a7b8-8796-4ced-af73-f52a9e8b80e2 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4237244
Apr 30 04:48:40.057880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Pushing event updated for resources: {'Port': ['ID=8128597f-e229-4f02-b970-177d7f34638a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:40.071290 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:40.089605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:48:40.097598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:40.103522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:48:40.299060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58eacc-71a6-4f80-9a0e-8d00897220fd req-958ce93b-79e5-47f4-a408-5325e1fc7395 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:40.313532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58eacc-71a6-4f80-9a0e-8d00897220fd req-958ce93b-79e5-47f4-a408-5325e1fc7395 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:40.326578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58eacc-71a6-4f80-9a0e-8d00897220fd req-958ce93b-79e5-47f4-a408-5325e1fc7395 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:40.330734 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb58eacc-71a6-4f80-9a0e-8d00897220fd req-958ce93b-79e5-47f4-a408-5325e1fc7395 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2419 time: 0.6867566
Apr 30 04:48:40.331648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46490) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:40.338399 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:40.418738 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:40.469897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46496) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:40.474355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-440700807'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:40.483365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:40.491637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:40.511877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:498463029b514fca98946c65cdcf1c9a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:40.525266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Usage tracker for resource:router and tenant:38e92926c4424f5dacd4127a2179c61a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:40.533814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:40.540036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:40.564749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:40.574066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:40.667577 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:40.669239 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:40.726805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:40.824845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:40.870583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb58eacc-71a6-4f80-9a0e-8d00897220fd req-e66f1507-7381-4e8e-b23d-e32288c6a269 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035165
Apr 30 04:48:40.908464 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:40.916129 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-95dfbc5a-3b66-4aac-ad4b-8bee2a3a0b7c tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.4010112
Apr 30 04:48:40.917126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46504) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:40.927877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:40.952398 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803185b0>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:30Z', 'revision_number': 3, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:40.962381 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c8d17-e389-4cd0-a309-830125b98810 None None] The sync data for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 is: [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:30Z', 'revision_number': 3, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:48:41.264615 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:41.294168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:41.321678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Usage tracker for resource:security_group_rule and tenant:78a0b043403342c187972bf795c5f14c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:41.337821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46512) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:41.340324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:41.371062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:41.375440 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81f23a1d-9a01-43d2-9498-5f2612d73235 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:41.599812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-34bfc0cc-e701-46a3-a927-e3e9bd295cff tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:41.615944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-34bfc0cc-e701-46a3-a927-e3e9bd295cff tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:41.644958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-34bfc0cc-e701-46a3-a927-e3e9bd295cff tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:41.646530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-34bfc0cc-e701-46a3-a927-e3e9bd295cff tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Synchronizing usage tracker for tenant:17e9c47251c94292ac34165152f2d2ed on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:48:41.815787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1612859882-network', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:41.833114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:41.838415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Usage tracker for resource:network and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:41.842613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:41.850301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:42.009353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-34bfc0cc-e701-46a3-a927-e3e9bd295cff tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Unset dirty status for tenant:17e9c47251c94292ac34165152f2d2ed on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:48:42.011842 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-34bfc0cc-e701-46a3-a927-e3e9bd295cff tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2419 time: 1.2479908
Apr 30 04:48:42.162320 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.178744 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.212734 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 06e347f8-a2e8-480b-b2b7-f54550ba3087 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:48:42.226529 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-164b94a9-f1ff-49ef-834b-f89025df42de tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:42.318708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e92e4-5302-40b0-acf7-d2cfc6c9c0b2 req-339e0b6d-b1c1-44b2-89e2-f70e1a677e0c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:42.327712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a96e92e4-5302-40b0-acf7-d2cfc6c9c0b2 req-339e0b6d-b1c1-44b2-89e2-f70e1a677e0c tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 946 time: 0.4085143
Apr 30 04:48:42.383676 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.388602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Pushing event updated for resources: {'Port': ['ID=8128597f-e229-4f02-b970-177d7f34638a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:42.412034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:42.418226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 06e347f8-a2e8-480b-b2b7-f54550ba3087 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:48:42.420609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.433691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 06e347f8-a2e8-480b-b2b7-f54550ba3087 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:42.435278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.477354 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a96e92e4-5302-40b0-acf7-d2cfc6c9c0b2 req-75d40960-1b0b-4f9a-a32f-db33fc088de1 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488750
Apr 30 04:48:42.502190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Made reservation on behalf of fc4971e418b641c6a38ad5e25a17080e for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:42.505423 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.542671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.555152 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1fbc477-0c52-429e-b7bb-53ec583e2251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:42.564916 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.572431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81f23a1d-9a01-43d2-9498-5f2612d73235 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.579069 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81f23a1d-9a01-43d2-9498-5f2612d73235 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.695924 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=498463029b514fca98946c65cdcf1c9a&name=default HTTP/1.1" status: 200  len: 2983 time: 2.3627970
Apr 30 04:48:42.696878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46524) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:42.756311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb19f0-515d-4778-a010-37ef30aca765,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:42.778897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:42.798255 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81f23a1d-9a01-43d2-9498-5f2612d73235 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.799316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f23a1d-9a01-43d2-9498-5f2612d73235 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 165d72a3-ef40-4e5e-9ee0-1badaa7703ba {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:48:42.845078 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.855164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.873774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting port 911034fb-97f9-4d01-b96a-a5c23b8acae1 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:42.874123 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.889013 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d7e4-67fd-4231-8b81-407336751cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.891557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 06e347f8-a2e8-480b-b2b7-f54550ba3087, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=06e347f8-a2e8-480b-b2b7-f54550ba3087,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:42.895665 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.901656 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:42.904657 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:42.932078 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f44a54c6-5b7d-4db7-957d-7332b28b18ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:43.009093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ee9ed5-98be-4e18-877b-0bade677da5b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:43.083554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=06e347f8-a2e8-480b-b2b7-f54550ba3087,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:43.095031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.095426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.095778 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.096256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.096615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.096956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.097283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.097619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.098806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.099282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.099744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.100078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:48:43.105448 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:43.111921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ceb3c-b569-45bc-910e-e1225df7b02d req-52790b3e-ce1c-4e5d-8ab5-8909ba65cfcb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:43.119844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ceb3c-b569-45bc-910e-e1225df7b02d req-52790b3e-ce1c-4e5d-8ab5-8909ba65cfcb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:43.127025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ceb3c-b569-45bc-910e-e1225df7b02d req-52790b3e-ce1c-4e5d-8ab5-8909ba65cfcb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:43.133668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c0ceb3c-b569-45bc-910e-e1225df7b02d req-52790b3e-ce1c-4e5d-8ab5-8909ba65cfcb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2419 time: 1.0831897
Apr 30 04:48:43.157029 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:43.185546 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d7e4-67fd-4231-8b81-407336751cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.189493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:43.198174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81f23a1d-9a01-43d2-9498-5f2612d73235 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.199546 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-81f23a1d-9a01-43d2-9498-5f2612d73235 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "DELETE /v2.0/routers/165d72a3-ef40-4e5e-9ee0-1badaa7703ba HTTP/1.1" status: 204  len: 168 time: 2.2762179
Apr 30 04:48:43.207761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46532) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:43.213670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Usage tracker for resource:security_group_rule and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:43.228150 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78a0b043403342c187972bf795c5f14c&name=default HTTP/1.1" status: 200  len: 2983 time: 2.7489543
Apr 30 04:48:43.237249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Request body: {'router': {'name': 'tempest-router-1206795053', 'distributed': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:43.242833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46536) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:43.250616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:43.261019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:43.294458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:43.348674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Usage tracker for resource:router and tenant:38e92926c4424f5dacd4127a2179c61a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:43.374673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:43.392447 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.399569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:43.403410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] For port 911034fb-97f9-4d01-b96a-a5c23b8acae1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=911034fb-97f9-4d01-b96a-a5c23b8acae1,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:43.403935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.412436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:48:43.441203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:43.457686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c0ceb3c-b569-45bc-910e-e1225df7b02d req-e39ccb58-6c18-42dd-a06b-c19ce00967b0 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3058591
Apr 30 04:48:43.461557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.471128 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-724b37b6-b374-4d94-b673-77b008416a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:43.533246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d72b6f-cd8d-4049-9e4d-123c989df933,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:43.542744 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:43.622588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:48:43.650212 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.650537 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Added segment aa21eeee-3fb3-4618-84c7-d171b263d86b of type vlan for network ae28438b-5713-4e31-9ad6-51313b3878cc
Apr 30 04:48:43.772190 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa408-8555-4d5c-9da2-8cb34e6831f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.774457 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.775561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.787068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Calling delete_port for 911034fb-97f9-4d01-b96a-a5c23b8acae1 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:43.791599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d7e4-67fd-4231-8b81-407336751cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.808444 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26211a7f-5e70-40e3-96a4-2a31015532bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:43.846906 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.860367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.878447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1d7e4-67fd-4231-8b81-407336751cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb19f0-515d-4778-a010-37ef30aca765,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:43.895636 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d7f1d7e4-67fd-4231-8b81-407336751cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:43.905799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa408-8555-4d5c-9da2-8cb34e6831f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.938033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80c343-297e-43c7-8652-c79e250efd41 req-1b543895-084e-4c4b-b763-9a43fe5fc8fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:43.943457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df80c343-297e-43c7-8652-c79e250efd41 req-1b543895-084e-4c4b-b763-9a43fe5fc8fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 946 time: 0.2275512
Apr 30 04:48:43.963597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Router cc269d49-97dd-47f4-9e92-93a6f518f995 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:48:43.993293 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d7e4-67fd-4231-8b81-407336751cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:43.997608 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d7f1d7e4-67fd-4231-8b81-407336751cab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75bb19f0-515d-4778-a010-37ef30aca765 HTTP/1.1" status: 204  len: 168 time: 1.2897882
Apr 30 04:48:44.039114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:44.122105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:44.124384 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f4eef62b-e0db-45c7-bf76-0ac42f7a3c03 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.9131801
Apr 30 04:48:44.132305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46546) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:44.133959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df80c343-297e-43c7-8652-c79e250efd41 req-a078c411-97ed-4ffa-aab5-4d80eb87c5ad tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1551924
Apr 30 04:48:44.144395 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:44.146528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:44.147330 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:44.151392 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d9ad7aae-4313-4358-bf51-a7489d48c483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:44.256606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Pushing event updated for resources: {'Network': ['ID=ae28438b-5713-4e31-9ad6-51313b3878cc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:44.268368 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:44.279940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 06e347f8-a2e8-480b-b2b7-f54550ba3087 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:48:44.338902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ae28438b-5713-4e31-9ad6-51313b3878cc details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:48:44.422682 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa408-8555-4d5c-9da2-8cb34e6831f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:44.427899 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-191bd854-de22-4741-86dc-c3a2f17233f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:44.449283 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.1074562
Apr 30 04:48:44.456502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46554) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:44.485682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Request body: {'subnet': {'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1612859882-subnet', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:44.490396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:48:44.495421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9aa408-8555-4d5c-9da2-8cb34e6831f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ee9ed5-98be-4e18-877b-0bade677da5b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:44.497299 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] 10.222.0.46 "PUT /v2.0/routers/cc269d49-97dd-47f4-9e92-93a6f518f995/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0642111
Apr 30 04:48:44.500626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:44.516274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Sync routers for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:48:44.519145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Usage tracker for resource:subnet and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:44.526230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:44.528141 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1d9aa408-8555-4d5c-9da2-8cb34e6831f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:44.534752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2d339d42-7e22-470b-87bf-26b119e6cc1f tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:44.549660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:44.582017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Made reservation on behalf of fc4971e418b641c6a38ad5e25a17080e for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:44.585199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:44.590305 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:44.590961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78055b310>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:44.725151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46562) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:44.804025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 911034fb-97f9-4d01-b96a-a5c23b8acae1 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:44.874342 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.081757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 06e347f8-a2e8-480b-b2b7-f54550ba3087 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:45.082613 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.152692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed0847-c5b8-4897-bece-e4a9ee0dfd3d req-575f7021-f84e-4c63-ac98-4d96ca5eef68 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:45.159201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed0847-c5b8-4897-bece-e4a9ee0dfd3d req-575f7021-f84e-4c63-ac98-4d96ca5eef68 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:45.171046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed0847-c5b8-4897-bece-e4a9ee0dfd3d req-575f7021-f84e-4c63-ac98-4d96ca5eef68 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:45.180251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-daed0847-c5b8-4897-bece-e4a9ee0dfd3d req-575f7021-f84e-4c63-ac98-4d96ca5eef68 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 2419 time: 0.4085684
Apr 30 04:48:45.193714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-8696172f-dfb0-46a1-b234-a669686d87cb tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:45.195714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-8696172f-dfb0-46a1-b234-a669686d87cb tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.50 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 946 time: 0.2899890
Apr 30 04:48:45.219158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.265837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:48:45.351067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-daed0847-c5b8-4897-bece-e4a9ee0dfd3d req-25b03e52-6a05-4437-a02c-0f391c221ec0 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695836
Apr 30 04:48:45.483353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.492809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:45.501224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Usage tracker for resource:security_group_rule and tenant:f92f34c167a84a4f8a75baeee9996092 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:45.508622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:45.521056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:45.551494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 261c7326-8636-49d9-8f9a-43280d87bb63 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:45.574380 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1d9aa408-8555-4d5c-9da2-8cb34e6831f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.576818 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1d9aa408-8555-4d5c-9da2-8cb34e6831f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91ee9ed5-98be-4e18-877b-0bade677da5b HTTP/1.1" status: 204  len: 168 time: 2.3327231
Apr 30 04:48:45.708546 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.742324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2d339d42-7e22-470b-87bf-26b119e6cc1f tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.746428 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2d339d42-7e22-470b-87bf-26b119e6cc1f tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.783400 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-420340a2-ac26-4863-82ea-5d15dc242c5d tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:45.786902 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.856948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261c7326-8636-49d9-8f9a-43280d87bb63'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:45.874467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 261c7326-8636-49d9-8f9a-43280d87bb63, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=261c7326-8636-49d9-8f9a-43280d87bb63,segment=NetworkSegment(dcacd87c-faff-4ed0-8b9c-aff93c47a009),segment_id=dcacd87c-faff-4ed0-8b9c-aff93c47a009)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:45.887280 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:45.888612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 27eda951-eb20-4cf4-a1b8-16f19362c523 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:45.916785 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:45.929763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.005727 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2d339d42-7e22-470b-87bf-26b119e6cc1f tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.006420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d339d42-7e22-470b-87bf-26b119e6cc1f tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa428ac-07e2-4907-8030-bafec79d111b {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:48:46.076979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f92f34c167a84a4f8a75baeee9996092&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3292897
Apr 30 04:48:46.086374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46590) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:46.089220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=261c7326-8636-49d9-8f9a-43280d87bb63,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:46.094401 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:46.138750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78055b310>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8128597f-e229-4f02-b970-177d7f34638a', 'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'mac_address': 'fa:16:3e:62:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:37Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 2, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'subnets': [{'id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:46.150709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Port': ['ID=911034fb-97f9-4d01-b96a-a5c23b8acae1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:46.155287 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:46.157645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2d339d42-7e22-470b-87bf-26b119e6cc1f tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.160931 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2d339d42-7e22-470b-87bf-26b119e6cc1f tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "DELETE /v2.0/routers/5fa428ac-07e2-4907-8030-bafec79d111b HTTP/1.1" status: 204  len: 168 time: 2.0254884
Apr 30 04:48:46.166241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] No DVR routers for this DVR port 911034fb-97f9-4d01-b96a-a5c23b8acae1 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:48:46.170289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46596) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:46.171187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.176921 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.37 "DELETE /v2.0/ports/911034fb-97f9-4d01-b96a-a5c23b8acae1 HTTP/1.1" status: 204  len: 173 time: 3.8546934
Apr 30 04:48:46.178133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Checking router: cc269d49-97dd-47f4-9e92-93a6f518f995 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:48:46.178315 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7fd54ff3-84f9-441d-9e0a-ed76bf02bd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:46.178577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Updating router cc269d49-97dd-47f4-9e92-93a6f518f995 port 8128597f-e229-4f02-b970-177d7f34638a binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:48:46.260178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-ff3acafb-c620-41c5-87a4-3816db9e3948 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:46.261652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-ff3acafb-c620-41c5-87a4-3816db9e3948 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Synchronizing usage tracker for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:48:46.279745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.282208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Request body: {'router': {'name': 'tempest-router-1561451989', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e37175b278c44f30824b378e074d5473'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:46.290449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Deleting port c81746c8-c63e-465f-bbfa-e9301faa2381 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:46.290905 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.308544 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.326033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:46.374479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-deleted', 'tag': '911034fb-97f9-4d01-b96a-a5c23b8acae1'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:46.384729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Usage tracker for resource:router and tenant:e37175b278c44f30824b378e074d5473 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:46.392080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:46.392374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 27eda951-eb20-4cf4-a1b8-16f19362c523, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=27eda951-eb20-4cf4-a1b8-16f19362c523,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:46.402101 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.408858 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:46.454630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45410055-88f7-41f7-a125-cbc460d53679,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:46.458883 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:46.461552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31fdf4-1c35-4491-910c-19ef8fa6b55d req-facfce2f-41f9-43b9-bb20-cfa9018bfbe7 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:46.469382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c31fdf4-1c35-4491-910c-19ef8fa6b55d req-facfce2f-41f9-43b9-bb20-cfa9018bfbe7 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 946 time: 0.8753033
Apr 30 04:48:46.498163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:46.508530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46604) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:46.535468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-ff3acafb-c620-41c5-87a4-3816db9e3948 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Unset dirty status for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:48:46.536886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-ff3acafb-c620-41c5-87a4-3816db9e3948 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 820 time: 0.9404244
Apr 30 04:48:46.544177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting port 261c7326-8636-49d9-8f9a-43280d87bb63 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:46.544620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.566212 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.594504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.595579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.600543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:46.604986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Usage tracker for resource:security_group_rule and tenant:154ec455f7d34e8ebaf2377b315d81f2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:46.609339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:46.609926 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a7494cb-3eab-43ea-ad96-43d7162ce2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.619088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:46.647788 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-3ecae075-1fd1-432f-9e4a-0c4ab0a702cc tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/quotas/54999f91fbfb453d99b154a06ce72cf5 HTTP/1.1" status: 200  len: 375 time: 0.0907586
Apr 30 04:48:46.655349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=27eda951-eb20-4cf4-a1b8-16f19362c523,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:46.662105 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:46.687457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c31fdf4-1c35-4491-910c-19ef8fa6b55d req-e6d8269a-3369-492a-9ed8-75a957294798 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2169678
Apr 30 04:48:46.725278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] For port c81746c8-c63e-465f-bbfa-e9301faa2381, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c81746c8-c63e-465f-bbfa-e9301faa2381,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:46.725639 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.886734 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261c7326-8636-49d9-8f9a-43280d87bb63', 'code': 200}
Apr 30 04:48:46.888561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.893301 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.895739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] For port 261c7326-8636-49d9-8f9a-43280d87bb63, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=261c7326-8636-49d9-8f9a-43280d87bb63,segment=NetworkSegment(dcacd87c-faff-4ed0-8b9c-aff93c47a009),segment_id=dcacd87c-faff-4ed0-8b9c-aff93c47a009)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:46.896138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.905135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.937798 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a7494cb-3eab-43ea-ad96-43d7162ce2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:46.942688 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-005330f8-d95e-4244-8b02-8572b48583d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:46.977167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=154ec455f7d34e8ebaf2377b315d81f2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4661467
Apr 30 04:48:46.981253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46608) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:47.038344 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.046520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8eedb4-ae2c-4eeb-ab8d-b22fe68a80bf,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:47.048803 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:47.056781 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d84665e5-f086-4980-a328-8e1a67acc0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:47.118314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Calling delete_port for 261c7326-8636-49d9-8f9a-43280d87bb63 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:47.128817 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.146923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Transition to ACTIVE for port object 8128597f-e229-4f02-b970-177d7f34638a will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:48:47.161551 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.169055 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:47.236536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.291031 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.297487 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-066b3d42-32a5-4809-a8fd-a6ddb22c2243 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:47.344484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Port': ['ID=261c7326-8636-49d9-8f9a-43280d87bb63,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:47.350085 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:47.397119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1fbfe-6649-420d-9cb6-b676025cd1fd None None] Pushing event updated for resources: {'Port': ['ID=8128597f-e229-4f02-b970-177d7f34638a,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:47.400483 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1cc1fbfe-6649-420d-9cb6-b676025cd1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:47.431934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Attempting to bind port 8128597f-e229-4f02-b970-177d7f34638a on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:48:47.432449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Attempting to bind port 8128597f-e229-4f02-b970-177d7f34638a by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '557e5908-0c6a-4e9d-9972-2f92e2e2b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:48:47.432901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Attempting to bind port 8128597f-e229-4f02-b970-177d7f34638a on network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:48:47.442324 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:48:47.442998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Checking segment: {'id': '557e5908-0c6a-4e9d-9972-2f92e2e2b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:47.443627 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.444110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Bound using segment: {'id': '557e5908-0c6a-4e9d-9972-2f92e2e2b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:48:47.444759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Bound port: 8128597f-e229-4f02-b970-177d7f34638a, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557e5908-0c6a-4e9d-9972-2f92e2e2b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:48:47.445419 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.458084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] No DVR routers for this DVR port 261c7326-8636-49d9-8f9a-43280d87bb63 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:48:47.461048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.480626 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.37 "DELETE /v2.0/ports/261c7326-8636-49d9-8f9a-43280d87bb63 HTTP/1.1" status: 204  len: 173 time: 1.2702196
Apr 30 04:48:47.482056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d694b3-495b-4225-b8a0-755dfe492f2c,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:47.508748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Checking segment: {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:47.509582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Network hostable DHCP agents. Network: ae28438b-5713-4e31-9ad6-51313b3878cc, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:48:47.539370 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:47.610548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] For port 8128597f-e229-4f02-b970-177d7f34638a, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:48:47.615885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] For port 8128597f-e229-4f02-b970-177d7f34638a, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8128597f-e229-4f02-b970-177d7f34638a,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:48:47.622324 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.626842 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fa41f599-b156-418f-95c8-ab3328807140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:47.715022 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-81bf3a22-5d38-44aa-9c08-f20a70e1f735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.728075 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.729665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-142dcb33-aa83-448c-aa1b-c6eb42dc62a8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.4969728
Apr 30 04:48:47.731330 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting port 27eda951-eb20-4cf4-a1b8-16f19362c523 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:47.731864 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.742878 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a7494cb-3eab-43ea-ad96-43d7162ce2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.745853 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a7494cb-3eab-43ea-ad96-43d7162ce2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:47.746315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:47.751792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78055b310>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:47.751987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7a7494cb-3eab-43ea-ad96-43d7162ce2d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/45410055-88f7-41f7-a125-cbc460d53679 HTTP/1.1" status: 204  len: 168 time: 1.6506085
Apr 30 04:48:47.753924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46616) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:47.760277 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49d5a742-ad81-4699-9dc2-5838d61102f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:47.778016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-d95d6e33-1e5a-4c19-8347-5f56da6a3978 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Synchronizing usage tracker for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:48:47.809964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Request body: {'router': {'distributed': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:47.880959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1fbfe-6649-420d-9cb6-b676025cd1fd None None] Pushing event updated for resources: {'Port': ['ID=8128597f-e229-4f02-b970-177d7f34638a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:47.882881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Network ae28438b-5713-4e31-9ad6-51313b3878cc is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:48:47.901438 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1cc1fbfe-6649-420d-9cb6-b676025cd1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:47.950620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7494cb-3eab-43ea-ad96-43d7162ce2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45410055-88f7-41f7-a125-cbc460d53679,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:48.061562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] For port 27eda951-eb20-4cf4-a1b8-16f19362c523, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=27eda951-eb20-4cf4-a1b8-16f19362c523,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:48.062526 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:48.167503 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a7494cb-3eab-43ea-ad96-43d7162ce2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:48.171029 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-81bf3a22-5d38-44aa-9c08-f20a70e1f735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:48.216183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:48:48.255771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-d95d6e33-1e5a-4c19-8347-5f56da6a3978 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Unset dirty status for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:48:48.268205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-d95d6e33-1e5a-4c19-8347-5f56da6a3978 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&fields=id HTTP/1.1" status: 200  len: 255 time: 1.5624659
Apr 30 04:48:48.289593 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:48.290168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:48.290643 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Floating IP 37b634dc-3cef-48ee-8e9f-25952c5b027a disassociated. External IP: 172.25.8.71, port: c81746c8-c63e-465f-bbfa-e9301faa2381.
Apr 30 04:48:48.291176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Calling delete_port for c81746c8-c63e-465f-bbfa-e9301faa2381 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:48.321282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ae28438b-5713-4e31-9ad6-51313b3878cc) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:48.508841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b096308-0c09-4675-bf0e-ba8a6a01a71c None None] Network ae28438b-5713-4e31-9ad6-51313b3878cc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:48.554206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Calling delete_port for 27eda951-eb20-4cf4-a1b8-16f19362c523 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:48.675117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:48.679210 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:48.729690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:48.748942 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-829dfd25-a6c1-46ae-bed0-4bb70045db6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:48.914044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Port': ['ID=27eda951-eb20-4cf4-a1b8-16f19362c523,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:48.964277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27eda951-eb20-4cf4-a1b8-16f19362c523'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:49.041882 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:49.072995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-ae28438b-5713-4e31-9ad6-51313b3878cc', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:48:49.076120 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:49.114150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] No DVR routers for this DVR port 27eda951-eb20-4cf4-a1b8-16f19362c523 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:48:49.117724 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:49.131237 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8bf09d4-5eed-4627-a429-629bcbec6417 req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.37 "DELETE /v2.0/ports/27eda951-eb20-4cf4-a1b8-16f19362c523 HTTP/1.1" status: 204  len: 173 time: 1.6433852
Apr 30 04:48:49.271150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c7e31-c2c3-48f2-a673-d97c1e0e6fd1 req-bba8cc62-a6bc-4994-ac07-36201b80acbb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:49.282000 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d2c7e31-c2c3-48f2-a673-d97c1e0e6fd1 req-bba8cc62-a6bc-4994-ac07-36201b80acbb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4 HTTP/1.1" status: 200  len: 865 time: 2.0282555
Apr 30 04:48:49.462524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Allocated IP 172.20.0.2 (ae28438b-5713-4e31-9ad6-51313b3878cc/b0d694b3-495b-4225-b8a0-755dfe492f2c/80682d64-37cf-4cb7-b2c9-774df896beb0) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:48:49.470137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c81746c8-c63e-465f-bbfa-e9301faa2381 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:49.471216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46644) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:49.471467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 5.0113060
Apr 30 04:48:49.478821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:49.483165 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:49.483546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:49.490813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:49.501069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Usage tracker for resource:router and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:49.513900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:49.533402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:49.564939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:49.567278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:49.624156 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:49.743841 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-81bf3a22-5d38-44aa-9c08-f20a70e1f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:49.778841 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a49228fb-73d6-4ce1-8599-81ab9a1b21e7 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:49.792229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78055b310>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8128597f-e229-4f02-b970-177d7f34638a', 'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'mac_address': 'fa:16:3e:62:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:37Z', 'updated_at': '2021-04-30T04:48:47Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'subnets': [{'id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:49.823058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486b71e-2979-4536-b797-b4967058d5a8 None None] The sync data for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 is: [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8128597f-e229-4f02-b970-177d7f34638a', 'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'mac_address': 'fa:16:3e:62:74:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:37Z', 'updated_at': '2021-04-30T04:48:47Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'subnets': [{'id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:48:50.010480 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:50.149628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d2c7e31-c2c3-48f2-a673-d97c1e0e6fd1 req-bb57fd6e-7764-483a-8cb6-0c435b496bdb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7924957
Apr 30 04:48:50.179602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=74581) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Apr 30 04:48:50.182092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Router ff42cd9d-ff78-41e4-8983-fb44a5b6cfb5 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7fe78132e580> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7fe78132e6d0> provider. {{(pid=74581) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Apr 30 04:48:50.184335 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:50.195746 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:50.201768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-c5291e77-6f60-4423-81e3-50ab4a5db099 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8975930
Apr 30 04:48:50.203200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:50.225049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf3a22-5d38-44aa-9c08-f20a70e1f735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8eedb4-ae2c-4eeb-ab8d-b22fe68a80bf,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:50.234640 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81bf3a22-5d38-44aa-9c08-f20a70e1f735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:50.236115 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-81bf3a22-5d38-44aa-9c08-f20a70e1f735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:50.241960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-81bf3a22-5d38-44aa-9c08-f20a70e1f735 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc8eedb4-ae2c-4eeb-ab8d-b22fe68a80bf HTTP/1.1" status: 204  len: 168 time: 3.2356434
Apr 30 04:48:50.328509 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:50.401898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8128597f-e229-4f02-b970-177d7f34638a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:48:50.464726 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:50.480668 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-deleted', 'tag': '911034fb-97f9-4d01-b96a-a5c23b8acae1', 'status': 'completed', 'code': 200}
Apr 30 04:48:50.581906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:50.672459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:50.702599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Transition to ACTIVE for port object 80682d64-37cf-4cb7-b2c9-774df896beb0 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:48:50.747484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Transition to ACTIVE for port object 80682d64-37cf-4cb7-b2c9-774df896beb0 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:48:50.749108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8128597f-e229-4f02-b970-177d7f34638a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:48:50.781359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8128597f-e229-4f02-b970-177d7f34638a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:50.782114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:50.831646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Pushing event deleted for resources: {'Port': ['ID=c81746c8-c63e-465f-bbfa-e9301faa2381,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:50.844785 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:51.045275 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:51.069804 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:51.223848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Network ae28438b-5713-4e31-9ad6-51313b3878cc is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:48:51.264494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:51.326871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Pushing event updated for resources: {'Port': ['ID=80682d64-37cf-4cb7-b2c9-774df896beb0,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:51.343337 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:51.345186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:48:51.718380 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:51.757879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Attempting to bind port 80682d64-37cf-4cb7-b2c9-774df896beb0 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:48:51.758723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Attempting to bind port 80682d64-37cf-4cb7-b2c9-774df896beb0 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:48:51.759370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Attempting to bind port 80682d64-37cf-4cb7-b2c9-774df896beb0 on network ae28438b-5713-4e31-9ad6-51313b3878cc {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:48:51.782092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-634da4a6-3b16-41a5-a89a-54c730f57a92 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5423400
Apr 30 04:48:51.791058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:48:51.792167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Checking segment: {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:48:51.792908 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:51.793458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Bound using segment: {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:48:51.794672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Bound port: 80682d64-37cf-4cb7-b2c9-774df896beb0, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:48:51.803488 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:51.818921 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a74c20c8-ddd5-4c96-b454-2697340342d3 req-eee55134-f5e1-4159-be58-4c4220bb94c6 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 210 time: 0.5519011
Apr 30 04:48:51.890504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:52.063526 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:52.140648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 8128597f-e229-4f02-b970-177d7f34638a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8128597f-e229-4f02-b970-177d7f34638a,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:52.158237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:52.182886 n-d-766726-20 neutron-server[74581]: WARNING neutron.scheduler.l3_agent_scheduler [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] No L3 agents can host the router ff42cd9d-ff78-41e4-8983-fb44a5b6cfb5
Apr 30 04:48:52.206766 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:52.429896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46676) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:52.545476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Router d41ff330-b961-46bc-8290-115d88846879 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:48:52.546606 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27eda951-eb20-4cf4-a1b8-16f19362c523', 'code': 200}
Apr 30 04:48:52.548873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=8128597f-e229-4f02-b970-177d7f34638a,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:52.559991 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:52.632136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] For port 80682d64-37cf-4cb7-b2c9-774df896beb0, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:48:52.640379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] For port 80682d64-37cf-4cb7-b2c9-774df896beb0, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=80682d64-37cf-4cb7-b2c9-774df896beb0,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:48:52.648864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33d64e06-300b-4fed-a589-26b659d1c231 req-8dd63c34-b4a4-47eb-843d-64cbbc0e02f3 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 210 time: 0.1373394
Apr 30 04:48:52.654541 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:52.695489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-deleted', 'tag': '261c7326-8636-49d9-8f9a-43280d87bb63'}, {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-deleted', 'tag': '27eda951-eb20-4cf4-a1b8-16f19362c523'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:52.703945 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:52.990617 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-deleted', 'tag': '261c7326-8636-49d9-8f9a-43280d87bb63', 'status': 'completed', 'code': 200}
Apr 30 04:48:52.991527 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c5aad5-b0e2-4ef7-95ab-c8eacde41ea4', 'name': 'network-vif-deleted', 'tag': '27eda951-eb20-4cf4-a1b8-16f19362c523', 'status': 'completed', 'code': 200}
Apr 30 04:48:53.125469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Pushing event updated for resources: {'Port': ['ID=80682d64-37cf-4cb7-b2c9-774df896beb0,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:53.138903 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:53.196326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Allocated IP 172.25.8.107 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/c6d8ad62-689a-4fb5-88f8-c6060d84dfa3) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:48:53.433020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-31199c7d-11b3-4c4a-a100-c43a6eba13c0 req-d3c87dcd-a252-46c4-a26a-b903f4fa3fc2 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 210 time: 0.0911391
Apr 30 04:48:53.461187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Hosts for router ff42cd9d-ff78-41e4-8983-fb44a5b6cfb5: [] {{(pid=74581) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Apr 30 04:48:53.615608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Hosts for other DVR routers connected to router ff42cd9d-ff78-41e4-8983-fb44a5b6cfb5: set() {{(pid=74581) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Apr 30 04:48:53.640164 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:53.641730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-11b87be6-fa6e-4878-a92c-aad549a3c43e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "PUT /v2.0/routers/ff42cd9d-ff78-41e4-8983-fb44a5b6cfb5 HTTP/1.1" status: 200  len: 717 time: 5.8734310
Apr 30 04:48:53.652521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46710) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:53.723940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:53.763786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46716) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:53.776292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:53.796389 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa0ac910-bd64-4639-a3ef-cb04949d6cd9 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:53.841905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting subnet 882feaad-6495-4042-a50a-d2b1d8c3da52 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:48:53.922972 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:53.985299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:48:54.000175 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] Sync routers for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:48:54.012580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38d01e6d-aaf8-4ae0-a753-4398f314d990 req-467cf8e5-726f-42a9-b942-14a49503b0ef tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 210 time: 0.2308130
Apr 30 04:48:54.038991 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:54.040461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780361460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:54.056602 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4e8df634-fd81-4b53-aa28-2eb60fc80d25 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "GET /v2.0/routers/ff42cd9d-ff78-41e4-8983-fb44a5b6cfb5 HTTP/1.1" status: 200  len: 717 time: 0.4024296
Apr 30 04:48:54.057642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46724) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:54.111200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] No DVR routers for this DVR port c81746c8-c63e-465f-bbfa-e9301faa2381 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:48:54.115180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:54.117587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad65ac07-ac16-4a14-b8c5-930967cc6398 req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.50 "DELETE /v2.0/ports/c81746c8-c63e-465f-bbfa-e9301faa2381 HTTP/1.1" status: 204  len: 173 time: 8.8943532
Apr 30 04:48:54.118540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'name': 'network-vif-deleted', 'tag': 'c81746c8-c63e-465f-bbfa-e9301faa2381'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:48:54.189760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:48:54.291326 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:54.365103 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6109b938-ac11-4c7e-8c54-77c75e57b069', 'name': 'network-vif-deleted', 'tag': 'c81746c8-c63e-465f-bbfa-e9301faa2381', 'status': 'completed', 'code': 200}
Apr 30 04:48:54.590690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 80682d64-37cf-4cb7-b2c9-774df896beb0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:48:54.728441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:48:54.820782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 80682d64-37cf-4cb7-b2c9-774df896beb0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:48:54.841687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8128597f-e229-4f02-b970-177d7f34638a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:48:54.947348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:48:54.951929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:48:55.046759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8214f816-70f4-48e6-82be-ae9a666672d9 req-6c5a9af5-bc18-4f70-a622-a641b0494dd1 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Synchronizing usage tracker for tenant:5236902b32874d95bf56f2b0f37f694c on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:48:55.228248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8128597f-e229-4f02-b970-177d7f34638a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:55.230437 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:55.282913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Pushing event updated for resources: {'Port': ['ID=c6d8ad62-689a-4fb5-88f8-c6060d84dfa3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:55.288867 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.492s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:55.564582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2496df1e-98b2-42ad-a429-18c60e36ff0e tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Request body: {'quota': {'network': 2}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:55.735660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abda2152-35e1-4d5e-8623-4d18cea9167f None None] Network ae28438b-5713-4e31-9ad6-51313b3878cc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:55.776125 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780361460>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:45:06Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '3208dc68-27ec-4296-81eb-5c8bb2374bd8', 'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'mac_address': 'fa:16:3e:b7:77:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:45:00Z', 'updated_at': '2021-04-30T04:45:22Z', 'revision_number': 5, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'subnets': [{'id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:55.787536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2bd543c6-ee67-4d98-b7a2-dabd14eabac1 tempest-RoutersTestDVR-1026478209 tempest-RoutersTestDVR-1026478209-project] 10.222.0.46 "GET /v2.0/routers/ff42cd9d-ff78-41e4-8983-fb44a5b6cfb5 HTTP/1.1" status: 200  len: 683 time: 1.7214739
Apr 30 04:48:55.788686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46752) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:55.792417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8214f816-70f4-48e6-82be-ae9a666672d9 req-6c5a9af5-bc18-4f70-a622-a641b0494dd1 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Unset dirty status for tenant:5236902b32874d95bf56f2b0f37f694c on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:48:55.800569 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] Checking router: d41ff330-b961-46bc-8290-115d88846879 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:48:55.805334 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8214f816-70f4-48e6-82be-ae9a666672d9 req-6c5a9af5-bc18-4f70-a622-a641b0494dd1 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/ports?device_id=6109b938-ac11-4c7e-8c54-77c75e57b069 HTTP/1.1" status: 200  len: 210 time: 0.8586302
Apr 30 04:48:55.828491 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2496df1e-98b2-42ad-a429-18c60e36ff0e tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] 10.222.0.46 "PUT /v2.0/quotas/39abc83df1bc4065b019f95d427c05b9 HTTP/1.1" status: 200  len: 368 time: 2.0580294
Apr 30 04:48:55.833098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46756) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:55.857073 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:48:55.860738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Request body: {'network': {'project_id': '39abc83df1bc4065b019f95d427c05b9'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:55.864588 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780361460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:55.938252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:55.956534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Usage tracker for resource:network and tenant:39abc83df1bc4065b019f95d427c05b9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:55.973857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:55.997910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:56.152056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Made reservation on behalf of 39abc83df1bc4065b019f95d427c05b9 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:56.165678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:56.224778 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:56.245809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edbcb988-ec77-4d19-873f-5234313f9b96 req-4336b5ee-5c61-42af-a143-c0a1101395cf tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 210 time: 0.2081754
Apr 30 04:48:56.271688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3bf043eb-86db-4dec-b7a1-43b37b358a95 None None] Provisioning for port 80682d64-37cf-4cb7-b2c9-774df896beb0 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:48:56.280193 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:56.295882 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c98c-35da-4dc9-a353-17bb152c33e8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:56.311123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3bf043eb-86db-4dec-b7a1-43b37b358a95 None None] Provisioning complete for port 80682d64-37cf-4cb7-b2c9-774df896beb0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:56.311772 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bf043eb-86db-4dec-b7a1-43b37b358a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:56.368193 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:48:56.818327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:56.825031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Usage tracker for resource:security_group_rule and tenant:39abc83df1bc4065b019f95d427c05b9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:56.831947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:57.008220 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:57.136436 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.149555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46774) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:57.178228 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.201700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.205389 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bf043eb-86db-4dec-b7a1-43b37b358a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.267963 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c27183e-2058-4e5a-865d-cd49da148bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:57.291998 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780361460>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:45:06Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '3208dc68-27ec-4296-81eb-5c8bb2374bd8', 'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'mac_address': 'fa:16:3e:b7:77:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:45:00Z', 'updated_at': '2021-04-30T04:45:22Z', 'revision_number': 5, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'subnets': [{'id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:48:57.299263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3bf043eb-86db-4dec-b7a1-43b37b358a95 None None] For port 80682d64-37cf-4cb7-b2c9-774df896beb0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=80682d64-37cf-4cb7-b2c9-774df896beb0,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:57.300461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037446ad-2584-4a8d-8ee3-a82615eb6ae7 None None] The sync data for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 is: [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:45:06Z', 'revision_number': 4, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '3208dc68-27ec-4296-81eb-5c8bb2374bd8', 'name': '', 'network_id': '209a2715-1303-4c96-a0f4-1a1ff93df69e', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'mac_address': 'fa:16:3e:b7:77:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:45:00Z', 'updated_at': '2021-04-30T04:45:22Z', 'revision_number': 5, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'subnets': [{'id': '898a4f3a-662f-4344-8e6a-6290feee9047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:48:57.319838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bf043eb-86db-4dec-b7a1-43b37b358a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.326223 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:57.381050 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c98c-35da-4dc9-a353-17bb152c33e8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.390427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c98c-35da-4dc9-a353-17bb152c33e8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.484460 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c98c-35da-4dc9-a353-17bb152c33e8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.485291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f0c98c-35da-4dc9-a353-17bb152c33e8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff42cd9d-ff78-41e4-8983-fb44a5b6cfb5 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:48:57.518401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf043eb-86db-4dec-b7a1-43b37b358a95 None None] Pushing event updated for resources: {'Port': ['ID=80682d64-37cf-4cb7-b2c9-774df896beb0,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:57.526498 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3bf043eb-86db-4dec-b7a1-43b37b358a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:57.537081 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c98c-35da-4dc9-a353-17bb152c33e8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.544658 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c0f0c98c-35da-4dc9-a353-17bb152c33e8 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "DELETE /v2.0/routers/ff42cd9d-ff78-41e4-8983-fb44a5b6cfb5 HTTP/1.1" status: 204  len: 168 time: 1.7536922
Apr 30 04:48:57.546904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46780) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:57.552969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Subnet': ['ID=882feaad-6495-4042-a50a-d2b1d8c3da52,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:57.566840 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:57.575721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ad6bc0-66c1-4b39-bd1f-fa8b66827e85 None None] Network 34c9228c-d911-49c0-89d8-1a5418df2f1c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:48:57.587084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Request body: {'router': {'name': 'tempest-router-740333347', 'distributed': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:57.590311 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.714528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:57.723376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-974007ea-4777-4c3b-845a-2ea11ef62f03 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.733567 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "DELETE /v2.0/subnets/882feaad-6495-4042-a50a-d2b1d8c3da52 HTTP/1.1" status: 204  len: 168 time: 5.2839437
Apr 30 04:48:57.736849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46784) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:57.767204 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.777963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92a02777-539f-46b4-b2c0-6cc77e9847e6 req-e3f2c61d-f5f3-44bf-9ed4-3bae5de32cd8 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 210 time: 0.2278025
Apr 30 04:48:57.813787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Usage tracker for resource:router and tenant:38e92926c4424f5dacd4127a2179c61a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:48:57.820651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:48:57.843267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:57.896880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c3106e-8f94-4268-a2f5-f1af2c043436 None None] New status for floating IP 37b634dc-3cef-48ee-8e9f-25952c5b027a: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:48:57.909086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-2b89ff5d-9d05-4391-8a28-5f842f22ba5b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:48:57.919823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-2b89ff5d-9d05-4391-8a28-5f842f22ba5b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.50 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 820 time: 1.6705480
Apr 30 04:48:57.934686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Request body: {'port': {'device_id': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'admin_state_up': True, 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:48:57.968423 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:57.970769 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.041185 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-974007ea-4777-4c3b-845a-2ea11ef62f03 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.189548 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.230270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5a80bca9-d919-4ba7-ac61-a58579bac6e7 None None] Provisioning complete for port 80682d64-37cf-4cb7-b2c9-774df896beb0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:58.231241 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5a80bca9-d919-4ba7-ac61-a58579bac6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.381564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:48:58.447456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:48:58.469798 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.503313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Made reservation on behalf of 54999f91fbfb453d99b154a06ce72cf5 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:48:58.512613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] DHCP port deletion for 34c9228c-d911-49c0-89d8-1a5418df2f1c request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:48:58.520799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.536813 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.595117 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-974007ea-4777-4c3b-845a-2ea11ef62f03 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.640491 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-97185c00-b758-4b9a-9478-f928d95684ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:58.671558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] Deleting port 2fe12157-858f-4263-8e4c-83195a0e7611 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:58.672166 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.676199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.681626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-90eacd2e-d887-4e06-9dc4-831f133385e6 tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 1.1039646
Apr 30 04:48:58.696967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 80682d64-37cf-4cb7-b2c9-774df896beb0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:48:58.700298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46794) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:58.709886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-974007ea-4777-4c3b-845a-2ea11ef62f03 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:58.716032 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-974007ea-4777-4c3b-845a-2ea11ef62f03 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "DELETE /v2.0/security-groups/9a1af81e-2e95-4044-9f1c-fe93a8c5e95f HTTP/1.1" status: 204  len: 168 time: 1.3123877
Apr 30 04:48:58.717448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46796) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:58.718899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974007ea-4777-4c3b-845a-2ea11ef62f03 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1af81e-2e95-4044-9f1c-fe93a8c5e95f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:58.780630 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-721c5592-ecbb-4080-9045-ce043feca906 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] show failed (client error): The resource could not be found.
Apr 30 04:48:58.782432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-721c5592-ecbb-4080-9045-ce043feca906 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "GET /v2.0/security-groups/9a1af81e-2e95-4044-9f1c-fe93a8c5e95f HTTP/1.1" status: 404  len: 347 time: 0.0636370
Apr 30 04:48:58.787820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46802) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:48:58.922864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] For port 2fe12157-858f-4263-8e4c-83195a0e7611, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2fe12157-858f-4263-8e4c-83195a0e7611,segment=NetworkSegment(dcacd87c-faff-4ed0-8b9c-aff93c47a009),segment_id=dcacd87c-faff-4ed0-8b9c-aff93c47a009)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:48:58.924207 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.028493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Allocated IP 172.20.0.6 (cf3d5570-2da8-4dc9-8f95-e90d5418bf01/76dd197a-a6f7-4422-bcb3-b254e09fc65b/8bc8641b-efbe-4f9b-a876-d8695f02e70e) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:48:59.191738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] Calling delete_port for 2fe12157-858f-4263-8e4c-83195a0e7611 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:48:59.209718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e997ed3c-e739-42b9-a1fa-cdf01c8bb93f req-7d495502-e996-4b7c-8385-c39b5043d629 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 210 time: 0.2564869
Apr 30 04:48:59.244024 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-974007ea-4777-4c3b-845a-2ea11ef62f03 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:59.266010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 80682d64-37cf-4cb7-b2c9-774df896beb0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:48:59.267173 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.415350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cc38c31-46f4-4b88-a86a-eacfefab4a7e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.421375 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.428835 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:59.483661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.501281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.520965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] Pushing event deleted for resources: {'Port': ['ID=2fe12157-858f-4263-8e4c-83195a0e7611,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:48:59.521332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Deleting port a11b60d1-430a-40cd-98b9-8cefff57b925 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:48:59.521332 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.581002 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:48:59.601369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] No DVR routers for this DVR port 2fe12157-858f-4263-8e4c-83195a0e7611 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:48:59.695093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.707210 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-861c77e0-e2ab-44f5-80b1-19f4829a1cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:48:59.800474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2fe12157-858f-4263-8e4c-83195a0e7611 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:48:59.856353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 2fe12157-858f-4263-8e4c-83195a0e7611 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:48:59.856812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2fe12157-858f-4263-8e4c-83195a0e7611 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:48:59.945420 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.946092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:48:59.982379 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.007781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:49:00.089237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfec4d3-6838-49b3-9052-87ac4d365bde,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:00.095893 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:00.106922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.107277 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Added segment f8b35c41-3c52-4221-89d9-d25b7e10a0ec of type vlan for network ac031729-2e19-4f9e-8262-b7e6efdf2522
Apr 30 04:49:00.112836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting port 2fe12157-858f-4263-8e4c-83195a0e7611 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:49:00.113769 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.128007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cc38c31-46f4-4b88-a86a-eacfefab4a7e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.194217 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cc38c31-46f4-4b88-a86a-eacfefab4a7e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.228355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Calling delete_port for a11b60d1-430a-40cd-98b9-8cefff57b925 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:00.349072 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.364157 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.372472 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cc38c31-46f4-4b88-a86a-eacfefab4a7e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.372828 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cd93ef52-35ba-4b3a-9a2f-ab9795a90b38 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:00.373018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc38c31-46f4-4b88-a86a-eacfefab4a7e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83cbd110-4c2f-4e85-9cd7-300e2789a392 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:49:00.389141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] For port 2fe12157-858f-4263-8e4c-83195a0e7611, host n-d-766726-20, got binding levels [] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:00.389337 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.534425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Pushing event updated for resources: {'Port': ['ID=8bc8641b-efbe-4f9b-a876-d8695f02e70e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:00.541534 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:00.611484 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d59c43fd-292c-4e62-8e98-d4531b9b790e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.716193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Calling delete_port for 2fe12157-858f-4263-8e4c-83195a0e7611 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:00.719575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cc38c31-46f4-4b88-a86a-eacfefab4a7e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.726342 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8cc38c31-46f4-4b88-a86a-eacfefab4a7e tempest-RoutersTestDVR-325022301 tempest-RoutersTestDVR-325022301-project-admin] 10.222.0.46 "DELETE /v2.0/routers/83cbd110-4c2f-4e85-9cd7-300e2789a392 HTTP/1.1" status: 204  len: 168 time: 2.0065408
Apr 30 04:49:00.726342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_backend_mixin [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Port 2fe12157-858f-4263-8e4c-83195a0e7611 was not found and therefore no delete operation was performed {{(pid=74582) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:49:00.729751 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.734829 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d2306937-72c6-4ab3-9815-febe93c59273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:00.795706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:00.814542 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.816734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:00.817768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.833240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:00.846668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:00.849170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Port': ['ID=2fe12157-858f-4263-8e4c-83195a0e7611,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:00.864989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Router da915171-462f-4a35-a53c-8440e2383463 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:49:00.896492 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:00.906678 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60ca3dee-d92b-4ff4-bcff-b45a9c6de579 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:00.955876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:00.957410 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.984657 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:00.995897 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-07af6f91-1d81-46d7-b587-65ff54f21e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:01.060252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Pushing event deleted for resources: {'Port': ['ID=a11b60d1-430a-40cd-98b9-8cefff57b925,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:01.108782 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:01.116863 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1892021
Apr 30 04:49:01.125257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970962-a920-4143-850e-d357321a60f1 req-eb810c3e-e4cc-4ec1-90ae-6fefb83ab8d0 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:01.126075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b9970962-a920-4143-850e-d357321a60f1 req-eb810c3e-e4cc-4ec1-90ae-6fefb83ab8d0 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Synchronizing usage tracker for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:49:01.164707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Request body: {'port': {'device_id': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:01.173383 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 5.3246169
Apr 30 04:49:01.179337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] No DVR routers for this DVR port 2fe12157-858f-4263-8e4c-83195a0e7611 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:49:01.181019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46836) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:01.199350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46840) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:01.256550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b9970962-a920-4143-850e-d357321a60f1 req-eb810c3e-e4cc-4ec1-90ae-6fefb83ab8d0 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Unset dirty status for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:49:01.257874 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9970962-a920-4143-850e-d357321a60f1 req-eb810c3e-e4cc-4ec1-90ae-6fefb83ab8d0 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 931 time: 0.7146862
Apr 30 04:49:01.282271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Request body: {'network': {'project_id': '39abc83df1bc4065b019f95d427c05b9'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:01.290356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Pushing event updated for resources: {'Network': ['ID=ac031729-2e19-4f9e-8262-b7e6efdf2522,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:01.304383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ac031729-2e19-4f9e-8262-b7e6efdf2522 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:49:01.306071 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:01.306638 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.307108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:01.309151 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.310310 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] 10.222.0.46 "DELETE /v2.0/floatingips/37b634dc-3cef-48ee-8e9f-25952c5b027a HTTP/1.1" status: 204  len: 168 time: 2.5213742
Apr 30 04:49:01.318650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46846) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:01.413804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Usage tracker for resource:network and tenant:39abc83df1bc4065b019f95d427c05b9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:01.431493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:01.438256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.471561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.471851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:01.493831 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.532629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b9970962-a920-4143-850e-d357321a60f1 req-f000aa7f-61a2-48d7-88ca-96cf54e35142 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Synchronizing usage tracker for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:49:01.613775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:01.632237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Made reservation on behalf of 39abc83df1bc4065b019f95d427c05b9 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:01.635320 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.654393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e37175b278c44f30824b378e074d5473 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:01.666499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:01.695281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:01.748485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b9970962-a920-4143-850e-d357321a60f1 req-f000aa7f-61a2-48d7-88ca-96cf54e35142 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Unset dirty status for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:49:01.749567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9970962-a920-4143-850e-d357321a60f1 req-f000aa7f-61a2-48d7-88ca-96cf54e35142 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4442503
Apr 30 04:49:01.755390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:49:01.758420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a728c70>,) {'filters': {'network_id': ['34c9228c-d911-49c0-89d8-1a5418df2f1c']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:01.778916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a728c70>, 'dcacd87c-faff-4ed0-8b9c-aff93c47a009') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:01.779364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a728c70>, 'dcacd87c-faff-4ed0-8b9c-aff93c47a009') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:01.781542 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Sync routers for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:49:01.800359 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:49:01.801536 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780361d30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:48:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:01.811211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.819260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:49:01.848748 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.851951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.853494 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 12.3810265
Apr 30 04:49:01.874271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46856) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:01.879904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:01.881054 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Added segment 85e2ef19-9bf8-4aee-9590-3553ea43239c of type vlan for network 62ea5ba5-d696-4d39-991c-55a1c9214fe5
Apr 30 04:49:02.159637 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:49:02.292903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:49:02.434466 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:02.459780 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:02.460056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:02.548226 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:02.650679 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e37175b278c44f30824b378e074d5473&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4500766
Apr 30 04:49:02.653023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46876) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:02.678328 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780361d30>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:48:56Z', 'revision_number': 3, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:02.687384 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Checking router: da915171-462f-4a35-a53c-8440e2383463 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:49:02.688303 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Updating router da915171-462f-4a35-a53c-8440e2383463 port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:49:02.711932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041652f2-29ba-47f5-a8b6-5abbf8dbd330,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:02.722310 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:02.784767 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:02.841144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 34c9228c-d911-49c0-89d8-1a5418df2f1c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:02.858891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:49:02.879861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:02.924415 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d1e5-d6e8-47be-9a6b-feb31dcc803d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:02.987011 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d1e5-d6e8-47be-9a6b-feb31dcc803d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.155589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.156811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:03.157481 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.179752 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d994129f-0400-42f2-9f25-e1f1deab51ed tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:03.335505 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.356759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc8641b-efbe-4f9b-a876-d8695f02e70e {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:49:03.375656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.511893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4c81-c78d-445a-b14e-902296eb308d req-c4632f27-2461-41fc-9dbb-6009e032609d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:03.522363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30ca4c81-c78d-445a-b14e-902296eb308d req-c4632f27-2461-41fc-9dbb-6009e032609d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 931 time: 0.4975367
Apr 30 04:49:03.540053 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.551750 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d1e5-d6e8-47be-9a6b-feb31dcc803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.560184 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81bf3a22-5d38-44aa-9c08-f20a70e1f735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:03.575383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0d1e5-d6e8-47be-9a6b-feb31dcc803d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041652f2-29ba-47f5-a8b6-5abbf8dbd330,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:03.586741 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e2109e35-677f-4bcf-abe4-57445694b413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.591975 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfe0d1e5-d6e8-47be-9a6b-feb31dcc803d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:03.595418 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.683192 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfe0d1e5-d6e8-47be-9a6b-feb31dcc803d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:03.687194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bfe0d1e5-d6e8-47be-9a6b-feb31dcc803d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/041652f2-29ba-47f5-a8b6-5abbf8dbd330 HTTP/1.1" status: 204  len: 168 time: 1.0034807
Apr 30 04:49:03.698374 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30ca4c81-c78d-445a-b14e-902296eb308d req-73ca2930-41e9-4e04-8c3e-2827b2910f34 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749539
Apr 30 04:49:03.891034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46896) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:03.973703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 34c9228c-d911-49c0-89d8-1a5418df2f1c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:04.013590 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.8268621
Apr 30 04:49:04.031752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46902) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:04.056082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d081afda-92fd-4c65-9ac1-4d3f9a40db84 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Request body: {'network': {'project_id': '39abc83df1bc4065b019f95d427c05b9'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:49:04.057638 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:49:04.106998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Pushing event updated for resources: {'Network': ['ID=62ea5ba5-d696-4d39-991c-55a1c9214fe5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:04.120315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d081afda-92fd-4c65-9ac1-4d3f9a40db84 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:04.141633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 62ea5ba5-d696-4d39-991c-55a1c9214fe5 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:49:04.150287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d081afda-92fd-4c65-9ac1-4d3f9a40db84 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Usage tracker for resource:network and tenant:39abc83df1bc4065b019f95d427c05b9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:04.161310 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:04.161742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d081afda-92fd-4c65-9ac1-4d3f9a40db84 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:04.178046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d081afda-92fd-4c65-9ac1-4d3f9a40db84 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:04.184970 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-d081afda-92fd-4c65-9ac1-4d3f9a40db84 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:49:04.185972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d081afda-92fd-4c65-9ac1-4d3f9a40db84 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:49:04.188192 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d081afda-92fd-4c65-9ac1-4d3f9a40db84 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1545427
Apr 30 04:49:04.219406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46908) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:04.280692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.331695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Transition to ACTIVE for port object 8bc8641b-efbe-4f9b-a876-d8695f02e70e will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:04.332684 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Transition to ACTIVE for port object c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:04.337949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46912) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:04.345853 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.346012 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.351078 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2040fc14-b724-4693-8394-1d240cc3ea74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:04.352198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.387006 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0e84c7c-4010-4a51-a133-859f18324912 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:04.401484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:04.403931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.420327 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00d0d78b-3c95-44c2-a659-0809bad7b8ce tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:04.438481 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Attempting to bind port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:49:04.438885 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Attempting to bind port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:49:04.439246 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Attempting to bind port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:04.446742 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f06120-6288-4b73-a005-8d10f6ac459f None None] Pushing event updated for resources: {'Port': ['ID=c6d8ad62-689a-4fb5-88f8-c6060d84dfa3,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:04.451190 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a1f06120-6288-4b73-a005-8d10f6ac459f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:04.452178 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:49:04.452559 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:04.452973 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.453373 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:49:04.453856 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Bound port: c6d8ad62-689a-4fb5-88f8-c6060d84dfa3, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:49:04.454240 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.458506 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.471069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:15e1b15cb6494149b3fa8f991d0ee8c2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:04.487104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Network': ['ID=34c9228c-d911-49c0-89d8-1a5418df2f1c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:04.501735 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:04.506818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:04.513849 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "DELETE /v2.0/networks/34c9228c-d911-49c0-89d8-1a5418df2f1c HTTP/1.1" status: 204  len: 168 time: 6.7625363
Apr 30 04:49:04.522080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46916) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:04.529797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:04.555609 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] For port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:49:04.560237 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] For port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c6d8ad62-689a-4fb5-88f8-c6060d84dfa3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:49:04.565546 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.570483 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-93278f9c-8478-4bae-b5ec-22b2cc64d4be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:04.575484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:04.601735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.647351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc8641b-efbe-4f9b-a876-d8695f02e70e,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:04.651060 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:04.676213 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.695145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Usage tracker for resource:security_group_rule and tenant:38e92926c4424f5dacd4127a2179c61a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:04.712637 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:49:04.713294 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780361d30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:49:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:04.744031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:04.785550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting subnet fd10c242-f288-4bc2-9e94-48690614e2fa {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:49:04.793823 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f06120-6288-4b73-a005-8d10f6ac459f None None] Pushing event updated for resources: {'Port': ['ID=c6d8ad62-689a-4fb5-88f8-c6060d84dfa3,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:04.797500 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a1f06120-6288-4b73-a005-8d10f6ac459f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:04.799825 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:04.858827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:04.952186 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:49:05.001468 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.003607 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.099719 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.109527 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.126500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c35d55a-3e78-4aa9-a682-0fcc2cfbf5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:05.239739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Attempting to bind port 8bc8641b-efbe-4f9b-a876-d8695f02e70e on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:49:05.240104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Attempting to bind port 8bc8641b-efbe-4f9b-a876-d8695f02e70e by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '557e5908-0c6a-4e9d-9972-2f92e2e2b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:49:05.240295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Attempting to bind port 8bc8641b-efbe-4f9b-a876-d8695f02e70e on network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:05.341596 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15e1b15cb6494149b3fa8f991d0ee8c2&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4437509
Apr 30 04:49:05.345860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Port 8bc8641b-efbe-4f9b-a876-d8695f02e70e on network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:49:05.346252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Attempting to bind port 8bc8641b-efbe-4f9b-a876-d8695f02e70e on network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:05.349563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46924) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:05.356006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf15ea53-8140-44ec-bb51-b61944af94be,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:05.362103 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:05.365009 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.413428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:49:05.413770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Checking segment: {'id': '557e5908-0c6a-4e9d-9972-2f92e2e2b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:05.414179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Bound using segment: {'id': '557e5908-0c6a-4e9d-9972-2f92e2e2b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:49:05.414642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Bound port: 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557e5908-0c6a-4e9d-9972-2f92e2e2b83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:49:05.415001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.446949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.500081 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780361d30>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:48:56Z', 'revision_number': 3, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:05.506835 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4b585f-d836-4517-b2f8-57d17a98a3f5 None None] The sync data for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 is: [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:48:56Z', 'revision_number': 3, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:49:05.651589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Deleting port 3208dc68-27ec-4296-81eb-5c8bb2374bd8 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:49:05.652071 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.705011 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.725374 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:05.739211 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d50fc88a-db52-450d-a1f0-1e7708306270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:05.858781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db885194-0b06-40a7-91ba-a2e9885a6d2f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:05.883773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bb3e940>,) {'filters': {'network_id': ['62ea5ba5-d696-4d39-991c-55a1c9214fe5']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:05.897112 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:05.903019 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38e92926c4424f5dacd4127a2179c61a&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5635161
Apr 30 04:49:05.908065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46928) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:05.945606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bb3e940>, '85e2ef19-9bf8-4aee-9590-3553ea43239c') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:05.946256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bb3e940>, '85e2ef19-9bf8-4aee-9590-3553ea43239c') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:06.106015 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a70b4ffd-1496-4424-abe0-2cd95d8db0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.109129 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.128139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7ef60-b2d8-4560-8ae4-bf7800645679 req-4a974e0f-e2e3-492f-8b22-aab97ff51f51 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:06.130104 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cd7ef60-b2d8-4560-8ae4-bf7800645679 req-4a974e0f-e2e3-492f-8b22-aab97ff51f51 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 943 time: 1.0053134
Apr 30 04:49:06.154007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] For port 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:49:06.154277 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.172369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Allocated IP 172.20.0.1 (ae28438b-5713-4e31-9ad6-51313b3878cc/b0d694b3-495b-4225-b8a0-755dfe492f2c/842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:06.179790 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7596f760-ec0f-4939-abbb-10a742dce1aa tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:06.187494 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.208439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] For port 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:49:06.218593 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.240917 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a70b4ffd-1496-4424-abe0-2cd95d8db0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.264470 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.268092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Subnet': ['ID=fd10c242-f288-4bc2-9e94-48690614e2fa,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:06.270159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:49:06.294481 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:06.298785 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:06.302633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.308434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1757d32-79cb-4fc3-96b3-2a5c23cbb3ce None None] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:06.361475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] For port 3208dc68-27ec-4296-81eb-5c8bb2374bd8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3208dc68-27ec-4296-81eb-5c8bb2374bd8,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:06.361832 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.450561 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "DELETE /v2.0/subnets/fd10c242-f288-4bc2-9e94-48690614e2fa HTTP/1.1" status: 204  len: 168 time: 1.9201515
Apr 30 04:49:06.452320 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd37bfd9-e0bf-45bb-b836-7fd0d57679a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.458480 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cd7ef60-b2d8-4560-8ae4-bf7800645679 req-081d8384-d204-4b83-90bf-bdd4cd7b21a0 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2982113
Apr 30 04:49:06.463594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46934) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:06.497343 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd37bfd9-e0bf-45bb-b836-7fd0d57679a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.605317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc8641b-efbe-4f9b-a876-d8695f02e70e,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:06.650940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd37bfd9-e0bf-45bb-b836-7fd0d57679a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.658961 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f712cec-10bc-45c9-8c3d-5c7f1a601fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:06.683338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37bfd9-e0bf-45bb-b836-7fd0d57679a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db885194-0b06-40a7-91ba-a2e9885a6d2f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:06.689361 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd37bfd9-e0bf-45bb-b836-7fd0d57679a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:06.707665 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd37bfd9-e0bf-45bb-b836-7fd0d57679a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:06.711828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:06.712280 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd37bfd9-e0bf-45bb-b836-7fd0d57679a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db885194-0b06-40a7-91ba-a2e9885a6d2f HTTP/1.1" status: 204  len: 168 time: 0.8027406
Apr 30 04:49:06.721496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Calling delete_port for 3208dc68-27ec-4296-81eb-5c8bb2374bd8 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:06.973644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:06.995431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:06.997486 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:07.020121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:07.073458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] DHCP port deletion for 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:49:07.178600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.179709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.179846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.180394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.180999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.181608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.182202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.182806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.183774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.184237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.184642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.185013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:07.189683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:07.190694 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:07.193054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] 10.222.0.50 "PUT /v2.0/ports/8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 1092 time: 6.0616324
Apr 30 04:49:07.230919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:49:07.258806 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:07.260968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Network 62ea5ba5-d696-4d39-991c-55a1c9214fe5 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:07.350194 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'status': 'completed', 'code': 200}
Apr 30 04:49:07.360005 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:07.381295 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:07.398427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] Deleting port 706960a6-805f-46f4-b621-cf2b549c166e {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:49:07.399050 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:07.592248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c6d8ad62-689a-4fb5-88f8-c6060d84dfa3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:07.612298 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:07.634721 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:07.744206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] For port 706960a6-805f-46f4-b621-cf2b549c166e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=706960a6-805f-46f4-b621-cf2b549c166e,segment=NetworkSegment(4d6bf52a-6109-4ee0-9e49-a090464fcecb),segment_id=4d6bf52a-6109-4ee0-9e49-a090464fcecb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:07.744838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:07.908057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Network 62ea5ba5-d696-4d39-991c-55a1c9214fe5 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:08.017187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] Calling delete_port for 706960a6-805f-46f4-b621-cf2b549c166e owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:08.032335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=c6d8ad62-689a-4fb5-88f8-c6060d84dfa3,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:08.038615 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:08.125755 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.130688 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c601a2d1-1b5f-44c3-b464-860dd3df2a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:08.183057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] Pushing event deleted for resources: {'Port': ['ID=706960a6-805f-46f4-b621-cf2b549c166e,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:08.188765 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:08.190658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] No DVR routers for this DVR port 706960a6-805f-46f4-b621-cf2b549c166e on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:49:08.230386 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:49:08.235734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.250745 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a70b4ffd-1496-4424-abe0-2cd95d8db0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.266255 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f1c96165-00a7-40c0-8936-05f775de389e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:08.313936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b4ffd-1496-4424-abe0-2cd95d8db0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf15ea53-8140-44ec-bb51-b61944af94be,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:08.320228 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a70b4ffd-1496-4424-abe0-2cd95d8db0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:08.338794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Transition to ACTIVE for port object 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:08.389183 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.402248 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.403697 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:08.422793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a70b4ffd-1496-4424-abe0-2cd95d8db0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.424028 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a70b4ffd-1496-4424-abe0-2cd95d8db0ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf15ea53-8140-44ec-bb51-b61944af94be HTTP/1.1" status: 204  len: 168 time: 3.0650227
Apr 30 04:49:08.432269 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c75db737-4f10-4ff5-a713-1ef968f39b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:08.475381 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.502158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Pushing event deleted for resources: {'Network': ['ID=62ea5ba5-d696-4d39-991c-55a1c9214fe5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:08.507046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-82c6d73e-7c20-4760-b6b3-1c6cc8cf490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:08.508985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-82c6d73e-7c20-4760-b6b3-1c6cc8cf490e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1095 time: 1.2293570
Apr 30 04:49:08.517037 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:08.517628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Network ae28438b-5713-4e31-9ad6-51313b3878cc is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:08.524318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:08.551395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:08.675360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:08.698294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:08.711860 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:08.754357 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.791498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:08.792234 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.862075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-d907219a-08ae-4f32-abf0-d08624d8822c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 217 time: 0.3395967
Apr 30 04:49:08.925351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] 10.222.0.46 "DELETE /v2.0/networks/62ea5ba5-d696-4d39-991c-55a1c9214fe5 HTTP/1.1" status: 204  len: 168 time: 4.6985855
Apr 30 04:49:08.928457 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:08.985576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46974) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:09.138293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1b2c2-e606-4cd3-8140-e07d8676e49a req-7044a3ce-8024-45a2-a76b-6f6466485e39 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:09.140165 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63d1b2c2-e606-4cd3-8140-e07d8676e49a req-7044a3ce-8024-45a2-a76b-6f6466485e39 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 943 time: 1.3826849
Apr 30 04:49:09.253206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3cb66636-ae3a-4c3e-a6a2-050fef7d8a8c None None] Provisioning for port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:09.272833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3cb66636-ae3a-4c3e-a6a2-050fef7d8a8c None None] Provisioning complete for port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:09.273438 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3cb66636-ae3a-4c3e-a6a2-050fef7d8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:09.274661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-f382fe1a-55e1-431b-8865-accb0a4af396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:09.276230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-f382fe1a-55e1-431b-8865-accb0a4af396 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.3878424
Apr 30 04:49:09.276899 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:09.293188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bac01c0>,) {'filters': {'network_id': ['2cbbcb74-5876-4ed1-91b9-f3150fbc5f29']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:09.302337 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dd7bc67f-696c-4099-9c95-41c8a849ae03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:09.359916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 706960a6-805f-46f4-b621-cf2b549c166e no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:49:09.393646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46986) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:09.395528 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:09.405104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bac01c0>, '4d6bf52a-6109-4ee0-9e49-a090464fcecb') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:09.405435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bac01c0>, '4d6bf52a-6109-4ee0-9e49-a090464fcecb') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:09.474648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Pushing event deleted for resources: {'Port': ['ID=3208dc68-27ec-4296-81eb-5c8bb2374bd8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:09.478634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-2b66b7e5-db71-4b2a-ac8b-c162b8c75bfc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1385527
Apr 30 04:49:09.484731 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:09.490936 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:09.491320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 706960a6-805f-46f4-b621-cf2b549c166e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:49:09.491608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 706960a6-805f-46f4-b621-cf2b549c166e not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:49:09.517299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3cb66636-ae3a-4c3e-a6a2-050fef7d8a8c None None] Port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:49:09.559376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:09.636528 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:09.638837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:09.646530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Usage tracker for resource:security_group_rule and tenant:a917a37f7a71459190ee2a628229e9c9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:09.657133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:09.674535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:09.680904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:09.695875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:49:09.845806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46994) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:09.854529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63d1b2c2-e606-4cd3-8140-e07d8676e49a req-efc94e3d-f53c-4657-b8f0-4ed7a31035e8 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6398833
Apr 30 04:49:09.990065 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:09.999742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.011063 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3770ba9e-d9b7-4a61-82ea-ab422d4b683c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:10.062066 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a917a37f7a71459190ee2a628229e9c9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6643610
Apr 30 04:49:10.074550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47000) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:10.096484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24a9d0d-a549-4a04-8334-7183f434acaa,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:10.101335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.105874 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:10.119112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.149577 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67ed90a5-acc8-40fd-8439-3bca90bb4749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:10.203621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1973516781', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:10.235617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:10.248393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Usage tracker for resource:port and tenant:e1205d813ebc45d195271fdb1baf892f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:10.258412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:10.279039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:10.306690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.310522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:10.320472 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:10.340735 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1898843-e3bf-4282-ae06-521a409b643f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.345885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Made reservation on behalf of e1205d813ebc45d195271fdb1baf892f for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:10.349358 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.367242 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:49:10.389200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.478131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:10.481615 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1898843-e3bf-4282-ae06-521a409b643f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.499931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Usage tracker for resource:security_group_rule and tenant:e1205d813ebc45d195271fdb1baf892f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:10.510593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:10.531164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:10.611533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Network ae28438b-5713-4e31-9ad6-51313b3878cc is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:10.613597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:10.694999 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1898843-e3bf-4282-ae06-521a409b643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.709240 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28dcaf3b-cc00-4ded-b12c-ed351d79ddf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:10.738547 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1898843-e3bf-4282-ae06-521a409b643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24a9d0d-a549-4a04-8334-7183f434acaa,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:10.756872 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1898843-e3bf-4282-ae06-521a409b643f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:10.913775 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1898843-e3bf-4282-ae06-521a409b643f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.917440 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f1898843-e3bf-4282-ae06-521a409b643f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e24a9d0d-a549-4a04-8334-7183f434acaa HTTP/1.1" status: 204  len: 168 time: 0.8391781
Apr 30 04:49:10.920290 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.962344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:10.975162 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-72289ac4-685e-41ca-bf0d-11998d222186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:10.985308 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3b8dc76e-cbd7-456f-8886-0f1cebb551ee None None] Provisioning complete for port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:10.986202 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc76e-cbd7-456f-8886-0f1cebb551ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:11.008552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] device_id is not set on port 6b7e39df-246b-45e1-97f7-1b365fa61808 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:49:11.029817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:11.053488 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:11.070230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dc76e-cbd7-456f-8886-0f1cebb551ee None None] Port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:49:11.123132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Router da915171-462f-4a35-a53c-8440e2383463 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:49:11.126841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc16146c-5733-4409-9eb9-c674f3c8d8ff,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:11.131013 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:11.197228 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:11.278352 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:11.595864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Allocated IP 172.25.8.203 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/6b7e39df-246b-45e1-97f7-1b365fa61808) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:11.658005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:49:11.677191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Sync routers for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:49:11.707232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:49:11.708486 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] 10.222.0.46 "PUT /v2.0/routers/da915171-462f-4a35-a53c-8440e2383463/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8245254
Apr 30 04:49:11.710702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b237fa0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:49:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:11.724961 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-118c55e3-b6fd-45ed-a981-3ee5267945a3 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.2206850
Apr 30 04:49:11.819177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:49:11.941918 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:49:12.119142 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.155198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a247cd0>,) {'filters': {'network_id': ['ac031729-2e19-4f9e-8262-b7e6efdf2522']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:12.200037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.212623 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b79c9cb0-3359-4518-b868-f71ce057d29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:12.303209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:12.311391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a247cd0>, 'f8b35c41-3c52-4221-89d9-d25b7e10a0ec') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:12.311798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a247cd0>, 'f8b35c41-3c52-4221-89d9-d25b7e10a0ec') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:12.312401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:12.321158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:12.351578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:49:12.373385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7e39df-246b-45e1-97f7-1b365fa61808,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:12.379544 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:12.401263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:12.401683 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.416945 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.433635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689979a-babf-4d9d-8076-7c6f97868225 req-a46677ba-035b-41ea-97f6-0c30d6aff49e tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:12.443141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f689979a-babf-4d9d-8076-7c6f97868225 req-a46677ba-035b-41ea-97f6-0c30d6aff49e tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 943 time: 1.3682773
Apr 30 04:49:12.445080 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.5969591
Apr 30 04:49:12.448452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47036) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:12.451320 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.455367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.203'}]}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:12.466070 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:12.475796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:12.483222 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.486059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Usage tracker for resource:router and tenant:e1205d813ebc45d195271fdb1baf892f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:12.495666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:12.508977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:12.541212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Network': ['ID=2cbbcb74-5876-4ed1-91b9-f3150fbc5f29,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:12.555756 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.558164 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:12.560261 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.561106 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.588304 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "DELETE /v2.0/networks/2cbbcb74-5876-4ed1-91b9-f3150fbc5f29 HTTP/1.1" status: 204  len: 168 time: 6.1126745
Apr 30 04:49:12.596138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47042) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:12.621664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-258094374'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:12.634296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:12.639943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:49:12.646297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:network and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:12.653745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:12.662538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:12.681922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:12.688737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed0218c8-d05a-4f75-a20c-788db5a9dccd req-075fb701-2937-4411-a166-1e10fa6aed59 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9268661
Apr 30 04:49:12.693052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:12.716680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f689979a-babf-4d9d-8076-7c6f97868225 req-7d50844e-0244-4a55-8380-278de896c07b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711444
Apr 30 04:49:12.890496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b237fa0>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89', 'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'mac_address': 'fa:16:3e:af:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:05Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 2, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'subnets': [{'id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:12.913178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Checking router: da915171-462f-4a35-a53c-8440e2383463 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:49:12.914480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Updating router da915171-462f-4a35-a53c-8440e2383463 port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:49:13.062863 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.272724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47056) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:13.278789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215838154', 'description': 'tempest-description--217107018'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:13.287555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:13.299134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Usage tracker for resource:security_group and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:13.308455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:13.324698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:13.356005 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.401308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:13.406400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Usage tracker for resource:security_group_rule and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:13.409930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:13.420196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:13.527337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Network ac031729-2e19-4f9e-8262-b7e6efdf2522 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:13.541733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.586935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-500ca912-32da-4c32-8c88-154c7b763733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:13.588263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-500ca912-32da-4c32-8c88-154c7b763733 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1095 time: 0.7259262
Apr 30 04:49:13.614605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.623565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.648708 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:13.663378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.669359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3908234
Apr 30 04:49:13.672785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47064) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:13.686304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Request body: {'security_group_rule': {'security_group_id': '6fb1957c-5abb-4a6f-a6f0-a3d2776530f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:13.695755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:13.699931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Usage tracker for resource:security_group_rule and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:13.703835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:13.708350 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.718308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:13.745271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:13.749414 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:13.750756 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.837430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Router d41ff330-b961-46bc-8290-115d88846879 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:49:13.891705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.897386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-1b5bd827-8296-4666-b64c-6e9d25259e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:13.899069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-1b5bd827-8296-4666-b64c-6e9d25259e6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 921 time: 0.2533350
Apr 30 04:49:13.907210 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:13.914204 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:13.976336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Network ac031729-2e19-4f9e-8262-b7e6efdf2522 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:14.001948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679f438d-42f0-470d-9647-b54420bbf47c,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:49:14.010817 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:49:14.021501 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:14.029952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-9fbc191a-43b7-445c-a662-358916efd503 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 217 time: 0.1214559
Apr 30 04:49:14.039121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.041230 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3682656
Apr 30 04:49:14.044492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47074) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:14.053783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Request body: {'security_group_rule': {'security_group_id': '6fb1957c-5abb-4a6f-a6f0-a3d2776530f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:14.062450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:14.069379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Usage tracker for resource:security_group_rule and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:14.073563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:14.083600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:14.113652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.229584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.240700 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.246569 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:14.284526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88145e6-f57b-4fd8-afab-3e3818438c3b,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:14.288998 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:14.292303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Transition to ACTIVE for port object 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:14.304678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.311540 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.325907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:49:14.336779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.341253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2951107
Apr 30 04:49:14.346775 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:14.372056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.395368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47084) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:14.409074 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8d6d69b-09e4-411f-8caf-e7010d98d526 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:14.439502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-96d52fce-0910-4e9f-877d-c4ba2b1ccbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:14.442119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-96d52fce-0910-4e9f-877d-c4ba2b1ccbfa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.3473079
Apr 30 04:49:14.448017 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.461073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:14.481378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.481905 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Added segment 6e01795c-30e0-46e3-8538-b09e608d8921 of type vlan for network 5c8fb182-cd5d-441d-93b5-362c73e66bac
Apr 30 04:49:14.528610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.586846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.594925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:14.595914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.646259 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6dd3015d-450d-41c8-905f-bb4fae302786 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:14.685504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce81280-2719-4593-adac-ba2fe4e455b0 None None] Pushing event updated for resources: {'Port': ['ID=842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:14.689987 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ce81280-2719-4593-adac-ba2fe4e455b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:14.696305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:14.703101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Usage tracker for resource:floatingip and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:14.710481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac031729-2e19-4f9e-8262-b7e6efdf2522,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:14.728436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:14.748222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:14.780250 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:14.786861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] 10.222.0.46 "DELETE /v2.0/networks/ac031729-2e19-4f9e-8262-b7e6efdf2522 HTTP/1.1" status: 204  len: 168 time: 5.7963274
Apr 30 04:49:14.806366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.814894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Attempting to bind port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:49:14.817394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Attempting to bind port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:49:14.818168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Attempting to bind port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 on network ae28438b-5713-4e31-9ad6-51313b3878cc {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:14.842416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:49:14.844379 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 2.2429056
Apr 30 04:49:14.845460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Checking segment: {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:14.846361 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.849865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Bound using segment: {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:49:14.852552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47096) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:14.867529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-787eb036-a0e6-44cb-bd53-3956e197ed5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3802748
Apr 30 04:49:14.868034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Bound port: 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:49:14.868825 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:14.890796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'subnet': {'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:14.923058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:49:14.939464 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] Sync routers for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:49:14.953862 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:49:14.954518 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e8c880>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:49:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:14.970897 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] 10.222.0.46 "PUT /v2.0/routers/d41ff330-b961-46bc-8290-115d88846879/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.6335878
Apr 30 04:49:14.990653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47102) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:15.115037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] For port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:49:15.125012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] For port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:49:15.133068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:15.140486 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ad5bcf5-82e9-4e24-b1b2-14ae9a4ae161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:15.257168 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:15.292035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:49:15.292902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b237fa0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:49:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:15.403744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Network': ['ID=5c8fb182-cd5d-441d-93b5-362c73e66bac,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:15.408816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce81280-2719-4593-adac-ba2fe4e455b0 None None] Pushing event updated for resources: {'Port': ['ID=842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:15.452159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 5c8fb182-cd5d-441d-93b5-362c73e66bac details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:49:15.499474 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:49:15.577337 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:15.702645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f4c14-6376-4905-af09-7cdcfc8dff63 req-bf8d1c19-b179-42b5-a9d9-f129586f34f1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:15.726001 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c48f4c14-6376-4905-af09-7cdcfc8dff63 req-bf8d1c19-b179-42b5-a9d9-f129586f34f1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 943 time: 1.6295459
Apr 30 04:49:16.002624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:16.010374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:subnet and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:16.014117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:16.025898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:16.078063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:16.100600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:16.249945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47118) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:16.357166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:49:16.412056 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e8c880>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:49:08Z', 'revision_number': 5, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:16.422511 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] Checking router: d41ff330-b961-46bc-8290-115d88846879 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:49:16.445217 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] Routers {'d41ff330-b961-46bc-8290-115d88846879'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:49:16.445948 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e8c880>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:49:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d41ff330-b961-46bc-8290-115d88846879'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:16.571965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-40992ae0-6a24-446c-91ed-af78b0e72827 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6888990
Apr 30 04:49:16.623374 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ce81280-2719-4593-adac-ba2fe4e455b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.482s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:16.625582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 8bc8641b-efbe-4f9b-a876-d8695f02e70e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:49:16.646888 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c48f4c14-6376-4905-af09-7cdcfc8dff63 req-9f7895f4-eb69-42e0-b390-5071f52e1d41 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9165728
Apr 30 04:49:16.778907 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:16.900190 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] Set router d41ff330-b961-46bc-8290-115d88846879 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:49:17.409295 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:17.427044 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a23544a7-96f6-4875-8474-d1aee7e710f1 req-d2f9359c-1bad-491f-98c3-04714a7614ab service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8326681
Apr 30 04:49:17.480195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'port_id': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'mac_address': 'fa:16:3e:02:8e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:49:17.546319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:17.587344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:17.592456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Usage tracker for resource:security_group_rule and tenant:c2813a131cf94396b2334271a1a92eab is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:17.596075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:17.604815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:17.654179 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:17.711355 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:17.751285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc8641b-efbe-4f9b-a876-d8695f02e70e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:49:17.781816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:17.797288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b237fa0>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89', 'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'mac_address': 'fa:16:3e:af:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:05Z', 'updated_at': '2021-04-30T04:49:15Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'subnets': [{'id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:17.802398 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e8c880>, [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:49:08Z', 'revision_number': 5, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:17.818902 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-974007ea-4777-4c3b-845a-2ea11ef62f03 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:17.821971 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13187dce-57be-42d0-be7b-b526fb1b4fc7 None None] The sync data for ids ['d41ff330-b961-46bc-8290-115d88846879'] in n-d-766726-20 is: [{'id': 'd41ff330-b961-46bc-8290-115d88846879', 'name': 'tempest-ServersTestJSON-101515633-router', 'tenant_id': '5236902b32874d95bf56f2b0f37f694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67'}], 'enable_snat': True}, 'gw_port_id': '0c209283-bf4e-4096-9ede-36c11811786a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:44:42Z', 'updated_at': '2021-04-30T04:49:08Z', 'revision_number': 5, 'project_id': '5236902b32874d95bf56f2b0f37f694c', 'gw_port': {'id': '0c209283-bf4e-4096-9ede-36c11811786a', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41ff330-b961-46bc-8290-115d88846879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:44:47Z', 'updated_at': '2021-04-30T04:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:49:17.830273 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2813a131cf94396b2334271a1a92eab&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4485445
Apr 30 04:49:17.838485 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:17.858151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0980933f-3b16-4216-812c-ec9c4f144284 None None] The sync data for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 is: [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89', 'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'mac_address': 'fa:16:3e:af:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:05Z', 'updated_at': '2021-04-30T04:49:15Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'subnets': [{'id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:49:17.865360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47140) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:17.869522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:17.881544 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:17.889402 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-32bf1955-13b1-40ca-a198-0217a00f511d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:18.047176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:18.050802 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:18.056628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=8bc8641b-efbe-4f9b-a876-d8695f02e70e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:18.062858 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:18.090723 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:18.136472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c966046c-6fb3-43a2-82cc-dda9011a7bc5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:18.152804 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:18.165455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-014d0ddb-0528-4370-aaa7-6a6656d3e234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:18.178063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['8bc8641b-efbe-4f9b-a876-d8695f02e70e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:49:18.198680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-014d0ddb-0528-4370-aaa7-6a6656d3e234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:18.518470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-014d0ddb-0528-4370-aaa7-6a6656d3e234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:18.526597 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:18.545703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:18.585704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d0ddb-0528-4370-aaa7-6a6656d3e234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c966046c-6fb3-43a2-82cc-dda9011a7bc5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:18.618861 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-014d0ddb-0528-4370-aaa7-6a6656d3e234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:18.619770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:18.628812 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c5151af-6482-4f83-bb1e-5eb30c45ecac tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:18.712513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Subnet': ['ID=c9ab4084-397e-48cb-9b20-1310470016ba,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:18.723389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:18.774810 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:18.785446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:18.837817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:19.026716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3038-d71c-4ae1-826f-44d8d5f90368 req-6e0379ad-1442-44fb-8498-3740531e84b6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:19.038713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3038-d71c-4ae1-826f-44d8d5f90368 req-6e0379ad-1442-44fb-8498-3740531e84b6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:19.051164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3038-d71c-4ae1-826f-44d8d5f90368 req-6e0379ad-1442-44fb-8498-3740531e84b6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:19.063983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3038-d71c-4ae1-826f-44d8d5f90368 req-6e0379ad-1442-44fb-8498-3740531e84b6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:19.078011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3038-d71c-4ae1-826f-44d8d5f90368 req-6e0379ad-1442-44fb-8498-3740531e84b6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:19.091812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3038-d71c-4ae1-826f-44d8d5f90368 req-6e0379ad-1442-44fb-8498-3740531e84b6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:19.104870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc3038-d71c-4ae1-826f-44d8d5f90368 req-6e0379ad-1442-44fb-8498-3740531e84b6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:19.109876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cc3038-d71c-4ae1-826f-44d8d5f90368 req-6e0379ad-1442-44fb-8498-3740531e84b6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 1.6564229
Apr 30 04:49:19.142456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f7098-8cf2-4a6b-be05-4b583c8f8927 req-4da1bf6e-349b-4cc0-b1c6-647f1aa9dbf8 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:19.146265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d6f7098-8cf2-4a6b-be05-4b583c8f8927 req-4da1bf6e-349b-4cc0-b1c6-647f1aa9dbf8 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 944 time: 1.1256533
Apr 30 04:49:19.148805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:19.167503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:19.168438 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.238379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Allocated IP 172.25.8.85 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/ca72cd4c-4925-49cf-a103-2753bb21a2d7) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:19.378835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.381571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.385901 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.408756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:19.415480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6dff0de9c33c47de92d766b6056c3e8f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:19.420135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-014d0ddb-0528-4370-aaa7-6a6656d3e234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.421297 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-014d0ddb-0528-4370-aaa7-6a6656d3e234 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c966046c-6fb3-43a2-82cc-dda9011a7bc5 HTTP/1.1" status: 204  len: 168 time: 1.5378547
Apr 30 04:49:19.427970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:19.447911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d6f7098-8cf2-4a6b-be05-4b583c8f8927 req-8d286be7-81a5-4024-8734-154b0e3ee80a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2853866
Apr 30 04:49:19.448485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:19.453546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91cc3038-d71c-4ae1-826f-44d8d5f90368 req-a3f8f31c-2e6e-4a32-81ad-d5a32289ed78 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3026717
Apr 30 04:49:19.470357 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.471227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e08e07f0-337c-489d-b545-991b006e3f41 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:49:19.475798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:19.488497 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.492595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Deleting port 0c209283-bf4e-4096-9ede-36c11811786a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:49:19.492952 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.497639 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-762d4cf8-8dc9-43d3-bb3e-6f2509d49079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:19.557278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Checking segment: {'id': '6e01795c-30e0-46e3-8538-b09e608d8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:19.557860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network hostable DHCP agents. Network: 5c8fb182-cd5d-441d-93b5-362c73e66bac, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:49:19.661349 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:49:19.663482 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d86cb0e9-0c35-4ba1-b4ce-8b3401249d7a tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 7.2136958
Apr 30 04:49:19.674153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47154) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:19.711121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.723460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:19.729402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3208dc68-27ec-4296-81eb-5c8bb2374bd8 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:49:19.812557 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:19.813809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 3208dc68-27ec-4296-81eb-5c8bb2374bd8 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:49:19.814158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3208dc68-27ec-4296-81eb-5c8bb2374bd8 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:49:19.885163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 5c8fb182-cd5d-441d-93b5-362c73e66bac is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:49:19.896900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 8bc8641b-efbe-4f9b-a876-d8695f02e70e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:19.922034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 5c8fb182-cd5d-441d-93b5-362c73e66bac) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:19.933456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] For port 0c209283-bf4e-4096-9ede-36c11811786a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0c209283-bf4e-4096-9ede-36c11811786a,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:19.933456 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.975185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:19.976815 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:19.982338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0013df-8e67-4ed9-b1ce-d8098ce7d47b None None] Network 5c8fb182-cd5d-441d-93b5-362c73e66bac requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:20.117935 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.192225 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 5.3382561
Apr 30 04:49:20.193332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47160) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:20.194822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47162) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:20.210887 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6257eff1-ffdf-4f0a-8502-d683a5d76db3 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:20.244939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 8bc8641b-efbe-4f9b-a876-d8695f02e70e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:20.245299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-320874163'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:20.257247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 8bc8641b-efbe-4f9b-a876-d8695f02e70e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:20.258091 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.302674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:20.307067 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.350628 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.353974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:network and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:20.365138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:20.375148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Usage tracker for resource:security_group_rule and tenant:dcdc2593fc324a82a6ff99f1605c44e1 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:20.381851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:20.387517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:20.406319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.420224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:20.424842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:20.429407 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd37bfd9-e0bf-45bb-b836-7fd0d57679a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:20.561110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Calling delete_port for 0c209283-bf4e-4096-9ede-36c11811786a owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:20.619934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39409ed-bf9b-431b-ac08-5d27083617a5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:20.632070 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:20.647754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:20.649761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:20.658935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.714504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:20.718633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:20.725065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:49:20.735773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.736155 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Added segment 5e1f87b2-c282-4ef7-8b77-7bc887851035 of type vlan for network b62bfcbb-2645-4bab-adf0-74e149a926a2
Apr 30 04:49:20.757063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6dff0de9c33c47de92d766b6056c3e8f&name=default HTTP/1.1" status: 200  len: 2983 time: 2.6516919
Apr 30 04:49:20.779492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47170) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:20.781300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Deleting port 6b7e39df-246b-45e1-97f7-1b365fa61808 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:49:20.781699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.807867 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.827814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-5c8fb182-cd5d-441d-93b5-362c73e66bac', 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'fixed_ips': [{'subnet_id': 'c9ab4084-397e-48cb-9b20-1310470016ba'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:49:20.828669 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.837347 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.839873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:20.867408 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:20.867841 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:20.947801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:49:21.004937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:21.054230 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.066681 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:21.068227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.074022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:21.074651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.083948 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:21.101632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0f10-1bf8-48ba-b182-77ba0c9274b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.116219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Pushing event updated for resources: {'Port': ['ID=ca72cd4c-4925-49cf-a103-2753bb21a2d7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:21.130340 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:21.171332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.181227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.242891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff844-2c09-45a7-85a3-b789b0aeaa6b req-01a54ff7-fa25-4068-9056-9328efc0dbcd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:21.253827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=8bc8641b-efbe-4f9b-a876-d8695f02e70e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:21.256484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff844-2c09-45a7-85a3-b789b0aeaa6b req-01a54ff7-fa25-4068-9056-9328efc0dbcd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:21.257428 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:21.263616 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.272429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff844-2c09-45a7-85a3-b789b0aeaa6b req-01a54ff7-fa25-4068-9056-9328efc0dbcd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:21.285813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff844-2c09-45a7-85a3-b789b0aeaa6b req-01a54ff7-fa25-4068-9056-9328efc0dbcd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:21.288006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Allocated IP 19.80.0.2 (5c8fb182-cd5d-441d-93b5-362c73e66bac/c9ab4084-397e-48cb-9b20-1310470016ba/73f4fb0d-fafd-4e37-b6ca-482aecfea66a) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:21.299159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff844-2c09-45a7-85a3-b789b0aeaa6b req-01a54ff7-fa25-4068-9056-9328efc0dbcd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:21.312740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff844-2c09-45a7-85a3-b789b0aeaa6b req-01a54ff7-fa25-4068-9056-9328efc0dbcd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:21.325108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff844-2c09-45a7-85a3-b789b0aeaa6b req-01a54ff7-fa25-4068-9056-9328efc0dbcd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:21.329105 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acbff844-2c09-45a7-85a3-b789b0aeaa6b req-01a54ff7-fa25-4068-9056-9328efc0dbcd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 1.4408448
Apr 30 04:49:21.418264 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0f10-1bf8-48ba-b182-77ba0c9274b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.432057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Calling delete_port for 6b7e39df-246b-45e1-97f7-1b365fa61808 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:21.438870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Network': ['ID=b62bfcbb-2645-4bab-adf0-74e149a926a2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:21.448868 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.2181113
Apr 30 04:49:21.452158 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:21.456756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47178) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:21.461076 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c81baaa6-5409-4874-8c3a-cf54be800080 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:21.486530 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'code': 200}
Apr 30 04:49:21.489347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network b62bfcbb-2645-4bab-adf0-74e149a926a2 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:49:21.530379 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dcdc2593fc324a82a6ff99f1605c44e1&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3024769
Apr 30 04:49:21.538301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47182) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:21.564781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bee3730-f117-4f79-9569-6ba85714149c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:21.571863 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:21.651944 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0f10-1bf8-48ba-b182-77ba0c9274b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.688641 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1898843-e3bf-4282-ae06-521a409b643f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:21.729143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d0f10-1bf8-48ba-b182-77ba0c9274b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39409ed-bf9b-431b-ac08-5d27083617a5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:21.736337 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8f7d0f10-1bf8-48ba-b182-77ba0c9274b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:21.742165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'subnet': {'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:21.742861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b978695-5e9a-4647-8536-e35e079bbd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.785385 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8f7d0f10-1bf8-48ba-b182-77ba0c9274b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.786576 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8f7d0f10-1bf8-48ba-b182-77ba0c9274b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a39409ed-bf9b-431b-ac08-5d27083617a5 HTTP/1.1" status: 204  len: 168 time: 0.9849074
Apr 30 04:49:21.788891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b978695-5e9a-4647-8536-e35e079bbd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.804273 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:21.814564 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:21.824511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040b8a7-c08a-4d29-a883-d2475c623db6 req-5ee51ada-db95-4575-9420-dd25d033c24d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:21.826028 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b040b8a7-c08a-4d29-a883-d2475c623db6 req-5ee51ada-db95-4575-9420-dd25d033c24d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 1.0953832
Apr 30 04:49:21.882491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b7e39df-246b-45e1-97f7-1b365fa61808,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:21.888482 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:21.990565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.001275 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.005707 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:22.039567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:22.069718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:subnet and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:22.070184 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.073290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c209283-bf4e-4096-9ede-36c11811786a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:22.078937 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:22.079933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:22.085702 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b040b8a7-c08a-4d29-a883-d2475c623db6 req-998e5116-b0d9-4b9b-ba89-e47acfd154df tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436383
Apr 30 04:49:22.090021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Transition to ACTIVE for port object 73f4fb0d-fafd-4e37-b6ca-482aecfea66a will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:22.127842 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] 10.222.0.46 "DELETE /v2.0/ports/6b7e39df-246b-45e1-97f7-1b365fa61808 HTTP/1.1" status: 204  len: 168 time: 2.4447770
Apr 30 04:49:22.134733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b978695-5e9a-4647-8536-e35e079bbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.137302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:22.138068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b978695-5e9a-4647-8536-e35e079bbd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.146335 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4b978695-5e9a-4647-8536-e35e079bbd65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bee3730-f117-4f79-9569-6ba85714149c HTTP/1.1" status: 204  len: 168 time: 0.5743296
Apr 30 04:49:22.146335 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02ba498a-1605-4c3e-8111-b0e7a4f35393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:22.154906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Transition to ACTIVE for port object 73f4fb0d-fafd-4e37-b6ca-482aecfea66a will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:22.159287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b978695-5e9a-4647-8536-e35e079bbd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bee3730-f117-4f79-9569-6ba85714149c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:22.163072 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b978695-5e9a-4647-8536-e35e079bbd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:22.172978 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.180372 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:22.187056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.217269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:22.221557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.273036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Network 5c8fb182-cd5d-441d-93b5-362c73e66bac is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:22.279364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:22.292138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:22.316586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bc1f0-7946-43dc-a8b8-8c71d8b7ef06 req-8393002f-5bed-41b3-8887-8a009c7b2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:22.319126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-554bc1f0-7946-43dc-a8b8-8c71d8b7ef06 req-8393002f-5bed-41b3-8887-8a009c7b2988 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1097 time: 0.5592320
Apr 30 04:49:22.402260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Pushing event updated for resources: {'Port': ['ID=73f4fb0d-fafd-4e37-b6ca-482aecfea66a,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:22.411641 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:22.437443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Attempting to bind port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:49:22.438149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Attempting to bind port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '6e01795c-30e0-46e3-8538-b09e608d8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:49:22.438369 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.438897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Attempting to bind port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a on network 5c8fb182-cd5d-441d-93b5-362c73e66bac {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:22.446978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:49:22.448123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Checking segment: {'id': '6e01795c-30e0-46e3-8538-b09e608d8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:22.448915 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.449531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Bound using segment: {'id': '6e01795c-30e0-46e3-8538-b09e608d8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:49:22.450072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Bound port: 73f4fb0d-fafd-4e37-b6ca-482aecfea66a, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e01795c-30e0-46e3-8538-b09e608d8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:49:22.450696 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.588939 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.592739 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] For port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:49:22.601009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] For port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=73f4fb0d-fafd-4e37-b6ca-482aecfea66a,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:49:22.610602 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.619951 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:22.747932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Pushing event updated for resources: {'Port': ['ID=73f4fb0d-fafd-4e37-b6ca-482aecfea66a,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:22.752759 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:22.815334 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.824993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-554bc1f0-7946-43dc-a8b8-8c71d8b7ef06 req-842b358e-d02f-400c-9300-a22d88e471fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4931436
Apr 30 04:49:22.830051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.934581 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:22.935043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d41ff330-b961-46bc-8290-115d88846879 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:49:23.069541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-021fa2d2-815b-4655-a57e-c0f0b12acbb1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 665 time: 0.1869342
Apr 30 04:49:23.131895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47202) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:23.432513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47214) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:23.517695 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:23.566741 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:23.570260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d41ff330-b961-46bc-8290-115d88846879 HTTP/1.1" status: 204  len: 168 time: 8.5758178
Apr 30 04:49:23.583274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47218) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:23.679745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-83f98d3a-be1f-4b3b-a0ee-9817537c0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:23.680235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-83f98d3a-be1f-4b3b-a0ee-9817537c0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:23.695636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-83f98d3a-be1f-4b3b-a0ee-9817537c0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:23.699995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-83f98d3a-be1f-4b3b-a0ee-9817537c0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:23.700741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-83f98d3a-be1f-4b3b-a0ee-9817537c0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:23.702775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-83f98d3a-be1f-4b3b-a0ee-9817537c0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:23.704914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-83f98d3a-be1f-4b3b-a0ee-9817537c0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:23.710863 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-83f98d3a-be1f-4b3b-a0ee-9817537c0a29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6498 time: 0.3441496
Apr 30 04:49:23.838176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:23.955285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Usage tracker for resource:security_group_rule and tenant:99860498ccfa49d0af35c69a6d3a4543 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:23.970368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:24.000689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:24.199858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] Deleting subnet 898a4f3a-662f-4344-8e6a-6290feee9047 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:49:24.212277 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:24.246851 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:24.391345 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:24.437187 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42cb7e02-d8ff-4588-a4d3-af3a279cd69b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:24.553247 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:24.583060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:24.603211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Usage tracker for resource:security_group_rule and tenant:a2a48f9efdd249b887e002e7f03b0d1b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:24.608580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:24.618819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-9258f3ba-e0e4-4809-805a-1b4641ebfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:24.619722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-9258f3ba-e0e4-4809-805a-1b4641ebfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:24.620398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-9258f3ba-e0e4-4809-805a-1b4641ebfd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:24.622429 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-9258f3ba-e0e4-4809-805a-1b4641ebfd21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=c7e27987-0396-4006-8a8b-6d38854fedb6&id=c7e27987-0396-4006-8a8b-6d38854fedb6 HTTP/1.1" status: 200  len: 2290 time: 0.8514931
Apr 30 04:49:24.624078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:24.737978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47250) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:24.777933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 73f4fb0d-fafd-4e37-b6ca-482aecfea66a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:24.838231 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-39d242bb-87e2-4efd-b2eb-7203e96429e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01 HTTP/1.1" status: 200  len: 1001 time: 0.2053678
Apr 30 04:49:24.918891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-45d03fe6-d1d2-4df7-b7ce-a4af3839aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:24.920405 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-45d03fe6-d1d2-4df7-b7ce-a4af3839aa98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31581abd-3e6b-43d6-b813-e70732b12d54 HTTP/1.1" status: 200  len: 849 time: 0.0750554
Apr 30 04:49:24.947834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:24.979558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0c209283-bf4e-4096-9ede-36c11811786a no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:49:25.064174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 0c209283-bf4e-4096-9ede-36c11811786a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:49:25.065291 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0c209283-bf4e-4096-9ede-36c11811786a not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:49:25.104608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb442f8b-b103-466b-9619-344dbe6f888a None None] Network 5c8fb182-cd5d-441d-93b5-362c73e66bac requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:25.166607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.189653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.259723 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b978695-5e9a-4647-8536-e35e079bbd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:25.287849 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2a48f9efdd249b887e002e7f03b0d1b&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1544068
Apr 30 04:49:25.317961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47262) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:25.325677 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e8b33a26-2136-4e16-aae8-bfda0395fbd2 None None] Provisioning for port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:25.356762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e8b33a26-2136-4e16-aae8-bfda0395fbd2 None None] Provisioning complete for port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:25.357085 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e8b33a26-2136-4e16-aae8-bfda0395fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.367104 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.399618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-aec12489-2c0c-4797-a4ff-2ddebd0faaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:25.402282 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-aec12489-2c0c-4797-a4ff-2ddebd0faaad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4740949
Apr 30 04:49:25.405022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0e25bf-1acc-4fbd-b7c1-ab92e9375ef8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:25.416364 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:25.454302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f9f3-59bd-4e6a-b8cf-f6c32ea76f1e req-bea2cd64-4bd7-4ac6-8f3f-b55e7adb3a92 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:25.458588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a135f9f3-59bd-4e6a-b8cf-f6c32ea76f1e req-bea2cd64-4bd7-4ac6-8f3f-b55e7adb3a92 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 1.8254874
Apr 30 04:49:25.476944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Pushing event updated for resources: {'Port': ['ID=ca72cd4c-4925-49cf-a103-2753bb21a2d7,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:25.508583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-05ab39ed-9210-4522-b4bd-107ce4511aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:25.510416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-05ab39ed-9210-4522-b4bd-107ce4511aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:25.510416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-05ab39ed-9210-4522-b4bd-107ce4511aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:25.511714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-05ab39ed-9210-4522-b4bd-107ce4511aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:25.512883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-05ab39ed-9210-4522-b4bd-107ce4511aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:25.512883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-05ab39ed-9210-4522-b4bd-107ce4511aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:25.514105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-05ab39ed-9210-4522-b4bd-107ce4511aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:25.514464 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:25.529275 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-05ab39ed-9210-4522-b4bd-107ce4511aa2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6498 time: 0.7890728
Apr 30 04:49:25.656957 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-8f498ab9-b4c1-41a6-8968-fea56653e543 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1142597
Apr 30 04:49:25.703668 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.738298 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a135f9f3-59bd-4e6a-b8cf-f6c32ea76f1e req-73024337-d1cb-43b1-a9e2-2e02652b570a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2378297
Apr 30 04:49:25.759134 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.773811 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cae2345a-f5b7-4b39-8a55-6148af06c51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.811234 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cae2345a-f5b7-4b39-8a55-6148af06c51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.847933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.918370 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-c77a1e29-a075-48cd-a6a5-9050cbc10739 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5015905
Apr 30 04:49:25.929682 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a70b4ffd-1496-4424-abe0-2cd95d8db0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:25.938076 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e8b33a26-2136-4e16-aae8-bfda0395fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:25.997100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.022160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e8b33a26-2136-4e16-aae8-bfda0395fbd2 None None] For port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=73f4fb0d-fafd-4e37-b6ca-482aecfea66a,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:26.031572 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e8b33a26-2136-4e16-aae8-bfda0395fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.036797 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:26.093467 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-8c625634-78c2-4c72-b739-b74c9bcf0f0f service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718032
Apr 30 04:49:26.183166 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-7ec5e24e-c9d4-4b68-9a3a-f5cc22acd833 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 200  len: 217 time: 0.0775833
Apr 30 04:49:26.213159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b33a26-2136-4e16-aae8-bfda0395fbd2 None None] Pushing event updated for resources: {'Port': ['ID=73f4fb0d-fafd-4e37-b6ca-482aecfea66a,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:26.220236 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e8b33a26-2136-4e16-aae8-bfda0395fbd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:26.302603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-7f9058ce-bda3-4e2b-bc4a-7ef2c3bb1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:26.306184 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-7f9058ce-bda3-4e2b-bc4a-7ef2c3bb1363 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.1147599
Apr 30 04:49:26.374016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.392223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 11.9946487
Apr 30 04:49:26.396892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47284) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:26.432002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-1ebe2b58-bf5c-42d5-841a-e8bb1c623a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:26.433716 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-1ebe2b58-bf5c-42d5-841a-e8bb1c623a20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1198261
Apr 30 04:49:26.516634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99860498ccfa49d0af35c69a6d3a4543&name=default HTTP/1.1" status: 200  len: 2983 time: 3.0778592
Apr 30 04:49:26.541636 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47290) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:26.572214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-51ab8df2-ea66-44aa-958a-248bb2727504 None None] Provisioning complete for port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:26.572925 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-51ab8df2-ea66-44aa-958a-248bb2727504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.674361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593489a0-1d09-478c-b289-b47cf7c2a926,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:26.688708 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:26.697970 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-b82dd2bf-cac1-41ad-9883-8eaeb97c2986 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572591
Apr 30 04:49:26.724915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 73f4fb0d-fafd-4e37-b6ca-482aecfea66a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:26.760561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.764598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cae2345a-f5b7-4b39-8a55-6148af06c51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.777257 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b8ce121-82eb-46f3-a8f5-782d27f8964d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:26.805658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-be4bbff0-19d0-4d7b-9868-2acd207446e8 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:26.838897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898a4f3a-662f-4344-8e6a-6290feee9047,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:26.850678 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:26.858895 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3e9fc2c1-f3ff-42df-b69a-0d7665da7bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:26.892436 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.900100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cae2345a-f5b7-4b39-8a55-6148af06c51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.904174 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cae2345a-f5b7-4b39-8a55-6148af06c51f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea0e25bf-1acc-4fbd-b7c1-ab92e9375ef8 HTTP/1.1" status: 204  len: 168 time: 1.5059061
Apr 30 04:49:26.905290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2345a-f5b7-4b39-8a55-6148af06c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0e25bf-1acc-4fbd-b7c1-ab92e9375ef8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:26.908244 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/898a4f3a-662f-4344-8e6a-6290feee9047 HTTP/1.1" status: 204  len: 168 time: 3.2974145
Apr 30 04:49:26.914776 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cae2345a-f5b7-4b39-8a55-6148af06c51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:26.920585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47308) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:26.971384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfdfe55-6f8a-42ec-9517-6c0fcc68e828 None None] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:26.972854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.977579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86e9c2af-eee0-4034-a0f8-011b0ecd34a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:26.993057 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ecf5f18-3d17-40f7-a118-ffc7ef1d2ab8 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:27.092819 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-be4bbff0-19d0-4d7b-9868-2acd207446e8 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] 10.222.0.46 "PUT /v2.0/quotas/99b0c0852fac418d8a5229f046f9d4cb HTTP/1.1" status: 200  len: 366 time: 0.6947589
Apr 30 04:49:27.093473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47312) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:27.117543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86e9c2af-eee0-4034-a0f8-011b0ecd34a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:27.133148 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-71902c17-ae07-419b-965d-6613fcd39e49 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0356252
Apr 30 04:49:27.139021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:27.170894 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-1a6fc62c-5dab-47e7-9377-a08f4cb9bce5 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4624870
Apr 30 04:49:27.185941 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5e305420-0384-4d99-a786-c6703ed55831 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] 10.222.0.46 "GET /v2.0/quotas/99b0c0852fac418d8a5229f046f9d4cb HTTP/1.1" status: 200  len: 366 time: 0.0444372
Apr 30 04:49:27.308042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:27.312364 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:27.317592 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-8346f992-cf19-419d-bfe8-652fa36e869d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 200  len: 217 time: 0.1298487
Apr 30 04:49:27.398318 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:27.436380 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d3497ba3-f9da-46eb-bb33-29d8a7955509 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/99b0c0852fac418d8a5229f046f9d4cb HTTP/1.1" status: 204  len: 168 time: 0.1197784
Apr 30 04:49:27.439211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47326) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:27.442217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:27.442632 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:27.452830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-a662f297-6fb9-426f-9428-950360023f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:27.456160 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-a662f297-6fb9-426f-9428-950360023f3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.1239154
Apr 30 04:49:27.520214 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86e9c2af-eee0-4034-a0f8-011b0ecd34a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:27.548601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-d154be8a-29c3-42a6-bf7c-ab3ab694ce86 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Synchronizing usage tracker for tenant:fc4971e418b641c6a38ad5e25a17080e on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:49:27.552610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c4890866-cd7f-4bfc-8532-a5158836fe0a tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0588126
Apr 30 04:49:27.558485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47330) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:27.584190 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7bc585f9-6f44-4264-b3a9-b52ef41930c0 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] 10.222.0.46 "GET /v2.0/quotas/99b0c0852fac418d8a5229f046f9d4cb HTTP/1.1" status: 200  len: 370 time: 0.0230539
Apr 30 04:49:27.585400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:27.587125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47334) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:27.604929 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1315dd5f-804f-446b-aa08-60e8c245d4ba tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] 10.222.0.46 "GET /v2.0/quotas/99b0c0852fac418d8a5229f046f9d4cb/default HTTP/1.1" status: 200  len: 370 time: 0.0082293
Apr 30 04:49:27.609730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-f9486d41-f7e7-43ab-9b72-9b458cc325bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:27.610225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47338) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:27.611703 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-f9486d41-f7e7-43ab-9b72-9b458cc325bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1476948
Apr 30 04:49:27.627569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Subnet': ['ID=e621ff8f-8c0d-4be2-a33c-2f5b7910f201,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:27.631042 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:27.641888 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e00040f-eaf6-44a2-8594-0f099677234c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:27.651845 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86e9c2af-eee0-4034-a0f8-011b0ecd34a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:27.653013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-86e9c2af-eee0-4034-a0f8-011b0ecd34a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/593489a0-1d09-478c-b289-b47cf7c2a926 HTTP/1.1" status: 204  len: 168 time: 0.9815392
Apr 30 04:49:27.666570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Checking segment: {'id': '5e1f87b2-c282-4ef7-8b77-7bc887851035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:27.667855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network hostable DHCP agents. Network: b62bfcbb-2645-4bab-adf0-74e149a926a2, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:49:27.680527 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-5fc849f0-18cd-4ffc-9e1e-52516a17a7cd tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] delete failed (client error): The resource could not be found.
Apr 30 04:49:27.681600 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5fc849f0-18cd-4ffc-9e1e-52516a17a7cd tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/99b0c0852fac418d8a5229f046f9d4cb HTTP/1.1" status: 404  len: 348 time: 0.0652180
Apr 30 04:49:27.690293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9c2af-eee0-4034-a0f8-011b0ecd34a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593489a0-1d09-478c-b289-b47cf7c2a926,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:27.697058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] DHCP port deletion for 209a2715-1303-4c96-a0f4-1a1ff93df69e request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:49:27.700284 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-86e9c2af-eee0-4034-a0f8-011b0ecd34a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:27.701044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-d154be8a-29c3-42a6-bf7c-ab3ab694ce86 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Unset dirty status for tenant:fc4971e418b641c6a38ad5e25a17080e on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:49:27.702212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-d154be8a-29c3-42a6-bf7c-ab3ab694ce86 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--215838154&fields=id&tenant_id=fc4971e418b641c6a38ad5e25a17080e HTTP/1.1" status: 200  len: 267 time: 0.7891870
Apr 30 04:49:27.810672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47346) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:27.824924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] Deleting port ccb66dd5-a78e-47db-a789-278038831b52 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:49:27.825874 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:27.989232 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-3aefe921-66d2-472d-95d7-33ce346031cc service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3703954
Apr 30 04:49:28.000255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] For port ccb66dd5-a78e-47db-a789-278038831b52, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccb66dd5-a78e-47db-a789-278038831b52,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:28.000860 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:28.066911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network b62bfcbb-2645-4bab-adf0-74e149a926a2 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:49:28.111178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cf22a-a757-4d69-93d9-37753c874f7c req-463b4bc1-515d-44cc-8f2c-2da8c84ed96e tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:28.113673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c5cf22a-a757-4d69-93d9-37753c874f7c req-463b4bc1-515d-44cc-8f2c-2da8c84ed96e tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 0.7151887
Apr 30 04:49:28.126178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, b62bfcbb-2645-4bab-adf0-74e149a926a2) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:28.199584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9245a1df-2514-4500-9718-222f9a0c9e58 None None] Network b62bfcbb-2645-4bab-adf0-74e149a926a2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:28.210505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:28.211458 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:28.243936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b561bdaf-fd81-4593-a3b4-e150ec0dd3f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1205d813ebc45d195271fdb1baf892f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4157124
Apr 30 04:49:28.244132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-49fb66a3-858d-4a46-ab38-f82ab6368395 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2423058
Apr 30 04:49:28.244132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47352) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:28.252436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-1ea0aa2c-16dc-40e4-b698-f39518981698 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:28.254545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-1ea0aa2c-16dc-40e4-b698-f39518981698 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Synchronizing usage tracker for tenant:fc4971e418b641c6a38ad5e25a17080e on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:49:28.291382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Deleting port ccb66dd5-a78e-47db-a789-278038831b52 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:49:28.292993 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:28.353150 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-75c4e542-ed3e-48a5-817f-6f5fb41c3bb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a HTTP/1.1" status: 200  len: 217 time: 0.1060824
Apr 30 04:49:28.383055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] Calling delete_port for ccb66dd5-a78e-47db-a789-278038831b52 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:28.391433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 6.9310932
Apr 30 04:49:28.428226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c5cf22a-a757-4d69-93d9-37753c874f7c req-a139bcb4-6ded-48f0-af64-a670cdea849d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3057024
Apr 30 04:49:28.471785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47364) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:28.494550 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:28.526088 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:28.603097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] No DVR routers for this DVR port ccb66dd5-a78e-47db-a789-278038831b52 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:49:28.612693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Usage tracker for resource:network and tenant:455830d986e94a35bcb6f447ad989b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:28.620030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:28.620360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-1ea0aa2c-16dc-40e4-b698-f39518981698 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Unset dirty status for tenant:fc4971e418b641c6a38ad5e25a17080e on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:49:28.624316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-1ea0aa2c-16dc-40e4-b698-f39518981698 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/networks?id=ae28438b-5713-4e31-9ad6-51313b3878cc HTTP/1.1" status: 200  len: 812 time: 0.8809428
Apr 30 04:49:28.708711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:28.720426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] For port ccb66dd5-a78e-47db-a789-278038831b52, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccb66dd5-a78e-47db-a789-278038831b52,segment=NetworkSegment(7b02e22e-e690-412c-af1f-46f665f3df09),segment_id=7b02e22e-e690-412c-af1f-46f665f3df09)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:28.720426 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:28.728638 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-2fe9282d-9f40-44d6-9159-7d03d93cc5a8 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/quotas/fc4971e418b641c6a38ad5e25a17080e HTTP/1.1" status: 200  len: 375 time: 0.0673006
Apr 30 04:49:28.756112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] Pushing event deleted for resources: {'Port': ['ID=ccb66dd5-a78e-47db-a789-278038831b52,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:28.766912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccb66dd5-a78e-47db-a789-278038831b52 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:49:28.772965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-78820765-3337-4073-b573-85128f6dd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:28.774761 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-78820765-3337-4073-b573-85128f6dd999 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.4112957
Apr 30 04:49:28.779576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:28.829502 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:28.846660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: ccb66dd5-a78e-47db-a789-278038831b52 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:49:28.847986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccb66dd5-a78e-47db-a789-278038831b52 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:49:29.021395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Usage tracker for resource:subnet and tenant:455830d986e94a35bcb6f447ad989b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:29.058293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-ec2018f2-bd77-44cd-b5f7-459188ffc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:29.061271 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-ec2018f2-bd77-44cd-b5f7-459188ffc04d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2783923
Apr 30 04:49:29.070840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:29.204523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Calling delete_port for ccb66dd5-a78e-47db-a789-278038831b52 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:29.220601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Usage tracker for resource:subnetpool and tenant:455830d986e94a35bcb6f447ad989b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:29.229057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-b62bfcbb-2645-4bab-adf0-74e149a926a2', 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'fixed_ips': [{'subnet_id': 'e621ff8f-8c0d-4be2-a33c-2f5b7910f201'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:49:29.230017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:29.241204 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:29.249794 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:29.264670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:29.282640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc16146c-5733-4409-9eb9-c674f3c8d8ff,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:29.342051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.342831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.343887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.344425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.345043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.345999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.346885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.348366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.348966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.349584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.350158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.350777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:29.357841 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:29.378424 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-03e6c6a7-814b-4e9a-824c-f3b3295f347a service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2990804
Apr 30 04:49:29.387684 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:29.402291 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc16146c-5733-4409-9eb9-c674f3c8d8ff HTTP/1.1" status: 204  len: 168 time: 1.1578221
Apr 30 04:49:29.414537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Usage tracker for resource:port and tenant:455830d986e94a35bcb6f447ad989b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:29.460364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-9922bff2-3a31-468d-90b8-568422b9354b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:29.475505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Allocated IP 19.86.0.2 (b62bfcbb-2645-4bab-adf0-74e149a926a2/e621ff8f-8c0d-4be2-a33c-2f5b7910f201/54235954-661c-4e4c-9ff9-191145d7abd7) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:29.480940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-9922bff2-3a31-468d-90b8-568422b9354b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:29.482753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-9922bff2-3a31-468d-90b8-568422b9354b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Synchronizing usage tracker for tenant:17e9c47251c94292ac34165152f2d2ed on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:49:29.513826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:29.539982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Usage tracker for resource:router and tenant:455830d986e94a35bcb6f447ad989b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:29.584749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-9922bff2-3a31-468d-90b8-568422b9354b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Unset dirty status for tenant:17e9c47251c94292ac34165152f2d2ed on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:49:29.587247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-9922bff2-3a31-468d-90b8-568422b9354b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/networks?id=5c8fb182-cd5d-441d-93b5-362c73e66bac&id=b62bfcbb-2645-4bab-adf0-74e149a926a2 HTTP/1.1" status: 200  len: 1390 time: 0.3706107
Apr 30 04:49:29.661484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:29.680906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-d865af25-ae84-4029-9c15-4d00a9a1fe6a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/quotas/17e9c47251c94292ac34165152f2d2ed HTTP/1.1" status: 200  len: 375 time: 0.0816848
Apr 30 04:49:29.709897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Usage tracker for resource:floatingip and tenant:455830d986e94a35bcb6f447ad989b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:29.725198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:29.739250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-1fc142cb-928d-4f36-a312-c03b6f72d691 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc4971e418b641c6a38ad5e25a17080e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9126737
Apr 30 04:49:29.812370 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:29.831233 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Transition to ACTIVE for port object 54235954-661c-4e4c-9ff9-191145d7abd7 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:29.832127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-960ea921-659b-4556-bc2c-8cc9d6cd1d48 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4189377
Apr 30 04:49:29.901018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Transition to ACTIVE for port object 54235954-661c-4e4c-9ff9-191145d7abd7 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:29.914946 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:29.920849 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:29.931615 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e8b33a26-2136-4e16-aae8-bfda0395fbd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:29.952601 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8f07a8a6-cc06-472d-9090-da167f2a7688 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:30.028070 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-c34077bc-0eab-4d0a-b7d2-de8c44545f7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=78159ada-cbef-421f-a1ad-97a024721599 HTTP/1.1" status: 200  len: 217 time: 0.1868663
Apr 30 04:49:30.053923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Network b62bfcbb-2645-4bab-adf0-74e149a926a2 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:30.063439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:30.073118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:30.095337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Usage tracker for resource:security_group and tenant:455830d986e94a35bcb6f447ad989b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:30.108066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:30.123624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb66dd5-a78e-47db-a789-278038831b52,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:30.127495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-84bd840f-1158-4d84-8efb-9a25494d7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:30.130149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Pushing event updated for resources: {'Port': ['ID=54235954-661c-4e4c-9ff9-191145d7abd7,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:30.130356 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-84bd840f-1158-4d84-8efb-9a25494d7a11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.0956168
Apr 30 04:49:30.133975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Usage tracker for resource:security_group_rule and tenant:455830d986e94a35bcb6f447ad989b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:30.160720 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:30.181860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:30.199964 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5eaab6de-b0b9-4f56-903d-b495b0496cc7 tempest-QuotasTest-1269849460 tempest-QuotasTest-1269849460-project-admin] 10.222.0.46 "GET /v2.0/quotas/455830d986e94a35bcb6f447ad989b45/details.json HTTP/1.1" status: 200  len: 703 time: 1.7216327
Apr 30 04:49:30.200117 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:30.227943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Attempting to bind port 54235954-661c-4e4c-9ff9-191145d7abd7 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:49:30.228460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Attempting to bind port 54235954-661c-4e4c-9ff9-191145d7abd7 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5e1f87b2-c282-4ef7-8b77-7bc887851035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:49:30.228925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Attempting to bind port 54235954-661c-4e4c-9ff9-191145d7abd7 on network b62bfcbb-2645-4bab-adf0-74e149a926a2 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:30.236570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:49:30.237193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Checking segment: {'id': '5e1f87b2-c282-4ef7-8b77-7bc887851035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:30.238874 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:30.239106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Bound using segment: {'id': '5e1f87b2-c282-4ef7-8b77-7bc887851035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:49:30.239728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Bound port: 54235954-661c-4e4c-9ff9-191145d7abd7, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1f87b2-c282-4ef7-8b77-7bc887851035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:49:30.240190 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:30.243152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] No DVR routers for this DVR port ccb66dd5-a78e-47db-a789-278038831b52 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:49:30.272116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-61d8020b-4794-4a97-b02d-06c6ab7f534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:30.277394 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-61d8020b-4794-4a97-b02d-06c6ab7f534d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1365416
Apr 30 04:49:30.418430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] For port 54235954-661c-4e4c-9ff9-191145d7abd7, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:49:30.426623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] For port 54235954-661c-4e4c-9ff9-191145d7abd7, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=54235954-661c-4e4c-9ff9-191145d7abd7,segment=NetworkSegment(5e1f87b2-c282-4ef7-8b77-7bc887851035),segment_id=5e1f87b2-c282-4ef7-8b77-7bc887851035)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:49:30.437708 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:30.444850 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fa287c44-198f-47e0-9176-daea2da4b3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:30.638834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-52f61d4c-7a61-48b3-842e-ed5db7505a98 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3537614
Apr 30 04:49:30.689535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a1885552-3477-4e48-9799-3c1629426e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:30.703736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Pushing event updated for resources: {'Port': ['ID=54235954-661c-4e4c-9ff9-191145d7abd7,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:30.708802 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:30.736219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47452) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:30.775212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-a55a6180-3205-49ff-8ce2-36bce48ab13b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=17e9c47251c94292ac34165152f2d2ed&fields=id HTTP/1.1" status: 200  len: 348 time: 1.0325038
Apr 30 04:49:30.977057 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-9e25b3ca-eaab-4b7a-abf2-42f94fcab08e service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3311481
Apr 30 04:49:31.188466 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:31.249010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:31.294327 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-3ecb0658-994f-40be-aebd-3462152a2806 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab HTTP/1.1" status: 200  len: 217 time: 0.3094811
Apr 30 04:49:31.364168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:31.366279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47470) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:31.373485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Usage tracker for resource:security_group_rule and tenant:50b5e8515d7f4dd793515629eeacf431 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:31.398456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:31.415252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:31.498363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-378458bb-fdf7-412a-b8cc-da77f6661272 service neutron] 10.222.0.46 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7581778
Apr 30 04:49:31.520571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a0df070>,) {'filters': {'network_id': ['209a2715-1303-4c96-a0f4-1a1ff93df69e']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:31.521896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-b1e46f68-a196-4c23-bffd-3a43b5bfbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:31.524879 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-b1e46f68-a196-4c23-bffd-3a43b5bfbc27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 0.2194788
Apr 30 04:49:31.592100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-564e675a-8507-4a62-83e8-489e990b81a4 service neutron] 10.222.0.46 "GET /v2.0/networks/5c8fb182-cd5d-441d-93b5-362c73e66bac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7949369
Apr 30 04:49:31.599545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a0df070>, '7b02e22e-e690-412c-af1f-46f665f3df09') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:31.600232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a0df070>, '7b02e22e-e690-412c-af1f-46f665f3df09') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:31.642396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-115f672c-34f0-488f-906c-e68c0e932cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:31.644577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-115f672c-34f0-488f-906c-e68c0e932cf7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1097 time: 2.4286094
Apr 30 04:49:31.669697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ada6c7b4-bda9-4d94-a089-4d9011eddd17 tempest-AgentManagementNegativeTest-1314652943 tempest-AgentManagementNegativeTest-1314652943-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.2990854
Apr 30 04:49:31.699970 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:31.954169 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:32.059655 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:32.069816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-8c34770c-15f2-44d1-862e-f99ddaef1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:32.071443 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-8c34770c-15f2-44d1-862e-f99ddaef1f13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.5384605
Apr 30 04:49:32.073598 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:32.120935 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1d9aa408-8555-4d5c-9da2-8cb34e6831f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:32.134916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:49:32.158252 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50b5e8515d7f4dd793515629eeacf431&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4168229
Apr 30 04:49:32.184073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b8be7a-cb73-4a05-83b8-91e5333b5807,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:32.186604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47508) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:32.244288 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:32.435023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc0cbce-0da0-4c54-a89e-fa50334435c9 None None] Network b62bfcbb-2645-4bab-adf0-74e149a926a2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:32.490059 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-71e7ff25-81d5-429f-9ec9-69e0026c7f31 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3705881
Apr 30 04:49:32.540976 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-51341f01-d83d-4828-96b5-b621f8ba18e3 None None] Provisioning for port 54235954-661c-4e4c-9ff9-191145d7abd7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:32.640871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47516) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:32.682041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-6d1e34d6-89b3-4f77-bc2d-f51fb4049ffe service neutron] 10.222.0.46 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1299260
Apr 30 04:49:32.730605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-7ab875f9-3777-41dc-9722-7cb71dbb07b5 service neutron] 10.222.0.46 "GET /v2.0/networks/5c8fb182-cd5d-441d-93b5-362c73e66bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1207681
Apr 30 04:49:32.735547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-d4ec3d99-0048-48db-b99d-cc131f824211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:32.737435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-d4ec3d99-0048-48db-b99d-cc131f824211 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 921 time: 1.0179839
Apr 30 04:49:32.759967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a06-bfe1-49cb-8917-5248bfd69e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:32.807772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 54235954-661c-4e4c-9ff9-191145d7abd7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:32.814569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a06-bfe1-49cb-8917-5248bfd69e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:32.883243 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-560d4e43-7d83-49e8-ae69-a9ab35779f7e service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3595622
Apr 30 04:49:32.994437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-0948e96e-6c6f-41d5-b5b3-d1252aa2a1f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 217 time: 0.2012031
Apr 30 04:49:33.190955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 54235954-661c-4e4c-9ff9-191145d7abd7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:33.191529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:33.200101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 54235954-661c-4e4c-9ff9-191145d7abd7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:33.200671 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:33.203502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-4a040a25-7b90-411d-8cfe-827d0a71858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:33.205654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-4a040a25-7b90-411d-8cfe-827d0a71858d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.1077394
Apr 30 04:49:33.292246 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:33.312795 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:33.335400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-d2db52f3-b09a-495a-8bf4-f703c9444c52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54489ae0-efe8-43fe-bdd3-00e11f296177 HTTP/1.1" status: 200  len: 217 time: 0.4256525
Apr 30 04:49:33.356407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:33.364346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:973170805db7410db8a62ad0dc62a8cb is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:33.369800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:33.383638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:33.408538 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:33.453337 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:33.466282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-0ef3d913-569d-4fce-9db4-d1c163a45e50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1253903
Apr 30 04:49:33.529628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-be929efe-d9c5-464b-b3c1-7df1efae1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:33.530912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-be929efe-d9c5-464b-b3c1-7df1efae1b0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 0.1848698
Apr 30 04:49:33.624203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 54235954-661c-4e4c-9ff9-191145d7abd7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=54235954-661c-4e4c-9ff9-191145d7abd7,segment=NetworkSegment(5e1f87b2-c282-4ef7-8b77-7bc887851035),segment_id=5e1f87b2-c282-4ef7-8b77-7bc887851035)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:33.650902 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:33.662222 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0369b094-8125-461a-83e7-61be195fcb60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:33.717988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a06-bfe1-49cb-8917-5248bfd69e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:33.741277 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f5208164-64fc-4645-a3ec-fdb55ea2371e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:33.892486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=54235954-661c-4e4c-9ff9-191145d7abd7,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:33.898497 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1bf146a7-209d-483e-8b19-7009e8ffcc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:33.901559 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:33.989133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed67dc6-46a0-452b-914a-41a92b3eb111 req-d9a02a73-2cd7-46d5-b8fa-5af7b4e19a10 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:33.998188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ed67dc6-46a0-452b-914a-41a92b3eb111 req-d9a02a73-2cd7-46d5-b8fa-5af7b4e19a10 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 0.7731287
Apr 30 04:49:34.017975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Network 209a2715-1303-4c96-a0f4-1a1ff93df69e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:49:34.032470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ce3ba043-c750-4eb3-ab37-b1ff43ae5cb4 None None] Provisioning complete for port 54235954-661c-4e4c-9ff9-191145d7abd7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:34.032965 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ce3ba043-c750-4eb3-ab37-b1ff43ae5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.042873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:49:34.050388 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:49:34.075244 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-be9b44cd-3a86-4b37-9e1a-f635261e68f8 service neutron] 10.222.0.46 "GET /v2.0/networks/b62bfcbb-2645-4bab-adf0-74e149a926a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2831743
Apr 30 04:49:34.101832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c0a06-bfe1-49cb-8917-5248bfd69e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b8be7a-cb73-4a05-83b8-91e5333b5807,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:34.119129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.197973 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f4c0a06-bfe1-49cb-8917-5248bfd69e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:34.198563 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f4c0a06-bfe1-49cb-8917-5248bfd69e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:34.231052 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=973170805db7410db8a62ad0dc62a8cb&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5838773
Apr 30 04:49:34.237781 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f4c0a06-bfe1-49cb-8917-5248bfd69e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.241816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7f4c0a06-bfe1-49cb-8917-5248bfd69e75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13b8be7a-cb73-4a05-83b8-91e5333b5807 HTTP/1.1" status: 204  len: 168 time: 2.0390365
Apr 30 04:49:34.261133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47534) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:34.301833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a4e1c-a98b-4da9-8cd5-d86df65e0d77,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:34.309042 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:34.378377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24725c-70f1-47e1-9854-970659d24f25 req-9412aee4-129a-49e0-b5f9-3a8e8cc0f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:34.381186 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-9412aee4-129a-49e0-b5f9-3a8e8cc0f4c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.8436015
Apr 30 04:49:34.391447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ed67dc6-46a0-452b-914a-41a92b3eb111 req-0bdbdb93-e2c9-40e0-b34b-6b1f8cf2d316 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3923242
Apr 30 04:49:34.426506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-ca0625e2-ecbb-43a8-a007-afb2c0866152 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9352596
Apr 30 04:49:34.652964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d567f4c-dea2-4c82-9aa9-abaf90d16480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.665820 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.697755 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d567f4c-dea2-4c82-9aa9-abaf90d16480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.735392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.739866 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-3ff4e534-bd84-4cba-a46b-1d17ba396acf service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3509402
Apr 30 04:49:34.761445 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.767049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 54235954-661c-4e4c-9ff9-191145d7abd7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:34.779196 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-da8140c6-86f1-4ff7-8021-e685058348eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:34.970979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Pushing event deleted for resources: {'Network': ['ID=209a2715-1303-4c96-a0f4-1a1ff93df69e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:34.979281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d567f4c-dea2-4c82-9aa9-abaf90d16480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:34.985209 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:34.991622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 54235954-661c-4e4c-9ff9-191145d7abd7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:34.992389 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:35.082924 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-081e8bb2-ab91-4b88-8c62-f56693d57541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:35.088236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c70c37b-41f4-45c0-bc0c-698b37e2cb37 req-e7ed0a08-c241-408b-9cf1-2555971ee956 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 210 time: 0.3449507
Apr 30 04:49:35.114524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d567f4c-dea2-4c82-9aa9-abaf90d16480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a4e1c-a98b-4da9-8cd5-d86df65e0d77,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:35.136372 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7d567f4c-dea2-4c82-9aa9-abaf90d16480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:35.140916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c24725c-70f1-47e1-9854-970659d24f25 req-38fcbbd1-c65e-48db-a796-c7311e372e36 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3915401
Apr 30 04:49:35.162826 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d567f4c-dea2-4c82-9aa9-abaf90d16480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:35.164773 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7d567f4c-dea2-4c82-9aa9-abaf90d16480 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d02a4e1c-a98b-4da9-8cd5-d86df65e0d77 HTTP/1.1" status: 204  len: 168 time: 0.9011521
Apr 30 04:49:35.248225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47546) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:35.288997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:35.299530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-6f90fba5-8551-4d85-a13e-97f6db4662cc service neutron] 10.222.0.46 "GET /v2.0/networks/b62bfcbb-2645-4bab-adf0-74e149a926a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1455665
Apr 30 04:49:35.304290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26430db1-ed7f-4737-b9e4-99b9d4da1c1a req-d9517851-d77f-4692-885c-255bdb8b14d7 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7875540
Apr 30 04:49:35.334526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] 10.222.0.46 "DELETE /v2.0/networks/209a2715-1303-4c96-a0f4-1a1ff93df69e HTTP/1.1" status: 204  len: 168 time: 8.4127676
Apr 30 04:49:35.380340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:35.391322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Usage tracker for resource:security_group_rule and tenant:455830d986e94a35bcb6f447ad989b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:35.398086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:35.412668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:35.823601 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:35.842176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:35.880983 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2430f5db-96d5-4de4-9678-aec563ffd7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:36.023086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59af30c1-86cd-41ee-9149-6485c8bbe0ab,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:36.030404 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:36.035463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47568) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:36.113008 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=455830d986e94a35bcb6f447ad989b45&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8593144
Apr 30 04:49:36.116005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47578) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:36.308826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b87b9ca-b0ee-42e7-9180-5d3c13254544 req-bdd3936f-69d4-4381-82e7-9214deaa3e85 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 210 time: 0.2938728
Apr 30 04:49:36.374593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-db1b5875-fcbc-4d43-aeaf-d0b11021caab tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:36.380561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-db1b5875-fcbc-4d43-aeaf-d0b11021caab tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.37 "GET /v2.0/networks?id=ae28438b-5713-4e31-9ad6-51313b3878cc HTTP/1.1" status: 200  len: 812 time: 1.0751905
Apr 30 04:49:36.452401 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ab570fb-5deb-4a01-ba8c-b28c79adcca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:36.533870 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-fcf97233-8dd5-439a-8b8f-fe692fe034c7 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc4971e418b641c6a38ad5e25a17080e HTTP/1.1" status: 200  len: 379 time: 0.1033528
Apr 30 04:49:36.546125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Request body: {'port': {'device_id': '7fc57a68-1537-4b40-b3bb-879692819799', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'admin_state_up': True, 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'security_groups': ['6fb1957c-5abb-4a6f-a6f0-a3d2776530f7']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:36.649798 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:36.778510 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ab570fb-5deb-4a01-ba8c-b28c79adcca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:36.798729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:36.816529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4542b5d-c7e8-425f-99d3-a0e9381329fd req-112ba13e-1527-4f6f-943f-8c4d6436dcab tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 210 time: 0.2271152
Apr 30 04:49:36.832403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549867f-92cc-4cee-bc4a-73f0885f0778 req-a50f6d9b-d9b4-4f8c-b606-0d180c6bc4c8 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:36.841647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0549867f-92cc-4cee-bc4a-73f0885f0778 req-a50f6d9b-d9b4-4f8c-b606-0d180c6bc4c8 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 1.0026441
Apr 30 04:49:36.886749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Usage tracker for resource:port and tenant:fc4971e418b641c6a38ad5e25a17080e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:36.914322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:36.934556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:36.975404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0549867f-92cc-4cee-bc4a-73f0885f0778 req-3a50d6ff-b188-4e9a-9b09-57d9f81d7b9e tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326063
Apr 30 04:49:36.996832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Made reservation on behalf of fc4971e418b641c6a38ad5e25a17080e for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:37.002151 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:37.064622 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cf031f48-59bc-4140-bd94-12d53a2aaf6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5236902b32874d95bf56f2b0f37f694c&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0279884
Apr 30 04:49:37.071866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47600) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:37.280591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44b04a0a-faf7-451c-94b9-d39c46642b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:37.281341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Allocated IP 172.20.0.7 (ae28438b-5713-4e31-9ad6-51313b3878cc/b0d694b3-495b-4225-b8a0-755dfe492f2c/1a031797-d579-46c4-87a5-f33285f1b2ed) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:37.308732 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ab570fb-5deb-4a01-ba8c-b28c79adcca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:37.324097 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c7e4de0-044c-451f-b721-fbc3c1c1347f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:37.366101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab570fb-5deb-4a01-ba8c-b28c79adcca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59af30c1-86cd-41ee-9149-6485c8bbe0ab,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:37.385178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44b04a0a-faf7-451c-94b9-d39c46642b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:37.399415 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ab570fb-5deb-4a01-ba8c-b28c79adcca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:37.419081 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ab570fb-5deb-4a01-ba8c-b28c79adcca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:37.422006 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8ab570fb-5deb-4a01-ba8c-b28c79adcca1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59af30c1-86cd-41ee-9149-6485c8bbe0ab HTTP/1.1" status: 204  len: 168 time: 1.3014297
Apr 30 04:49:37.470785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47610) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:37.546945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44b04a0a-faf7-451c-94b9-d39c46642b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:37.586833 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-014d0ddb-0528-4370-aaa7-6a6656d3e234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:37.616329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b04a0a-faf7-451c-94b9-d39c46642b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f5cb84-829f-4a0e-9a61-aff4f05fea6d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:37.621441 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-44b04a0a-faf7-451c-94b9-d39c46642b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:37.623064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-44b04a0a-faf7-451c-94b9-d39c46642b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:37.631245 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-44b04a0a-faf7-451c-94b9-d39c46642b41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/04f5cb84-829f-4a0e-9a61-aff4f05fea6d HTTP/1.1" status: 204  len: 168 time: 0.5442235
Apr 30 04:49:37.720614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1a5c88f-c06b-413f-acc7-2519be2b741f req-f823cc49-75a7-4f96-83f7-93a9ca785902 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 210 time: 0.1099737
Apr 30 04:49:37.864592 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:37.890481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-638434669'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:37.918956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:37.925817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Transition to ACTIVE for port object 1a031797-d579-46c4-87a5-f33285f1b2ed will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:37.957889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:network and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:37.967526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:37.995166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:38.022425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:38.032293 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:38.068266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:38.116501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:38.127184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:security_group_rule and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:38.133794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:38.156634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:38.254883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06e1da16-ee77-4a50-ac47-e79e76579214 req-09ac96ba-f59f-4336-a710-fcfaff14c23e tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 210 time: 0.2628796
Apr 30 04:49:38.302517 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:38.318735 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3792f6af-187f-45d8-9f7a-7aeeaa7b4cee tempest-FloatingIPsAssociationNegativeTestJSON-1480125349 tempest-FloatingIPsAssociationNegativeTestJSON-1480125349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:38.528482 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:38.546001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:38.554264 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89b7c8f9-4cf2-4d5a-8429-c05e1b06a536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:38.697438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fbb243-b393-4eea-badc-b0147ff1e79d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:38.709312 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:38.711079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:49:38.747733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:38.748157 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment 9b769b93-dcff-485a-83fc-2bf0f8637a93 of type vlan for network c6918837-e55f-4c7b-aca8-06877f230d16
Apr 30 04:49:38.859128 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:38.943016 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:38.960364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:38.970699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:38.988918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Pushing event updated for resources: {'Port': ['ID=1a031797-d579-46c4-87a5-f33285f1b2ed,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:39.001955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-fea4e682-a3ae-4dbc-a627-e5d8145d6d24 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:39.009371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-fea4e682-a3ae-4dbc-a627-e5d8145d6d24 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:39.011213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-fea4e682-a3ae-4dbc-a627-e5d8145d6d24 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.50 "GET /v2.0/networks?id=5c8fb182-cd5d-441d-93b5-362c73e66bac&id=b62bfcbb-2645-4bab-adf0-74e149a926a2 HTTP/1.1" status: 200  len: 1390 time: 0.3703618
Apr 30 04:49:39.012535 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:39.029245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'port': {'device_id': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac', 'admin_state_up': True, 'tenant_id': '17e9c47251c94292ac34165152f2d2ed'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:39.096513 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d944d759-a969-4a6e-894f-208065dfaf96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:39.147458 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.6611841
Apr 30 04:49:39.264369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b865d777-4a4b-4f8c-810f-3674422ee8c2 req-57b937f2-1296-4098-9957-4ccaae596a92 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 210 time: 0.0862298
Apr 30 04:49:39.348263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Network ae28438b-5713-4e31-9ad6-51313b3878cc is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:39.370754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:39.383198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Usage tracker for resource:port and tenant:17e9c47251c94292ac34165152f2d2ed is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:39.390765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Quota usage for port was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:39.406752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:39.428052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:39.439743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:39.484645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=c6918837-e55f-4c7b-aca8-06877f230d16,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:39.489372 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:39.502194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c6918837-e55f-4c7b-aca8-06877f230d16 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:49:39.536746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:39.559032 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:40.002902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:40.004263 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:40.272047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c1c46e38-8039-40ba-995a-d08b57da9e81 None None] Provisioning for port 1a031797-d579-46c4-87a5-f33285f1b2ed completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:40.282426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c1c46e38-8039-40ba-995a-d08b57da9e81 None None] Provisioning complete for port 1a031797-d579-46c4-87a5-f33285f1b2ed triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:40.283111 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c1c46e38-8039-40ba-995a-d08b57da9e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:40.445828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c1c46e38-8039-40ba-995a-d08b57da9e81 None None] Port 1a031797-d579-46c4-87a5-f33285f1b2ed cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:49:40.462304 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9188130
Apr 30 04:49:40.561544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61c49d-36c9-49a2-81ea-4b81f2594127 req-331bd326-d1a7-4a26-90eb-9964b1595b52 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:40.577577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da61c49d-36c9-49a2-81ea-4b81f2594127 req-331bd326-d1a7-4a26-90eb-9964b1595b52 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 2.0851870
Apr 30 04:49:40.640533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Request body: {'port': {'device_id': '7fc57a68-1537-4b40-b3bb-879692819799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:41.301690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da61c49d-36c9-49a2-81ea-4b81f2594127 req-86ab78f2-de52-4380-9590-2da75cc0303f tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942372
Apr 30 04:49:41.368615 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:41.557654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Allocated IP 19.80.0.174 (5c8fb182-cd5d-441d-93b5-362c73e66bac/c9ab4084-397e-48cb-9b20-1310470016ba/44514fb0-e8cc-4342-a490-cbf0b62dc38f) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:41.564426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa88574-e564-4d9d-96b1-c5c53e8ca67a req-89d4a177-286c-4df9-b523-a35f5345674a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 210 time: 0.1006689
Apr 30 04:49:41.644300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7153ad8-9455-4a18-a268-579bb263fdcc req-0228d403-c89f-440b-a46e-1ca07e161278 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:41.645171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a7153ad8-9455-4a18-a268-579bb263fdcc req-0228d403-c89f-440b-a46e-1ca07e161278 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Synchronizing usage tracker for tenant:fc4971e418b641c6a38ad5e25a17080e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:49:41.707093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a7153ad8-9455-4a18-a268-579bb263fdcc req-0228d403-c89f-440b-a46e-1ca07e161278 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Unset dirty status for tenant:fc4971e418b641c6a38ad5e25a17080e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:49:41.714469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7153ad8-9455-4a18-a268-579bb263fdcc req-0228d403-c89f-440b-a46e-1ca07e161278 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 931 time: 1.5611002
Apr 30 04:49:41.993314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7153ad8-9455-4a18-a268-579bb263fdcc req-e679945e-2e83-4e19-9cfb-0eb441488458 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2778108
Apr 30 04:49:42.070187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47692) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:42.249427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:42.299127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-91978840', 'router:external': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:42.320801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:42.339114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Usage tracker for resource:network and tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:42.345543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:42.368972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Transition to ACTIVE for port object 44514fb0-e8cc-4342-a490-cbf0b62dc38f will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:42.433559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a031797-d579-46c4-87a5-f33285f1b2ed {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:49:42.454976 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:42.608972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Transition to ACTIVE for port object 1a031797-d579-46c4-87a5-f33285f1b2ed will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:42.634970 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:42.656529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:42.658808 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36c44ee4-b2fc-4d3a-9232-c92bc2ac45fb tempest-ListServerFiltersTestJSON-308116169 tempest-ListServerFiltersTestJSON-308116169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:42.692200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Made reservation on behalf of 6b801b7a6b1b4c6cb0d4fdc0affbf7a5 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:42.695230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:42.724627 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:42.746151 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:42.788312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:42.809124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Usage tracker for resource:security_group_rule and tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:42.822414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:42.826092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Port': ['ID=44514fb0-e8cc-4342-a490-cbf0b62dc38f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:42.843061 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:42.844513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:42.873242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 5c8fb182-cd5d-441d-93b5-362c73e66bac is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:42.874357 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f44242b-61cd-487a-b0ac-0f5ca8789add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:43.113485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:43.139127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:43.151274 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:43.217399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:43.220519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:49:43.290248 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:43.301427 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Added segment c9436d7b-f7a7-4aef-af4b-b311e7edf88d of type vlan for network 42f74bff-83a3-43d8-bc66-9ffa850f2eaa
Apr 30 04:49:43.350883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:43.352354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:43.543940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:43.743675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7575872a-7bea-416d-bd02-a7d43defc3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:43.853018 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:43.854290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a031797-d579-46c4-87a5-f33285f1b2ed,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:43.861966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:43.865021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:43.896056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47726) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:43.898574 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.023s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:43.919722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1519501c-f1be-4487-aa4d-f0e7e620b19b None None] Provisioning for port 44514fb0-e8cc-4342-a490-cbf0b62dc38f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:43.942130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1519501c-f1be-4487-aa4d-f0e7e620b19b None None] Provisioning complete for port 44514fb0-e8cc-4342-a490-cbf0b62dc38f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:43.945672 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1519501c-f1be-4487-aa4d-f0e7e620b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:43.982720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f1c53-c9f7-4614-bd7a-534521f563c8 req-930c4381-e3e8-4352-86a1-44088f69f0d9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:43.988434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c60f1c53-c9f7-4614-bd7a-534521f563c8 req-930c4381-e3e8-4352-86a1-44088f69f0d9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 1.5133054
Apr 30 04:49:44.013407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0988f4d0-471a-4bc8-bcb7-3ebc8c977326,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:44.021461 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:44.022347 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3db6e93a-98fa-4cdd-afc0-9549d14b4780 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:44.038766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0156059
Apr 30 04:49:44.174769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1519501c-f1be-4487-aa4d-f0e7e620b19b None None] Port 44514fb0-e8cc-4342-a490-cbf0b62dc38f cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:49:44.189770 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 2.1127286
Apr 30 04:49:44.190634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47732) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:44.198488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'subnet': {'network_id': '42f74bff-83a3-43d8-bc66-9ffa850f2eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:44.202968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event updated for resources: {'Network': ['ID=42f74bff-83a3-43d8-bc66-9ffa850f2eaa,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:44.208205 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:44.209161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:44.219259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Usage tracker for resource:subnet and tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:44.226014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 42f74bff-83a3-43d8-bc66-9ffa850f2eaa details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:49:44.230163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:44.251410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c60f1c53-c9f7-4614-bd7a-534521f563c8 req-5d8a051e-be36-4f19-a739-97a3756e8451 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955562
Apr 30 04:49:44.259754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:44.281459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Request body: {'port': {'device_id': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2', 'admin_state_up': True, 'tenant_id': '17e9c47251c94292ac34165152f2d2ed'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:44.303567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Made reservation on behalf of 6b801b7a6b1b4c6cb0d4fdc0affbf7a5 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:44.306107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:44.416089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8f5ed-23c2-4a76-b538-a3dc2cff855f req-5b30434c-b3ab-431f-b68b-fa6b15467f47 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:44.418984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5ce8f5ed-23c2-4a76-b538-a3dc2cff855f req-5b30434c-b3ab-431f-b68b-fa6b15467f47 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Synchronizing usage tracker for tenant:17e9c47251c94292ac34165152f2d2ed on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:49:44.487030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47736) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:44.642126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': 'c6918837-e55f-4c7b-aca8-06877f230d16', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:44.900639 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:44.925643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Attempting to bind port 1a031797-d579-46c4-87a5-f33285f1b2ed on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:49:44.925885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Attempting to bind port 1a031797-d579-46c4-87a5-f33285f1b2ed by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:49:44.926405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Attempting to bind port 1a031797-d579-46c4-87a5-f33285f1b2ed on network ae28438b-5713-4e31-9ad6-51313b3878cc {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:45.231348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.objects.ports [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74582) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Apr 30 04:49:45.231995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:45.235946 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ea0bbb93-8279-42e0-a630-73f80e8aa517 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:45.281454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5ce8f5ed-23c2-4a76-b538-a3dc2cff855f req-5b30434c-b3ab-431f-b68b-fa6b15467f47 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Unset dirty status for tenant:17e9c47251c94292ac34165152f2d2ed on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:49:45.283465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce8f5ed-23c2-4a76-b538-a3dc2cff855f req-5b30434c-b3ab-431f-b68b-fa6b15467f47 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 932 time: 2.4419591
Apr 30 04:49:45.324623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db293018-d3bb-4260-8791-923330251358,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:45.327639 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:45.332700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Checking segment: {'id': 'c9436d7b-f7a7-4aef-af4b-b311e7edf88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '42f74bff-83a3-43d8-bc66-9ffa850f2eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:45.333181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network hostable DHCP agents. Network: 42f74bff-83a3-43d8-bc66-9ffa850f2eaa, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:49:45.343122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Port 1a031797-d579-46c4-87a5-f33285f1b2ed on network ae28438b-5713-4e31-9ad6-51313b3878cc not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:49:45.343122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Attempting to bind port 1a031797-d579-46c4-87a5-f33285f1b2ed on network ae28438b-5713-4e31-9ad6-51313b3878cc {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:45.345666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:45.359258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network 42f74bff-83a3-43d8-bc66-9ffa850f2eaa is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:49:45.377384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 42f74bff-83a3-43d8-bc66-9ffa850f2eaa) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:45.396853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8485090c-0309-40fa-b9e9-aff240595bd0 None None] Network 42f74bff-83a3-43d8-bc66-9ffa850f2eaa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:45.399703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:45.401653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:45.406887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Usage tracker for resource:security_group_rule and tenant:cb62d8c4a185461093c758f313d5e335 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:45.428820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:45.434438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:49:45.434792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Checking segment: {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:45.435146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Bound using segment: {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:49:45.435782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Bound port: 1a031797-d579-46c4-87a5-f33285f1b2ed, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa21eeee-3fb3-4618-84c7-d171b263d86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:49:45.436237 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:45.438869 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.2452989
Apr 30 04:49:45.443235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47744) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:45.451611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-28561233', 'network_id': '42f74bff-83a3-43d8-bc66-9ffa850f2eaa'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:45.463479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:45.471646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:45.476543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Usage tracker for resource:port and tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:45.482510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:45.493795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:45.496801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce8f5ed-23c2-4a76-b538-a3dc2cff855f req-7aaf08fe-175f-4e70-a870-22b61fcc89e9 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379135
Apr 30 04:49:45.533822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Made reservation on behalf of 6b801b7a6b1b4c6cb0d4fdc0affbf7a5 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:45.539511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:45.592292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] device_id is not set on port b996c494-b04e-4223-af22-d2297376e145 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:49:45.624454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:45.699824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:subnet and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:45.704697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:45.717270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:45.800536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:45.804325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:45.819920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] For port 1a031797-d579-46c4-87a5-f33285f1b2ed, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:49:45.852688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] For port 1a031797-d579-46c4-87a5-f33285f1b2ed, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1a031797-d579-46c4-87a5-f33285f1b2ed,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:49:45.864914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee9d0d-e11f-47f4-b622-fc6f2e3547e2 req-33696293-ccf3-4245-a368-e73a4476a795 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:45.874270 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0ee9d0d-e11f-47f4-b622-fc6f2e3547e2 req-33696293-ccf3-4245-a368-e73a4476a795 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 943 time: 1.1018486
Apr 30 04:49:45.892057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fbb0e5-789f-4522-b19d-0f5727bf6d91 None None] Network 42f74bff-83a3-43d8-bc66-9ffa850f2eaa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:45.898288 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:45.909766 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ef3ae20d-6113-4e11-9ed2-84edbb5cc3f0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:45.943933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Allocated IP 172.20.0.9 (42f74bff-83a3-43d8-bc66-9ffa850f2eaa/db293018-d3bb-4260-8791-923330251358/b996c494-b04e-4223-af22-d2297376e145) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:45.944881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:45.948902 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:46.061295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Made reservation on behalf of 17e9c47251c94292ac34165152f2d2ed for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:46.065502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:46.154565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:46.155204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:46.157972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] 10.222.0.37 "PUT /v2.0/ports/1a031797-d579-46c4-87a5-f33285f1b2ed HTTP/1.1" status: 200  len: 1092 time: 5.5762992
Apr 30 04:49:46.181627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:49:46.419550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:46.463967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:46.472676 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1154a09-3041-46ee-8c36-584a6434faac tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:46.566673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network 42f74bff-83a3-43d8-bc66-9ffa850f2eaa is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:46.568132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:46.574407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:46.607551 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0ee9d0d-e11f-47f4-b622-fc6f2e3547e2 req-de113788-c116-4804-b2ad-d41bb37b55e2 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7318964
Apr 30 04:49:46.639487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event updated for resources: {'Port': ['ID=b996c494-b04e-4223-af22-d2297376e145,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:46.649359 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:46.685014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:46.685014 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:46.688177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a031797-d579-46c4-87a5-f33285f1b2ed,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:46.707244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:46.725858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef408f-0a46-42c0-8409-9b1ca9440221 req-4b2c35f9-05b8-4450-b15d-98450645506c tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:46.728947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18ef408f-0a46-42c0-8409-9b1ca9440221 req-4b2c35f9-05b8-4450-b15d-98450645506c tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 1.0253801
Apr 30 04:49:46.732360 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1021 time: 1.2877214
Apr 30 04:49:46.734593 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:46.735610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47754) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:46.745810 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'status': 'completed', 'code': 200}
Apr 30 04:49:46.803036 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:46.919839 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a79bd105-e766-4bde-811d-48ef05ace0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:47.008273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Deleting port b996c494-b04e-4223-af22-d2297376e145 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:49:47.008779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:47.113915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a91054-013e-48c2-8dec-7edc8579cef1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:47.135490 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:47.204203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:47.206299 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb62d8c4a185461093c758f313d5e335&name=default HTTP/1.1" status: 200  len: 2983 time: 3.2618957
Apr 30 04:49:47.216206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47758) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:47.227935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18ef408f-0a46-42c0-8409-9b1ca9440221 req-f6bf94cf-067e-4bb9-a811-6fe67413aa0c tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4559522
Apr 30 04:49:47.241709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Allocated IP 19.86.0.28 (b62bfcbb-2645-4bab-adf0-74e149a926a2/e621ff8f-8c0d-4be2-a33c-2f5b7910f201/13efac13-5da8-4656-8005-4fd9159d31a0) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:47.290386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-18f20eeb-3ef5-4c25-8e18-e06a8365bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:47.292070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-18f20eeb-3ef5-4c25-8e18-e06a8365bec5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc4971e418b641c6a38ad5e25a17080e&device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 1095 time: 0.9980352
Apr 30 04:49:47.367921 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:49:47.415595 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-9cf737c5-7e20-43dc-bdf3-1d12d9b5b6ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a031797-d579-46c4-87a5-f33285f1b2ed HTTP/1.1" status: 200  len: 217 time: 0.1139944
Apr 30 04:49:47.490816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c7d34-ba7c-44bf-800b-a5c6929cd1e4 req-a186aabf-121a-4b82-bee4-e49471df8414 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:47.493809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c2c7d34-ba7c-44bf-800b-a5c6929cd1e4 req-a186aabf-121a-4b82-bee4-e49471df8414 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 932 time: 0.4394681
Apr 30 04:49:47.636055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Calling delete_port for b996c494-b04e-4223-af22-d2297376e145 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:47.702189 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01d9fe60-e7e7-48e7-9eae-7db77c80de43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:47.762645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01d9fe60-e7e7-48e7-9eae-7db77c80de43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:47.826655 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c2c7d34-ba7c-44bf-800b-a5c6929cd1e4 req-267ddcf3-0fef-4b64-b088-d88eda42f443 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137656
Apr 30 04:49:47.836528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ceaf4aff-d3dc-433d-838d-2463f4dfe6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:47.838029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-ceaf4aff-d3dc-433d-838d-2463f4dfe6de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0d694b3-495b-4225-b8a0-755dfe492f2c HTTP/1.1" status: 200  len: 851 time: 0.3728411
Apr 30 04:49:48.060900 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.074496 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-773bd4a6-d7a2-4441-b529-52de5d16c2d2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:48.153867 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01d9fe60-e7e7-48e7-9eae-7db77c80de43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.158523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event deleted for resources: {'Port': ['ID=b996c494-b04e-4223-af22-d2297376e145,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:48.162927 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:48.166631 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-44b04a0a-faf7-451c-94b9-d39c46642b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:48.197530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.243107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Transition to ACTIVE for port object 13efac13-5da8-4656-8005-4fd9159d31a0 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:48.301720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9fe60-e7e7-48e7-9eae-7db77c80de43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a91054-013e-48c2-8dec-7edc8579cef1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:48.305679 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01d9fe60-e7e7-48e7-9eae-7db77c80de43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:48.347519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-bba08c7f-55c9-420f-a141-5cd4f3564ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:48.348460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01d9fe60-e7e7-48e7-9eae-7db77c80de43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.350303 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-01d9fe60-e7e7-48e7-9eae-7db77c80de43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68a91054-013e-48c2-8dec-7edc8579cef1 HTTP/1.1" status: 204  len: 168 time: 1.1327140
Apr 30 04:49:48.350749 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-bba08c7f-55c9-420f-a141-5cd4f3564ae4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae28438b-5713-4e31-9ad6-51313b3878cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5022254
Apr 30 04:49:48.402636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.407264 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "DELETE /v2.0/ports/b996c494-b04e-4223-af22-d2297376e145 HTTP/1.1" status: 204  len: 168 time: 1.6668620
Apr 30 04:49:48.413217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47770) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:48.429946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42f74bff-83a3-43d8-bc66-9ffa850f2eaa', 'external_fixed_ips': [{'subnet_id': 'db293018-d3bb-4260-8791-923330251358', 'ip_address': '172.20.0.9'}]}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:48.448872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:48.468175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Usage tracker for resource:router and tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:48.468868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abf9f4-ff20-440d-affc-bbb591993956 req-e9111721-526e-4783-b386-38dd074b7525 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:48.470487 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37abf9f4-ff20-440d-affc-bbb591993956 req-e9111721-526e-4783-b386-38dd074b7525 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 943 time: 0.5058098
Apr 30 04:49:48.474717 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.482181 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.489785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:48.500585 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ead1ad0-aa8f-4a52-8e2a-c3cd0ab7882a tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:48.502393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:48.530294 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.534532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.572559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:48.788234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37abf9f4-ff20-440d-affc-bbb591993956 req-7c14b720-111c-4575-b62e-8261dc574ce5 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1953890
Apr 30 04:49:48.815098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network b62bfcbb-2645-4bab-adf0-74e149a926a2 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:48.845924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:48.918482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:49.209634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-29e1bd77-1345-44b6-9c9e-494049ec1a15 service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8496656
Apr 30 04:49:49.298915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:49.329585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event updated for resources: {'Port': ['ID=13efac13-5da8-4656-8005-4fd9159d31a0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:49.335836 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:49.391174 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.841s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:49.450180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-811fbe95-ca7a-4a82-8c26-abbd88961b52 None None] Provisioning for port 13efac13-5da8-4656-8005-4fd9159d31a0 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:49.482189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-811fbe95-ca7a-4a82-8c26-abbd88961b52 None None] Provisioning complete for port 13efac13-5da8-4656-8005-4fd9159d31a0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:49.489694 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-811fbe95-ca7a-4a82-8c26-abbd88961b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:49.576355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking segment: {'id': '9b769b93-dcff-485a-83fc-2bf0f8637a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c6918837-e55f-4c7b-aca8-06877f230d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:49.576707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network hostable DHCP agents. Network: c6918837-e55f-4c7b-aca8-06877f230d16, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:49:49.623642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:49.624354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:49.658489 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-811fbe95-ca7a-4a82-8c26-abbd88961b52 None None] Port 13efac13-5da8-4656-8005-4fd9159d31a0 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:49:49.685609 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5043077
Apr 30 04:49:49.701483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1caad6-c5a4-4e3d-8d9b-adef9416c370 req-9a9c81a6-ae2d-4211-9cc6-9f531b69d3f9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:49.703167 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b1caad6-c5a4-4e3d-8d9b-adef9416c370 req-9a9c81a6-ae2d-4211-9cc6-9f531b69d3f9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 1.1443734
Apr 30 04:49:49.724096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Request body: {'port': {'device_id': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:49.793764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=327806e1-9a39-4e93-b921-f530ba3cac46,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:49.797658 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:49.806195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network c6918837-e55f-4c7b-aca8-06877f230d16 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:49:49.909802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c6918837-e55f-4c7b-aca8-06877f230d16) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:49.932749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b4ac8-55d5-4b43-82c0-560173ae4df9 None None] Network c6918837-e55f-4c7b-aca8-06877f230d16 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:49.988041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b1caad6-c5a4-4e3d-8d9b-adef9416c370 req-233a3600-26fd-4334-bc51-b87f2f5644de tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959393
Apr 30 04:49:49.990406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3766d835-2e81-44f8-9e00-4bd30dad23ef req-b8799a40-28e8-48b2-b5b6-59083efa3c17 service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7584236
Apr 30 04:49:49.992084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:49.997354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:49.997986 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:50.018945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc9cca-82b7-4988-a835-0eb65b60ddf5 req-44d350ac-ca30-4454-9bde-e1aaca954477 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:50.025203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc9cca-82b7-4988-a835-0eb65b60ddf5 req-44d350ac-ca30-4454-9bde-e1aaca954477 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:50.026049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-57fc9cca-82b7-4988-a835-0eb65b60ddf5 req-44d350ac-ca30-4454-9bde-e1aaca954477 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Synchronizing usage tracker for tenant:17e9c47251c94292ac34165152f2d2ed on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:49:50.074872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 5.5048888
Apr 30 04:49:50.075851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47802) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:50.082889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-57fc9cca-82b7-4988-a835-0eb65b60ddf5 req-44d350ac-ca30-4454-9bde-e1aaca954477 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Unset dirty status for tenant:17e9c47251c94292ac34165152f2d2ed on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:49:50.089845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57fc9cca-82b7-4988-a835-0eb65b60ddf5 req-44d350ac-ca30-4454-9bde-e1aaca954477 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1654 time: 0.8321409
Apr 30 04:49:50.091633 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:50.141838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531067188'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:50.142649 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:50.178651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:50.189664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:network and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:50.270825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:50.308067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:50.350024 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57fc9cca-82b7-4988-a835-0eb65b60ddf5 req-b38ac9bc-59dd-49e0-848f-19b5ba6cf51c tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2591805
Apr 30 04:49:50.394458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:50.400647 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:50.517391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c6918837-e55f-4c7b-aca8-06877f230d16', 'network_id': 'c6918837-e55f-4c7b-aca8-06877f230d16', 'tenant_id': 'd716766fcf1b473aa57f7ab0735e3dda', 'fixed_ips': [{'subnet_id': '327806e1-9a39-4e93-b921-f530ba3cac46'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:49:50.520393 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:50.522401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Allocated IP 172.20.0.9 (42f74bff-83a3-43d8-bc66-9ffa850f2eaa/db293018-d3bb-4260-8791-923330251358/6efbdbfa-8cc3-45dd-85f3-1522ced7a57b) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:50.654845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:49:50.692638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-15cd8ee7-972c-4f82-9240-5fa47d6ee2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:50.695333 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-15cd8ee7-972c-4f82-9240-5fa47d6ee2f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc4971e418b641c6a38ad5e25a17080e&device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 1095 time: 0.6138494
Apr 30 04:49:50.843658 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:50.849409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:50.850469 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment 409220f7-9f07-4876-8706-96f79a8febf4 of type vlan for network d8ea2931-87f9-4f76-91eb-93bb050adf3e
Apr 30 04:49:50.990723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:50.999403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072c7c8-ad7c-4362-8e05-d360ed96bc37 req-deced0a5-e75b-4d25-92bf-100bcbd11a09 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:51.007472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a072c7c8-ad7c-4362-8e05-d360ed96bc37 req-deced0a5-e75b-4d25-92bf-100bcbd11a09 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 943 time: 0.8120999
Apr 30 04:49:51.015434 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1aeaa9cf-7829-4aa5-9e4e-52442dbbf16d tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:51.057973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Allocated IP 2001:db8:0:ffff::2 (c6918837-e55f-4c7b-aca8-06877f230d16/327806e1-9a39-4e93-b921-f530ba3cac46/87f0688f-d879-4855-8588-98fcb8685e1c) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:49:51.311917 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:51.505433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47820) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:51.524406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event updated for resources: {'Port': ['ID=6efbdbfa-8cc3-45dd-85f3-1522ced7a57b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:51.529903 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:51.533087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network 42f74bff-83a3-43d8-bc66-9ffa850f2eaa is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:51.535475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:51.543077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:51.676624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a072c7c8-ad7c-4362-8e05-d360ed96bc37 req-fbe3195f-3e45-452e-82b0-2d9f5ed529e1 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6451886
Apr 30 04:49:51.682566 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:49:51.740681 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:51.767007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Transition to ACTIVE for port object 87f0688f-d879-4855-8588-98fcb8685e1c will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:51.823481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Transition to ACTIVE for port object 87f0688f-d879-4855-8588-98fcb8685e1c will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:51.833521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-06efbf13-99b4-4996-a575-3f9625b8de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:51.834612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-06efbf13-99b4-4996-a575-3f9625b8de6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae28438b-5713-4e31-9ad6-51313b3878cc HTTP/1.1" status: 200  len: 913 time: 1.1013415
Apr 30 04:49:51.835970 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:51.839421 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:51.841804 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:51.850036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:51.850997 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:51.889610 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:51.945094 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:51.960908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Pushing event updated for resources: {'Port': ['ID=87f0688f-d879-4855-8588-98fcb8685e1c,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:51.980780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Network c6918837-e55f-4c7b-aca8-06877f230d16 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:49:51.982543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:51.985449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.986056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.986545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.987619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.988145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.988646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.989242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.989878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.990671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.991170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.991687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.992440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:49:51.996076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:49:52.008010 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:52.026601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:52.031738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.9518182
Apr 30 04:49:52.045486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Usage tracker for resource:security_group_rule and tenant:9cf14000fd7d444e8e6dd3b25d4eb426 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:52.052224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:52.065725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:52.135462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47828) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:52.257156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79569d49-31e3-4839-997c-2dab46374cfd req-91218b24-481a-4536-b9d0-d1a3e8da3131 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:52.259533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79569d49-31e3-4839-997c-2dab46374cfd req-91218b24-481a-4536-b9d0-d1a3e8da3131 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 0.9329336
Apr 30 04:49:52.261374 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-f705a438-0c1f-4fc6-bdea-480a63af688b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a031797-d579-46c4-87a5-f33285f1b2ed HTTP/1.1" status: 200  len: 217 time: 0.3740604
Apr 30 04:49:52.265108 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:49:52.297235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Attempting to bind port 87f0688f-d879-4855-8588-98fcb8685e1c on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:49:52.297827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Attempting to bind port 87f0688f-d879-4855-8588-98fcb8685e1c by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '9b769b93-dcff-485a-83fc-2bf0f8637a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c6918837-e55f-4c7b-aca8-06877f230d16'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:49:52.298436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Attempting to bind port 87f0688f-d879-4855-8588-98fcb8685e1c on network c6918837-e55f-4c7b-aca8-06877f230d16 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:52.308625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:49:52.309198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Checking segment: {'id': '9b769b93-dcff-485a-83fc-2bf0f8637a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c6918837-e55f-4c7b-aca8-06877f230d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:52.309777 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:52.310410 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Bound using segment: {'id': '9b769b93-dcff-485a-83fc-2bf0f8637a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c6918837-e55f-4c7b-aca8-06877f230d16'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:49:52.311487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Bound port: 87f0688f-d879-4855-8588-98fcb8685e1c, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b769b93-dcff-485a-83fc-2bf0f8637a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c6918837-e55f-4c7b-aca8-06877f230d16'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:49:52.312070 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:52.332125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': 'd8ea2931-87f9-4f76-91eb-93bb050adf3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:52.351840 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:52.382199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44514fb0-e8cc-4342-a490-cbf0b62dc38f {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:49:52.399730 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:52.403691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:52.415586 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4eca002d-485e-4632-a5c5-2a35db2512d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:52.501844 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cf14000fd7d444e8e6dd3b25d4eb426&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9921749
Apr 30 04:49:52.503473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c38a12-bce7-4da0-9aa7-1efe5f8905a6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:52.507135 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:52.509130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47832) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:52.595510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] For port 87f0688f-d879-4855-8588-98fcb8685e1c, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:49:52.604347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] For port 87f0688f-d879-4855-8588-98fcb8685e1c, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=87f0688f-d879-4855-8588-98fcb8685e1c,segment=NetworkSegment(9b769b93-dcff-485a-83fc-2bf0f8637a93),segment_id=9b769b93-dcff-485a-83fc-2bf0f8637a93)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:49:52.615753 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:52.632528 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3bf043eb-86db-4dec-b7a1-43b37b358a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:52.680452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Transition to ACTIVE for port object 44514fb0-e8cc-4342-a490-cbf0b62dc38f will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:52.753731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff64d60-551c-444e-94fe-32b044cca764 req-7cc74dc0-5e61-448a-b6c7-826a09845647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:52.755679 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7ff64d60-551c-444e-94fe-32b044cca764 req-7cc74dc0-5e61-448a-b6c7-826a09845647 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1097 time: 0.4711413
Apr 30 04:49:52.814523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Pushing event updated for resources: {'Port': ['ID=87f0688f-d879-4855-8588-98fcb8685e1c,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:52.819878 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:52.823184 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3afb4cde-4fc8-4582-b59c-4fcdfd74efbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:52.825547 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:52.838196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=d8ea2931-87f9-4f76-91eb-93bb050adf3e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:52.870709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network d8ea2931-87f9-4f76-91eb-93bb050adf3e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:49:52.873471 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:52.876731 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:52.877382 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ebd89501-f76a-4679-a408-93b62d6b5be5 tempest-FloatingIPAdminTestJSON-1848360164 tempest-FloatingIPAdminTestJSON-1848360164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:52.981090 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7ff64d60-551c-444e-94fe-32b044cca764 req-49017255-6c5f-49a4-9a02-574c61c2ccb2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118154
Apr 30 04:49:53.000254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3afb4cde-4fc8-4582-b59c-4fcdfd74efbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:53.001476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79569d49-31e3-4839-997c-2dab46374cfd req-f50cc442-ca95-48cc-86c2-bb1adb1868f4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4679871
Apr 30 04:49:53.075525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:53.085880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:subnet and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:53.092194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:53.104130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:53.326063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-6ccda785-c96c-400a-9010-541809b8cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:53.330040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-6ccda785-c96c-400a-9010-541809b8cacf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0d694b3-495b-4225-b8a0-755dfe492f2c HTTP/1.1" status: 200  len: 851 time: 0.8969300
Apr 30 04:49:53.333020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:49:53.338994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:53.631277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=44514fb0-e8cc-4342-a490-cbf0b62dc38f,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:53.635117 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:53.652306 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3afb4cde-4fc8-4582-b59c-4fcdfd74efbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:53.661324 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81d33753-b568-46e5-b731-4fae88c3dfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:53.678628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb4cde-4fc8-4582-b59c-4fcdfd74efbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c38a12-bce7-4da0-9aa7-1efe5f8905a6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:53.681305 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3afb4cde-4fc8-4582-b59c-4fcdfd74efbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:53.824428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ef5a9-1f22-4f31-992e-898d6f018ae7 req-eed44db4-f341-4a8a-81c1-978849ac5719 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:53.831835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ef5a9-1f22-4f31-992e-898d6f018ae7 req-eed44db4-f341-4a8a-81c1-978849ac5719 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:53.833864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa1ef5a9-1f22-4f31-992e-898d6f018ae7 req-eed44db4-f341-4a8a-81c1-978849ac5719 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1654 time: 1.7895498
Apr 30 04:49:53.844095 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3afb4cde-4fc8-4582-b59c-4fcdfd74efbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:53.845586 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3afb4cde-4fc8-4582-b59c-4fcdfd74efbd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73c38a12-bce7-4da0-9aa7-1efe5f8905a6 HTTP/1.1" status: 204  len: 168 time: 1.3334601
Apr 30 04:49:53.863618 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:54.106351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa1ef5a9-1f22-4f31-992e-898d6f018ae7 req-abcf490e-84ac-4eec-bc1f-c342f55fa579 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931207
Apr 30 04:49:54.293209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-09875030-5f27-4ce1-a7a5-9e5ee99f37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:54.294860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-09875030-5f27-4ce1-a7a5-9e5ee99f37b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae28438b-5713-4e31-9ad6-51313b3878cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.8036780
Apr 30 04:49:54.310456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95680d-2cf2-43f6-af6d-84f22c382004 req-4b9073dd-531d-43bd-b789-3d044a12008b tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:54.318898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa95680d-2cf2-43f6-af6d-84f22c382004 req-4b9073dd-531d-43bd-b789-3d044a12008b tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 943 time: 0.9952743
Apr 30 04:49:54.346060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Router f0addf60-c09c-4dda-a223-7972ed335566 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:49:54.361420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Attempting to bind port 44514fb0-e8cc-4342-a490-cbf0b62dc38f on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:49:54.362125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Attempting to bind port 44514fb0-e8cc-4342-a490-cbf0b62dc38f by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '6e01795c-30e0-46e3-8538-b09e608d8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:49:54.362256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Attempting to bind port 44514fb0-e8cc-4342-a490-cbf0b62dc38f on network 5c8fb182-cd5d-441d-93b5-362c73e66bac {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:54.486553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Port 44514fb0-e8cc-4342-a490-cbf0b62dc38f on network 5c8fb182-cd5d-441d-93b5-362c73e66bac not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:49:54.486813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Attempting to bind port 44514fb0-e8cc-4342-a490-cbf0b62dc38f on network 5c8fb182-cd5d-441d-93b5-362c73e66bac {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:54.663004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:49:54.663385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Checking segment: {'id': '6e01795c-30e0-46e3-8538-b09e608d8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:54.663824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Bound using segment: {'id': '6e01795c-30e0-46e3-8538-b09e608d8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:49:54.664256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Bound port: 44514fb0-e8cc-4342-a490-cbf0b62dc38f, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e01795c-30e0-46e3-8538-b09e608d8921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:49:54.664616 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:54.818151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 87f0688f-d879-4855-8588-98fcb8685e1c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:54.981972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 1a031797-d579-46c4-87a5-f33285f1b2ed details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:49:55.042348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa95680d-2cf2-43f6-af6d-84f22c382004 req-a1f0fe46-1cd4-4682-bd4f-64197528c171 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7139440
Apr 30 04:49:55.063775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] For port 44514fb0-e8cc-4342-a490-cbf0b62dc38f, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:49:55.068570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] For port 44514fb0-e8cc-4342-a490-cbf0b62dc38f, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=44514fb0-e8cc-4342-a490-cbf0b62dc38f,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:49:55.197880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 1a031797-d579-46c4-87a5-f33285f1b2ed, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1a031797-d579-46c4-87a5-f33285f1b2ed,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:55.213914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:49:55.236921 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'port_id': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'mac_address': 'fa:16:3e:b8:54:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:49:55.240219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ea517-4557-4502-971f-239a87ee0725 None None] Network c6918837-e55f-4c7b-aca8-06877f230d16 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:55.262304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:55.266625 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 6.8492482
Apr 30 04:49:55.267029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47870) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:55.438282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] Sync routers for ids ['f0addf60-c09c-4dda-a223-7972ed335566'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:49:55.490781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:55.526588 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5c16d76a-2fac-4c89-a796-6328781b48d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:55.581927 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:55.618700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:55.619605 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:55.621367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] 10.222.0.50 "PUT /v2.0/ports/44514fb0-e8cc-4342-a490-cbf0b62dc38f HTTP/1.1" status: 200  len: 1093 time: 5.9054487
Apr 30 04:49:55.629406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'tag': '44514fb0-e8cc-4342-a490-cbf0b62dc38f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:49:55.677794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] Routers {'f0addf60-c09c-4dda-a223-7972ed335566'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:49:55.678814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77aff6190>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:49:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['f0addf60-c09c-4dda-a223-7972ed335566'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:55.684978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Request body: {'port': {'device_id': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:55.756822 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:55.775473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-d7f6ac2f-ab4c-471d-931f-c14d7f9a8a38 service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4157686
Apr 30 04:49:55.918663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-89ca33aa-8b70-439f-a78a-9542bf453aaf None None] Provisioning for port 87f0688f-d879-4855-8588-98fcb8685e1c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:55.946488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a031797-d579-46c4-87a5-f33285f1b2ed {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:49:55.960055 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:55.988563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 87f0688f-d879-4855-8588-98fcb8685e1c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:49:55.992596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=44514fb0-e8cc-4342-a490-cbf0b62dc38f,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:56.019956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9bd5ed5-3bb7-444a-90d2-d0e2610b402e req-ba4c2935-5bf5-41ff-940f-8fbe48cb7e97 service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2244523
Apr 30 04:49:56.021570 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:56.047207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 1a031797-d579-46c4-87a5-f33285f1b2ed, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1a031797-d579-46c4-87a5-f33285f1b2ed,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:56.051596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 87f0688f-d879-4855-8588-98fcb8685e1c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:56.052046 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:56.064399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73332f0-d733-478d-9fc7-1093c59bd4b7 req-03b07c18-90e5-4673-a20d-a4e0367e2517 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:56.066499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c73332f0-d733-478d-9fc7-1093c59bd4b7 req-03b07c18-90e5-4673-a20d-a4e0367e2517 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 1.7781141
Apr 30 04:49:56.113243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Deleting port 6efbdbfa-8cc3-45dd-85f3-1522ced7a57b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:49:56.114243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:56.130357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-89ca33aa-8b70-439f-a78a-9542bf453aaf None None] Provisioning complete for port 87f0688f-d879-4855-8588-98fcb8685e1c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:56.130751 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89ca33aa-8b70-439f-a78a-9542bf453aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:56.209110 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:56.218938 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:56.267437 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:56.269274 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1cc1fbfe-6649-420d-9cb6-b676025cd1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:56.469790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Calling delete_port for 6efbdbfa-8cc3-45dd-85f3-1522ced7a57b owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:49:56.622358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=1a031797-d579-46c4-87a5-f33285f1b2ed,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:56.626063 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:56.636779 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] Set router f0addf60-c09c-4dda-a223-7972ed335566 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:49:56.754144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['1a031797-d579-46c4-87a5-f33285f1b2ed'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:49:56.781753 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89ca33aa-8b70-439f-a78a-9542bf453aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:56.836230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b8e-0531-42c0-b971-c3f00d9a167f req-2d4e3572-2380-4554-a719-c90b1ef3f022 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:56.842470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a88b8e-0531-42c0-b971-c3f00d9a167f req-2d4e3572-2380-4554-a719-c90b1ef3f022 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:56.844651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18a88b8e-0531-42c0-b971-c3f00d9a167f req-2d4e3572-2380-4554-a719-c90b1ef3f022 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1666 time: 1.3934965
Apr 30 04:49:56.916916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:56.922938 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a3fdeda-b1cb-4005-95ff-f6086d8f9b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:56.930289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c73332f0-d733-478d-9fc7-1093c59bd4b7 req-9b0e63e7-170b-4df6-9d15-0760139de47b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8181221
Apr 30 04:49:56.961902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-89ca33aa-8b70-439f-a78a-9542bf453aaf None None] For port 87f0688f-d879-4855-8588-98fcb8685e1c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=87f0688f-d879-4855-8588-98fcb8685e1c,segment=NetworkSegment(9b769b93-dcff-485a-83fc-2bf0f8637a93),segment_id=9b769b93-dcff-485a-83fc-2bf0f8637a93)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:49:57.045678 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89ca33aa-8b70-439f-a78a-9542bf453aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:57.056158 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:57.092003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18a88b8e-0531-42c0-b971-c3f00d9a167f req-61e9639a-b95e-48f1-b68f-9ab31f2711fa tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2238779
Apr 30 04:49:57.190882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event deleted for resources: {'Port': ['ID=6efbdbfa-8cc3-45dd-85f3-1522ced7a57b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:57.223181 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:57.244975 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:57.286310 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:49:57.309718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca33aa-8b70-439f-a78a-9542bf453aaf None None] Pushing event updated for resources: {'Port': ['ID=87f0688f-d879-4855-8588-98fcb8685e1c,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:57.314197 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-89ca33aa-8b70-439f-a78a-9542bf453aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:57.468984 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:57.611630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:57.622731 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'tag': '44514fb0-e8cc-4342-a490-cbf0b62dc38f', 'status': 'completed', 'code': 200}
Apr 30 04:49:57.703674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:57.713005 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d4ad70cc-da2a-4b72-86d2-efc5a0c0160a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:57.735594 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:49:57.736359 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:49:57.749915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13efac13-5da8-4656-8005-4fd9159d31a0 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:49:57.762720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-428260480', 'description': 'tempest-description-973890511'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:49:57.816773 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:57.838213 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:57.841216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:57.904162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:57.990967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Transition to ACTIVE for port object 13efac13-5da8-4656-8005-4fd9159d31a0 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:49:57.991876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-114fb8c0-c4d9-4648-b856-9b4b026c229f None None] Provisioning complete for port 87f0688f-d879-4855-8588-98fcb8685e1c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:57.992639 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-114fb8c0-c4d9-4648-b856-9b4b026c229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.027503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.039246 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.055670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=725568bd-068f-462b-9416-d2ad05f4e405,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:58.082444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:49:58.087181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Usage tracker for resource:security_group_rule and tenant:54999f91fbfb453d99b154a06ce72cf5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:49:58.091229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:49:58.101493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:49:58.140156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77aff6190>, [{'id': 'f0addf60-c09c-4dda-a223-7972ed335566', 'name': '', 'tenant_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42f74bff-83a3-43d8-bc66-9ffa850f2eaa', 'external_fixed_ips': [{'subnet_id': 'db293018-d3bb-4260-8791-923330251358', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '6efbdbfa-8cc3-45dd-85f3-1522ced7a57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:49:48Z', 'updated_at': '2021-04-30T04:49:52Z', 'revision_number': 3, 'project_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'gw_port': {'id': '6efbdbfa-8cc3-45dd-85f3-1522ced7a57b', 'name': '', 'network_id': '42f74bff-83a3-43d8-bc66-9ffa850f2eaa', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:60:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0addf60-c09c-4dda-a223-7972ed335566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'db293018-d3bb-4260-8791-923330251358', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:50Z', 'updated_at': '2021-04-30T04:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db293018-d3bb-4260-8791-923330251358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:49:58.156664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] Checking router: f0addf60-c09c-4dda-a223-7972ed335566 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:49:58.157402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] Updating router f0addf60-c09c-4dda-a223-7972ed335566 port 6efbdbfa-8cc3-45dd-85f3-1522ced7a57b binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:49:58.177195 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.180601 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.219901 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.229022 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:58.236530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] Port 6efbdbfa-8cc3-45dd-85f3-1522ced7a57b not found while updating agent binding for router f0addf60-c09c-4dda-a223-7972ed335566. {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Apr 30 04:49:58.238442 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.239659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0addf60-c09c-4dda-a223-7972ed335566 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:49:58.241720 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-50a65eb3-79b0-4ed6-8e88-557f84ff42b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:58.276952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58efbd-a763-461e-871e-d4f26cb38d1d req-9a4518ca-1d50-478d-ba45-ca626d9330b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:58.280321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58efbd-a763-461e-871e-d4f26cb38d1d req-9a4518ca-1d50-478d-ba45-ca626d9330b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:58.283616 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a58efbd-a763-461e-871e-d4f26cb38d1d req-9a4518ca-1d50-478d-ba45-ca626d9330b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17e9c47251c94292ac34165152f2d2ed&device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1940 time: 0.3748786
Apr 30 04:49:58.291650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.293846 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "DELETE /v2.0/routers/f0addf60-c09c-4dda-a223-7972ed335566 HTTP/1.1" status: 204  len: 168 time: 3.0254366
Apr 30 04:49:58.317238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47918) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:58.324549 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.326381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] Routers set() bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:49:58.326381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] Router IDs set() for agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Apr 30 04:49:58.326813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_agentschedulers_db [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f0addf60-c09c-4dda-a223-7972ed335566'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:49:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent'). {{(pid=74583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 30 04:49:58.327027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d55cb-3646-4103-9bac-6cb6c0f6db94 None None] The sync data for ids ['f0addf60-c09c-4dda-a223-7972ed335566'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:49:58.421641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking segment: {'id': '409220f7-9f07-4876-8706-96f79a8febf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd8ea2931-87f9-4f76-91eb-93bb050adf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:58.422347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network hostable DHCP agents. Network: d8ea2931-87f9-4f76-91eb-93bb050adf3e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:49:58.591870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e04c-9cb0-4e20-ba56-ab01c06e9312 req-dcd711ad-f875-4186-a4c6-2ee74d7e991f tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:58.599348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe87e04c-9cb0-4e20-ba56-ab01c06e9312 req-dcd711ad-f875-4186-a4c6-2ee74d7e991f tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 944 time: 0.8480034
Apr 30 04:49:58.640833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58efbd-a763-461e-871e-d4f26cb38d1d req-c1c49642-77f1-45d4-aa2c-73390f3f92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:58.641877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58efbd-a763-461e-871e-d4f26cb38d1d req-c1c49642-77f1-45d4-aa2c-73390f3f92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:58.642972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58efbd-a763-461e-871e-d4f26cb38d1d req-c1c49642-77f1-45d4-aa2c-73390f3f92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:58.647151 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a58efbd-a763-461e-871e-d4f26cb38d1d req-c1c49642-77f1-45d4-aa2c-73390f3f92a8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=17e9c47251c94292ac34165152f2d2ed&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.3512158
Apr 30 04:49:58.708217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 87f0688f-d879-4855-8588-98fcb8685e1c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:49:58.732869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Pushing event updated for resources: {'Port': ['ID=13efac13-5da8-4656-8005-4fd9159d31a0,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:58.736253 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:58.761838 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4b069f6-93d1-494a-ba17-c23a573bb5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:49:58.785856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Deleting subnet db293018-d3bb-4260-8791-923330251358 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:49:58.788737 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:58.790342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4e8d266-7d69-4964-b9f1-898b1a5c258a req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.0807648
Apr 30 04:49:58.807287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:59.131784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d8ea2931-87f9-4f76-91eb-93bb050adf3e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:49:59.139037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 87f0688f-d879-4855-8588-98fcb8685e1c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:49:59.139910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:59.189072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, d8ea2931-87f9-4f76-91eb-93bb050adf3e) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:49:59.228934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ef3999-dc5c-4942-8dc7-ac0e43b7c230,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:49:59.232179 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:49:59.236232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58efbd-a763-461e-871e-d4f26cb38d1d req-27e5a872-7bfa-4de6-ae09-ed41f733ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:59.240219 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a58efbd-a763-461e-871e-d4f26cb38d1d req-27e5a872-7bfa-4de6-ae09-ed41f733ba12 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5858619
Apr 30 04:49:59.241566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:49:59.242179 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:59.254000 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe87e04c-9cb0-4e20-ba56-ab01c06e9312 req-3d3506be-e94d-438a-ba23-c7b2fe5d5433 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6106343
Apr 30 04:49:59.260183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d440fc5-70d4-4603-a6df-753d933f9dba None None] Network d8ea2931-87f9-4f76-91eb-93bb050adf3e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:49:59.286686 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:59.323031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 7.1864991
Apr 30 04:49:59.328498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47932) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:49:59.339607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Attempting to bind port 13efac13-5da8-4656-8005-4fd9159d31a0 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:49:59.340078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Attempting to bind port 13efac13-5da8-4656-8005-4fd9159d31a0 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '5e1f87b2-c282-4ef7-8b77-7bc887851035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:49:59.340284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Attempting to bind port 13efac13-5da8-4656-8005-4fd9159d31a0 on network b62bfcbb-2645-4bab-adf0-74e149a926a2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:59.407349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Port 13efac13-5da8-4656-8005-4fd9159d31a0 on network b62bfcbb-2645-4bab-adf0-74e149a926a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:49:59.407644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Attempting to bind port 13efac13-5da8-4656-8005-4fd9159d31a0 on network b62bfcbb-2645-4bab-adf0-74e149a926a2 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:49:59.427736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:49:59.428115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Checking segment: {'id': '5e1f87b2-c282-4ef7-8b77-7bc887851035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:49:59.428719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Bound using segment: {'id': '5e1f87b2-c282-4ef7-8b77-7bc887851035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:49:59.429193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Bound port: 13efac13-5da8-4656-8005-4fd9159d31a0, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1f87b2-c282-4ef7-8b77-7bc887851035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:49:59.429559 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:59.469809 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:59.729057 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:59.770380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-d8ea2931-87f9-4f76-91eb-93bb050adf3e', 'network_id': 'd8ea2931-87f9-4f76-91eb-93bb050adf3e', 'tenant_id': 'd716766fcf1b473aa57f7ab0735e3dda', 'fixed_ips': [{'subnet_id': '725568bd-068f-462b-9416-d2ad05f4e405'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:49:59.775096 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:49:59.864922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:00.030508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:00.045559 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0be690c-6b6e-4b7a-ac2d-b457b49a4f6e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:00.098461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db293018-d3bb-4260-8791-923330251358,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:00.102416 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:00.130114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-17732fb5-8729-4d19-a0f1-e6251eb68ab7 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Synchronizing usage tracker for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:50:00.154972 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:00.172233 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/db293018-d3bb-4260-8791-923330251358 HTTP/1.1" status: 204  len: 168 time: 1.8400743
Apr 30 04:50:00.187941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47940) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:00.213823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9f415-5d29-444d-87eb-60bef195e867 req-5e3d4171-dca6-448c-9c9c-62c5a7a21aba tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:00.228321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9f415-5d29-444d-87eb-60bef195e867 req-5e3d4171-dca6-448c-9c9c-62c5a7a21aba tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:00.238267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f9f415-5d29-444d-87eb-60bef195e867 req-5e3d4171-dca6-448c-9c9c-62c5a7a21aba tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1678 time: 0.8878415
Apr 30 04:50:00.252869 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Allocated IP 2001:db8::1 (d8ea2931-87f9-4f76-91eb-93bb050adf3e/725568bd-068f-462b-9416-d2ad05f4e405/3052ddb5-a199-45ea-8817-e0d6922f3f16) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:00.294479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-17732fb5-8729-4d19-a0f1-e6251eb68ab7 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Unset dirty status for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:50:00.296482 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-17732fb5-8729-4d19-a0f1-e6251eb68ab7 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-428260480&fields=id&tenant_id=54999f91fbfb453d99b154a06ce72cf5 HTTP/1.1" status: 200  len: 267 time: 0.6292980
Apr 30 04:50:00.384249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] For port 13efac13-5da8-4656-8005-4fd9159d31a0, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:50:00.426690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f9f415-5d29-444d-87eb-60bef195e867 req-8e3de106-51d2-4433-8ca3-ae67d602d020 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870234
Apr 30 04:50:00.520297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] For port 13efac13-5da8-4656-8005-4fd9159d31a0, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=13efac13-5da8-4656-8005-4fd9159d31a0,segment=NetworkSegment(5e1f87b2-c282-4ef7-8b77-7bc887851035),segment_id=5e1f87b2-c282-4ef7-8b77-7bc887851035)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:50:00.584769 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:00.593812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:00.618051 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2f609d9f-2081-4dc7-99e7-f57a8c88d9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:00.750287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:00.751405 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:00.754495 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] 10.222.0.50 "PUT /v2.0/ports/13efac13-5da8-4656-8005-4fd9159d31a0 HTTP/1.1" status: 200  len: 1092 time: 5.0739403
Apr 30 04:50:00.764327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'tag': '13efac13-5da8-4656-8005-4fd9159d31a0'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:00.772133 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8535ac51-11b7-4c97-ada1-ccda7841d943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:00.966171 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:00.976344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 1a031797-d579-46c4-87a5-f33285f1b2ed up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:01.142757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Transition to ACTIVE for port object 3052ddb5-a199-45ea-8817-e0d6922f3f16 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:01.184962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Pushing event updated for resources: {'Port': ['ID=13efac13-5da8-4656-8005-4fd9159d31a0,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:01.190458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Transition to ACTIVE for port object 3052ddb5-a199-45ea-8817-e0d6922f3f16 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:01.202844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.210111 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:01.249530 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:01.251910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 1a031797-d579-46c4-87a5-f33285f1b2ed completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:01.269130 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.281105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 1a031797-d579-46c4-87a5-f33285f1b2ed triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:01.281724 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.281914 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d93bde8a-7e7b-41ae-9093-e551102f28ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:01.285618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-103d8627-464a-4709-b1b1-4daa60da35ca tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:01.292835 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-103d8627-464a-4709-b1b1-4daa60da35ca tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 0.9695716
Apr 30 04:50:01.305355 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.386415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=725568bd-068f-462b-9416-d2ad05f4e405,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:01.411584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Network d8ea2931-87f9-4f76-91eb-93bb050adf3e is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:01.429041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:01.432010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Pushing event updated for resources: {'Port': ['ID=3052ddb5-a199-45ea-8817-e0d6922f3f16,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:01.440873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:01.460788 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:01.481913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe78474de50>,) {'filters': {'network_id': ['42f74bff-83a3-43d8-bc66-9ffa850f2eaa']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:01.505068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78474de50>, 'c9436d7b-f7a7-4aef-af4b-b311e7edf88d') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:01.505419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78474de50>, 'c9436d7b-f7a7-4aef-af4b-b311e7edf88d') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:01.531315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Request body: {'port': {'security_groups': ['824a93ca-4bde-4069-8ccc-efdf01448c4b', 'e4ef3999-dc5c-4942-8dc7-ac0e43b7c230']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:01.554581 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:01.572911 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.660160 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.704388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48512bca-82dc-4d6a-8731-902590faf894 req-1903ba05-51d4-49f5-aa43-82297b6f98ce tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:01.710483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48512bca-82dc-4d6a-8731-902590faf894 req-1903ba05-51d4-49f5-aa43-82297b6f98ce tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 944 time: 0.8446834
Apr 30 04:50:01.739113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Attempting to bind port 3052ddb5-a199-45ea-8817-e0d6922f3f16 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:50:01.739794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Attempting to bind port 3052ddb5-a199-45ea-8817-e0d6922f3f16 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '409220f7-9f07-4876-8706-96f79a8febf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd8ea2931-87f9-4f76-91eb-93bb050adf3e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:50:01.740462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Attempting to bind port 3052ddb5-a199-45ea-8817-e0d6922f3f16 on network d8ea2931-87f9-4f76-91eb-93bb050adf3e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:50:01.765254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:50:01.765661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Checking segment: {'id': '409220f7-9f07-4876-8706-96f79a8febf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd8ea2931-87f9-4f76-91eb-93bb050adf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:01.766197 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.766643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Bound using segment: {'id': '409220f7-9f07-4876-8706-96f79a8febf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd8ea2931-87f9-4f76-91eb-93bb050adf3e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:50:01.767086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Bound port: 3052ddb5-a199-45ea-8817-e0d6922f3f16, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409220f7-9f07-4876-8706-96f79a8febf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'd8ea2931-87f9-4f76-91eb-93bb050adf3e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:50:01.767598 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.770125 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.792175 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.824342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a4a85b0>,) {'filters': {'network_id': ['d8ea2931-87f9-4f76-91eb-93bb050adf3e']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:01.852337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:50:01.864182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a4a85b0>, '409220f7-9f07-4876-8706-96f79a8febf4') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:01.866184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a4a85b0>, '409220f7-9f07-4876-8706-96f79a8febf4') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:01.894440 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.939163 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:01.956127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:50:01.963999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] For port 3052ddb5-a199-45ea-8817-e0d6922f3f16, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:50:01.980437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-0ebb63c7-b04a-458c-9be6-9e810bdaabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:01.980943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-0ebb63c7-b04a-458c-9be6-9e810bdaabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:01.982678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-0ebb63c7-b04a-458c-9be6-9e810bdaabb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17e9c47251c94292ac34165152f2d2ed&device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1982 time: 1.1539707
Apr 30 04:50:02.060420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 1a031797-d579-46c4-87a5-f33285f1b2ed, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1a031797-d579-46c4-87a5-f33285f1b2ed,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:02.062477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:02.074434 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:02.078500 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ce81280-2719-4593-adac-ba2fe4e455b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:02.223684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=1a031797-d579-46c4-87a5-f33285f1b2ed,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:02.240388 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:02.390818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d8ea2931-87f9-4f76-91eb-93bb050adf3e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:02.401006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:02.530638 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-f808b42f-045b-4999-a616-bb97f5bdbf1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=44514fb0-e8cc-4342-a490-cbf0b62dc38f HTTP/1.1" status: 200  len: 217 time: 0.1801686
Apr 30 04:50:02.535580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48512bca-82dc-4d6a-8731-902590faf894 req-66906f22-f0d0-4ebb-933e-3d966301cea0 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7690716
Apr 30 04:50:02.644663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d8ea2931-87f9-4f76-91eb-93bb050adf3e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:50:02.680008 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:50:02.744644 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'tag': '13efac13-5da8-4656-8005-4fd9159d31a0', 'status': 'completed', 'code': 200}
Apr 30 04:50:02.795056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] For port 3052ddb5-a199-45ea-8817-e0d6922f3f16, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3052ddb5-a199-45ea-8817-e0d6922f3f16,segment=NetworkSegment(409220f7-9f07-4876-8706-96f79a8febf4),segment_id=409220f7-9f07-4876-8706-96f79a8febf4)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:50:02.798111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 04:50:02.798111 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 04:50:02.798111 n-d-766726-20 neutron-server[74582]: [parameters: {'id': 'd8ea2931-87f9-4f76-91eb-93bb050adf3e'}]
Apr 30 04:50:02.798111 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:50:02.799275 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:50:02.803911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network 42f74bff-83a3-43d8-bc66-9ffa850f2eaa has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:02.807489 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:02.812647 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:02.818606 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:02.838704 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:03.035472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Pushing event updated for resources: {'Port': ['ID=3052ddb5-a199-45ea-8817-e0d6922f3f16,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:03.064343 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:03.117393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2f5e6f-f078-443d-9cfe-5aa8bec3978f None None] Network d8ea2931-87f9-4f76-91eb-93bb050adf3e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:03.153490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-ec6342a4-bf13-4c85-b304-28c4585159b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:03.155025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-ec6342a4-bf13-4c85-b304-28c4585159b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9ab4084-397e-48cb-9b20-1310470016ba HTTP/1.1" status: 200  len: 801 time: 0.5859931
Apr 30 04:50:03.279719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network 42f74bff-83a3-43d8-bc66-9ffa850f2eaa has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:03.302608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:50:03.328569 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:50:03.398275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting port 3052ddb5-a199-45ea-8817-e0d6922f3f16 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:03.399203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:03.467458 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:03.510252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560696-bc74-49c9-9173-83e4a79f5eb0 req-ae7bd82a-809d-4a30-aacc-c49ea03b0617 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:03.521139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560696-bc74-49c9-9173-83e4a79f5eb0 req-ae7bd82a-809d-4a30-aacc-c49ea03b0617 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:03.528125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66560696-bc74-49c9-9173-83e4a79f5eb0 req-ae7bd82a-809d-4a30-aacc-c49ea03b0617 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1678 time: 0.6624038
Apr 30 04:50:03.548668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16252b11-982f-4b1e-ad3c-93055ed35e76 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 04:50:03.557035 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:03.587370 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4fef0b5a-6e53-4be3-9df2-230d283d6d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:03.610267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] For port 3052ddb5-a199-45ea-8817-e0d6922f3f16, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3052ddb5-a199-45ea-8817-e0d6922f3f16,segment=NetworkSegment(409220f7-9f07-4876-8706-96f79a8febf4),segment_id=409220f7-9f07-4876-8706-96f79a8febf4)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:03.610999 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:03.616365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  42f74bff-83a3-43d8-bc66-9ffa850f2eaa {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Apr 30 04:50:03.622554 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:03.651287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event deleted for resources: {'Network': ['ID=42f74bff-83a3-43d8-bc66-9ffa850f2eaa,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:03.713347 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:03.732129 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "DELETE /v2.0/networks/42f74bff-83a3-43d8-bc66-9ffa850f2eaa HTTP/1.1" status: 204  len: 168 time: 3.5325844
Apr 30 04:50:03.770783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-82dbdc2d-e0df-435f-8cb2-d154462f095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:03.774179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-82dbdc2d-e0df-435f-8cb2-d154462f095b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5c8fb182-cd5d-441d-93b5-362c73e66bac&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.5554929
Apr 30 04:50:03.795037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Calling delete_port for 3052ddb5-a199-45ea-8817-e0d6922f3f16 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:03.860662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16252b11-982f-4b1e-ad3c-93055ed35e76 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 04:50:03.866557 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2c32912d-405e-4ac9-88ae-83c89d63487e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:03.869466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:03.880929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66560696-bc74-49c9-9173-83e4a79f5eb0 req-967cd4af-8f27-4ebf-9afb-af0211c00dd2 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3256497
Apr 30 04:50:03.884156 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-115b035d-a514-4742-b72d-803023a36cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:03.954361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No DVR routers for this DVR port 3052ddb5-a199-45ea-8817-e0d6922f3f16 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:50:04.009716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Port': ['ID=3052ddb5-a199-45ea-8817-e0d6922f3f16,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:04.020817 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:04.171714 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:04.292048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] For port 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:04.303579 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'code': 200}
Apr 30 04:50:04.422202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a7796d0>,) {'filters': {'network_id': ['d8ea2931-87f9-4f76-91eb-93bb050adf3e']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:04.444086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-593714fa-8054-46c0-8742-05a720d20fc4 service neutron] 10.222.0.50 "GET /v2.0/networks/5c8fb182-cd5d-441d-93b5-362c73e66bac?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6451697
Apr 30 04:50:04.475558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7796d0>, '409220f7-9f07-4876-8706-96f79a8febf4') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:04.476911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7796d0>, '409220f7-9f07-4876-8706-96f79a8febf4') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:04.505145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47988) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:04.513165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:04.514584 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:04.537886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'router': {'name': 'tempest-router--1285227453', 'project_id': '66ba86ee188346ff910335fdd07bb6bf'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:04.548593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:04.553861 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:04.558306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Usage tracker for resource:router and tenant:66ba86ee188346ff910335fdd07bb6bf is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:04.567005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:04.577072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['8bc8641b-efbe-4f9b-a876-d8695f02e70e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:50:04.579881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:04.608419 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:04.610435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:04.641828 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:04.686432 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:04.693117 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:04.700226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:04.770812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:50:04.952181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Pushing event updated for resources: {'Port': ['ID=8bc8641b-efbe-4f9b-a876-d8695f02e70e,revision_number=6']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:04.957217 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:04.960300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-5e52df23-1367-4eca-878a-2675816c6ea1 service neutron] 10.222.0.50 "GET /v2.0/networks/5c8fb182-cd5d-441d-93b5-362c73e66bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4999290
Apr 30 04:50:04.986235 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:05.152375 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:05.154894 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a8c35d7e-5bd6-4dbf-acf1-caafa1c97990 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.6477370
Apr 30 04:50:05.162681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48000) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:05.412032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48008) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:05.423422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:05.425181 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:05.428232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e5a8b08-6771-4f43-92c4-3948972c154d req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "PUT /v2.0/ports/8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 981 time: 3.9263082
Apr 30 04:50:05.433673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:05.443428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-e670a5e5-a7a9-4e17-9b85-c2af2005311c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.28&port_id=13efac13-5da8-4656-8005-4fd9159d31a0 HTTP/1.1" status: 200  len: 217 time: 0.3838997
Apr 30 04:50:05.484082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['8bc8641b-efbe-4f9b-a876-d8695f02e70e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:50:05.657965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1490ea-efd8-4d57-bedb-a73833542383 req-e387e46f-03db-4c9f-a838-bd10449b10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:05.661091 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc1490ea-efd8-4d57-bedb-a73833542383 req-e387e46f-03db-4c9f-a838-bd10449b10ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 1097 time: 1.2607808
Apr 30 04:50:05.665502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-900a52bb-674e-4142-ac35-b0d61a19cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:05.668510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-900a52bb-674e-4142-ac35-b0d61a19cb39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e621ff8f-8c0d-4be2-a33c-2f5b7910f201 HTTP/1.1" status: 200  len: 801 time: 0.2077584
Apr 30 04:50:05.689341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2582db9-5454-4435-a101-2d973fd61238 req-7e48a8fa-4ace-44c7-ac5d-11142955b059 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:05.692517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2582db9-5454-4435-a101-2d973fd61238 req-7e48a8fa-4ace-44c7-ac5d-11142955b059 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 945 time: 0.6406279
Apr 30 04:50:05.976750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d8ea2931-87f9-4f76-91eb-93bb050adf3e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:05.997650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.024842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97d87cda-f0db-4405-9e98-a021b54dc8c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.099217 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.188202 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.191758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:06.207826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Usage tracker for resource:security_group_rule and tenant:21e7c47093af4cc1bfd11bd2359464af is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:06.217563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:06.233228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc1490ea-efd8-4d57-bedb-a73833542383 req-1d17f442-6d14-4c4a-a84c-0e0e43d8efca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5626841
Apr 30 04:50:06.234096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:06.270399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2582db9-5454-4435-a101-2d973fd61238 req-199b83ef-3be4-46c8-adb2-a05306c972f5 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4914532
Apr 30 04:50:06.319770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-787440f8-4612-4b81-a75d-99f08b25b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:06.321398 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-787440f8-4612-4b81-a75d-99f08b25b6bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b62bfcbb-2645-4bab-adf0-74e149a926a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.6026492
Apr 30 04:50:06.426908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960159ef-4326-4060-a85f-eef46f39eb63 req-3834de50-ac2a-4c0f-8f26-9b384969ff87 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:06.439725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960159ef-4326-4060-a85f-eef46f39eb63 req-3834de50-ac2a-4c0f-8f26-9b384969ff87 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:06.444138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-960159ef-4326-4060-a85f-eef46f39eb63 req-3834de50-ac2a-4c0f-8f26-9b384969ff87 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1678 time: 0.6364315
Apr 30 04:50:06.618311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d8ea2931-87f9-4f76-91eb-93bb050adf3e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:06.635047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-70afd15c-a845-48fe-9ec5-dda6d8fe1fb0 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-428260480&fields=id&tenant_id=54999f91fbfb453d99b154a06ce72cf5 HTTP/1.1" status: 200  len: 267 time: 0.1011050
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:50:06.649103 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:50:06.671511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97d87cda-f0db-4405-9e98-a021b54dc8c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.674058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97d87cda-f0db-4405-9e98-a021b54dc8c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.721120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-960159ef-4326-4060-a85f-eef46f39eb63 req-e021043e-7421-4d65-ba61-02ecb790900f tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199414
Apr 30 04:50:06.764986 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.785733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.796947 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cae2345a-f5b7-4b39-8a55-6148af06c51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:06.797395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97d87cda-f0db-4405-9e98-a021b54dc8c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.798546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d87cda-f0db-4405-9e98-a021b54dc8c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15e738af-3f30-4995-9776-a91f908dfed4 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:50:06.820225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.822352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-20c3802a-e07b-4c76-9442-50793f158b92 service neutron] 10.222.0.50 "GET /v2.0/networks/b62bfcbb-2645-4bab-adf0-74e149a926a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4891646
Apr 30 04:50:06.845759 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.872190 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-93f0ac30-3923-42f3-b14f-235cb94a7a60 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:06.901438 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/d8ea2931-87f9-4f76-91eb-93bb050adf3e HTTP/1.1" status: 204  len: 168 time: 7.5707619
Apr 30 04:50:06.907526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48026) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:06.974651 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'status': 'completed', 'code': 200}
Apr 30 04:50:06.988540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1755222235'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:06.995614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-97d87cda-f0db-4405-9e98-a021b54dc8c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:06.996905 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-97d87cda-f0db-4405-9e98-a021b54dc8c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "DELETE /v2.0/routers/15e738af-3f30-4995-9776-a91f908dfed4 HTTP/1.1" status: 204  len: 168 time: 1.8328424
Apr 30 04:50:06.998455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=d8ea2931-87f9-4f76-91eb-93bb050adf3e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:07.008700 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:07.011143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:07.017538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:network and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:07.022392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:07.031274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:07.040751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b0a943-ae63-4b99-95e4-9851a39a3eb0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:07.052191 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21e7c47093af4cc1bfd11bd2359464af&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6208539
Apr 30 04:50:07.055782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:07.056857 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:07.076199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:07.080168 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:07.128804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-a3adbcad-2bba-4742-903e-cfc955a24544 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:07.130108 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-a3adbcad-2bba-4742-903e-cfc955a24544 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 984 time: 0.4823744
Apr 30 04:50:07.133103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ebdc72b-d39e-45f2-af48-0bcb48806dcd req-735260e6-0cfb-4120-b23a-a0484e4ff456 service neutron] 10.222.0.50 "GET /v2.0/networks/b62bfcbb-2645-4bab-adf0-74e149a926a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2903917
Apr 30 04:50:07.146345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Request body: {'port': {'security_groups': ['824a93ca-4bde-4069-8ccc-efdf01448c4b']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:07.164482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252697e4-a79a-4c10-8300-17067bc31447 req-b8e02be9-1d42-4c1d-a3fc-ae349b099d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:07.168320 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-252697e4-a79a-4c10-8300-17067bc31447 req-b8e02be9-1d42-4c1d-a3fc-ae349b099d4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1136 time: 0.2576180
Apr 30 04:50:07.317320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:50:07.533326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48040) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:07.627546 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:07.628431 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment 10f81315-35d3-4866-92f2-785e902e6abc of type vlan for network 8be200c8-7588-4059-b6f9-c315913d9626
Apr 30 04:50:07.634993 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a066405d-2f6c-44eb-b98e-7fcc6946acb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:07.754097 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a066405d-2f6c-44eb-b98e-7fcc6946acb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:07.791705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:07.800915 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:07.814582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252697e4-a79a-4c10-8300-17067bc31447 req-449493ff-22f5-453e-af26-1778c56fd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:07.817341 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-252697e4-a79a-4c10-8300-17067bc31447 req-449493ff-22f5-453e-af26-1778c56fd558 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 921 time: 0.5847964
Apr 30 04:50:07.925123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45179bbd-edb8-4c95-867a-36e5c9cca70b req-8e495c40-2d1e-484a-a2c6-1cb98ce9fd9b tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:07.927253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45179bbd-edb8-4c95-867a-36e5c9cca70b req-8e495c40-2d1e-484a-a2c6-1cb98ce9fd9b tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 945 time: 0.3001008
Apr 30 04:50:07.971835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-0309396b-036f-4f9d-a79c-4dc293ea7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:07.972542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-0309396b-036f-4f9d-a79c-4dc293ea7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:07.974474 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-0309396b-036f-4f9d-a79c-4dc293ea7b5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=17e9c47251c94292ac34165152f2d2ed&device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1982 time: 0.4377069
Apr 30 04:50:08.006836 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-252697e4-a79a-4c10-8300-17067bc31447 req-069b4bc6-39b6-471e-bcfe-f6f5e58febff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 217 time: 0.1526048
Apr 30 04:50:08.136461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:08.147053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:08.147924 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:08.154744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252697e4-a79a-4c10-8300-17067bc31447 req-38011fcd-23b4-4583-8f45-1493409e7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:08.156672 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-252697e4-a79a-4c10-8300-17067bc31447 req-38011fcd-23b4-4583-8f45-1493409e7464 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.1389172
Apr 30 04:50:08.161301 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-448ec413-137a-4e4a-aa6f-fbbb532eb3b9 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:08.230532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a066405d-2f6c-44eb-b98e-7fcc6946acb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:08.264582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1329308996', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:08.272423 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-252697e4-a79a-4c10-8300-17067bc31447 req-556417e1-41c5-40c8-93a3-f2017b40a54c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0907741
Apr 30 04:50:08.279026 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a066405d-2f6c-44eb-b98e-7fcc6946acb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:08.280436 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a066405d-2f6c-44eb-b98e-7fcc6946acb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51b0a943-ae63-4b99-95e4-9851a39a3eb0 HTTP/1.1" status: 204  len: 168 time: 1.2229731
Apr 30 04:50:08.302373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:08.317285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Usage tracker for resource:router and tenant:a7967f306e834c1dbe20e7454baceb6a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:08.328920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:08.349896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45179bbd-edb8-4c95-867a-36e5c9cca70b req-825b8280-81d5-493f-a7ce-52020f06dfd8 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4102867
Apr 30 04:50:08.415105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:08.527266 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5520701
Apr 30 04:50:08.534168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48052) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:08.535464 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:08.536749 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:08.586756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': '8be200c8-7588-4059-b6f9-c315913d9626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:08.623412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=8be200c8-7588-4059-b6f9-c315913d9626,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:08.634486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:08.637562 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ab570fb-5deb-4a01-ba8c-b28c79adcca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:08.659768 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 8be200c8-7588-4059-b6f9-c315913d9626 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:50:08.720040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-a836af31-669e-4e09-aae4-79efc7494d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:08.723582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-a836af31-669e-4e09-aae4-79efc7494d94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b62bfcbb-2645-4bab-adf0-74e149a926a2 HTTP/1.1" status: 200  len: 902 time: 0.7397797
Apr 30 04:50:08.943432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066405d-2f6c-44eb-b98e-7fcc6946acb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b0a943-ae63-4b99-95e4-9851a39a3eb0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:08.945872 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a066405d-2f6c-44eb-b98e-7fcc6946acb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:09.083579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:09.099231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:subnet and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:09.120463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:09.126184 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-252697e4-a79a-4c10-8300-17067bc31447 req-99678e94-5b12-47ce-a892-804d4f597a2a service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8443425
Apr 30 04:50:09.140599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:09.171360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48062) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:09.272171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:09.276861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:09.430451 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-c5788e6e-cdc4-4876-a0de-edbbb3e6595a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.28&port_id=13efac13-5da8-4656-8005-4fd9159d31a0 HTTP/1.1" status: 200  len: 217 time: 0.1975791
Apr 30 04:50:09.490621 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-252697e4-a79a-4c10-8300-17067bc31447 req-37433305-3060-4430-9641-65879fd635c0 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3455195
Apr 30 04:50:09.576090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] For port 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:09.624664 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:09.639164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:09.644130 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:09.677896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:09.725687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:09.733190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Usage tracker for resource:security_group_rule and tenant:30ee3b0ff2d1443f88f07c7d033a52e1 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:09.740320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['8bc8641b-efbe-4f9b-a876-d8695f02e70e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:50:09.744944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:09.762470 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:09.776248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:09.949143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:09.949143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:09.951869 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6df7d195-0fbc-4ae6-ae5c-bcc6524f8b12 req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "PUT /v2.0/ports/8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 942 time: 2.8104424
Apr 30 04:50:09.962555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:10.017648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['8bc8641b-efbe-4f9b-a876-d8695f02e70e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:50:10.090474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-34e5b692-4260-45fa-9fd3-a38dae27632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:10.091948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-34e5b692-4260-45fa-9fd3-a38dae27632f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e621ff8f-8c0d-4be2-a33c-2f5b7910f201 HTTP/1.1" status: 200  len: 801 time: 0.4582982
Apr 30 04:50:10.209481 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:10.227721 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:10.258379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Pushing event updated for resources: {'Port': ['ID=8bc8641b-efbe-4f9b-a876-d8695f02e70e,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:10.273269 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:10.281081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ef68e-6c95-4af8-a42f-09329571b6eb req-1c7de308-36be-4d15-94c7-58a90420b0f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:10.287897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ef68e-6c95-4af8-a42f-09329571b6eb req-1c7de308-36be-4d15-94c7-58a90420b0f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:10.290040 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30ee3b0ff2d1443f88f07c7d033a52e1&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1174269
Apr 30 04:50:10.294619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48094) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:10.299731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-361ef68e-6c95-4af8-a42f-09329571b6eb req-1c7de308-36be-4d15-94c7-58a90420b0f3 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1678 time: 1.6687415
Apr 30 04:50:10.347233 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0e1624-9c9d-440d-af45-9eeea3d3a03b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:10.360163 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:10.380441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.380883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.381193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.381568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.381968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.382384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.382938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.383323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.383708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.384077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.384471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.384840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:10.400025 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:10.444617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f51603-391e-4a9e-9340-b0b7726e786f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:10.475147 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f51603-391e-4a9e-9340-b0b7726e786f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:10.542384 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:10.570207 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:10.579650 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0dea6c45-036a-4ad9-8237-8c93dab953d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:10.583222 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-361ef68e-6c95-4af8-a42f-09329571b6eb req-7735b9f7-e68e-44ad-84bd-3d4363a54548 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2823603
Apr 30 04:50:10.684032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f51603-391e-4a9e-9340-b0b7726e786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:10.759408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=08fd5a5f-60a1-4a6f-bb1b-edcbbc696ab9,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:10.772099 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:10.776091 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:10.802342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking segment: {'id': '10f81315-35d3-4866-92f2-785e902e6abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8be200c8-7588-4059-b6f9-c315913d9626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:10.802944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network hostable DHCP agents. Network: 8be200c8-7588-4059-b6f9-c315913d9626, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:50:10.808309 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-40f51603-391e-4a9e-9340-b0b7726e786f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:10.810117 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-40f51603-391e-4a9e-9340-b0b7726e786f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d0e1624-9c9d-440d-af45-9eeea3d3a03b HTTP/1.1" status: 204  len: 168 time: 0.5082150
Apr 30 04:50:10.813858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f51603-391e-4a9e-9340-b0b7726e786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0e1624-9c9d-440d-af45-9eeea3d3a03b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:10.819284 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40f51603-391e-4a9e-9340-b0b7726e786f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:10.824889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15040730-ed7b-438d-9a8b-96da328befd5 req-72500dcc-31b9-4f78-81ce-b7f76320e7d9 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:10.827393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15040730-ed7b-438d-9a8b-96da328befd5 req-72500dcc-31b9-4f78-81ce-b7f76320e7d9 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 945 time: 0.6766782
Apr 30 04:50:10.845122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 8be200c8-7588-4059-b6f9-c315913d9626 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:50:10.895338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 8be200c8-7588-4059-b6f9-c315913d9626) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:10.914835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8134b-e1d3-444d-96f5-5e2cec0ac74a None None] Network 8be200c8-7588-4059-b6f9-c315913d9626 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:10.916432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-81c5e4c2-4c73-4cda-8efe-55b922827d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:10.919004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-81c5e4c2-4c73-4cda-8efe-55b922827d6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b62bfcbb-2645-4bab-adf0-74e149a926a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.7604470
Apr 30 04:50:10.926442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:10.932145 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:10.990302 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.4238563
Apr 30 04:50:10.993241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48112) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:11.017734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164217127'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:11.031894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:11.043116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:network and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:11.049196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:11.063842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:11.084346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:11.093683 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:11.180332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:50:11.218815 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:11.220287 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment f195a514-8017-47d7-87db-f110b2dc86d8 of type vlan for network d49eee60-d9be-4314-a419-4451dfb03cbf
Apr 30 04:50:11.304562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:11.414265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:11.434363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:11.445253 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:11.473480 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:11.484811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-8be200c8-7588-4059-b6f9-c315913d9626', 'network_id': '8be200c8-7588-4059-b6f9-c315913d9626', 'tenant_id': 'd716766fcf1b473aa57f7ab0735e3dda', 'fixed_ips': [{'subnet_id': '08fd5a5f-60a1-4a6f-bb1b-edcbbc696ab9'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:50:11.486350 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:11.556768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15040730-ed7b-438d-9a8b-96da328befd5 req-8163d3d1-4bc8-4cc0-965b-143571ddbc60 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6148164
Apr 30 04:50:11.603256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-17cbd0d2-e8fa-4f3e-883a-471ec9940184 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.9457037
Apr 30 04:50:11.653884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:11.707055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:11.723931 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'status': 'completed', 'code': 200}
Apr 30 04:50:11.805359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Usage tracker for resource:floatingip and tenant:54999f91fbfb453d99b154a06ce72cf5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:11.823842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:11.844831 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8501222
Apr 30 04:50:11.856308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48140) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:11.915125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': 'd49eee60-d9be-4314-a419-4451dfb03cbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:11.921287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-c062212c-a19d-4e11-8ea4-b048269e5bd0 service neutron] 10.222.0.50 "GET /v2.0/networks/b62bfcbb-2645-4bab-adf0-74e149a926a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9772289
Apr 30 04:50:11.926548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:11.935894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Allocated IP 2001:db8::3 (8be200c8-7588-4059-b6f9-c315913d9626/08fd5a5f-60a1-4a6f-bb1b-edcbbc696ab9/2714fbdd-45a6-4824-a1d4-374832b02a49) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:11.959431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=d49eee60-d9be-4314-a419-4451dfb03cbf,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:11.975683 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:11.988568 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network d49eee60-d9be-4314-a419-4451dfb03cbf details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:50:12.073947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 44514fb0-e8cc-4342-a490-cbf0b62dc38f details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:50:12.163216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-ad976b37-51f5-4c05-b977-501d73a3c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:12.165386 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-ad976b37-51f5-4c05-b977-501d73a3c27f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1097 time: 0.3704598
Apr 30 04:50:12.166858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:12.300198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 44514fb0-e8cc-4342-a490-cbf0b62dc38f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=44514fb0-e8cc-4342-a490-cbf0b62dc38f,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:12.328706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '44514fb0-e8cc-4342-a490-cbf0b62dc38f', 'network_id': '5c8fb182-cd5d-441d-93b5-362c73e66bac', 'port_id': '44514fb0-e8cc-4342-a490-cbf0b62dc38f', 'mac_address': 'fa:16:3e:1d:82:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab4084-397e-48cb-9b20-1310470016ba', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:50:12.522271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:subnet and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:12.527907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-f66cbf8e-656f-4a41-bac0-9580f6392a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:12.529367 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-f66cbf8e-656f-4a41-bac0-9580f6392a75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 921 time: 0.3568192
Apr 30 04:50:12.530392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:12.540676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:12.618941 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-3d76b95d-7dd1-4294-9360-ef3160a6688a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 217 time: 0.0795355
Apr 30 04:50:12.623846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:12.629719 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:12.703864 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:12.799592 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:12.822937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44514fb0-e8cc-4342-a490-cbf0b62dc38f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:50:12.844237 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 44514fb0-e8cc-4342-a490-cbf0b62dc38f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=44514fb0-e8cc-4342-a490-cbf0b62dc38f,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:12.853449 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:12.854294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 13efac13-5da8-4656-8005-4fd9159d31a0 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:50:13.029785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_backend_mixin [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Performing IP validity checks on allocation pools {{(pid=74582) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Apr 30 04:50:13.030497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_backend_mixin [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking for overlaps among allocation pools and gateway ip {{(pid=74582) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Apr 30 04:50:13.097756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48166) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:13.172875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-792440be-20b3-44c7-b5d1-5c22ed44a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:13.175150 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-792440be-20b3-44c7-b5d1-5c22ed44a76a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.4467633
Apr 30 04:50:13.175849 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:13.190623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 13efac13-5da8-4656-8005-4fd9159d31a0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=13efac13-5da8-4656-8005-4fd9159d31a0,segment=NetworkSegment(5e1f87b2-c282-4ef7-8b77-7bc887851035),segment_id=5e1f87b2-c282-4ef7-8b77-7bc887851035)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:13.205092 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:13.247157 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-ab9a5131-faf4-4093-a855-e321498ab999 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566690
Apr 30 04:50:13.260155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '13efac13-5da8-4656-8005-4fd9159d31a0', 'network_id': 'b62bfcbb-2645-4bab-adf0-74e149a926a2', 'port_id': '13efac13-5da8-4656-8005-4fd9159d31a0', 'mac_address': 'fa:16:3e:cf:97:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e621ff8f-8c0d-4be2-a33c-2f5b7910f201', 'ip_address': '19.86.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:50:13.284731 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:13.300737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=44514fb0-e8cc-4342-a490-cbf0b62dc38f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:13.308197 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:13.495208 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7110891-ad63-4334-b74a-7bd7a6164e29 req-b2effb9e-a3a0-4321-bd45-56cdb9b2c961 service neutron] 10.222.0.50 "GET /v2.0/networks/b62bfcbb-2645-4bab-adf0-74e149a926a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5475821
Apr 30 04:50:13.518585 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:13.563666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13efac13-5da8-4656-8005-4fd9159d31a0 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:50:13.569297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e01cb3-3a2c-40a1-a0bc-ac54c298d5ba req-7d3b4d2e-efc9-4a5b-8549-9a59d825cff6 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:13.585238 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 13efac13-5da8-4656-8005-4fd9159d31a0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=13efac13-5da8-4656-8005-4fd9159d31a0,segment=NetworkSegment(5e1f87b2-c282-4ef7-8b77-7bc887851035),segment_id=5e1f87b2-c282-4ef7-8b77-7bc887851035)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:13.592212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48178) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:13.594823 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:13.595603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e3e01cb3-3a2c-40a1-a0bc-ac54c298d5ba req-7d3b4d2e-efc9-4a5b-8549-9a59d825cff6 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 945 time: 1.8071444
Apr 30 04:50:13.601248 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ce81280-2719-4593-adac-ba2fe4e455b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:13.608392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Request body: {'floatingip': {'port_id': '1a031797-d579-46c4-87a5-f33285f1b2ed'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:13.669088 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:13.681960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-96efec93-856c-4630-ac5b-0a3ae203a367 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4192305
Apr 30 04:50:13.708491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Transition to ACTIVE for port object 2714fbdd-45a6-4824-a1d4-374832b02a49 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:13.742782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=13efac13-5da8-4656-8005-4fd9159d31a0,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:13.746097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Transition to ACTIVE for port object 2714fbdd-45a6-4824-a1d4-374832b02a49 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:13.747712 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:13.756233 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:13.762839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1619565593-network', 'tenant_id': '3e3aa4dd18d746099574082090f3af1d'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:13.767812 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:13.840436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:13.852357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Pushing event updated for resources: {'Port': ['ID=2714fbdd-45a6-4824-a1d4-374832b02a49,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:13.856477 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:13.862617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Network 8be200c8-7588-4059-b6f9-c315913d9626 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:13.864244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:13.867240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:13.902545 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:13.974249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Allocated IP 172.25.8.133 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/60105b3a-7abb-4272-a3cb-1d526362c090) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:13.979569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Attempting to bind port 2714fbdd-45a6-4824-a1d4-374832b02a49 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:50:13.979958 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Attempting to bind port 2714fbdd-45a6-4824-a1d4-374832b02a49 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '10f81315-35d3-4866-92f2-785e902e6abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8be200c8-7588-4059-b6f9-c315913d9626'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:50:13.980415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Attempting to bind port 2714fbdd-45a6-4824-a1d4-374832b02a49 on network 8be200c8-7588-4059-b6f9-c315913d9626 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:50:13.988574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['44514fb0-e8cc-4342-a490-cbf0b62dc38f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:50:14.026071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:50:14.026467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Checking segment: {'id': '10f81315-35d3-4866-92f2-785e902e6abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8be200c8-7588-4059-b6f9-c315913d9626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:14.026884 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.027393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Bound using segment: {'id': '10f81315-35d3-4866-92f2-785e902e6abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8be200c8-7588-4059-b6f9-c315913d9626'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:50:14.027887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Bound port: 2714fbdd-45a6-4824-a1d4-374832b02a49, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f81315-35d3-4866-92f2-785e902e6abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8be200c8-7588-4059-b6f9-c315913d9626'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:50:14.028408 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.104461 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-79cc4667-69cd-4fba-94af-c6ed617757c8 req-e3d82768-b170-4df2-99e6-53d043c34abc service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3913329
Apr 30 04:50:14.193387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] For port 2714fbdd-45a6-4824-a1d4-374832b02a49, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:50:14.195531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48184) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:14.222508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Usage tracker for resource:network and tenant:3e3aa4dd18d746099574082090f3af1d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:14.232445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] For port 2714fbdd-45a6-4824-a1d4-374832b02a49, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2714fbdd-45a6-4824-a1d4-374832b02a49,segment=NetworkSegment(10f81315-35d3-4866-92f2-785e902e6abc),segment_id=10f81315-35d3-4866-92f2-785e902e6abc)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:50:14.233635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:14.250018 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.259053 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:14.329805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:14.446366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Made reservation on behalf of 3e3aa4dd18d746099574082090f3af1d for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:14.450566 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.478510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Pushing event updated for resources: {'Port': ['ID=2714fbdd-45a6-4824-a1d4-374832b02a49,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:14.496177 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:14.539936 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.547070 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5bec9c0a-b16b-4be8-abbd-1006c968b040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:14.553034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.584079 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.636010 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.646585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:14.699621 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.765507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843908a-66d3-49c6-a528-e0411b707fe4 req-113939e3-3e88-487c-adb3-0cae3667a243 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:14.771892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843908a-66d3-49c6-a528-e0411b707fe4 req-113939e3-3e88-487c-adb3-0cae3667a243 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:14.773756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9843908a-66d3-49c6-a528-e0411b707fe4 req-113939e3-3e88-487c-adb3-0cae3667a243 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1680 time: 0.5792613
Apr 30 04:50:14.774930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:14.789164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Usage tracker for resource:security_group_rule and tenant:3e3aa4dd18d746099574082090f3af1d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:14.815705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:14.835687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:14.881346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9843908a-66d3-49c6-a528-e0411b707fe4 req-070b3b02-dee2-4fb8-8b04-c09183f03b89 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935647
Apr 30 04:50:14.948142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Usage tracker for resource:security_group_rule and tenant:41b061a3e7e34672953b20295a32c2eb is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:14.953757 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:14.954293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:14.969935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:14.977184 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:14.991024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=532201c5-d480-4ea3-afec-6423d5bab41f,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:14.998428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['13efac13-5da8-4656-8005-4fd9159d31a0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:50:15.007844 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:15.106017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking segment: {'id': 'f195a514-8017-47d7-87db-f110b2dc86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd49eee60-d9be-4314-a419-4451dfb03cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:15.106442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network hostable DHCP agents. Network: d49eee60-d9be-4314-a419-4451dfb03cbf, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:50:15.119834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Allocated IP 172.25.8.67 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/93ae144f-8de9-4ad7-9101-f6aaa7eff6a8) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:15.175713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:15.185700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:15.186271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d49eee60-d9be-4314-a419-4451dfb03cbf is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:50:15.209064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:15.221028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, d49eee60-d9be-4314-a419-4451dfb03cbf) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:15.242299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5020f2d6-a795-4880-a8de-4a057c596c42 None None] Network d49eee60-d9be-4314-a419-4451dfb03cbf requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:15.267571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:15.269355 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.278824 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.296070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.305835 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-97fe7cb5-2a66-495b-8afc-9dec3997622a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:15.359673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event updated for resources: {'Port': ['ID=60105b3a-7abb-4272-a3cb-1d526362c090,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:15.371820 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:15.379868 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 3.4888747
Apr 30 04:50:15.381208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48200) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:15.384203 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41b061a3e7e34672953b20295a32c2eb&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1878636
Apr 30 04:50:15.385023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f380b5-7475-43ed-b2d2-e25faef59033,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:15.389940 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:15.413560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48202) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:15.450465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:50:15.653220 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.693876 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.717333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.720249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-d49eee60-d9be-4314-a419-4451dfb03cbf', 'network_id': 'd49eee60-d9be-4314-a419-4451dfb03cbf', 'tenant_id': 'd716766fcf1b473aa57f7ab0735e3dda', 'fixed_ips': [{'subnet_id': '532201c5-d480-4ea3-afec-6423d5bab41f'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:50:15.722425 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.777620 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.788641 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-388676fa-b417-4580-8ae2-a5bfefa8847c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:15.818593 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.841124 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-13837fea-f05b-4cba-9db8-7e49b0319cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.904004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:50:15.955004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:15.976055 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:15.982860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:15.989256 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Added segment 8d8184ec-8044-419b-8991-110bfbf1365e of type vlan for network ada1d9f6-56af-4245-8d05-4f9e4067468a
Apr 30 04:50:15.998957 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.012518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-13837fea-f05b-4cba-9db8-7e49b0319cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.110470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Allocated IP 2001:db8::3 (d49eee60-d9be-4314-a419-4451dfb03cbf/532201c5-d480-4ea3-afec-6423d5bab41f/776cc93d-a623-485d-bd15-77554d1c4494) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:16.119045 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.148990 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Floating IP 327a09a6-7b7c-493a-9883-6263c0fb7495 associated. External IP: 172.25.8.85, port: 1a031797-d579-46c4-87a5-f33285f1b2ed.
Apr 30 04:50:16.358852 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-13837fea-f05b-4cba-9db8-7e49b0319cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.378154 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60d1d75a-64c9-4803-9fa9-a14dadad94ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:16.460098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13837fea-f05b-4cba-9db8-7e49b0319cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f380b5-7475-43ed-b2d2-e25faef59033,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:16.479907 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-13837fea-f05b-4cba-9db8-7e49b0319cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:16.485478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.508102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-13837fea-f05b-4cba-9db8-7e49b0319cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.509301 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-13837fea-f05b-4cba-9db8-7e49b0319cb1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25f380b5-7475-43ed-b2d2-e25faef59033 HTTP/1.1" status: 204  len: 168 time: 1.0931675
Apr 30 04:50:16.616912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741070e-8172-4a0c-8c35-75d320f75225 None None] Network 8be200c8-7588-4059-b6f9-c315913d9626 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:16.647942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 44514fb0-e8cc-4342-a490-cbf0b62dc38f up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:16.773612 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.774937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:16.775670 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.779628 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-565922ba-39df-4fca-8213-294cb5177af9 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:16.815703 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.834002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Transition to ACTIVE for port object 776cc93d-a623-485d-bd15-77554d1c4494 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:16.898972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Transition to ACTIVE for port object 776cc93d-a623-485d-bd15-77554d1c4494 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:16.921542 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:16.992524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:17.039510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Pushing event updated for resources: {'Network': ['ID=ada1d9f6-56af-4245-8d05-4f9e4067468a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:17.059426 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:17.060065 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:17.155023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e7391-e754-4623-b5c7-f116edf7ea69 req-4ecf82f6-bbfe-4f7a-acb9-3050b7179c76 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:17.160522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2714fbdd-45a6-4824-a1d4-374832b02a49 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:17.167739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e7391-e754-4623-b5c7-f116edf7ea69 req-4ecf82f6-bbfe-4f7a-acb9-3050b7179c76 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:17.170573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b8e7391-e754-4623-b5c7-f116edf7ea69 req-4ecf82f6-bbfe-4f7a-acb9-3050b7179c76 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1680 time: 0.7584271
Apr 30 04:50:17.196267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ada1d9f6-56af-4245-8d05-4f9e4067468a details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:50:17.199031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:17.212117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48214) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:17.217383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 4.0772181
Apr 30 04:50:17.217383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:17.229206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48216) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:17.230656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:17.251623 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:17.275455 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9fc29b8b-91d4-4eef-b432-f5b5e003913e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:17.316759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a665e0b8-63db-482a-ba53-ac5d2021c3f7 None None] Provisioning for port 2714fbdd-45a6-4824-a1d4-374832b02a49 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:17.370964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Request body: {'subnet': {'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1619565593-subnet', 'tenant_id': '3e3aa4dd18d746099574082090f3af1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:17.419668 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:17.431717 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a9c14d13-7b3f-43b6-be69-a9b7c5054670 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:17.461240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Network d49eee60-d9be-4314-a419-4451dfb03cbf is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:17.479316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:17.488557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:17.498708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:17.507808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=532201c5-d480-4ea3-afec-6423d5bab41f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:17.515643 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:17.533272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Usage tracker for resource:subnet and tenant:3e3aa4dd18d746099574082090f3af1d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:17.544762 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:17.546697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Pushing event updated for resources: {'Port': ['ID=776cc93d-a623-485d-bd15-77554d1c4494,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:17.547865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Router da915171-462f-4a35-a53c-8440e2383463 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:50:17.558570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:17.597925 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:17.601352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Pushing event updated for resources: {'Port': ['ID=93ae144f-8de9-4ad7-9101-f6aaa7eff6a8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:17.607601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 44514fb0-e8cc-4342-a490-cbf0b62dc38f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:17.617868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:17.630586 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:17.658826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 44514fb0-e8cc-4342-a490-cbf0b62dc38f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:17.658826 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:17.692465 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 2714fbdd-45a6-4824-a1d4-374832b02a49 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:17.731846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:17.742397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:17.759898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2714fbdd-45a6-4824-a1d4-374832b02a49 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:17.759898 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:17.779334 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b8e7391-e754-4623-b5c7-f116edf7ea69 req-9ca2bdc7-8ed3-4b71-9926-a9b058f72711 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5737886
Apr 30 04:50:17.787538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0b9f8fe2ee437dbfcfb99c47b40342 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:17.822051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:17.829720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Attempting to bind port 776cc93d-a623-485d-bd15-77554d1c4494 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:50:17.830080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Attempting to bind port 776cc93d-a623-485d-bd15-77554d1c4494 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f195a514-8017-47d7-87db-f110b2dc86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd49eee60-d9be-4314-a419-4451dfb03cbf'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:50:17.831124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Attempting to bind port 776cc93d-a623-485d-bd15-77554d1c4494 on network d49eee60-d9be-4314-a419-4451dfb03cbf {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:50:17.841464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:17.850776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Made reservation on behalf of 3e3aa4dd18d746099574082090f3af1d for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:17.855619 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:17.856082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:50:17.856476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Checking segment: {'id': 'f195a514-8017-47d7-87db-f110b2dc86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd49eee60-d9be-4314-a419-4451dfb03cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:17.856893 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:17.857302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Bound using segment: {'id': 'f195a514-8017-47d7-87db-f110b2dc86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd49eee60-d9be-4314-a419-4451dfb03cbf'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:50:17.857807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Bound port: 776cc93d-a623-485d-bd15-77554d1c4494, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f195a514-8017-47d7-87db-f110b2dc86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd49eee60-d9be-4314-a419-4451dfb03cbf'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:50:17.858200 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.002287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a724dc0>,) {'filters': {'network_id': ['d49eee60-d9be-4314-a419-4451dfb03cbf']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:18.035875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:50:18.046276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a724dc0>, 'f195a514-8017-47d7-87db-f110b2dc86d8') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:18.046674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a724dc0>, 'f195a514-8017-47d7-87db-f110b2dc86d8') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:18.053447 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] Sync routers for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:50:18.067242 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:18.073065 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.074005 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780f2c6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:18.104631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] For port 776cc93d-a623-485d-bd15-77554d1c4494, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:50:18.134153 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.150342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] For port 776cc93d-a623-485d-bd15-77554d1c4494, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=776cc93d-a623-485d-bd15-77554d1c4494,segment=NetworkSegment(f195a514-8017-47d7-87db-f110b2dc86d8),segment_id=f195a514-8017-47d7-87db-f110b2dc86d8)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:50:18.154453 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.169522 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.179216 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-36ff6828-75a4-4c68-a26d-0f35272ac689 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:18.248671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.301222 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.320615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:50:18.336897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44514fb0-e8cc-4342-a490-cbf0b62dc38f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:18.378866 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 2714fbdd-45a6-4824-a1d4-374832b02a49, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2714fbdd-45a6-4824-a1d4-374832b02a49,segment=NetworkSegment(10f81315-35d3-4866-92f2-785e902e6abc),segment_id=10f81315-35d3-4866-92f2-785e902e6abc)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:18.429791 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-21ca8f38-f140-46a2-9d7e-0b511547ba08 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "PUT /v2.0/floatingips/327a09a6-7b7c-493a-9883-6263c0fb7495 HTTP/1.1" status: 200  len: 990 time: 4.8287787
Apr 30 04:50:18.444355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:18.479867 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.480133 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:50:18.508298 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 44514fb0-e8cc-4342-a490-cbf0b62dc38f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=44514fb0-e8cc-4342-a490-cbf0b62dc38f,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:18.508705 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.521282 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44514fb0-e8cc-4342-a490-cbf0b62dc38f', 'code': 200}
Apr 30 04:50:18.525327 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.540505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Pushing event updated for resources: {'Port': ['ID=776cc93d-a623-485d-bd15-77554d1c4494,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:18.545391 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.551867 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc57c28d-69c3-43ad-b45c-e172e9d7883a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:18.557453 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:18.558439 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:18.633413 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.635001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.657407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 13efac13-5da8-4656-8005-4fd9159d31a0 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:18.673324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eda7fa-599a-41cb-aa3b-6516ab3f4a24,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:18.691985 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:18.791441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff0b9f8fe2ee437dbfcfb99c47b40342&name=default HTTP/1.1" status: 200  len: 2983 time: 1.5714893
Apr 30 04:50:18.796249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48228) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:18.835325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.870461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-782aa250-7c4e-42f7-9f1c-46a800d95c34 None None] Provisioning complete for port 2714fbdd-45a6-4824-a1d4-374832b02a49 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:18.871192 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-782aa250-7c4e-42f7-9f1c-46a800d95c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:18.924982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621bfd82-535e-40c0-aff1-2bc0094ae115 None None] Network d49eee60-d9be-4314-a419-4451dfb03cbf requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:18.935028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d49eee60-d9be-4314-a419-4451dfb03cbf has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:18.949614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:19.050859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=2714fbdd-45a6-4824-a1d4-374832b02a49,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:19.054431 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'status': 'completed', 'code': 200}
Apr 30 04:50:19.178383 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:19.181960 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:19.189200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6796f755-d00f-4f26-8dce-e619278a7250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:19.223627 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6796f755-d00f-4f26-8dce-e619278a7250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:19.278748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d49eee60-d9be-4314-a419-4451dfb03cbf has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:19.287117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 13efac13-5da8-4656-8005-4fd9159d31a0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:19.296409 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780f2c6a0>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '327a09a6-7b7c-493a-9883-6263c0fb7495', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'floating_ip_address': '172.25.8.85', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'da915171-462f-4a35-a53c-8440e2383463', 'port_id': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'mac_address': 'fa:16:3e:b8:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc57a68-1537-4b40-b3bb-879692819799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:49:21Z', 'updated_at': '2021-04-30T04:50:15Z', 'revision_number': 1, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89', 'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'mac_address': 'fa:16:3e:af:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:05Z', 'updated_at': '2021-04-30T04:49:19Z', 'revision_number': 5, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'subnets': [{'id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:19.303192 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] Checking router: da915171-462f-4a35-a53c-8440e2383463 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:50:19.316449 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:19.317104 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780f2c6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:50:19.320571 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:50:19.332741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 13efac13-5da8-4656-8005-4fd9159d31a0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:19.333129 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:19.422651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=44514fb0-e8cc-4342-a490-cbf0b62dc38f,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:19.433587 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:19.473405 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 04:50:19.473405 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 04:50:19.473405 n-d-766726-20 neutron-server[74582]: [parameters: {'id': 'd49eee60-d9be-4314-a419-4451dfb03cbf'}]
Apr 30 04:50:19.473405 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:50:19.474246 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:50:19.487642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6796f755-d00f-4f26-8dce-e619278a7250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:19.506700 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03fd6523-14b8-4fd5-a168-6152f9752fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:19.554667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796f755-d00f-4f26-8dce-e619278a7250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eda7fa-599a-41cb-aa3b-6516ab3f4a24,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:19.560486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6796f755-d00f-4f26-8dce-e619278a7250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:19.562183 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6796f755-d00f-4f26-8dce-e619278a7250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:19.562934 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6796f755-d00f-4f26-8dce-e619278a7250 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01eda7fa-599a-41cb-aa3b-6516ab3f4a24 HTTP/1.1" status: 204  len: 168 time: 0.7531939
Apr 30 04:50:19.643146 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:50:19.688438 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:19.745446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 13efac13-5da8-4656-8005-4fd9159d31a0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=13efac13-5da8-4656-8005-4fd9159d31a0,segment=NetworkSegment(5e1f87b2-c282-4ef7-8b77-7bc887851035),segment_id=5e1f87b2-c282-4ef7-8b77-7bc887851035)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:19.767071 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:19.772855 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5f068fb0-46b6-4015-b2ba-7cafb1759e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:19.816927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0342603-282a-4fae-95ad-3af389443d76 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 04:50:19.873967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9173b3-e881-4e11-bd4c-4b7eb6913611 req-c27ee365-89af-4a81-bd08-5c5eeec3b55e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:19.881952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9173b3-e881-4e11-bd4c-4b7eb6913611 req-c27ee365-89af-4a81-bd08-5c5eeec3b55e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:19.888902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f9173b3-e881-4e11-bd4c-4b7eb6913611 req-c27ee365-89af-4a81-bd08-5c5eeec3b55e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1681 time: 0.4627893
Apr 30 04:50:19.898456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-fab19283-6e8f-4471-8a14-60fde7c9f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:19.900255 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-fab19283-6e8f-4471-8a14-60fde7c9f03f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc4971e418b641c6a38ad5e25a17080e&device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 1097 time: 0.8634005
Apr 30 04:50:19.975677 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=13efac13-5da8-4656-8005-4fd9159d31a0,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:19.978793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:19.980696 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:20.014267 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:20.107124 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:20.138052 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b08add27-9071-4120-864d-bd549b508ca4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:20.183578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f9173b3-e881-4e11-bd4c-4b7eb6913611 req-9f581e81-aab1-419c-9f63-4e39bf9ab565 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2937398
Apr 30 04:50:20.184197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Router 3c75b64b-41ce-4eb5-8bd9-aa5565303741 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:50:20.204401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting port 776cc93d-a623-485d-bd15-77554d1c4494 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:20.206881 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:20.241397 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780f2c6a0>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '327a09a6-7b7c-493a-9883-6263c0fb7495', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'floating_ip_address': '172.25.8.85', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'da915171-462f-4a35-a53c-8440e2383463', 'port_id': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'mac_address': 'fa:16:3e:b8:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc57a68-1537-4b40-b3bb-879692819799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:49:21Z', 'updated_at': '2021-04-30T04:50:15Z', 'revision_number': 1, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89', 'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'mac_address': 'fa:16:3e:af:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:05Z', 'updated_at': '2021-04-30T04:49:19Z', 'revision_number': 5, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'subnets': [{'id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:20.256920 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e09b8d8-6bbf-4ef5-9d6a-4cecabdd69e5 None None] The sync data for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 is: [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '327a09a6-7b7c-493a-9883-6263c0fb7495', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'floating_ip_address': '172.25.8.85', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'da915171-462f-4a35-a53c-8440e2383463', 'port_id': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'mac_address': 'fa:16:3e:b8:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc57a68-1537-4b40-b3bb-879692819799', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:49:21Z', 'updated_at': '2021-04-30T04:50:15Z', 'revision_number': 1, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89', 'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'mac_address': 'fa:16:3e:af:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:05Z', 'updated_at': '2021-04-30T04:49:19Z', 'revision_number': 5, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'subnets': [{'id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:50:20.271896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0342603-282a-4fae-95ad-3af389443d76 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 04:50:20.400614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] For port 776cc93d-a623-485d-bd15-77554d1c4494, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=776cc93d-a623-485d-bd15-77554d1c4494,segment=NetworkSegment(f195a514-8017-47d7-87db-f110b2dc86d8),segment_id=f195a514-8017-47d7-87db-f110b2dc86d8)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:20.401072 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:20.450245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Pushing event updated for resources: {'Port': ['ID=93ae144f-8de9-4ad7-9101-f6aaa7eff6a8,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:20.454424 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:20.532597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13efac13-5da8-4656-8005-4fd9159d31a0'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:20.557289 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:20.562163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-dfc79b44-98c3-4e05-9e05-4309f2c7f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:20.563711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-dfc79b44-98c3-4e05-9e05-4309f2c7f59a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae28438b-5713-4e31-9ad6-51313b3878cc HTTP/1.1" status: 200  len: 913 time: 0.6118617
Apr 30 04:50:20.645463 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13efac13-5da8-4656-8005-4fd9159d31a0', 'code': 200}
Apr 30 04:50:20.720512 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2714fbdd-45a6-4824-a1d4-374832b02a49 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:20.804263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7eaf89-8a54-4f7b-af57-582357729d7f None None] New status for floating IP 327a09a6-7b7c-493a-9883-6263c0fb7495: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:50:20.880425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:20.881691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 9.2685847
Apr 30 04:50:20.903757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Calling delete_port for 776cc93d-a623-485d-bd15-77554d1c4494 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:20.971659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:50:20.990209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-642218bf-b63b-4011-ab59-8d455b5e6c25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a031797-d579-46c4-87a5-f33285f1b2ed HTTP/1.1" status: 200  len: 998 time: 0.3627467
Apr 30 04:50:20.991896 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e443cc-774f-4dda-8347-7418f19d7a2d None None] Sync routers for ids ['3c75b64b-41ce-4eb5-8bd9-aa5565303741'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:50:21.013176 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e443cc-774f-4dda-8347-7418f19d7a2d None None] Routers {'3c75b64b-41ce-4eb5-8bd9-aa5565303741'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:21.013817 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-00e443cc-774f-4dda-8347-7418f19d7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780374c70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c75b64b-41ce-4eb5-8bd9-aa5565303741'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:21.057193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-98dd3f8f-6e94-4c23-8c0a-e92793edfd02 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Synchronizing usage tracker for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:floatingip {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:50:21.089852 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:21.091081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 13.4786959
Apr 30 04:50:21.095678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48256) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:21.120877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-13f74bbf-d30e-42e9-a60a-e78197a80cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:21.123638 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-13f74bbf-d30e-42e9-a60a-e78197a80cf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0d694b3-495b-4225-b8a0-755dfe492f2c HTTP/1.1" status: 200  len: 851 time: 0.1219199
Apr 30 04:50:21.135221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-98dd3f8f-6e94-4c23-8c0a-e92793edfd02 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Unset dirty status for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:floatingip {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:50:21.137502 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-98dd3f8f-6e94-4c23-8c0a-e92793edfd02 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200  len: 695 time: 0.2443504
Apr 30 04:50:21.174397 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-00e443cc-774f-4dda-8347-7418f19d7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780374c70>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:21.185881 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e443cc-774f-4dda-8347-7418f19d7a2d None None] Routers {'3c75b64b-41ce-4eb5-8bd9-aa5565303741'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:21.186521 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-00e443cc-774f-4dda-8347-7418f19d7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780374c70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c75b64b-41ce-4eb5-8bd9-aa5565303741'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:21.270216 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-00e443cc-774f-4dda-8347-7418f19d7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780374c70>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:21.270636 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e443cc-774f-4dda-8347-7418f19d7a2d None None] The sync data for ids ['3c75b64b-41ce-4eb5-8bd9-aa5565303741'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:50:21.321103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349de993-ad66-4776-a270-a0a21b073a14 req-724ded26-1898-4b0f-a29e-55a543c7d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:21.321583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349de993-ad66-4776-a270-a0a21b073a14 req-724ded26-1898-4b0f-a29e-55a543c7d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:21.323684 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-349de993-ad66-4776-a270-a0a21b073a14 req-724ded26-1898-4b0f-a29e-55a543c7d008 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1986 time: 0.4113073
Apr 30 04:50:21.390747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:21.398651 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-908742c5-f0e6-4bc4-8908-c877c8c9148e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:21.470239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Port': ['ID=776cc93d-a623-485d-bd15-77554d1c4494,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:21.480683 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:21.498612 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0d177b36-e419-4f92-95fa-abf7df744b78 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/routers/3c75b64b-41ce-4eb5-8bd9-aa5565303741 HTTP/1.1" status: 200  len: 921 time: 0.3972671
Apr 30 04:50:21.505196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48268) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:21.508702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No DVR routers for this DVR port 776cc93d-a623-485d-bd15-77554d1c4494 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:50:21.512453 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-349de993-ad66-4776-a270-a0a21b073a14 req-4a5d67da-568e-4457-87e3-316ee0248a1d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704228
Apr 30 04:50:21.573070 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2714fbdd-45a6-4824-a1d4-374832b02a49 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:21.573918 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:21.611059 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8daa4ecc-8672-413f-8e79-a5226b950ec8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c75b64b-41ce-4eb5-8bd9-aa5565303741 HTTP/1.1" status: 200  len: 205 time: 0.1043470
Apr 30 04:50:21.613309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48272) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:21.703004 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:21.720524 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-750a95ad-4c87-46b5-bff7-ec429cd0551c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:21.875374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f3c143-fc76-405e-b621-fc03734e4265,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:21.915635 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:21.956450 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:22.011620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-1a381aa2-0317-4c7b-b001-21b29334308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:22.014064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-1a381aa2-0317-4c7b-b001-21b29334308d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae28438b-5713-4e31-9ad6-51313b3878cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.8806140
Apr 30 04:50:22.024424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-071ef570-3ac5-4a18-834e-84d3339d49a4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:22.026265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-071ef570-3ac5-4a18-834e-84d3339d49a4 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.7432914
Apr 30 04:50:22.051343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca311469-8236-4a5c-84eb-fef5926a37ac req-1ad586f8-12bb-4017-85e0-836bd79e8e7d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:22.059853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca311469-8236-4a5c-84eb-fef5926a37ac req-1ad586f8-12bb-4017-85e0-836bd79e8e7d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:22.062576 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca311469-8236-4a5c-84eb-fef5926a37ac req-1ad586f8-12bb-4017-85e0-836bd79e8e7d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1682 time: 0.5128841
Apr 30 04:50:22.088404 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:22.104757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Checking segment: {'id': '8d8184ec-8044-419b-8991-110bfbf1365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:22.105490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Network hostable DHCP agents. Network: ada1d9f6-56af-4245-8d05-4f9e4067468a, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:50:22.171369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-9ea06bc8-cbcc-4f47-84ff-037adbd9a467 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:50:22.173214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52719910-ebed-44bf-a59f-b1dfefc76a4d req-9ea06bc8-cbcc-4f47-84ff-037adbd9a467 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1059358
Apr 30 04:50:22.232536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a7a9880>,) {'filters': {'network_id': ['d49eee60-d9be-4314-a419-4451dfb03cbf']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:22.308827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7a9880>, 'f195a514-8017-47d7-87db-f110b2dc86d8') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:22.309274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7a9880>, 'f195a514-8017-47d7-87db-f110b2dc86d8') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:22.325608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:22.384156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca311469-8236-4a5c-84eb-fef5926a37ac req-6ad66cc8-db13-4ef6-b3b0-fa6aa924a2c0 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2879727
Apr 30 04:50:22.399460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Network ada1d9f6-56af-4245-8d05-4f9e4067468a is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:50:22.426484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ada1d9f6-56af-4245-8d05-4f9e4067468a) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:22.448397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e4d31-3834-4c7b-ac6d-c5787bcb0abb None None] Network ada1d9f6-56af-4245-8d05-4f9e4067468a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:22.468230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:22.480862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-4abd0c53-09f3-40bb-9ea7-d678755dbecc service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4460769
Apr 30 04:50:22.488549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:22.489161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:22.497652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:50:22.620970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 5.2593808
Apr 30 04:50:22.833638 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:22.920496 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-094a5616-3651-4b68-85dd-4ab9881c6a0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.6759224
Apr 30 04:50:22.989661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9377af-5743-4dba-944b-13d19a2a2a63 None None] Network ada1d9f6-56af-4245-8d05-4f9e4067468a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:22.991426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-4388f2d6-a28b-4511-919c-b4f9f0f7eab1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:22.994421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-4388f2d6-a28b-4511-919c-b4f9f0f7eab1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.5561364
Apr 30 04:50:23.100332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcd3f95f-7575-4651-90f9-a4d09872eb10 req-074a8fb1-4cdf-4627-88fe-02ae0f111927 service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6002278
Apr 30 04:50:23.146075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-379c5ff1-9386-4364-b985-81653f6e9c23 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200  len: 695 time: 0.1328027
Apr 30 04:50:23.175078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Request body: {'floatingip': {'port_id': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:23.285519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d49eee60-d9be-4314-a419-4451dfb03cbf has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:23.290129 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:23.298762 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:23.654296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network d49eee60-d9be-4314-a419-4451dfb03cbf has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:50:23.683747 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:50:23.819247 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:23.836955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:23.848247 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2046790a-aed1-4174-b89d-583610473083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:23.954540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=d49eee60-d9be-4314-a419-4451dfb03cbf,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:23.972816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:24.010809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/d49eee60-d9be-4314-a419-4451dfb03cbf HTTP/1.1" status: 204  len: 168 time: 8.6218057
Apr 30 04:50:24.019214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48322) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:24.031028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1804736383'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:24.040447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:24.052386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:network and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:24.063106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:24.083809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:24.098549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Deleting port 60105b3a-7abb-4272-a3cb-1d526362c090 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:24.099260 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:24.288054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:24.291833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:24.305698 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:24.317437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-55c23332-f7d1-4bba-a6c3-82ae1f5a0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:24.318419 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-55c23332-f7d1-4bba-a6c3-82ae1f5a0049 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1097 time: 0.8344781
Apr 30 04:50:24.401297 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:50:24.586470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Calling delete_port for 60105b3a-7abb-4272-a3cb-1d526362c090 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:24.604684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:50:24.615619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:24.616010 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment 3b1f18a1-6ec2-423a-b450-5680c4bcd1d0 of type vlan for network c6be3969-7146-4888-bd8e-ea9f54607113
Apr 30 04:50:24.645917 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:24.737374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-bb5fbcdc-7848-411f-bedb-2108db8a88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:24.739629 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-bb5fbcdc-7848-411f-bedb-2108db8a88c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 921 time: 0.3456202
Apr 30 04:50:24.829659 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-5a6943c7-889e-4f4b-91fe-dd048a6301c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 217 time: 0.0758746
Apr 30 04:50:24.833812 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:24.840193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:24.840904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:24.850096 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-577318b6-f908-4c0c-baf6-08a615688f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:24.992043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-f6f283fd-4b06-45c3-8143-209f2e40131a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 665 time: 0.8881600
Apr 30 04:50:25.014641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62832999-bd13-4875-a4bd-051ea3f1b94b req-94a2b19a-efdd-4d99-a508-1595f9fe5aa6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.032994 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0072622
Apr 30 04:50:25.043015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62832999-bd13-4875-a4bd-051ea3f1b94b req-94a2b19a-efdd-4d99-a508-1595f9fe5aa6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.045511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48338) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:25.054218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62832999-bd13-4875-a4bd-051ea3f1b94b req-94a2b19a-efdd-4d99-a508-1595f9fe5aa6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1682 time: 0.9568102
Apr 30 04:50:25.060073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': 'c6be3969-7146-4888-bd8e-ea9f54607113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:25.094445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=c6be3969-7146-4888-bd8e-ea9f54607113,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:25.113033 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-22e5e17d-da21-495b-b5b6-629439978fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.114635 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-22e5e17d-da21-495b-b5b6-629439978fbf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.2657025
Apr 30 04:50:25.115641 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:25.121741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c6be3969-7146-4888-bd8e-ea9f54607113 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:50:25.250144 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-c39975fb-29c0-4c69-991d-02d16d64015b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1288338
Apr 30 04:50:25.427094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62832999-bd13-4875-a4bd-051ea3f1b94b req-2b1c113e-539f-4c74-a5a9-6e075244dfa9 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3319564
Apr 30 04:50:25.522489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48346) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:25.531060 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:50:25.750613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:25.762033 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:25.902931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-cd607da4-13e7-4d3c-bf4e-4964902bcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.904032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-cd607da4-13e7-4d3c-bf4e-4964902bcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.906380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-cd607da4-13e7-4d3c-bf4e-4964902bcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.907397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-cd607da4-13e7-4d3c-bf4e-4964902bcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.913369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-cd607da4-13e7-4d3c-bf4e-4964902bcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.914341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-cd607da4-13e7-4d3c-bf4e-4964902bcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.915240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-cd607da4-13e7-4d3c-bf4e-4964902bcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:25.918879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-cd607da4-13e7-4d3c-bf4e-4964902bcb47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 6498 time: 0.6169598
Apr 30 04:50:26.148056 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-43a8560d-4c47-47f4-884f-1b9399532f95 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8253858
Apr 30 04:50:26.151690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:26.220950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:subnet and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:26.233511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:26.295146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:26.463488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:26.467941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:26.474345 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:26.554091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:26.590276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:c1129b1259404665a79f0f3f6fd3090a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:26.607035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:26.630433 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Floating IP e0647a58-d5b1-4a8a-aeae-d488a9792edd associated. External IP: 172.25.8.67, port: 8bc8641b-efbe-4f9b-a876-d8695f02e70e.
Apr 30 04:50:26.718502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:26.723728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-032f4e9c-510a-4465-b0cc-a63e6173411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:26.724202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-032f4e9c-510a-4465-b0cc-a63e6173411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:26.724678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-032f4e9c-510a-4465-b0cc-a63e6173411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:26.726356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-032f4e9c-510a-4465-b0cc-a63e6173411e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=fecfbb98-44fb-4e8e-ac66-b37591af8841&id=c7e27987-0396-4006-8a8b-6d38854fedb6&id=c7e27987-0396-4006-8a8b-6d38854fedb6 HTTP/1.1" status: 200  len: 2290 time: 0.7462413
Apr 30 04:50:26.736106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:26.752537 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-78f2bdce-431d-4757-8c9f-61ce66c5dd73 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:26.882172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event deleted for resources: {'Port': ['ID=60105b3a-7abb-4272-a3cb-1d526362c090,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:26.946983 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:26.962045 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bbb54f1f-a731-4e16-b7a9-2c9c0f750172 req-7b45cae7-1133-4b4b-807c-a03b107986f5 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8035133
Apr 30 04:50:27.042448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-0ea64678-8dd7-4338-bf74-8da134b5986f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01 HTTP/1.1" status: 200  len: 1001 time: 0.3040676
Apr 30 04:50:27.066470 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.131164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.146999 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.336842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea45652-e7ba-4ca6-914b-cf46dfdc76d1 req-a771cd77-a6c5-4c06-abd4-56e0909e5b6d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:27.349024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea45652-e7ba-4ca6-914b-cf46dfdc76d1 req-a771cd77-a6c5-4c06-abd4-56e0909e5b6d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:27.351732 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eea45652-e7ba-4ca6-914b-cf46dfdc76d1 req-a771cd77-a6c5-4c06-abd4-56e0909e5b6d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1682 time: 0.6299379
Apr 30 04:50:27.467939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-63dee68a-e513-4db3-a931-f612ddf6ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:27.470331 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-63dee68a-e513-4db3-a931-f612ddf6ff91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=31581abd-3e6b-43d6-b813-e70732b12d54 HTTP/1.1" status: 200  len: 849 time: 0.3975439
Apr 30 04:50:27.485562 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.534043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eea45652-e7ba-4ca6-914b-cf46dfdc76d1 req-81302450-1cfb-448a-a507-dea1293cf697 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723878
Apr 30 04:50:27.641973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.652460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.729723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.730463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Fanout notify agent at l3_agent the message router_deleted on router 3c75b64b-41ce-4eb5-8bd9-aa5565303741 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:50:27.809761 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.811137 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/3c75b64b-41ce-4eb5-8bd9-aa5565303741 HTTP/1.1" status: 204  len: 168 time: 6.1828525
Apr 30 04:50:27.817689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48366) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:27.825019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-602653243', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': False}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:27.845707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:27.855434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Usage tracker for resource:router and tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:27.869187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:27.880696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:27.904276 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.906091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:27.997697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:28.000789 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:28.042039 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-068a2174-22d3-49b8-aeb0-ec0aa598d4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:28.203342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1129b1259404665a79f0f3f6fd3090a&name=default HTTP/1.1" status: 200  len: 2983 time: 2.6789622
Apr 30 04:50:28.213502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48370) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:28.240507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a845212-26c1-458b-8d18-fe87d8a4215e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:28.258486 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:28.320412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Router cc269d49-97dd-47f4-9e92-93a6f518f995 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:50:28.490140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-49bed4a2-bce6-4dc2-9f43-24c22b963a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:28.492993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-49bed4a2-bce6-4dc2-9f43-24c22b963a69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fa32d2c-ee22-466c-92d4-83c6e6caf308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.9662597
Apr 30 04:50:28.615368 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab1b50a2-23a7-47ec-b378-106eee00dee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:28.634691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:28.664469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:28.671095 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd45d1b1-6332-4005-93b7-72df6b8a6723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:28.792472 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab1b50a2-23a7-47ec-b378-106eee00dee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:28.813410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-6a367945-f253-4fac-b4d9-00d56489ffd8 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:28.824531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-6a367945-f253-4fac-b4d9-00d56489ffd8 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:28.825574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-6a367945-f253-4fac-b4d9-00d56489ffd8 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Synchronizing usage tracker for tenant:17e9c47251c94292ac34165152f2d2ed on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:50:28.907189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=6aa220f8-ea3f-45d0-bfd3-32c27c19c763,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:28.930112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:50:28.957727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-a98d5f83-aa27-43c2-8c0f-1863af378777 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4391162
Apr 30 04:50:28.976698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] Sync routers for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:50:28.995316 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:29.004155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:29.005309 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800d7280>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:29.057012 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:29.074365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking segment: {'id': '3b1f18a1-6ec2-423a-b450-5680c4bcd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c6be3969-7146-4888-bd8e-ea9f54607113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:29.074883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network hostable DHCP agents. Network: c6be3969-7146-4888-bd8e-ea9f54607113, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:50:29.079396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab1b50a2-23a7-47ec-b378-106eee00dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:29.092630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-6a367945-f253-4fac-b4d9-00d56489ffd8 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Unset dirty status for tenant:17e9c47251c94292ac34165152f2d2ed on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:50:29.106026 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-6a367945-f253-4fac-b4d9-00d56489ffd8 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.50 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1682 time: 0.9455566
Apr 30 04:50:29.151203 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9e7d800e-5085-431d-816e-305eee26e6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:29.229773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab1b50a2-23a7-47ec-b378-106eee00dee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:29.231354 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ab1b50a2-23a7-47ec-b378-106eee00dee3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a845212-26c1-458b-8d18-fe87d8a4215e HTTP/1.1" status: 204  len: 168 time: 1.0164807
Apr 30 04:50:29.233723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b50a2-23a7-47ec-b378-106eee00dee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a845212-26c1-458b-8d18-fe87d8a4215e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:29.251979 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab1b50a2-23a7-47ec-b378-106eee00dee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:29.264012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-415ba1cf-4373-4951-b840-addee43c627a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "PUT /v2.0/floatingips/e0647a58-d5b1-4a8a-aeae-d488a9792edd HTTP/1.1" status: 200  len: 995 time: 6.0955088
Apr 30 04:50:29.270526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:29.409432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-8005767c-9318-44eb-8864-a0df3d954eb9 service neutron] 10.222.0.37 "GET /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4420135
Apr 30 04:50:29.461993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network c6be3969-7146-4888-bd8e-ea9f54607113 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:50:29.489841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c6be3969-7146-4888-bd8e-ea9f54607113) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:29.506467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:50:29.513409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:29.514029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:29.544847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-40fcb495-7c13-46a2-bc87-980bb0cbec50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 200  len: 217 time: 0.1178346
Apr 30 04:50:29.561812 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 4.5128763
Apr 30 04:50:29.568184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48384) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:29.568736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdb97d-7874-4766-b372-1808c29bf168 req-5c218c4c-33db-4d17-80cf-4e066679ca33 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:29.577464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdb97d-7874-4766-b372-1808c29bf168 req-5c218c4c-33db-4d17-80cf-4e066679ca33 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:29.585533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73fdb97d-7874-4766-b372-1808c29bf168 req-5c218c4c-33db-4d17-80cf-4e066679ca33 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1682 time: 0.7082617
Apr 30 04:50:29.630704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c17fe-e586-4bb3-b5b8-f076955ebc96 None None] Network c6be3969-7146-4888-bd8e-ea9f54607113 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:29.659678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting port 13efac13-5da8-4656-8005-4fd9159d31a0 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:29.660030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:29.723872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-837a7ca6-e3db-4333-bf6f-aad3d0d5092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:29.725806 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-837a7ca6-e3db-4333-bf6f-aad3d0d5092a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.1368039
Apr 30 04:50:29.759498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73fdb97d-7874-4766-b372-1808c29bf168 req-51745491-b08b-42d1-890c-52b5fe1c137e tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719685
Apr 30 04:50:29.893927 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:29.901908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-cedf6dac-969b-4034-9889-66634220ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:29.914143 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-cedf6dac-969b-4034-9889-66634220ede7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1097 time: 0.6162820
Apr 30 04:50:30.054122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] For port 13efac13-5da8-4656-8005-4fd9159d31a0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=13efac13-5da8-4656-8005-4fd9159d31a0,segment=NetworkSegment(5e1f87b2-c282-4ef7-8b77-7bc887851035),segment_id=5e1f87b2-c282-4ef7-8b77-7bc887851035)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:30.054588 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:30.324884 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'status': 'completed', 'code': 200}
Apr 30 04:50:30.325917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48394) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:30.351817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-e791585e-55d6-4f60-aee1-1f74eeb0f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:30.354747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-e791585e-55d6-4f60-aee1-1f74eeb0f409 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 921 time: 0.4297154
Apr 30 04:50:30.363072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Calling delete_port for 13efac13-5da8-4656-8005-4fd9159d31a0 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:30.591411 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:30.604213 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:30.638838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-0178414c-c101-4634-ada5-2551471cfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:30.641567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-0178414c-c101-4634-ada5-2551471cfcf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.9009783
Apr 30 04:50:30.659019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:30.665550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c6be3969-7146-4888-bd8e-ea9f54607113', 'network_id': 'c6be3969-7146-4888-bd8e-ea9f54607113', 'tenant_id': 'd716766fcf1b473aa57f7ab0735e3dda', 'fixed_ips': [{'subnet_id': '6aa220f8-ea3f-45d0-bfd3-32c27c19c763'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:50:30.666516 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:30.670019 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:30.709182 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:30.766531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Usage tracker for resource:security_group_rule and tenant:1481761406064cac86aaa4ac305258a5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:30.780115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:31.058307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Allocated IP 2001:db8::1 (c6be3969-7146-4888-bd8e-ea9f54607113/6aa220f8-ea3f-45d0-bfd3-32c27c19c763/b4862a3e-20cb-470b-a4e3-fd5df750324d) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:31.201243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:31.230119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-e9460fed-88d2-4951-88e7-709fb2de0372 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 998 time: 0.7774582
Apr 30 04:50:31.347816 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:31.348103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Allocated IP 172.25.8.100 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/6db06cd4-abca-455a-93b7-e422db161bf7) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:31.363361 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cab57ff8-993d-4dc8-9744-1c158a72e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:31.411987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Transition to ACTIVE for port object b4862a3e-20cb-470b-a4e3-fd5df750324d will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:31.413274 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:31.424929 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa7d5311-79ed-47c3-8e64-e1a1462d19bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:31.426352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-f7a6da4f-0ee3-4b5e-98bf-e42fcdafd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:31.428968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-f7a6da4f-0ee3-4b5e-98bf-e42fcdafd9f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1097 time: 1.1014938
Apr 30 04:50:31.441318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Transition to ACTIVE for port object b4862a3e-20cb-470b-a4e3-fd5df750324d will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:31.457258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:31.473344 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-747dc9fb-15aa-41bb-bda5-ef3d0fa25b5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:31.500239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Port': ['ID=13efac13-5da8-4656-8005-4fd9159d31a0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:31.538310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Network c6be3969-7146-4888-bd8e-ea9f54607113 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:31.563681 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:31.568771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:31.724028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.724723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.725471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.727243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.728477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Attempting to bind port b4862a3e-20cb-470b-a4e3-fd5df750324d on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:50:31.729016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.729452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.729773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Attempting to bind port b4862a3e-20cb-470b-a4e3-fd5df750324d by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '3b1f18a1-6ec2-423a-b450-5680c4bcd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c6be3969-7146-4888-bd8e-ea9f54607113'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:50:31.730260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.730510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Attempting to bind port b4862a3e-20cb-470b-a4e3-fd5df750324d on network c6be3969-7146-4888-bd8e-ea9f54607113 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:50:31.731177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.731864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.732545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.733287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.733899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:31.740778 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Pushing event updated for resources: {'Port': ['ID=b4862a3e-20cb-470b-a4e3-fd5df750324d,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:31.745923 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:31.747695 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:50:31.748275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Checking segment: {'id': '3b1f18a1-6ec2-423a-b450-5680c4bcd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c6be3969-7146-4888-bd8e-ea9f54607113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:31.748509 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:31.748927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Bound using segment: {'id': '3b1f18a1-6ec2-423a-b450-5680c4bcd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c6be3969-7146-4888-bd8e-ea9f54607113'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:50:31.749490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Bound port: b4862a3e-20cb-470b-a4e3-fd5df750324d, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1f18a1-6ec2-423a-b450-5680c4bcd1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c6be3969-7146-4888-bd8e-ea9f54607113'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:50:31.749882 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:31.765858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-717cdf92-d60e-4f32-ae8d-9a28138a566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:31.768688 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-717cdf92-d60e-4f32-ae8d-9a28138a566d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.5193322
Apr 30 04:50:31.779078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-fade6a22-9ebc-42bb-a131-101141aa6b12 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1270511
Apr 30 04:50:31.806058 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:31.881438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800d7280>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e0647a58-d5b1-4a8a-aeae-d488a9792edd', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'port_id': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'mac_address': 'fa:16:3e:02:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:50:17Z', 'updated_at': '2021-04-30T04:50:25Z', 'revision_number': 1, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8128597f-e229-4f02-b970-177d7f34638a', 'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'mac_address': 'fa:16:3e:62:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:37Z', 'updated_at': '2021-04-30T04:48:51Z', 'revision_number': 5, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'subnets': [{'id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:31.889431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] Checking router: cc269d49-97dd-47f4-9e92-93a6f518f995 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:50:31.914970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915895e-37c4-4a4c-89c2-4cb915936571 req-f5bdd0ce-f36c-47e4-9df4-b385f0cb8002 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:31.921397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915895e-37c4-4a4c-89c2-4cb915936571 req-f5bdd0ce-f36c-47e4-9df4-b385f0cb8002 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:31.929466 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b915895e-37c4-4a4c-89c2-4cb915936571 req-f5bdd0ce-f36c-47e4-9df4-b385f0cb8002 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 1604 time: 0.7035615
Apr 30 04:50:31.940896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-2de19e92-ba4d-41aa-a6f8-fa45f96f047b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1523371
Apr 30 04:50:31.942768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] No DVR routers for this DVR port 13efac13-5da8-4656-8005-4fd9159d31a0 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:50:31.953505 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:31.973996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-deleted', 'tag': '13efac13-5da8-4656-8005-4fd9159d31a0'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:31.991459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-68310fcd-70a1-4b32-8ae9-c2d793604722 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:50:31.992770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-68310fcd-70a1-4b32-8ae9-c2d793604722 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0257614
Apr 30 04:50:32.014981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] For port b4862a3e-20cb-470b-a4e3-fd5df750324d, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:50:32.020332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] For port b4862a3e-20cb-470b-a4e3-fd5df750324d, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b4862a3e-20cb-470b-a4e3-fd5df750324d,segment=NetworkSegment(3b1f18a1-6ec2-423a-b450-5680c4bcd1d0),segment_id=3b1f18a1-6ec2-423a-b450-5680c4bcd1d0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:50:32.029230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:32.030038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800d7280>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:32.109608 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.50 "DELETE /v2.0/ports/13efac13-5da8-4656-8005-4fd9159d31a0 HTTP/1.1" status: 204  len: 173 time: 3.0021727
Apr 30 04:50:32.112858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:32.121671 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-905df008-4aec-4a60-b219-be50f6310a99 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:32.212422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-fb3b4a12-bb55-44fc-bfef-6c4bcf49d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:32.217501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa220f8-ea3f-45d0-bfd3-32c27c19c763,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:32.229361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-fb3b4a12-bb55-44fc-bfef-6c4bcf49d5cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 921 time: 0.7624443
Apr 30 04:50:32.229833 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:32.252681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:32.280423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:50:32.419791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:32.494990 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:32.506644 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b915895e-37c4-4a4c-89c2-4cb915936571 req-4f5f4099-ac24-4947-8faa-c0fe1e2e4632 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5755122
Apr 30 04:50:32.507730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 44514fb0-e8cc-4342-a490-cbf0b62dc38f no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:50:32.548095 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:32.597247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b96fdc0>,) {'filters': {'network_id': ['c6be3969-7146-4888-bd8e-ea9f54607113']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:32.609808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:32.616519 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62b1295a-d29c-4bf5-9016-b925280ce277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:32.655088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b96fdc0>, '3b1f18a1-6ec2-423a-b450-5680c4bcd1d0') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:32.655502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b96fdc0>, '3b1f18a1-6ec2-423a-b450-5680c4bcd1d0') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:32.656525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Pushing event updated for resources: {'Port': ['ID=b4862a3e-20cb-470b-a4e3-fd5df750324d,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:32.661045 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:32.694439 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:32.760204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting port 44514fb0-e8cc-4342-a490-cbf0b62dc38f {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:32.760449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:32.825188 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:32.829278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:32.929504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-ff15bc9a-253a-457b-8311-92826d954305 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1312714
Apr 30 04:50:32.958127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event updated for resources: {'Port': ['ID=6db06cd4-abca-455a-93b7-e422db161bf7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:32.982468 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:33.003976 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:33.030723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:50:33.030924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 44514fb0-e8cc-4342-a490-cbf0b62dc38f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=44514fb0-e8cc-4342-a490-cbf0b62dc38f,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:33.032267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44514fb0-e8cc-4342-a490-cbf0b62dc38f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:33.091614 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:33.092607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 13efac13-5da8-4656-8005-4fd9159d31a0 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:50:33.098605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:33.101677 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:33.144725 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f8703435-efcc-4b64-8b12-88e7be5354cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:33.201130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:33.218004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 13efac13-5da8-4656-8005-4fd9159d31a0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:50:33.218346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 13efac13-5da8-4656-8005-4fd9159d31a0 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:50:33.311325 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:33.324045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1481761406064cac86aaa4ac305258a5&name=default HTTP/1.1" status: 200  len: 2983 time: 2.9951885
Apr 30 04:50:33.331065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:33.339457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-39cd8d04-ff29-4293-9b49-35446d75d75c service neutron] 10.222.0.46 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2901719
Apr 30 04:50:33.344328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48414) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:33.383192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=44514fb0-e8cc-4342-a490-cbf0b62dc38f,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:33.387975 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:33.398154 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:33.411840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800d7280>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e0647a58-d5b1-4a8a-aeae-d488a9792edd', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'port_id': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'mac_address': 'fa:16:3e:02:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:50:17Z', 'updated_at': '2021-04-30T04:50:25Z', 'revision_number': 1, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8128597f-e229-4f02-b970-177d7f34638a', 'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'mac_address': 'fa:16:3e:62:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:37Z', 'updated_at': '2021-04-30T04:48:51Z', 'revision_number': 5, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'subnets': [{'id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:33.424963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261dc85-8649-4d28-b13a-db1efcea1bab None None] The sync data for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 is: [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e0647a58-d5b1-4a8a-aeae-d488a9792edd', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'floating_ip_address': '172.25.8.67', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'port_id': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'mac_address': 'fa:16:3e:02:8e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:50:17Z', 'updated_at': '2021-04-30T04:50:25Z', 'revision_number': 1, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8128597f-e229-4f02-b970-177d7f34638a', 'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'mac_address': 'fa:16:3e:62:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:37Z', 'updated_at': '2021-04-30T04:48:51Z', 'revision_number': 5, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'subnets': [{'id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:50:33.515366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-77a24978-394b-4854-8dda-61ad6d18feef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 998 time: 1.1750121
Apr 30 04:50:33.554296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network c6be3969-7146-4888-bd8e-ea9f54607113 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:33.558925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-a3cc4fcf-a7b2-4114-898e-c66aac59362c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 200  len: 217 time: 0.3435884
Apr 30 04:50:33.588100 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:33.596804 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8d6050b1-075a-4430-808a-7313cf849f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:33.669234 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-deleted', 'tag': '13efac13-5da8-4656-8005-4fd9159d31a0', 'status': 'completed', 'code': 200}
Apr 30 04:50:33.672520 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44514fb0-e8cc-4342-a490-cbf0b62dc38f', 'code': 200}
Apr 30 04:50:33.774897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfd563d-860a-41c0-a3d7-6e625f199bd4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:33.815720 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:33.927111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-bf745c73-c59f-46fc-b2d3-3fa286c94e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:33.928837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-bf745c73-c59f-46fc-b2d3-3fa286c94e5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.3076987
Apr 30 04:50:33.933299 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6fbae-03b6-4ee9-97e2-5f17f9cb4d0e None None] New status for floating IP e0647a58-d5b1-4a8a-aeae-d488a9792edd: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:50:33.935688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-d14559b8-8f6b-4ec1-97f9-879480675425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:33.937286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-d14559b8-8f6b-4ec1-97f9-879480675425 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.3951581
Apr 30 04:50:33.973780 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfd78a0b-e002-4f2a-a1db-cd1210611959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:34.004638 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfd78a0b-e002-4f2a-a1db-cd1210611959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:34.109133 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfd78a0b-e002-4f2a-a1db-cd1210611959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:34.138513 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48eeab91-7013-4908-aa45-706379de3ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:34.165503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-ca8c3525-5c4b-4518-8a8c-f67721ce02db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1032181
Apr 30 04:50:34.179109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605f15b7-8fbf-4397-9029-3f5b1a5f4839 req-c3c9b11b-4a66-48d2-be82-44351aa9d0a3 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8386695
Apr 30 04:50:34.190976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd78a0b-e002-4f2a-a1db-cd1210611959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfd563d-860a-41c0-a3d7-6e625f199bd4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:34.229262 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfd78a0b-e002-4f2a-a1db-cd1210611959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:34.247278 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfd78a0b-e002-4f2a-a1db-cd1210611959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:34.251243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bfd78a0b-e002-4f2a-a1db-cd1210611959 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cfd563d-860a-41c0-a3d7-6e625f199bd4 HTTP/1.1" status: 204  len: 168 time: 0.7663801
Apr 30 04:50:34.309747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357fdcf-802f-4160-9625-ae50edc9a977 req-2b1b5729-0335-4591-8aa2-955b9de564ba tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:34.331820 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f357fdcf-802f-4160-9625-ae50edc9a977 req-2b1b5729-0335-4591-8aa2-955b9de564ba tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 944 time: 0.5538363
Apr 30 04:50:34.553691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network c6be3969-7146-4888-bd8e-ea9f54607113 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:34.581707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7061c-3666-4946-a60a-35d83bfad4e8 None None] Network c6be3969-7146-4888-bd8e-ea9f54607113 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:50:34.696650 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:50:34.732288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] For port 44514fb0-e8cc-4342-a490-cbf0b62dc38f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=44514fb0-e8cc-4342-a490-cbf0b62dc38f,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:34.733052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:34.909157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4862a3e-20cb-470b-a4e3-fd5df750324d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:35.024301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Calling delete_port for 44514fb0-e8cc-4342-a490-cbf0b62dc38f owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:35.056249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 04:50:35.056249 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 04:50:35.056249 n-d-766726-20 neutron-server[74582]: [parameters: {'id': 'c6be3969-7146-4888-bd8e-ea9f54607113'}]
Apr 30 04:50:35.056249 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:50:35.056789 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:50:35.088533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c142c748-7528-4c3a-b64b-83c200ebbf22 None None] Provisioning for port b4862a3e-20cb-470b-a4e3-fd5df750324d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:35.129374 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:35.162996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port b4862a3e-20cb-470b-a4e3-fd5df750324d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:35.172958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-40c4d27c-2f28-4cf0-908b-fef66dc61d64 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200  len: 1000 time: 0.4023180
Apr 30 04:50:35.221756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port b4862a3e-20cb-470b-a4e3-fd5df750324d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:35.222376 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:35.310468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f357fdcf-802f-4160-9625-ae50edc9a977 req-550f4368-6ef0-4b0d-b9fe-7180d4761638 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/security-groups?id=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9770682
Apr 30 04:50:35.340517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-70a13f9f-12dd-4903-912f-489777d9b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:35.346714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-70a13f9f-12dd-4903-912f-489777d9b610 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.4039440
Apr 30 04:50:35.424905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:35.435890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:35.472036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port b4862a3e-20cb-470b-a4e3-fd5df750324d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b4862a3e-20cb-470b-a4e3-fd5df750324d,segment=NetworkSegment(3b1f18a1-6ec2-423a-b450-5680c4bcd1d0),segment_id=3b1f18a1-6ec2-423a-b450-5680c4bcd1d0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:35.497218 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:35.501188 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-af80fafc-beb7-47b6-9a68-0385a68c5271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:35.590510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=b4862a3e-20cb-470b-a4e3-fd5df750324d,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:35.598270 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:35.691031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-581e4326-7f48-4f76-896e-e6741cea2dbf service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3140786
Apr 30 04:50:35.744557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] DHCP port deletion for c6be3969-7146-4888-bd8e-ea9f54607113 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:50:35.745032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:35.746995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:35.818828 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:35.822465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-75986031-8456-40ae-be82-1b2e45351d52 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:35.831803 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-75986031-8456-40ae-be82-1b2e45351d52 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports/8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 942 time: 0.6470153
Apr 30 04:50:35.838449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-8608ee5c-0d69-4668-bf4c-7f1ecbfac134 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6558604
Apr 30 04:50:35.859207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] Deleting port b4862a3e-20cb-470b-a4e3-fd5df750324d {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:35.860102 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:35.909935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Port': ['ID=44514fb0-e8cc-4342-a490-cbf0b62dc38f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:35.917971 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:36.065259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] No DVR routers for this DVR port 44514fb0-e8cc-4342-a490-cbf0b62dc38f on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:50:36.178928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:36.202347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-deleted', 'tag': '44514fb0-e8cc-4342-a490-cbf0b62dc38f'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:36.260772 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3e78355f-30e7-42d2-85fe-d7a547da00e3 req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.50 "DELETE /v2.0/ports/44514fb0-e8cc-4342-a490-cbf0b62dc38f HTTP/1.1" status: 204  len: 173 time: 4.1400471
Apr 30 04:50:36.312209 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:36.354180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] For port b4862a3e-20cb-470b-a4e3-fd5df750324d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b4862a3e-20cb-470b-a4e3-fd5df750324d,segment=NetworkSegment(3b1f18a1-6ec2-423a-b450-5680c4bcd1d0),segment_id=3b1f18a1-6ec2-423a-b450-5680c4bcd1d0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:36.354933 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:36.377403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-e9fabb9a-b4db-4aff-9094-7efdd40cf4bd service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6570985
Apr 30 04:50:36.393774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-4908c37a-0410-4d8b-89c0-4acd0042eeb5 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200  len: 1000 time: 0.3559897
Apr 30 04:50:36.474869 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9341bb-6dbb-490f-a2da-51ddfa920bfa', 'name': 'network-vif-deleted', 'tag': '44514fb0-e8cc-4342-a490-cbf0b62dc38f', 'status': 'completed', 'code': 200}
Apr 30 04:50:36.532367 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:36.543498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-ddeb367d-9561-4324-8287-81c6c4522eb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a HTTP/1.1" status: 200  len: 217 time: 0.1366796
Apr 30 04:50:36.549213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5437bf4-6ba9-446a-8148-0a0c72449ea7 req-1d73c408-86a4-4a91-8cdb-00dae849cb8d service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6986215
Apr 30 04:50:36.645130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] Calling delete_port for b4862a3e-20cb-470b-a4e3-fd5df750324d owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:36.709403 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:36.713676 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:36.806521 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] Pushing event deleted for resources: {'Port': ['ID=b4862a3e-20cb-470b-a4e3-fd5df750324d,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:36.809020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4862a3e-20cb-470b-a4e3-fd5df750324d no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:50:36.846026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-749e1a91-04ac-42a9-9e78-fbe451b0a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:36.848075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-749e1a91-04ac-42a9-9e78-fbe451b0a80d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.2977285
Apr 30 04:50:36.872246 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:36.873717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: b4862a3e-20cb-470b-a4e3-fd5df750324d {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:50:36.874049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4862a3e-20cb-470b-a4e3-fd5df750324d not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:50:36.876096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] No DVR routers for this DVR port b4862a3e-20cb-470b-a4e3-fd5df750324d on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:50:36.888852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-eb3ea43a-b90f-4225-a9b5-1fa0c76c027f tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:36.895152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting port b4862a3e-20cb-470b-a4e3-fd5df750324d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:36.895690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:36.904963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-eb3ea43a-b90f-4225-a9b5-1fa0c76c027f tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.5099852
Apr 30 04:50:37.096588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b69b2781-83a8-4bea-a22a-a19a747ea41c req-cf778680-a96d-43e1-bef0-1bcba3e1d7bb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "GET /v2.0/ports?device_id=de9341bb-6dbb-490f-a2da-51ddfa920bfa HTTP/1.1" status: 200  len: 210 time: 0.0841360
Apr 30 04:50:37.145821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e6142630-39e9-4dbd-8dbf-cc5c6ca4a278 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200  len: 1000 time: 0.2394018
Apr 30 04:50:37.152409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e59133b2-771d-44a9-b6e1-aeecc4f8f5b9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Request body: {'floatingip': {'port_id': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:37.308920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-3a23d8ba-dd32-48d2-8763-bdc6440ac645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:37.310421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-3a23d8ba-dd32-48d2-8763-bdc6440ac645 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4536562
Apr 30 04:50:37.325558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] For port b4862a3e-20cb-470b-a4e3-fd5df750324d, host n-d-766726-20, got binding levels [] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:37.325922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:37.343459 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e59133b2-771d-44a9-b6e1-aeecc4f8f5b9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:37.489042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Calling delete_port for b4862a3e-20cb-470b-a4e3-fd5df750324d owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:37.496443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_backend_mixin [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Port b4862a3e-20cb-470b-a4e3-fd5df750324d was not found and therefore no delete operation was performed {{(pid=74582) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:50:37.500851 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:37.506163 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:37.566541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Port': ['ID=b4862a3e-20cb-470b-a4e3-fd5df750324d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:37.578933 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:37.592190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No DVR routers for this DVR port b4862a3e-20cb-470b-a4e3-fd5df750324d on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:50:37.669691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Router 4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:50:37.875719 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:38.153438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a7063d0>,) {'filters': {'network_id': ['c6be3969-7146-4888-bd8e-ea9f54607113']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:38.170323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-a2eeb315-ef53-44dc-a460-591a17d211d9 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8520463
Apr 30 04:50:38.183537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7063d0>, '3b1f18a1-6ec2-423a-b450-5680c4bcd1d0') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:38.183989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7063d0>, '3b1f18a1-6ec2-423a-b450-5680c4bcd1d0') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:38.208666 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:38.230276 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:38.238090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:50:38.245599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:50:38.251256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Sync routers for ids ['4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:50:38.271832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Routers {'4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:38.273008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804db130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:38.279591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48488) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:38.347085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:38.348814 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 10.5296586
Apr 30 04:50:38.354484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48494) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:38.379516 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e59133b2-771d-44a9-b6e1-aeecc4f8f5b9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:38.409062 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e59133b2-771d-44a9-b6e1-aeecc4f8f5b9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:38.409676 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e59133b2-771d-44a9-b6e1-aeecc4f8f5b9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Floating IP e0647a58-d5b1-4a8a-aeae-d488a9792edd disassociated. External IP: 172.25.8.67, port: 8bc8641b-efbe-4f9b-a876-d8695f02e70e.
Apr 30 04:50:38.592269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Set router 4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:50:38.850312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network c6be3969-7146-4888-bd8e-ea9f54607113 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:38.863631 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:38.899565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting subnet e621ff8f-8c0d-4be2-a33c-2f5b7910f201 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:50:38.911078 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-647955c5-a3d3-496e-99c6-f3445dadfb9c tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/routers/4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db HTTP/1.1" status: 200  len: 908 time: 0.5527527
Apr 30 04:50:38.937811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48512) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:38.963533 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.119807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804db130>, [{'id': '4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db', 'name': 'tempest-snat-router-602653243', 'tenant_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.100'}], 'enable_snat': False}, 'gw_port_id': '6db06cd4-abca-455a-93b7-e422db161bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:50:27Z', 'updated_at': '2021-04-30T04:50:35Z', 'revision_number': 3, 'project_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'gw_port': {'id': '6db06cd4-abca-455a-93b7-e422db161bf7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:50:30Z', 'updated_at': '2021-04-30T04:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:39.124937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Checking router: 4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:50:39.132970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Updating router 4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db port 6db06cd4-abca-455a-93b7-e422db161bf7 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:50:39.198952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-602653243', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': True}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:39.216224 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.238171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:39.242300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-4fd8a39a-d36d-4437-9d6a-cd5784edfc5c service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9631822
Apr 30 04:50:39.267857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Usage tracker for resource:router and tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:39.354927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network c6be3969-7146-4888-bd8e-ea9f54607113 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:50:39.390908 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:50:39.399979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:39.420892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:39.455525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e59133b2-771d-44a9-b6e1-aeecc4f8f5b9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Router cc269d49-97dd-47f4-9e92-93a6f518f995 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:50:39.471314 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.566955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.590099 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-856f969e-ec97-4663-b422-f4f6376565e8 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:39.614434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-2e6931b3-882f-42cf-b6d2-3b4fdea97adf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=78159ada-cbef-421f-a1ad-97a024721599 HTTP/1.1" status: 200  len: 217 time: 0.3584669
Apr 30 04:50:39.616172 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.618100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.644748 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.662127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/c6be3969-7146-4888-bd8e-ea9f54607113 HTTP/1.1" status: 204  len: 168 time: 10.0928674
Apr 30 04:50:39.676495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48524) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:39.702260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1848699425'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:39.713768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=c6be3969-7146-4888-bd8e-ea9f54607113,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:39.728956 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:39.737279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:39.752014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:network and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:39.758559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:39.766363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:39.789898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:39.795029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.820568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-9085bbbc-83e9-4733-8ba8-090af6e66e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:39.823865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-9085bbbc-83e9-4733-8ba8-090af6e66e99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 200  len: 797 time: 0.1776068
Apr 30 04:50:39.873239 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.898585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:50:39.905050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Transition to ACTIVE for port object 6db06cd4-abca-455a-93b7-e422db161bf7 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:39.914749 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.915354 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment e9de95a5-7bbe-4e7d-8195-867c20e54f9c of type vlan for network 84c629b9-3098-467c-ae13-21f134e4579c
Apr 30 04:50:39.921156 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:39.928146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48528) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:39.987177 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:40.013868 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.139949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.141656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.151876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:40.153186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.165586 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f4438df-4e13-4dc7-9a71-0c86fb7277b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:40.190281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dd697-b28a-4ece-9524-1d464a24c8f1 None None] Pushing event updated for resources: {'Port': ['ID=6db06cd4-abca-455a-93b7-e422db161bf7,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:40.195370 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a3dd697-b28a-4ece-9524-1d464a24c8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:40.197169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Attempting to bind port 6db06cd4-abca-455a-93b7-e422db161bf7 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:50:40.197793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Attempting to bind port 6db06cd4-abca-455a-93b7-e422db161bf7 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:50:40.198411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Attempting to bind port 6db06cd4-abca-455a-93b7-e422db161bf7 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:50:40.209181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:50:40.209787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:40.210945 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.211121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:50:40.211959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Bound port: 6db06cd4-abca-455a-93b7-e422db161bf7, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:50:40.212603 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.358854 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6799650
Apr 30 04:50:40.360119 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.378536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48536) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:40.392836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': '84c629b9-3098-467c-ae13-21f134e4579c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:40.417924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=84c629b9-3098-467c-ae13-21f134e4579c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:40.449089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:40.450512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:40.458635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] For port 6db06cd4-abca-455a-93b7-e422db161bf7, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:50:40.461753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Usage tracker for resource:security_group_rule and tenant:4d89905e7e0944d48cfc4406247c8328 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:40.465986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] For port 6db06cd4-abca-455a-93b7-e422db161bf7, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6db06cd4-abca-455a-93b7-e422db161bf7,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:50:40.472563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:40.473068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 84c629b9-3098-467c-ae13-21f134e4579c details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:50:40.546660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:40.598352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:40.606827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:subnet and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:40.615040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:40.639570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:40.667960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:40.672411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.689616 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.695950 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:40.734624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:40.833590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dd697-b28a-4ece-9524-1d464a24c8f1 None None] Pushing event updated for resources: {'Port': ['ID=6db06cd4-abca-455a-93b7-e422db161bf7,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:40.840321 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a3dd697-b28a-4ece-9524-1d464a24c8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:40.885806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Routers {'4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:40.886868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804db130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:41.104655 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:41.116468 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:41.130038 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e760727-2aae-4e44-a267-1d22fbda6ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:41.211538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] Set router 4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:50:41.229331 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d89905e7e0944d48cfc4406247c8328&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2650530
Apr 30 04:50:41.232274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdde0ba-e8fa-43e5-82d8-39d537853435,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:41.240435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48544) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:41.249804 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:41.403142 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcc19ac-8182-4aa2-b844-4401ac1679a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:41.415018 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:41.429356 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:41.446926 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-58687add-c795-43c6-958a-e821421c1778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:41.448445 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcc19ac-8182-4aa2-b844-4401ac1679a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:41.499961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Subnet': ['ID=e621ff8f-8c0d-4be2-a33c-2f5b7910f201,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:41.503725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bec8ea-a8be-468d-8fcf-bb1c497fe40a None None] Network b62bfcbb-2645-4bab-adf0-74e149a926a2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:41.510301 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:41.535323 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:41.584496 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "DELETE /v2.0/subnets/e621ff8f-8c0d-4be2-a33c-2f5b7910f201 HTTP/1.1" status: 204  len: 168 time: 3.3014643
Apr 30 04:50:41.587195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e59133b2-771d-44a9-b6e1-aeecc4f8f5b9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:50:41.588943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48548) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:41.592018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-62371288-5bbb-48d7-829e-7b49932c6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:41.593687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-62371288-5bbb-48d7-829e-7b49932c6c82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fecfbb98-44fb-4e8e-ac66-b37591af8841&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.5040109
Apr 30 04:50:41.599964 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e59133b2-771d-44a9-b6e1-aeecc4f8f5b9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:41.601988 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] Sync routers for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:50:41.634763 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:41.645206 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:41.782095 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcc19ac-8182-4aa2-b844-4401ac1679a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:41.811133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804db130>, [{'id': '4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db', 'name': 'tempest-snat-router-602653243', 'tenant_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.100'}], 'enable_snat': False}, 'gw_port_id': '6db06cd4-abca-455a-93b7-e422db161bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:50:27Z', 'updated_at': '2021-04-30T04:50:35Z', 'revision_number': 3, 'project_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'gw_port': {'id': '6db06cd4-abca-455a-93b7-e422db161bf7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:50:30Z', 'updated_at': '2021-04-30T04:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:41.815470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-c5e3e405-ec77-4a91-b3d8-749d21cb819b service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642396
Apr 30 04:50:41.820822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564140d-45ed-4dd9-b01c-040069f692a2 None None] The sync data for ids ['4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db'] in n-d-766726-20 is: [{'id': '4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db', 'name': 'tempest-snat-router-602653243', 'tenant_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.100'}], 'enable_snat': False}, 'gw_port_id': '6db06cd4-abca-455a-93b7-e422db161bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:50:27Z', 'updated_at': '2021-04-30T04:50:35Z', 'revision_number': 3, 'project_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'gw_port': {'id': '6db06cd4-abca-455a-93b7-e422db161bf7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:50:30Z', 'updated_at': '2021-04-30T04:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:50:41.936045 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:50:41.957834 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-663766b5-b6b6-4b98-b0ff-cd9aed0cbaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:41.979019 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:42.005335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc19ac-8182-4aa2-b844-4401ac1679a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdde0ba-e8fa-43e5-82d8-39d537853435,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:42.023406 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dcc19ac-8182-4aa2-b844-4401ac1679a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:42.025239 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:42.085647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] DHCP port deletion for b62bfcbb-2645-4bab-adf0-74e149a926a2 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:50:42.208240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=61f55467-98f2-4757-a81a-f06585befaa4,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:42.222783 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:42.260833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcc19ac-8182-4aa2-b844-4401ac1679a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:42.262006 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4dcc19ac-8182-4aa2-b844-4401ac1679a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fdde0ba-e8fa-43e5-82d8-39d537853435 HTTP/1.1" status: 204  len: 168 time: 1.0194769
Apr 30 04:50:42.264790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e59133b2-771d-44a9-b6e1-aeecc4f8f5b9 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "PUT /v2.0/floatingips/e0647a58-d5b1-4a8a-aeae-d488a9792edd HTTP/1.1" status: 200  len: 694 time: 5.1177919
Apr 30 04:50:42.280329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:50:42.307268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] Deleting port 54235954-661c-4e4c-9ff9-191145d7abd7 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:42.307665 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:42.325114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking segment: {'id': 'e9de95a5-7bbe-4e7d-8195-867c20e54f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '84c629b9-3098-467c-ae13-21f134e4579c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:42.325489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network hostable DHCP agents. Network: 84c629b9-3098-467c-ae13-21f134e4579c, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:50:42.375567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 84c629b9-3098-467c-ae13-21f134e4579c is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:50:42.410564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 84c629b9-3098-467c-ae13-21f134e4579c) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:42.442335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:42.442975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:42.493511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.1115813
Apr 30 04:50:42.493768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48560) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:42.608674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6ef8d4-9948-4667-aef8-a319dda1b549 None None] Network 84c629b9-3098-467c-ae13-21f134e4579c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:42.988172 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba910>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8128597f-e229-4f02-b970-177d7f34638a', 'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'mac_address': 'fa:16:3e:62:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:37Z', 'updated_at': '2021-04-30T04:48:51Z', 'revision_number': 5, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'subnets': [{'id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:43.009127 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] Checking router: cc269d49-97dd-47f4-9e92-93a6f518f995 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:50:43.046242 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:43.046952 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:43.123732 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:43.312632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48568) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:43.362241 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:43.385796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6db06cd4-abca-455a-93b7-e422db161bf7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:43.410905 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:43.465616 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'status': 'completed', 'code': 200}
Apr 30 04:50:43.475486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-e7dae1ea-967d-454a-b1c6-53b67c0667a5 service neutron] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6437957
Apr 30 04:50:43.478291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:43.518543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] For port 54235954-661c-4e4c-9ff9-191145d7abd7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=54235954-661c-4e4c-9ff9-191145d7abd7,segment=NetworkSegment(5e1f87b2-c282-4ef7-8b77-7bc887851035),segment_id=5e1f87b2-c282-4ef7-8b77-7bc887851035)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:43.522843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Usage tracker for resource:security_group_rule and tenant:e7039e0b2f1541c997f015566cf93fc4 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:43.523752 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:43.551324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:43.591819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:43.689285 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:43.693690 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:50:43.759450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-b3381414-e049-43c4-9e5c-3888bf393f04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab HTTP/1.1" status: 200  len: 217 time: 0.2118361
Apr 30 04:50:44.025823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-a402058c-00b3-4397-a205-d88f23fc5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:44.027545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-a402058c-00b3-4397-a205-d88f23fc5da0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1097 time: 1.6573682
Apr 30 04:50:44.093077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc1aca-7271-459e-9542-3b1170420877 req-20e56c7e-8aaa-4a92-ae64-9d3487e943e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:44.095529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97bc1aca-7271-459e-9542-3b1170420877 req-20e56c7e-8aaa-4a92-ae64-9d3487e943e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=54999f91fbfb453d99b154a06ce72cf5&device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 1097 time: 1.4392059
Apr 30 04:50:44.362614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] Calling delete_port for 54235954-661c-4e4c-9ff9-191145d7abd7 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:44.460770 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:44.480023 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba910>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8128597f-e229-4f02-b970-177d7f34638a', 'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'mac_address': 'fa:16:3e:62:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:37Z', 'updated_at': '2021-04-30T04:48:51Z', 'revision_number': 5, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'subnets': [{'id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:44.491283 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1aabcc-80bb-4d7f-b226-d0cebb0ef8d1 None None] The sync data for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 is: [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:48:41Z', 'revision_number': 4, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8128597f-e229-4f02-b970-177d7f34638a', 'name': '', 'network_id': 'cf3d5570-2da8-4dc9-8f95-e90d5418bf01', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'mac_address': 'fa:16:3e:62:74:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:37Z', 'updated_at': '2021-04-30T04:48:51Z', 'revision_number': 5, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'subnets': [{'id': '76dd197a-a6f7-4422-bcb3-b254e09fc65b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:50:44.553186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:44.559723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:44.608020 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:44.734659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5faa2-83eb-4b1d-bd49-d51f1c83a8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-84c629b9-3098-467c-ae13-21f134e4579c', 'network_id': '84c629b9-3098-467c-ae13-21f134e4579c', 'tenant_id': 'd716766fcf1b473aa57f7ab0735e3dda', 'fixed_ips': [{'subnet_id': '61f55467-98f2-4757-a81a-f06585befaa4'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:50:44.736297 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eba5faa2-83eb-4b1d-bd49-d51f1c83a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:44.742547 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4866426-3a94-4874-b958-e9345fb9d4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:44.757927 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:44.770591 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:44.814326 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7039e0b2f1541c997f015566cf93fc4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4999285
Apr 30 04:50:44.817372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 6db06cd4-abca-455a-93b7-e422db161bf7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:44.827778 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] No DVR routers for this DVR port 54235954-661c-4e4c-9ff9-191145d7abd7 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:50:44.835338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] Pushing event deleted for resources: {'Port': ['ID=54235954-661c-4e4c-9ff9-191145d7abd7,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:44.840324 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:44.841091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6db06cd4-abca-455a-93b7-e422db161bf7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:44.846796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48578) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:44.849300 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:44.949905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting port 54235954-661c-4e4c-9ff9-191145d7abd7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:44.954012 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:44.997740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-83489413-55a1-432b-9725-a936ac337d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:45.008430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-83489413-55a1-432b-9725-a936ac337d8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 1.1879680
Apr 30 04:50:45.058314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb603d81-e778-4d51-95df-34256dac78e1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:45.081414 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:45.099406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.134994 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-51d0853e-9621-48a6-b775-1f9cd10376df tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:45.343854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.360107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Allocated IP 172.25.8.239 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/77498007-dd20-46c0-93cb-ea0bdab99402) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:45.396830 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.399240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=61f55467-98f2-4757-a81a-f06585befaa4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:45.418577 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server [None req-eba5faa2-83eb-4b1d-bd49-d51f1c83a8a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61f55467-98f2-4757-a81a-f06585befaa4: This subnet is being modified by another concurrent operation.
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 04:50:45.424795 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in create_port
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1413, in _create_port_db
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 685, in _ipam_get_subnets
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise exception
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61f55467-98f2-4757-a81a-f06585befaa4: This subnet is being modified by another concurrent operation.
Apr 30 04:50:45.432017 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server 
Apr 30 04:50:45.450845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-3be57c89-1456-4656-9cb3-ce947733e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:45.463402 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-3be57c89-1456-4656-9cb3-ce947733e9b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 921 time: 1.4221747
Apr 30 04:50:45.475495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 6db06cd4-abca-455a-93b7-e422db161bf7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6db06cd4-abca-455a-93b7-e422db161bf7,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:45.487285 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.497095 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a3dd697-b28a-4ece-9524-1d464a24c8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:45.609181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5821d7a4-b7ca-45dd-8078-12ebd69b41e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.661647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] For port 54235954-661c-4e4c-9ff9-191145d7abd7, host n-d-766726-20, got binding levels [] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:45.662667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.665898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77af4adf0>,) {'filters': {'network_id': ['84c629b9-3098-467c-ae13-21f134e4579c']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:45.682288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c89d44b-7882-4638-bdc1-ea21990a7989 None None] Network 84c629b9-3098-467c-ae13-21f134e4579c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:45.714440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53bd502-b1a7-4bf8-93c1-424479aba93b None None] New status for floating IP e0647a58-d5b1-4a8a-aeae-d488a9792edd: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:50:45.728808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77af4adf0>, 'e9de95a5-7bbe-4e7d-8195-867c20e54f9c') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:45.729315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77af4adf0>, 'e9de95a5-7bbe-4e7d-8195-867c20e54f9c') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:45.744628 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5821d7a4-b7ca-45dd-8078-12ebd69b41e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.774836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.821178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Calling delete_port for 54235954-661c-4e4c-9ff9-191145d7abd7 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:45.825040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.ipam_backend_mixin [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Port 54235954-661c-4e4c-9ff9-191145d7abd7 was not found and therefore no delete operation was performed {{(pid=74581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:50:45.842555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.853468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:45.861609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:50:45.868527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-dac1be95-b4a2-4c11-aea3-bf3c80e2a62a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 217 time: 0.4041209
Apr 30 04:50:45.874809 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a1bd8fb-a6a1-4a67-a560-dc4100c05494 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:45.927588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] No DVR routers for this DVR port 54235954-661c-4e4c-9ff9-191145d7abd7 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:50:46.024983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Port': ['ID=54235954-661c-4e4c-9ff9-191145d7abd7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:46.039360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=6db06cd4-abca-455a-93b7-e422db161bf7,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:46.044756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 54235954-661c-4e4c-9ff9-191145d7abd7 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:50:46.058787 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:46.077402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5821d7a4-b7ca-45dd-8078-12ebd69b41e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:46.089044 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03e86aad-e93e-4203-a342-cb4064e52097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:46.148606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821d7a4-b7ca-45dd-8078-12ebd69b41e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb603d81-e778-4d51-95df-34256dac78e1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:46.155469 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:46.180530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 54235954-661c-4e4c-9ff9-191145d7abd7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:50:46.181087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 54235954-661c-4e4c-9ff9-191145d7abd7 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:50:46.258150 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5821d7a4-b7ca-45dd-8078-12ebd69b41e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:46.315767 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 84c629b9-3098-467c-ae13-21f134e4579c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:46.337053 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:46.355284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5821d7a4-b7ca-45dd-8078-12ebd69b41e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:46.356659 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5821d7a4-b7ca-45dd-8078-12ebd69b41e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb603d81-e778-4d51-95df-34256dac78e1 HTTP/1.1" status: 204  len: 168 time: 1.5089574
Apr 30 04:50:46.813220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6db06cd4-abca-455a-93b7-e422db161bf7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:46.848243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-fb956f40-0794-4adc-9d65-31f7ca9079d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:46.850136 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-fb956f40-0794-4adc-9d65-31f7ca9079d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.8850293
Apr 30 04:50:46.856657 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:46.991549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e351b8c-8126-4cbc-a47a-fe8f93b12f0e None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 04:50:47.036835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 84c629b9-3098-467c-ae13-21f134e4579c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:47.101822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6db06cd4-abca-455a-93b7-e422db161bf7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:47.102364 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:50:47.230802 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:50:47.295369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-ee0d5c3b-1749-495c-8561-33fcd457f2d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3305631
Apr 30 04:50:47.423457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e351b8c-8126-4cbc-a47a-fe8f93b12f0e None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 04:50:47.444916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc1aca-7271-459e-9542-3b1170420877 req-ba757611-a787-4765-a0a0-451e879f0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:47.464078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97bc1aca-7271-459e-9542-3b1170420877 req-ba757611-a787-4765-a0a0-451e879f0e7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 200  len: 921 time: 3.1218021
Apr 30 04:50:47.592799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77abfa700>,) {'filters': {'network_id': ['b62bfcbb-2645-4bab-adf0-74e149a926a2']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:47.613578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abfa700>, '5e1f87b2-c282-4ef7-8b77-7bc887851035') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:47.613814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abfa700>, '5e1f87b2-c282-4ef7-8b77-7bc887851035') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:47.634190 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:47.637085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-85354d34-e885-44fa-bce6-17e90811dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:47.639560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-85354d34-e885-44fa-bce6-17e90811dbb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 2.3948038
Apr 30 04:50:47.643486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f9ab44f-365f-4aba-8979-6ead4e802b7d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:47.698414 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:47.713468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=84c629b9-3098-467c-ae13-21f134e4579c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:47.721788 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/84c629b9-3098-467c-ae13-21f134e4579c HTTP/1.1" status: 204  len: 168 time: 5.2267482
Apr 30 04:50:47.725072 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:47.726179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48606) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:47.740610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-59105422'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:47.759210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:47.767750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:network and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:47.774002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:47.786743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:47.825189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:47.847184 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:47.856521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97bc1aca-7271-459e-9542-3b1170420877 req-343b5578-f34a-442b-98bc-8ffdde14d08d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 200  len: 217 time: 0.3909435
Apr 30 04:50:47.920939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:50:47.945264 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:47.946504 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment be0097b4-9651-451c-bec7-de2553a5d82c of type vlan for network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31
Apr 30 04:50:48.022675 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:48.063678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:48.092051 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:48.113613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:48.114476 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:48.120328 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43f68e8a-c629-4826-bd5f-68f8612fe719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:48.131453 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:48.260491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=8f30b4a9-b7a9-42c5-805e-a0c01496cc31,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:48.274566 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:48.282098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:50:48.294436 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.5655384
Apr 30 04:50:48.295214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48616) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:48.302535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:48.460431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-3d6dfc10-9223-47f6-adab-6ed09ef36712 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6070077
Apr 30 04:50:48.468270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:48.471609 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:48.474082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:subnet and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:48.478906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:48.490478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:48.540278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:48.553907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:48.590236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc1aca-7271-459e-9542-3b1170420877 req-c0b8c812-4254-4e17-8a6d-c1af450e0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:48.592829 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97bc1aca-7271-459e-9542-3b1170420877 req-c0b8c812-4254-4e17-8a6d-c1af450e0a89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 200  len: 860 time: 0.7254891
Apr 30 04:50:48.600985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:50:48.674654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-e7a1b661-a768-4090-9fe5-89450bc457e5 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0483949
Apr 30 04:50:49.093626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97bc1aca-7271-459e-9542-3b1170420877 req-49ddea99-daf0-4845-99d6-db668a4b0435 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3d5570-2da8-4dc9-8f95-e90d5418bf01&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4292889
Apr 30 04:50:49.095258 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:49.107317 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:49.523965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:49.530198 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6810f217-213c-4f4a-a697-f92b3bc85041 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:49.627252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=a6d72415-73ee-463c-9de7-9a2647396956,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:49.639147 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:49.653218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking segment: {'id': 'be0097b4-9651-451c-bec7-de2553a5d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:49.653639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network hostable DHCP agents. Network: 8f30b4a9-b7a9-42c5-805e-a0c01496cc31, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:50:49.684093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:50:49.704663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:49.709321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 8f30b4a9-b7a9-42c5-805e-a0c01496cc31) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:49.734707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78469df6-8fff-49c4-acf9-ac1b5d8a93f4 None None] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:49.736578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:49.736578 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:49.771347 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4738667
Apr 30 04:50:49.775717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48636) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:49.789579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:50.047721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:50.068018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d618ee9-817c-4b2e-8e97-5b6442048b85 req-faff6e90-810f-4ddf-9220-4d29b0ee45a3 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1679354
Apr 30 04:50:50.084612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97bc1aca-7271-459e-9542-3b1170420877 req-20935215-f432-44d4-8176-7890f567a838 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9357905
Apr 30 04:50:50.155709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network b62bfcbb-2645-4bab-adf0-74e149a926a2 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:50.176661 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:50.357441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:50.386202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event updated for resources: {'Port': ['ID=77498007-dd20-46c0-93cb-ea0bdab99402,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:50.390405 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-cf103773-6783-4949-a993-e21f505e53ab service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.9087510
Apr 30 04:50:50.402855 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.296s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:50.496507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-8f30b4a9-b7a9-42c5-805e-a0c01496cc31', 'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31', 'tenant_id': 'd716766fcf1b473aa57f7ab0735e3dda', 'fixed_ips': [{'subnet_id': 'a6d72415-73ee-463c-9de7-9a2647396956'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:50:50.503896 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:50.572553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-f4192afe-a5f5-4adf-b1f1-1dbab4dee66f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54489ae0-efe8-43fe-bdd3-00e11f296177 HTTP/1.1" status: 200  len: 217 time: 0.1585891
Apr 30 04:50:50.578204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:50.590141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:subnet and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:50.597444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:50.621962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:50.651158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:50.659843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:50.824183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-de2e57ae-c17b-4662-95af-5e4c90a6f969 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/floatingips/e0647a58-d5b1-4a8a-aeae-d488a9792edd HTTP/1.1" status: 200  len: 692 time: 0.4223490
Apr 30 04:50:50.978922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Allocated IP 2001:db8::2 (8f30b4a9-b7a9-42c5-805e-a0c01496cc31/a6d72415-73ee-463c-9de7-9a2647396956/81fd5736-2192-4475-973d-8602c328f4f6) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:51.032678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97bc1aca-7271-459e-9542-3b1170420877 req-87c9a3d2-88c3-454b-bd80-57cf0c750bb8 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6312943
Apr 30 04:50:51.272895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network b62bfcbb-2645-4bab-adf0-74e149a926a2 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:50:51.559974 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:50:51.619905 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:50:51.721983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-d99cba32-3f56-48ee-a20e-2004eeb871b6 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:51.729284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:51.730162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-d99cba32-3f56-48ee-a20e-2004eeb871b6 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 784 time: 0.5782542
Apr 30 04:50:51.745677 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1751447d-a712-4308-8deb-180abbc91865 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:51.827276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:51.832024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:51.845479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:51.846610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:51.870141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-2e234a08-b4a8-4d24-9a5c-42d3f032a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:51.871708 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-2e234a08-b4a8-4d24-9a5c-42d3f032a170 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 200  len: 797 time: 1.2510142
Apr 30 04:50:51.881161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=381c791b-b3ae-4110-8abb-ebe86f24b1ea,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:51.887522 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:51.910780 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.1306272
Apr 30 04:50:51.911522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48666) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:51.941312 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-ebad97fa-a6b9-44b9-a8ed-409dfb55b03f tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200  len: 695 time: 0.2107062
Apr 30 04:50:52.034108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93261e8-56f6-49e3-9a1d-4e9ddae4f904 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:52.035803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93261e8-56f6-49e3-9a1d-4e9ddae4f904 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:52.037694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93261e8-56f6-49e3-9a1d-4e9ddae4f904 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:52.039431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93261e8-56f6-49e3-9a1d-4e9ddae4f904 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:52.041046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93261e8-56f6-49e3-9a1d-4e9ddae4f904 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:52.042172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e93261e8-56f6-49e3-9a1d-4e9ddae4f904 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Synchronizing usage tracker for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:50:52.068319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e93261e8-56f6-49e3-9a1d-4e9ddae4f904 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Unset dirty status for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:50:52.070020 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e93261e8-56f6-49e3-9a1d-4e9ddae4f904 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1573343
Apr 30 04:50:52.077817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48672) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:52.085188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2100076237'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:52.092625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:52.099216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:network and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:50:52.103621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:50:52.114394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:52.134233 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:52.138941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:52.202107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:50:52.238091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:52.238767 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment 3d4e874b-8570-46d8-8aec-4f942d4f25d2 of type vlan for network f3de3c8b-3ed6-4432-bcd4-d223f27b272d
Apr 30 04:50:52.302785 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:52.362965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:52.371634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:52.372407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:52.379882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Transition to ACTIVE for port object 81fd5736-2192-4475-973d-8602c328f4f6 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:52.390401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-86b9ee6c-bd48-4c6e-86b1-8841a292728a tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200  len: 695 time: 0.4480641
Apr 30 04:50:52.395435 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:52.397840 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b8d50ff2-8cf4-4da3-9bcf-f6e1c246c24a tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:52.451035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Transition to ACTIVE for port object 81fd5736-2192-4475-973d-8602c328f4f6 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:52.464044 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:52.469242 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:52.618827 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5332072
Apr 30 04:50:52.618827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48686) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:52.632181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'New_network'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:52.638266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Pushing event updated for resources: {'Port': ['ID=81fd5736-2192-4475-973d-8602c328f4f6,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:52.649583 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-469afdd1-2a8b-41fa-8b7f-63f3ce2d2fc6 tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:52.652063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=f3de3c8b-3ed6-4432-bcd4-d223f27b272d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:52.666740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:50:52.667377 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:52.725296 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:52.851856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:52.868604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:52.873135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.873574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.874136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.874837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.875246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.887828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.888357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.888920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.889482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.890124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.890688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.891277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:50:52.897551 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:52.957962 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:53.008613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Network': ['ID=b62bfcbb-2645-4bab-adf0-74e149a926a2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:53.060926 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:53.129747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:53.143532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Attempting to bind port 81fd5736-2192-4475-973d-8602c328f4f6 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:50:53.144502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Attempting to bind port 81fd5736-2192-4475-973d-8602c328f4f6 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'be0097b4-9651-451c-bec7-de2553a5d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:50:53.145432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Attempting to bind port 81fd5736-2192-4475-973d-8602c328f4f6 on network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:50:53.165174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:50:53.165678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Checking segment: {'id': 'be0097b4-9651-451c-bec7-de2553a5d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:53.166113 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:53.166700 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Bound using segment: {'id': 'be0097b4-9651-451c-bec7-de2553a5d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:50:53.167270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Bound port: 81fd5736-2192-4475-973d-8602c328f4f6, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0097b4-9651-451c-bec7-de2553a5d82c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:50:53.169464 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:53.172250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:53.183570 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d65bd96-e7be-4253-ac58-6f003e04c373 tempest-DHCPAgentSchedulersTestJSON-2027855543 tempest-DHCPAgentSchedulersTestJSON-2027855543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:53.274889 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "DELETE /v2.0/networks/b62bfcbb-2645-4bab-adf0-74e149a926a2 HTTP/1.1" status: 204  len: 168 time: 11.6763222
Apr 30 04:50:53.304605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48694) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:53.401140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d is not hosted by any dhcp agent {{(pid=74582) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Apr 30 04:50:53.422955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:53.429283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:53.432649 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "PUT /v2.0/networks/f3de3c8b-3ed6-4432-bcd4-d223f27b272d HTTP/1.1" status: 200  len: 723 time: 0.8123486
Apr 30 04:50:53.456035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48700) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:53.460324 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] For port 81fd5736-2192-4475-973d-8602c328f4f6, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:50:53.470781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] For port 81fd5736-2192-4475-973d-8602c328f4f6, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=81fd5736-2192-4475-973d-8602c328f4f6,segment=NetworkSegment(be0097b4-9651-451c-bec7-de2553a5d82c),segment_id=be0097b4-9651-451c-bec7-de2553a5d82c)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:50:53.481635 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:53.488710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': 'f3de3c8b-3ed6-4432-bcd4-d223f27b272d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:53.493863 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e70a7909-8032-43ab-865a-eea313e87de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:53.546161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=f3de3c8b-3ed6-4432-bcd4-d223f27b272d,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:53.562775 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:53.580009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:50:53.621566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-25ef7e66-0d71-4e52-b051-1ab6060b0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:53.624421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-25ef7e66-0d71-4e52-b051-1ab6060b0660 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c7e27987-0396-4006-8a8b-6d38854fedb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.7375000
Apr 30 04:50:53.758887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Deleting port 93ae144f-8de9-4ad7-9101-f6aaa7eff6a8 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:53.759904 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:53.785751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Pushing event updated for resources: {'Port': ['ID=81fd5736-2192-4475-973d-8602c328f4f6,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:53.793155 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:53.896455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting subnet c9ab4084-397e-48cb-9b20-1310470016ba {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:50:53.993834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:50:54.045115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:50:54.081365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:50:54.086067 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:54.150906 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:54.151104 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:54.494052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 81fd5736-2192-4475-973d-8602c328f4f6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:54.670793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:54.740347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:54.763800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 81fd5736-2192-4475-973d-8602c328f4f6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:54.868111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:54.872362 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45c83387-bd4f-4ef2-bbf0-a44ca87ae1f5 tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:54.918047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Calling delete_port for 93ae144f-8de9-4ad7-9101-f6aaa7eff6a8 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:54.937718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-6b740823-2e1f-4716-b9e1-edfd2ef2b519 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3018773
Apr 30 04:50:54.999881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=66712194-c397-46d7-8588-20532232e1a4,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:55.006264 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:55.026336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking segment: {'id': '3d4e874b-8570-46d8-8aec-4f942d4f25d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3de3c8b-3ed6-4432-bcd4-d223f27b272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:55.026697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network hostable DHCP agents. Network: f3de3c8b-3ed6-4432-bcd4-d223f27b272d, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:50:55.054246 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:55.068119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:50:55.094140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, f3de3c8b-3ed6-4432-bcd4-d223f27b272d) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:55.107791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1fec0-cccb-4d83-9516-6f3c4ab638ac None None] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:55.120728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:55.121633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535732'] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:55.209710 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7519398
Apr 30 04:50:55.212679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48722) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:55.229537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-06c1eda1-e189-4668-8abc-acfdd0e7fb79 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:50:55.489049 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06c1eda1-e189-4668-8abc-acfdd0e7fb79 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263235539'] for subnet, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:55.565870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-f3de3c8b-3ed6-4432-bcd4-d223f27b272d', 'network_id': 'f3de3c8b-3ed6-4432-bcd4-d223f27b272d', 'tenant_id': 'd716766fcf1b473aa57f7ab0735e3dda', 'fixed_ips': [{'subnet_id': '66712194-c397-46d7-8588-20532232e1a4'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:50:55.566735 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:55.750715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd830670-c41a-4689-9e52-76279cc31756 None None] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:55.965485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Allocated IP 2001:db8::2 (f3de3c8b-3ed6-4432-bcd4-d223f27b272d/66712194-c397-46d7-8588-20532232e1a4/22618726-c5ab-4358-9bae-e4fb29ed7d86) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:56.052576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e60da8a4-3a9b-4767-abe1-54c9017423d1 None None] Provisioning for port 81fd5736-2192-4475-973d-8602c328f4f6 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:50:56.191688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e60da8a4-3a9b-4767-abe1-54c9017423d1 None None] Provisioning complete for port 81fd5736-2192-4475-973d-8602c328f4f6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:50:56.192080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e60da8a4-3a9b-4767-abe1-54c9017423d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:56.192462 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:56.290919 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd67eec6-c93c-455e-9e53-926e77e41768 req-ef2e494a-0198-4bf3-87be-0f8d2c711b33 service neutron] 10.222.0.37 "GET /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3416877
Apr 30 04:50:56.614745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:56.632312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Transition to ACTIVE for port object 22618726-c5ab-4358-9bae-e4fb29ed7d86 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:56.663992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Transition to ACTIVE for port object 22618726-c5ab-4358-9bae-e4fb29ed7d86 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:56.667363 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e60da8a4-3a9b-4767-abe1-54c9017423d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:56.749468 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:56.759633 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:56.833408 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:56.835536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:50:56.840519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:50:56.853378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:50:56.916889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e60da8a4-3a9b-4767-abe1-54c9017423d1 None None] For port 81fd5736-2192-4475-973d-8602c328f4f6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=81fd5736-2192-4475-973d-8602c328f4f6,segment=NetworkSegment(be0097b4-9651-451c-bec7-de2553a5d82c),segment_id=be0097b4-9651-451c-bec7-de2553a5d82c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:56.928735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Pushing event updated for resources: {'Port': ['ID=22618726-c5ab-4358-9bae-e4fb29ed7d86,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:56.944935 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e60da8a4-3a9b-4767-abe1-54c9017423d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:56.947497 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:56.948369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:57.211994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.217097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60da8a4-3a9b-4767-abe1-54c9017423d1 None None] Pushing event updated for resources: {'Port': ['ID=81fd5736-2192-4475-973d-8602c328f4f6,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:57.225560 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e60da8a4-3a9b-4767-abe1-54c9017423d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:57.227016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Attempting to bind port 22618726-c5ab-4358-9bae-e4fb29ed7d86 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:50:57.227432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Attempting to bind port 22618726-c5ab-4358-9bae-e4fb29ed7d86 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '3d4e874b-8570-46d8-8aec-4f942d4f25d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3de3c8b-3ed6-4432-bcd4-d223f27b272d'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:50:57.227810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Attempting to bind port 22618726-c5ab-4358-9bae-e4fb29ed7d86 on network f3de3c8b-3ed6-4432-bcd4-d223f27b272d {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:50:57.238341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:50:57.238776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Checking segment: {'id': '3d4e874b-8570-46d8-8aec-4f942d4f25d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3de3c8b-3ed6-4432-bcd4-d223f27b272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:50:57.239228 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.239812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Bound using segment: {'id': '3d4e874b-8570-46d8-8aec-4f942d4f25d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3de3c8b-3ed6-4432-bcd4-d223f27b272d'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:50:57.240371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Bound port: 22618726-c5ab-4358-9bae-e4fb29ed7d86, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4e874b-8570-46d8-8aec-4f942d4f25d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f3de3c8b-3ed6-4432-bcd4-d223f27b272d'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:50:57.240762 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.257590 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bad51631-1c49-49d1-ba3b-7544d6d4b25d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:57.322220 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.333109 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.385937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06c1eda1-e189-4668-8abc-acfdd0e7fb79 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789518030686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1384790'] for subnet, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.395204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Pushing event deleted for resources: {'Port': ['ID=93ae144f-8de9-4ad7-9101-f6aaa7eff6a8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:57.415741 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73c02c7a-018d-4554-8edd-b5c4da6e141a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:57.416917 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:57.480924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1eda1-e189-4668-8abc-acfdd0e7fb79 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:50:57.482000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06c1eda1-e189-4668-8abc-acfdd0e7fb79 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.483710 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-06c1eda1-e189-4668-8abc-acfdd0e7fb79 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "PUT /v2.0/subnets/66712194-c397-46d7-8588-20532232e1a4 HTTP/1.1" status: 200  len: 826 time: 2.2695804
Apr 30 04:50:57.489210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48750) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:57.514043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] For port 22618726-c5ab-4358-9bae-e4fb29ed7d86, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:50:57.560840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] For port 22618726-c5ab-4358-9bae-e4fb29ed7d86, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=22618726-c5ab-4358-9bae-e4fb29ed7d86,segment=NetworkSegment(3d4e874b-8570-46d8-8aec-4f942d4f25d2),segment_id=3d4e874b-8570-46d8-8aec-4f942d4f25d2)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:50:57.562832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1eda1-e189-4668-8abc-acfdd0e7fb79 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=66712194-c397-46d7-8588-20532232e1a4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:57.570923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] Update dhcp port {'port': {'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31', 'fixed_ips': [{'subnet_id': 'a6d72415-73ee-463c-9de7-9a2647396956', 'ip_address': '2001:db8::2'}, {'subnet_id': '381c791b-b3ae-4110-8abb-ebe86f24b1ea'}], 'binding:host_id': 'n-d-766726-20'}, 'id': '81fd5736-2192-4475-973d-8602c328f4f6'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:50:57.616750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Router 510446cd-c27b-46a9-b11a-927c36746b58 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:50:57.622247 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-06c1eda1-e189-4668-8abc-acfdd0e7fb79 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:57.623781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.633956 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.640717 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-472abeb2-5693-4ba6-89d3-087f9ee79938 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:57.684722 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.713991 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:57.717630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.771178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ab4084-397e-48cb-9b20-1310470016ba,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:57.795380 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:57.807952 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.831488 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:57.833903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e584896-c63d-4583-9c43-cb41147e77b0 req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "DELETE /v2.0/floatingips/e0647a58-d5b1-4a8a-aeae-d488a9792edd HTTP/1.1" status: 204  len: 173 time: 5.4417963
Apr 30 04:50:57.849753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Pushing event updated for resources: {'Port': ['ID=22618726-c5ab-4358-9bae-e4fb29ed7d86,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:57.850102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "DELETE /v2.0/subnets/c9ab4084-397e-48cb-9b20-1310470016ba HTTP/1.1" status: 204  len: 168 time: 4.5210693
Apr 30 04:50:57.851232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48760) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:57.878409 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:57.893596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1cc7d1-a188-4a4c-bb76-c1c02e3c7654 None None] Network 5c8fb182-cd5d-441d-93b5-362c73e66bac requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:50:58.066870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting port 22618726-c5ab-4358-9bae-e4fb29ed7d86 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:50:58.067427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:58.267493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:50:58.288371 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Sync routers for ids ['510446cd-c27b-46a9-b11a-927c36746b58'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:50:58.360237 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Routers {'510446cd-c27b-46a9-b11a-927c36746b58'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:50:58.367118 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802af4c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['510446cd-c27b-46a9-b11a-927c36746b58'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:50:58.419728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] For port 22618726-c5ab-4358-9bae-e4fb29ed7d86, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=22618726-c5ab-4358-9bae-e4fb29ed7d86,segment=NetworkSegment(3d4e874b-8570-46d8-8aec-4f942d4f25d2),segment_id=3d4e874b-8570-46d8-8aec-4f942d4f25d2)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:58.420621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:58.618528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 81fd5736-2192-4475-973d-8602c328f4f6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:50:58.670156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:58.673505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 19.6256375
Apr 30 04:50:58.683946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48772) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:50:58.690139 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:58.845976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Calling delete_port for 22618726-c5ab-4358-9bae-e4fb29ed7d86 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:50:58.876028 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:58.893875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74967ee3-66b7-465a-a129-d689436011db req-08dfa085-8501-41e2-855b-190895e7d38d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups/e4ef3999-dc5c-4942-8dc7-ac0e43b7c230 HTTP/1.1" status: 200  len: 1808 time: 0.7610173
Apr 30 04:50:59.062311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] Allocated IP 172.20.0.1 (8f30b4a9-b7a9-42c5-805e-a0c01496cc31/381c791b-b3ae-4110-8abb-ebe86f24b1ea/81fd5736-2192-4475-973d-8602c328f4f6) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:50:59.193969 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Set router 510446cd-c27b-46a9-b11a-927c36746b58 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:50:59.398052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:59.406140 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c0d0a4a-d656-41ed-b31c-3c390cb9f380 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:59.553345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] For port 81fd5736-2192-4475-973d-8602c328f4f6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=81fd5736-2192-4475-973d-8602c328f4f6,segment=NetworkSegment(be0097b4-9651-451c-bec7-de2553a5d82c),segment_id=be0097b4-9651-451c-bec7-de2553a5d82c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:50:59.564347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-74967ee3-66b7-465a-a129-d689436011db req-38d9b506-561c-41a1-b9c8-978ce0df0512 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:59.597237 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-74967ee3-66b7-465a-a129-d689436011db req-38d9b506-561c-41a1-b9c8-978ce0df0512 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:59.620022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Port': ['ID=22618726-c5ab-4358-9bae-e4fb29ed7d86,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:59.625345 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:59.629033 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:59.692650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] Transition to ACTIVE for port object 81fd5736-2192-4475-973d-8602c328f4f6 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:50:59.693447 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-74967ee3-66b7-465a-a129-d689436011db req-38d9b506-561c-41a1-b9c8-978ce0df0512 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:59.711992 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:50:59.729455 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-deca3035-aa12-4883-9d2b-44f9eba39ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:59.736069 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-86e9c2af-eee0-4034-a0f8-011b0ecd34a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:50:59.795594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9b506-561c-41a1-b9c8-978ce0df0512 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ef3999-dc5c-4942-8dc7-ac0e43b7c230,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:50:59.804057 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-38d9b506-561c-41a1-b9c8-978ce0df0512 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:50:59.820825 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dd5eb27d-032d-4fd7-bb1e-85560afa8bf5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/routers/510446cd-c27b-46a9-b11a-927c36746b58 HTTP/1.1" status: 200  len: 907 time: 1.1244047
Apr 30 04:50:59.830682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48786) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:00.026232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No DVR routers for this DVR port 22618726-c5ab-4358-9bae-e4fb29ed7d86 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:00.242357 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:00.305470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88aa3a-1e1c-407e-86e1-6de542a229d2 None None] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:00.319731 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-74967ee3-66b7-465a-a129-d689436011db req-38d9b506-561c-41a1-b9c8-978ce0df0512 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:00.323584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74967ee3-66b7-465a-a129-d689436011db req-38d9b506-561c-41a1-b9c8-978ce0df0512 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "DELETE /v2.0/security-groups/e4ef3999-dc5c-4942-8dc7-ac0e43b7c230 HTTP/1.1" status: 204  len: 173 time: 0.9063380
Apr 30 04:51:00.325065 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:00.407795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ea8f8d7b-8e77-44c7-93f3-c1b57246a27a None None] Could not find standard attr ID for object 22618726-c5ab-4358-9bae-e4fb29ed7d86. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:51:00.537036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Deleting port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:00.537404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:00.579401 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802af4c0>, [{'id': '510446cd-c27b-46a9-b11a-927c36746b58', 'name': 'tempest-snat-router-602653243', 'tenant_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '77498007-dd20-46c0-93cb-ea0bdab99402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:50:39Z', 'updated_at': '2021-04-30T04:50:52Z', 'revision_number': 3, 'project_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'gw_port': {'id': '77498007-dd20-46c0-93cb-ea0bdab99402', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510446cd-c27b-46a9-b11a-927c36746b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:50:44Z', 'updated_at': '2021-04-30T04:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:00.617733 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Checking router: 510446cd-c27b-46a9-b11a-927c36746b58 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:51:00.620252 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Updating router 510446cd-c27b-46a9-b11a-927c36746b58 port 77498007-dd20-46c0-93cb-ea0bdab99402 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:51:00.883593 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:01.026324 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] Pushing event updated for resources: {'Port': ['ID=81fd5736-2192-4475-973d-8602c328f4f6,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:01.045351 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.317s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:01.097073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] For port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=73f4fb0d-fafd-4e37-b6ca-482aecfea66a,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:01.098211 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:01.212025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] DHCP port deletion for 5c8fb182-cd5d-441d-93b5-362c73e66bac request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:51:01.276252 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:01.309855 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b031e14-17ac-4d71-8259-345ae2923e51 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:01.404386 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:51:01.454568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Calling delete_port for 73f4fb0d-fafd-4e37-b6ca-482aecfea66a owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:01.542243 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e532-0af6-49a3-a840-9258f8ed4c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:01.685979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:01.693798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] Deleting port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:01.698919 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:01.752453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=66712194-c397-46d7-8588-20532232e1a4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:01.762300 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:01.773677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:01.786280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cbde2d-0c94-434d-95d5-b6dd696e12b9 None None] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:01.905726 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:01.924129 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Transition to ACTIVE for port object 77498007-dd20-46c0-93cb-ea0bdab99402 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:51:01.940481 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:01.947379 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-902122aa-457d-42f2-8510-9239b5471268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:02.019555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780215640>,) {'filters': {'network_id': ['f3de3c8b-3ed6-4432-bcd4-d223f27b272d']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:02.041052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089ff2-5fd0-4937-8efd-b3fa0f6b8530 req-7d6c7cf8-bc6e-47b8-a3bc-91fde702751d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:02.041347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-97089ff2-5fd0-4937-8efd-b3fa0f6b8530 req-7d6c7cf8-bc6e-47b8-a3bc-91fde702751d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Synchronizing usage tracker for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:02.050685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780215640>, '3d4e874b-8570-46d8-8aec-4f942d4f25d2') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:02.051066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780215640>, '3d4e874b-8570-46d8-8aec-4f942d4f25d2') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:02.071224 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:02.072848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-97089ff2-5fd0-4937-8efd-b3fa0f6b8530 req-7d6c7cf8-bc6e-47b8-a3bc-91fde702751d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Unset dirty status for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:02.079965 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Attempting to bind port 77498007-dd20-46c0-93cb-ea0bdab99402 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:51:02.080659 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Attempting to bind port 77498007-dd20-46c0-93cb-ea0bdab99402 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:51:02.081398 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97089ff2-5fd0-4937-8efd-b3fa0f6b8530 req-7d6c7cf8-bc6e-47b8-a3bc-91fde702751d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 0.6203780
Apr 30 04:51:02.082725 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Attempting to bind port 77498007-dd20-46c0-93cb-ea0bdab99402 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:51:02.099232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:02.108095 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:02.114105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:51:02.118888 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:02.125660 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:51:02.135124 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:51:02.135124 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:02.135124 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:51:02.135124 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Bound port: 77498007-dd20-46c0-93cb-ea0bdab99402, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:51:02.135124 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:02.147536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3fa9c8-3499-4b39-bbdd-5500c05cd5c5 None None] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:02.183518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Port': ['ID=73f4fb0d-fafd-4e37-b6ca-482aecfea66a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:02.204402 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:02.225765 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Pushing event updated for resources: {'Port': ['ID=77498007-dd20-46c0-93cb-ea0bdab99402,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:02.236374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] No DVR routers for this DVR port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:02.261034 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.267441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.268538 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.269392 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.270031 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.270624 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.272555 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.273352 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.274306 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.275111 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.275701 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.276299 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:02.300663 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:02.301329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-97089ff2-5fd0-4937-8efd-b3fa0f6b8530 req-6ad06870-3232-4695-9c72-ec2a2ded8657 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Synchronizing usage tracker for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:02.350723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Deleting port 77498007-dd20-46c0-93cb-ea0bdab99402 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:02.351072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:02.413597 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] For port 77498007-dd20-46c0-93cb-ea0bdab99402, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:51:02.423673 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] For port 77498007-dd20-46c0-93cb-ea0bdab99402, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=77498007-dd20-46c0-93cb-ea0bdab99402,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:51:02.446959 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:02.465359 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2040fc14-b724-4693-8394-1d240cc3ea74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:02.525309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-97089ff2-5fd0-4937-8efd-b3fa0f6b8530 req-6ad06870-3232-4695-9c72-ec2a2ded8657 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Unset dirty status for tenant:54999f91fbfb453d99b154a06ce72cf5 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:02.526617 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97089ff2-5fd0-4937-8efd-b3fa0f6b8530 req-6ad06870-3232-4695-9c72-ec2a2ded8657 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4442995
Apr 30 04:51:02.663127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:02.705815 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Routers {'510446cd-c27b-46a9-b11a-927c36746b58'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:02.706480 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802af4c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:50:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['510446cd-c27b-46a9-b11a-927c36746b58'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:02.717728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:02.732394 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:02.821234 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Pushing event updated for resources: {'Port': ['ID=77498007-dd20-46c0-93cb-ea0bdab99402,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:02.835105 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:02.982960 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] Set router 510446cd-c27b-46a9-b11a-927c36746b58 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:51:03.051751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 81fd5736-2192-4475-973d-8602c328f4f6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:51:03.101196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network f3de3c8b-3ed6-4432-bcd4-d223f27b272d has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:03.135113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b61d130>,) {'filters': {'network_id': ['5c8fb182-cd5d-441d-93b5-362c73e66bac']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:03.143680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] For port 77498007-dd20-46c0-93cb-ea0bdab99402, host n-d-766726-20, got binding levels [] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:03.144047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.162015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b61d130>, '6e01795c-30e0-46e3-8538-b09e608d8921') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:03.162307 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b61d130>, '6e01795c-30e0-46e3-8538-b09e608d8921') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:03.217081 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802af4c0>, [{'id': '510446cd-c27b-46a9-b11a-927c36746b58', 'name': 'tempest-snat-router-602653243', 'tenant_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:50:39Z', 'updated_at': '2021-04-30T04:51:01Z', 'revision_number': 4, 'project_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:51:03.223268 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:51:03.228147 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.230762 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a0e85c-1df0-4e51-a96f-b5a66fa5ade0 None None] The sync data for ids ['510446cd-c27b-46a9-b11a-927c36746b58'] in n-d-766726-20 is: [{'id': '510446cd-c27b-46a9-b11a-927c36746b58', 'name': 'tempest-snat-router-602653243', 'tenant_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:50:39Z', 'updated_at': '2021-04-30T04:51:01Z', 'revision_number': 4, 'project_id': '6b801b7a6b1b4c6cb0d4fdc0affbf7a5', 'gw_port_host': None}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:51:03.235972 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:03.239019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] For port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=73f4fb0d-fafd-4e37-b6ca-482aecfea66a,segment=NetworkSegment(6e01795c-30e0-46e3-8538-b09e608d8921),segment_id=6e01795c-30e0-46e3-8538-b09e608d8921)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:03.239547 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.269605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.298238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=f3de3c8b-3ed6-4432-bcd4-d223f27b272d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:03.310850 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:03.326949 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/f3de3c8b-3ed6-4432-bcd4-d223f27b272d HTTP/1.1" status: 204  len: 168 time: 5.8362570
Apr 30 04:51:03.331415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48856) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:03.335161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Calling delete_port for 77498007-dd20-46c0-93cb-ea0bdab99402 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:03.339545 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.374821 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.397535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:51:03.402143 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f568c562-a31d-4d63-8328-4c7c70d178b3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:03.404199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f568c562-a31d-4d63-8328-4c7c70d178b3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:03.418448 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f568c562-a31d-4d63-8328-4c7c70d178b3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/f3de3c8b-3ed6-4432-bcd4-d223f27b272d HTTP/1.1" status: 404  len: 339 time: 0.0852296
Apr 30 04:51:03.426212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48862) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:03.455184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2079306155', 'description': 'd1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:03.489086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:03.508089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Usage tracker for resource:network and tenant:d716766fcf1b473aa57f7ab0735e3dda is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:03.516699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:03.535593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:03.571445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:51:03.576272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.637310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:51:03.651744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.652772 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment fa18d024-448a-4c79-8b98-56ade107b79e of type vlan for network 7f21b835-aed5-4783-aa7d-0e04506dde8c
Apr 30 04:51:03.659798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] Calling delete_port for 73f4fb0d-fafd-4e37-b6ca-482aecfea66a owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:03.754963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.760458 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.811582 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03498a22-6551-4513-a667-2c760acb4dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:03.817560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.835369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:03.836039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:03.840595 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:03.911015 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] No DVR routers for this DVR port 73f4fb0d-fafd-4e37-b6ca-482aecfea66a on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:03.919818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db911d29-06f9-46c5-a7f9-f4a8d3945eb1 None None] DHCP port deletion for f3de3c8b-3ed6-4432-bcd4-d223f27b272d request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:51:03.949515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a50fd0fe-0cc0-4082-b79e-b3217628f0ec None None] Provisioning for port 81fd5736-2192-4475-973d-8602c328f4f6 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:51:04.044962 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 81fd5736-2192-4475-973d-8602c328f4f6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:51:04.045456 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:04.074568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=7f21b835-aed5-4783-aa7d-0e04506dde8c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:04.088387 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:04.104267 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6652699
Apr 30 04:51:04.105921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:04.121704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] Pushing event deleted for resources: {'Port': ['ID=73f4fb0d-fafd-4e37-b6ca-482aecfea66a,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:04.124668 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:04.125799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a50fd0fe-0cc0-4082-b79e-b3217628f0ec None None] Provisioning complete for port 81fd5736-2192-4475-973d-8602c328f4f6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:51:04.126289 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a50fd0fe-0cc0-4082-b79e-b3217628f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:04.159547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 5c8fb182-cd5d-441d-93b5-362c73e66bac has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:04.166195 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-277e687d-930f-4d88-b1a8-c0e382b77e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:04.176911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 7f21b835-aed5-4783-aa7d-0e04506dde8c details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:51:04.221011 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:04.327172 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:04.375952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb76272e-9da7-473d-bb11-88d26ba30a16 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:04.376529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fb76272e-9da7-473d-bb11-88d26ba30a16 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Synchronizing usage tracker for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:04.405509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fb76272e-9da7-473d-bb11-88d26ba30a16 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Unset dirty status for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:04.409648 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fb76272e-9da7-473d-bb11-88d26ba30a16 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/networks?id=7f21b835-aed5-4783-aa7d-0e04506dde8c HTTP/1.1" status: 200  len: 765 time: 0.3007970
Apr 30 04:51:04.411699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48890) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:04.445692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'description': 'd2'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:04.477811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-d78a6a44-0db3-4ba3-8cea-35e0b6ff1011 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:04.480650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-d78a6a44-0db3-4ba3-8cea-35e0b6ff1011 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 0.9840312
Apr 30 04:51:04.590957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 73f4fb0d-fafd-4e37-b6ca-482aecfea66a no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:04.670716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 73f4fb0d-fafd-4e37-b6ca-482aecfea66a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:04.674239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 73f4fb0d-fafd-4e37-b6ca-482aecfea66a not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:04.736333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:04.743948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 22618726-c5ab-4358-9bae-e4fb29ed7d86 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:04.790447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 22618726-c5ab-4358-9bae-e4fb29ed7d86 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:04.791121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 22618726-c5ab-4358-9bae-e4fb29ed7d86 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:05.004443 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:05.030493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:05.036697 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1a89c4ab-367c-4262-aeed-2a3812f1588a tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:05.058038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-77adf144-ee6f-40bb-bbc7-ff615a09741b None None] Provisioning complete for port 81fd5736-2192-4475-973d-8602c328f4f6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:51:05.058669 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-77adf144-ee6f-40bb-bbc7-ff615a09741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:05.083936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Network 5c8fb182-cd5d-441d-93b5-362c73e66bac has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:05.115891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 7f21b835-aed5-4783-aa7d-0e04506dde8c is not hosted by any dhcp agent {{(pid=74582) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Apr 30 04:51:05.127952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:05.134660 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:05.136209 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "PUT /v2.0/networks/7f21b835-aed5-4783-aa7d-0e04506dde8c HTTP/1.1" status: 200  len: 762 time: 0.7218740
Apr 30 04:51:05.143143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48908) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:51:05.429265 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:51:05.435653 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:05.452339 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:05.463543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=7f21b835-aed5-4783-aa7d-0e04506dde8c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:05.465444 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-79eb9102-4ce5-44bc-b9b7-4dca63f6c771 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:05.479824 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:05.485507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 7f21b835-aed5-4783-aa7d-0e04506dde8c details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:51:05.536949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3246ebf-3fa8-4cf2-b206-df24cdc1f3a0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:05.538972 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e3246ebf-3fa8-4cf2-b206-df24cdc1f3a0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/networks?id=7f21b835-aed5-4783-aa7d-0e04506dde8c HTTP/1.1" status: 200  len: 765 time: 0.3894079
Apr 30 04:51:05.547038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48916) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:05.574436 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:05.590575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Pushing event deleted for resources: {'Network': ['ID=5c8fb182-cd5d-441d-93b5-362c73e66bac,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:05.620289 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:05.643337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dee6a-1d56-4aaa-a60b-bb04d9894e33 req-26e4e904-7690-4ca3-88ea-aa072d0c6b57 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:05.646997 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-630dee6a-1d56-4aaa-a60b-bb04d9894e33 req-26e4e904-7690-4ca3-88ea-aa072d0c6b57 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 945 time: 1.7254786
Apr 30 04:51:05.648146 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb219278-8ae8-4cc2-933c-a21c6ba10145 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:05.834827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event deleted for resources: {'Port': ['ID=77498007-dd20-46c0-93cb-ea0bdab99402,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:05.846205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] 10.222.0.46 "DELETE /v2.0/networks/5c8fb182-cd5d-441d-93b5-362c73e66bac HTTP/1.1" status: 204  len: 168 time: 7.9928324
Apr 30 04:51:05.871622 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:05.883661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Deleting port 8bc8641b-efbe-4f9b-a876-d8695f02e70e {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:05.884328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:05.968613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48930) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:06.063687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c18e89-5cb1-44a5-8973-f55153f0f41d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:06.069127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f1c18e89-5cb1-44a5-8973-f55153f0f41d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5195489
Apr 30 04:51:06.075381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48936) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:06.173766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-173015b8-208a-40d7-97e7-a6735a115911 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Synchronizing usage tracker for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:06.196927 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:06.212587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-173015b8-208a-40d7-97e7-a6735a115911 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Unset dirty status for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:06.218813 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-173015b8-208a-40d7-97e7-a6735a115911 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 207 time: 0.1414907
Apr 30 04:51:06.220042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48944) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:06.298726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 8bc8641b-efbe-4f9b-a876-d8695f02e70e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:06.555581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-630dee6a-1d56-4aaa-a60b-bb04d9894e33 req-9e8cc594-bd19-435a-ae87-2b26287f0d31 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/security-groups?id=824a93ca-4bde-4069-8ccc-efdf01448c4b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8159397
Apr 30 04:51:06.597357 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:06.659077 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:06.711827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:06.742991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:06.756922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48956) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:06.773719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:06.791076 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:06.794647 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:06.845025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:06.868475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Usage tracker for resource:security_group_rule and tenant:21f9a22d5ee34cb0a11a2787b38402be is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:06.879434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:06.920043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:06.927249 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'code': 200}
Apr 30 04:51:07.006423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] For port 8bc8641b-efbe-4f9b-a876-d8695f02e70e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8bc8641b-efbe-4f9b-a876-d8695f02e70e,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:07.006822 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.026384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=8bc8641b-efbe-4f9b-a876-d8695f02e70e,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:07.032123 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:07.067402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421c472-cde7-46ce-8744-61476432c5bc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.072346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421c472-cde7-46ce-8744-61476432c5bc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.079135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421c472-cde7-46ce-8744-61476432c5bc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.085132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421c472-cde7-46ce-8744-61476432c5bc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.090886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421c472-cde7-46ce-8744-61476432c5bc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.100327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421c472-cde7-46ce-8744-61476432c5bc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.111109 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d421c472-cde7-46ce-8744-61476432c5bc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.8814893
Apr 30 04:51:07.111109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48968) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:07.165451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Calling delete_port for 8bc8641b-efbe-4f9b-a876-d8695f02e70e owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:07.170321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.175867 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.223771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.224369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 510446cd-c27b-46a9-b11a-927c36746b58 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:51:07.245847 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.249332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "DELETE /v2.0/routers/510446cd-c27b-46a9-b11a-927c36746b58 HTTP/1.1" status: 204  len: 168 time: 7.4154530
Apr 30 04:51:07.275405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48972) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:07.570319 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.579145 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:07.582540 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b9ef6d1a-80de-4928-b262-ef6974a0915f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.4700186
Apr 30 04:51:07.610254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48982) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:07.683444 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.805943 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.817509 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.828657 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01b16116-bba9-47f6-95f0-4193464ef54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:07.833626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Pushing event deleted for resources: {'Port': ['ID=8bc8641b-efbe-4f9b-a876-d8695f02e70e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:07.848094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] No DVR routers for this DVR port 8bc8641b-efbe-4f9b-a876-d8695f02e70e on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:07.852425 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:07.860776 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:07.865523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'name': 'network-vif-deleted', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:07.893554 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbdd74d7-d4d0-4fa1-beac-4705c40a5571 req-a94b74d9-2574-417b-bb3d-39433dc39cfc tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f53fa50-8131-4502-a34f-a505ac85ea46 HTTP/1.1" status: 200  len: 210 time: 0.1044340
Apr 30 04:51:07.899735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8c097-ca45-43dd-9418-d6652b36862b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.901297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8c097-ca45-43dd-9418-d6652b36862b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.913672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8c097-ca45-43dd-9418-d6652b36862b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.915432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8c097-ca45-43dd-9418-d6652b36862b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.917023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8c097-ca45-43dd-9418-d6652b36862b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:07.925178 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-78f8c097-ca45-43dd-9418-d6652b36862b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.3089380
Apr 30 04:51:07.933110 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48996) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:07.946468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de992987-1df4-4b26-bb78-0a028cca64cf,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:07.972677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8f803a2-5aee-44ea-b645-654d79a638ab req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] 10.222.0.50 "DELETE /v2.0/ports/8bc8641b-efbe-4f9b-a876-d8695f02e70e HTTP/1.1" status: 204  len: 173 time: 3.4840043
Apr 30 04:51:08.011278 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:08.022369 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f53fa50-8131-4502-a34f-a505ac85ea46', 'name': 'network-vif-deleted', 'tag': '8bc8641b-efbe-4f9b-a876-d8695f02e70e', 'status': 'completed', 'code': 200}
Apr 30 04:51:08.048429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:08.083102 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21f9a22d5ee34cb0a11a2787b38402be&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1122017
Apr 30 04:51:08.089338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49002) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:08.172644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f2127d-e24a-4c73-9156-5abfd3a9cf50 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:08.174290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f2127d-e24a-4c73-9156-5abfd3a9cf50 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:08.175851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f2127d-e24a-4c73-9156-5abfd3a9cf50 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:08.177311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f2127d-e24a-4c73-9156-5abfd3a9cf50 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:08.178731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f2127d-e24a-4c73-9156-5abfd3a9cf50 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['shared'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:08.186099 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-89f2127d-e24a-4c73-9156-5abfd3a9cf50 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.2475474
Apr 30 04:51:08.193884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49006) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:08.261597 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0440dceb-8983-4f7c-857e-bdb4cc7c150b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:08.305765 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0440dceb-8983-4f7c-857e-bdb4cc7c150b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:08.420466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Deleting port 6db06cd4-abca-455a-93b7-e422db161bf7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:08.420960 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:08.424178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0440dceb-8983-4f7c-857e-bdb4cc7c150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:08.431124 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8f7d0f10-1bf8-48ba-b182-77ba0c9274b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:08.448138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440dceb-8983-4f7c-857e-bdb4cc7c150b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de992987-1df4-4b26-bb78-0a028cca64cf,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:08.452733 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0440dceb-8983-4f7c-857e-bdb4cc7c150b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:08.460953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0440dceb-8983-4f7c-857e-bdb4cc7c150b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:08.461444 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0440dceb-8983-4f7c-857e-bdb4cc7c150b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de992987-1df4-4b26-bb78-0a028cca64cf HTTP/1.1" status: 204  len: 168 time: 0.3707933
Apr 30 04:51:08.492027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:08.911634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0ed6c-1498-4440-b9fc-156ee8a40c8e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:08.912599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bed0ed6c-1498-4440-b9fc-156ee8a40c8e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Synchronizing usage tracker for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:08.961114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bed0ed6c-1498-4440-b9fc-156ee8a40c8e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Unset dirty status for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:08.962317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bed0ed6c-1498-4440-b9fc-156ee8a40c8e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/networks/c6918837-e55f-4c7b-aca8-06877f230d16 HTTP/1.1" status: 200  len: 803 time: 0.7649057
Apr 30 04:51:08.974628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49026) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:09.073508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] For port 6db06cd4-abca-455a-93b7-e422db161bf7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6db06cd4-abca-455a-93b7-e422db161bf7,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:09.074203 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:09.183911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:09.313831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49036) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:09.326199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Calling delete_port for 6db06cd4-abca-455a-93b7-e422db161bf7 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:09.357676 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:09.413665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:09.428100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e603edda-7d1b-4947-9f96-e0756a5028c3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/networks/c6918837-e55f-4c7b-aca8-06877f230d16?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.4521332
Apr 30 04:51:09.430944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Usage tracker for resource:security_group_rule and tenant:3a52eda6a13a4203b6a5b3f53feb933b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:09.433933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49044) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:09.440271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:09.491616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:09.560703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5a72b-bcb9-48da-b04c-db109c4ae3ff tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:09.561374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0ff5a72b-bcb9-48da-b04c-db109c4ae3ff tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Synchronizing usage tracker for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:subnet {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:09.600565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0ff5a72b-bcb9-48da-b04c-db109c4ae3ff tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Unset dirty status for tenant:d716766fcf1b473aa57f7ab0735e3dda on resource:subnet {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:09.601863 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0ff5a72b-bcb9-48da-b04c-db109c4ae3ff tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/subnets/327806e1-9a39-4e93-b921-f530ba3cac46 HTTP/1.1" status: 200  len: 843 time: 0.1652157
Apr 30 04:51:09.608527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49048) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:09.783276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a344573-147e-43ab-b23b-fa8814a0a1cd tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:09.784822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2a344573-147e-43ab-b23b-fa8814a0a1cd tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "GET /v2.0/subnets/327806e1-9a39-4e93-b921-f530ba3cac46?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1751821
Apr 30 04:51:09.790854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49054) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:09.803681 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:09.806519 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:09.809180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-897890904'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:09.813278 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81e5a975-a004-4ca9-80ce-10e7d0f7ad5d tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:09.858712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:09.940550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:09.951908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event deleted for resources: {'Port': ['ID=6db06cd4-abca-455a-93b7-e422db161bf7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:09.991472 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:10.001711 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0953343-3e56-49dd-8b49-f2074e00a955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:10.011974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:10.118460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a52eda6a13a4203b6a5b3f53feb933b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8032768
Apr 30 04:51:10.132101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49066) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:10.160303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58772fd7-9737-485a-886f-7b6135b7613f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:10.181424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Deleting port a1081131-6823-4b0a-8484-1a7d0279572d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:10.182014 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.190154 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.235104 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:10.239034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:51:10.246702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.385696 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.388426 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.428826 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.430152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:51:10.471184 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.473230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "DELETE /v2.0/routers/4c7eb49c-b1ff-47f2-aad6-52ebe59aa1db HTTP/1.1" status: 204  len: 168 time: 3.1962001
Apr 30 04:51:10.479733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49074) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:10.492701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2143476605', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:10.510102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:10.519176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Usage tracker for resource:router and tenant:a7967f306e834c1dbe20e7454baceb6a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:10.525436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:10.557163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:10.589093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:51:10.591873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.593199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.631697 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.635947 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35ad7e72-61b6-4c2c-9db5-d05fa87211c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.637445 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.637797 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Added segment e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4 of type vlan for network ccd9cec3-753a-4554-8643-db2a5fc878ba
Apr 30 04:51:10.696874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] For port a1081131-6823-4b0a-8484-1a7d0279572d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a1081131-6823-4b0a-8484-1a7d0279572d,segment=NetworkSegment(2148e4ff-5a6b-4077-b5f1-efcc841199cf),segment_id=2148e4ff-5a6b-4077-b5f1-efcc841199cf)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:10.697526 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.919825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Calling delete_port for a1081131-6823-4b0a-8484-1a7d0279572d owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:10.944610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35ad7e72-61b6-4c2c-9db5-d05fa87211c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:10.974032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:11.195623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:11.207076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:11.208145 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:11.241632 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:11.250784 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:11.466930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35ad7e72-61b6-4c2c-9db5-d05fa87211c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:11.513173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Network': ['ID=ccd9cec3-753a-4554-8643-db2a5fc878ba,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:11.535216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ccd9cec3-753a-4554-8643-db2a5fc878ba details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:51:11.536613 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:11.537987 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23de0f85-ef6a-4baf-8ee5-3482d5e4a2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:11.551410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.7588394
Apr 30 04:51:11.583935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49090) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:11.588065 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35ad7e72-61b6-4c2c-9db5-d05fa87211c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:11.601611 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-35ad7e72-61b6-4c2c-9db5-d05fa87211c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58772fd7-9737-485a-886f-7b6135b7613f HTTP/1.1" status: 204  len: 168 time: 1.4581640
Apr 30 04:51:11.622579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad7e72-61b6-4c2c-9db5-d05fa87211c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58772fd7-9737-485a-886f-7b6135b7613f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:11.630912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'network_id': 'ccd9cec3-753a-4554-8643-db2a5fc878ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:11.980306 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-35ad7e72-61b6-4c2c-9db5-d05fa87211c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:12.005216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:12.017321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:12.030231 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:12.197471 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:12.255717 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:12.332915 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:12.470336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Pushing event deleted for resources: {'Port': ['ID=a1081131-6823-4b0a-8484-1a7d0279572d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:12.477476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:12.526378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Allocated IP 172.25.8.250 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/29b30070-7508-4751-9c39-2b3e8d3d470b) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:51:12.562657 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:12.866114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Made reservation on behalf of d716766fcf1b473aa57f7ab0735e3dda for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:51:12.871538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:12.884286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6db06cd4-abca-455a-93b7-e422db161bf7 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:12.953404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:13.015777 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:13.021474 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-87fb8420-4eda-48a8-bceb-6c60d09378ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:13.056089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 6db06cd4-abca-455a-93b7-e422db161bf7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:13.056635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6db06cd4-abca-455a-93b7-e422db161bf7 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:13.121485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event updated for resources: {'Port': ['ID=29b30070-7508-4751-9c39-2b3e8d3d470b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:13.158669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.158669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.158669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.158669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.159208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.160086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.160819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.161701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.162393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.163116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.163877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.164588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:13.172385 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:13.190364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:51:13.192672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:51:13.197386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:51:13.326862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_backend_mixin [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Performing IP validity checks on allocation pools {{(pid=74582) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Apr 30 04:51:13.327781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_backend_mixin [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking for overlaps among allocation pools and gateway ip {{(pid=74582) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Apr 30 04:51:13.712698 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:13.883528 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:14.358404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Deleting port 8128597f-e229-4f02-b970-177d7f34638a {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:14.358929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:14.605725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:15.041432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Router 4297622e-cbe1-4e03-910b-14dc0123abad is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:51:15.155337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] For port 8128597f-e229-4f02-b970-177d7f34638a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8128597f-e229-4f02-b970-177d7f34638a,segment=NetworkSegment(557e5908-0c6a-4e9d-9972-2f92e2e2b83a),segment_id=557e5908-0c6a-4e9d-9972-2f92e2e2b83a)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:15.157577 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:15.186034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:15.195881 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01bd4389-2f11-4dfb-9b23-27b80d43fadb tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:15.376117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:51:15.379238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Calling delete_port for 8128597f-e229-4f02-b970-177d7f34638a owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:15.387232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a9301-ad90-4b23-96cc-63eff79aa5fc None None] Sync routers for ids ['4297622e-cbe1-4e03-910b-14dc0123abad'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:51:15.396100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Router 741ac502-5ae6-4544-a7eb-2318e701df76 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:51:15.400822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a9301-ad90-4b23-96cc-63eff79aa5fc None None] Routers {'4297622e-cbe1-4e03-910b-14dc0123abad'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:15.402586 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-be6a9301-ad90-4b23-96cc-63eff79aa5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0e7dc0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4297622e-cbe1-4e03-910b-14dc0123abad'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:15.448525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=e3ab5ab1-fc73-4dd7-981a-9e4edccf5e38,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:15.449508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:15.455656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.9710646
Apr 30 04:51:15.456446 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:15.457836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49198) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:15.467565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7180cc74-1a25-4dff-a829-0e2d3bfba692 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': False}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:15.505188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-be6a9301-ad90-4b23-96cc-63eff79aa5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0e7dc0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:15.517918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a9301-ad90-4b23-96cc-63eff79aa5fc None None] Routers {'4297622e-cbe1-4e03-910b-14dc0123abad'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:15.519010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-be6a9301-ad90-4b23-96cc-63eff79aa5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0e7dc0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4297622e-cbe1-4e03-910b-14dc0123abad'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:15.543329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Checking segment: {'id': 'e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ccd9cec3-753a-4554-8643-db2a5fc878ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:51:15.543329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network hostable DHCP agents. Network: ccd9cec3-753a-4554-8643-db2a5fc878ba, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:51:15.747106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-be6a9301-ad90-4b23-96cc-63eff79aa5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0e7dc0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:15.747541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a9301-ad90-4b23-96cc-63eff79aa5fc None None] The sync data for ids ['4297622e-cbe1-4e03-910b-14dc0123abad'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:51:15.793898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network ccd9cec3-753a-4554-8643-db2a5fc878ba is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:51:15.848304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ccd9cec3-753a-4554-8643-db2a5fc878ba) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:51:15.869866 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827571fe-d28a-4a94-8a1c-289f98cef22b None None] Network ccd9cec3-753a-4554-8643-db2a5fc878ba requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:15.872656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:51:15.883807 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] Sync routers for ids ['741ac502-5ae6-4544-a7eb-2318e701df76'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:51:15.901734 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] Routers {'741ac502-5ae6-4544-a7eb-2318e701df76'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:15.903880 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802079a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['741ac502-5ae6-4544-a7eb-2318e701df76'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:15.923846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:15.927414 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:16.105578 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] 10.222.0.46 "PUT /v2.0/routers/741ac502-5ae6-4544-a7eb-2318e701df76/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3296235
Apr 30 04:51:16.108356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49226) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:16.349637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49230) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:16.472830 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] Set router 741ac502-5ae6-4544-a7eb-2318e701df76 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:51:16.508382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:16.509303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-ccd9cec3-753a-4554-8643-db2a5fc878ba', 'network_id': 'ccd9cec3-753a-4554-8643-db2a5fc878ba', 'tenant_id': 'd716766fcf1b473aa57f7ab0735e3dda', 'fixed_ips': [{'subnet_id': 'e3ab5ab1-fc73-4dd7-981a-9e4edccf5e38'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:51:16.509972 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:16.684875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:16.705904 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7180cc74-1a25-4dff-a829-0e2d3bfba692 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:16.732841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:16.744421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Usage tracker for resource:security_group_rule and tenant:c56948485571420db45fc2074d8265d2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:16.753002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:16.771532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:16.946628 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802079a0>, [{'id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:47:13Z', 'updated_at': '2021-04-30T04:51:11Z', 'revision_number': 5, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'gw_port': {'id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:15Z', 'updated_at': '2021-04-30T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:16.951913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Allocated IP 2001:db8::3 (ccd9cec3-753a-4554-8643-db2a5fc878ba/e3ab5ab1-fc73-4dd7-981a-9e4edccf5e38/6f6dcb80-adac-4270-9997-6be7b02c292a) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:51:16.956586 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] Checking router: 741ac502-5ae6-4544-a7eb-2318e701df76 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:51:16.979947 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] Routers {'741ac502-5ae6-4544-a7eb-2318e701df76'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:16.980948 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802079a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['741ac502-5ae6-4544-a7eb-2318e701df76'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:16.985328 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 5.3805392
Apr 30 04:51:16.993399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49242) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:17.019520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3be9472c-e07e-4409-ab45-6f2ea1aac3cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:17.215713 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:17.256038 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:17.283190 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:17.291336 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd382d2b-d96e-44ca-a5e0-77fac4abd10d tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:17.297551 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3be9472c-e07e-4409-ab45-6f2ea1aac3cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263427480'] for subnet, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:17.370512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=8128597f-e229-4f02-b970-177d7f34638a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:17.384727 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:17.425917 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] Set router 741ac502-5ae6-4544-a7eb-2318e701df76 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:51:17.536804 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:17.553379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Transition to ACTIVE for port object 6f6dcb80-adac-4270-9997-6be7b02c292a will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:51:17.602226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Transition to ACTIVE for port object 6f6dcb80-adac-4270-9997-6be7b02c292a will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:51:17.620567 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:17.643527 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b4469a7c-5afd-4420-a679-30c00184ce66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:17.786772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Network ccd9cec3-753a-4554-8643-db2a5fc878ba is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:51:17.788484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Pushing event updated for resources: {'Port': ['ID=6f6dcb80-adac-4270-9997-6be7b02c292a,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:17.791927 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802079a0>, [{'id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:47:13Z', 'updated_at': '2021-04-30T04:51:11Z', 'revision_number': 5, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'gw_port': {'id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:15Z', 'updated_at': '2021-04-30T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:17.796054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:51:17.798524 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:17.799248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:51:17.802658 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce398b-185a-4796-a28f-7245ed4577cc None None] The sync data for ids ['741ac502-5ae6-4544-a7eb-2318e701df76'] in n-d-766726-20 is: [{'id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'name': 'tempest-ServersTestMultiNic-1873443872-router', 'tenant_id': '17e9c47251c94292ac34165152f2d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:47:13Z', 'updated_at': '2021-04-30T04:51:11Z', 'revision_number': 5, 'project_id': '17e9c47251c94292ac34165152f2d2ed', 'gw_port': {'id': 'e7a83c31-1f7a-4765-9879-e89dc6a98a4f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741ac502-5ae6-4544-a7eb-2318e701df76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:47:15Z', 'updated_at': '2021-04-30T04:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:51:17.909379 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:17.932711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Attempting to bind port 6f6dcb80-adac-4270-9997-6be7b02c292a on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:51:17.933107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Attempting to bind port 6f6dcb80-adac-4270-9997-6be7b02c292a by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ccd9cec3-753a-4554-8643-db2a5fc878ba'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:51:17.933493 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Attempting to bind port 6f6dcb80-adac-4270-9997-6be7b02c292a on network ccd9cec3-753a-4554-8643-db2a5fc878ba {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:51:17.944328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:51:17.944825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Checking segment: {'id': 'e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ccd9cec3-753a-4554-8643-db2a5fc878ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:51:17.945194 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:17.945618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Bound using segment: {'id': 'e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ccd9cec3-753a-4554-8643-db2a5fc878ba'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:51:17.946131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Bound port: 6f6dcb80-adac-4270-9997-6be7b02c292a, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ccd9cec3-753a-4554-8643-db2a5fc878ba'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:51:17.946527 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:17.964336 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-33e6deab-5f7d-4b2d-ac84-30a2fcf11175 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:18.065464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] For port 6f6dcb80-adac-4270-9997-6be7b02c292a, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:51:18.070316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] For port 6f6dcb80-adac-4270-9997-6be7b02c292a, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6f6dcb80-adac-4270-9997-6be7b02c292a,segment=NetworkSegment(e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4),segment_id=e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:51:18.078924 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:18.091550 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:18.166262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Deleting port e7a83c31-1f7a-4765-9879-e89dc6a98a4f {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:18.166839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:18.214938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c4b050-c789-4c48-8b56-fe9e35acf039,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:18.230504 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:18.304588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c56948485571420db45fc2074d8265d2&name=default HTTP/1.1" status: 200  len: 2983 time: 1.9479802
Apr 30 04:51:18.307617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49258) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:18.319285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Pushing event updated for resources: {'Port': ['ID=6f6dcb80-adac-4270-9997-6be7b02c292a,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:18.327872 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:18.435040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] For port e7a83c31-1f7a-4765-9879-e89dc6a98a4f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7a83c31-1f7a-4765-9879-e89dc6a98a4f,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:18.435498 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:18.611085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b816901-3154-483e-86c8-ce259610b7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:18.665725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Calling delete_port for e7a83c31-1f7a-4765-9879-e89dc6a98a4f owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:18.869980 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b816901-3154-483e-86c8-ce259610b7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:18.897434 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.084338 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.099438 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:19.149038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a83c31-1f7a-4765-9879-e89dc6a98a4f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:19.221181 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:19.255519 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3be9472c-e07e-4409-ab45-6f2ea1aac3cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789518030686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263257695'] for subnet, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.268276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6f6dcb80-adac-4270-9997-6be7b02c292a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:51:19.282517 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3309e24e-7950-499d-9f28-e0b23a6d93e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:19.359541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 6f6dcb80-adac-4270-9997-6be7b02c292a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:51:19.385533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a1081131-6823-4b0a-8484-1a7d0279572d no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:19.429217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: a1081131-6823-4b0a-8484-1a7d0279572d {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:19.429755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a1081131-6823-4b0a-8484-1a7d0279572d not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:19.539023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be9472c-e07e-4409-ab45-6f2ea1aac3cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:19.539984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3be9472c-e07e-4409-ab45-6f2ea1aac3cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.541615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3be9472c-e07e-4409-ab45-6f2ea1aac3cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "PUT /v2.0/subnets/e3ab5ab1-fc73-4dd7-981a-9e4edccf5e38 HTTP/1.1" status: 200  len: 900 time: 2.5439293
Apr 30 04:51:19.553495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49278) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:19.583664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.584623 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b816901-3154-483e-86c8-ce259610b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.693836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9472c-e07e-4409-ab45-6f2ea1aac3cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event updated for resources: {'Subnet': ['ID=e3ab5ab1-fc73-4dd7-981a-9e4edccf5e38,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:19.799239 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3be9472c-e07e-4409-ab45-6f2ea1aac3cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:19.832404 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.834239 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-38d9b506-561c-41a1-b9c8-978ce0df0512 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:19.849043 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b816901-3154-483e-86c8-ce259610b7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.851407 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0b816901-3154-483e-86c8-ce259610b7e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5c4b050-c789-4c48-8b56-fe9e35acf039 HTTP/1.1" status: 204  len: 168 time: 1.5381432
Apr 30 04:51:19.874010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.949998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:19.950536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 741ac502-5ae6-4544-a7eb-2318e701df76 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:51:20.092161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63868737-d9a3-4037-b02a-5eef2183fc84 None None] Network ccd9cec3-753a-4554-8643-db2a5fc878ba requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:20.147565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:20.148852 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] 10.222.0.46 "DELETE /v2.0/routers/741ac502-5ae6-4544-a7eb-2318e701df76 HTTP/1.1" status: 204  len: 168 time: 4.0343997
Apr 30 04:51:20.166167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49292) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:20.190528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b816901-3154-483e-86c8-ce259610b7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c4b050-c789-4c48-8b56-fe9e35acf039,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:20.226274 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b816901-3154-483e-86c8-ce259610b7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:20.397770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4dfdb21d-7d2b-44e0-a823-aea3be812b98 None None] Provisioning for port 6f6dcb80-adac-4270-9997-6be7b02c292a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:51:20.406739 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4dfdb21d-7d2b-44e0-a823-aea3be812b98 None None] Provisioning complete for port 6f6dcb80-adac-4270-9997-6be7b02c292a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:51:20.407581 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dfdb21d-7d2b-44e0-a823-aea3be812b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:20.526606 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:20.619392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49302) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:20.658603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] Deleting subnet ef1eb05e-a360-429e-95c0-367c17066018 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:51:20.673642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:20.747749 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:20.776986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Router cc269d49-97dd-47f4-9e92-93a6f518f995 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:51:20.786281 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dfdb21d-7d2b-44e0-a823-aea3be812b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:20.796623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:20.904892 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7a83c31-1f7a-4765-9879-e89dc6a98a4f no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:20.931531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:20.942038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Usage tracker for resource:security_group_rule and tenant:c259e45be84c406a8cae3cdebb69b879 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:20.949994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e7a83c31-1f7a-4765-9879-e89dc6a98a4f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:20.950350 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7a83c31-1f7a-4765-9879-e89dc6a98a4f not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:20.954623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4dfdb21d-7d2b-44e0-a823-aea3be812b98 None None] For port 6f6dcb80-adac-4270-9997-6be7b02c292a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6f6dcb80-adac-4270-9997-6be7b02c292a,segment=NetworkSegment(e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4),segment_id=e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:20.958685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:20.973750 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dfdb21d-7d2b-44e0-a823-aea3be812b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:20.976117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:20.977557 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0b7c586d-9ec7-4a7a-a483-6acdc3ea2fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:21.141391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:21.148031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdb21d-7d2b-44e0-a823-aea3be812b98 None None] Pushing event updated for resources: {'Port': ['ID=6f6dcb80-adac-4270-9997-6be7b02c292a,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:21.160784 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4dfdb21d-7d2b-44e0-a823-aea3be812b98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:21.309522 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7180cc74-1a25-4dff-a829-0e2d3bfba692 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:21.323666 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7180cc74-1a25-4dff-a829-0e2d3bfba692 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:21.453356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76e18e4-e4b5-4916-8478-6f9e4f03403d None None] Network ccd9cec3-753a-4554-8643-db2a5fc878ba requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:21.460980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting port 6f6dcb80-adac-4270-9997-6be7b02c292a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:21.461444 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:21.538419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:51:21.544556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc269d49-97dd-47f4-9e92-93a6f518f995/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3589590
Apr 30 04:51:21.597156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49318) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:21.764261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] Sync routers for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:51:21.825769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b4a94412-552f-485a-9550-59117fe014c8 None None] Provisioning complete for port 6f6dcb80-adac-4270-9997-6be7b02c292a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:51:21.826069 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b4a94412-552f-485a-9550-59117fe014c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:21.886254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:21.900152 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:21.901097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78055b6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:21.911527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:21.937366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:21.948658 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f554df0d-1051-4955-9e2a-88a955ec8fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:21.972093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] For port 6f6dcb80-adac-4270-9997-6be7b02c292a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6f6dcb80-adac-4270-9997-6be7b02c292a,segment=NetworkSegment(e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4),segment_id=e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:21.972502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:21.982302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7180cc74-1a25-4dff-a829-0e2d3bfba692 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Router 4297622e-cbe1-4e03-910b-14dc0123abad has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:51:22.162281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Calling delete_port for 6f6dcb80-adac-4270-9997-6be7b02c292a owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:22.248933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:22.258985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c259e45be84c406a8cae3cdebb69b879&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6281340
Apr 30 04:51:22.270528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49328) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:22.273721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c643ad2-bee6-496d-a860-1a0b2e31c4f4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:22.302381 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:22.306604 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f412813-3274-46c4-8aac-9009df536385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:22.366151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:51:22.368433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:22.406221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1eb05e-a360-429e-95c0-367c17066018,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:22.411165 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:22.433809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ef1eb05e-a360-429e-95c0-367c17066018 HTTP/1.1" status: 204  len: 168 time: 2.2661295
Apr 30 04:51:22.438934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49338) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:22.559283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2903de2-9edb-450a-908f-e6195b4350c9 None None] Network 0e216fd2-1399-44c6-ad11-30502f14200f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:22.633197 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0c81-1d1f-4097-976f-bbd9223bb0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:22.648529 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:22.669711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:22.697672 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0c81-1d1f-4097-976f-bbd9223bb0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:22.787423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7180cc74-1a25-4dff-a829-0e2d3bfba692 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:51:22.804533 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cf46c-f339-45e9-a162-33335b8835ea None None] Sync routers for ids ['4297622e-cbe1-4e03-910b-14dc0123abad'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:51:22.816231 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0c81-1d1f-4097-976f-bbd9223bb0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:22.822474 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cf46c-f339-45e9-a162-33335b8835ea None None] Routers {'4297622e-cbe1-4e03-910b-14dc0123abad'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:22.824645 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e84cf46c-f339-45e9-a162-33335b8835ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78023fac0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4297622e-cbe1-4e03-910b-14dc0123abad'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:22.828493 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab1b50a2-23a7-47ec-b378-106eee00dee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:22.877901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f0c81-1d1f-4097-976f-bbd9223bb0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c643ad2-bee6-496d-a860-1a0b2e31c4f4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:22.893236 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bb2f0c81-1d1f-4097-976f-bbd9223bb0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:22.994154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Deleting port 249d31b2-8e2b-4961-b422-aebd71f29253 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:22.994910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:23.039798 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bb2f0c81-1d1f-4097-976f-bbd9223bb0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:23.055402 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e84cf46c-f339-45e9-a162-33335b8835ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78023fac0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:23.059053 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bb2f0c81-1d1f-4097-976f-bbd9223bb0c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c643ad2-bee6-496d-a860-1a0b2e31c4f4 HTTP/1.1" status: 204  len: 168 time: 0.7866683
Apr 30 04:51:23.084453 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cf46c-f339-45e9-a162-33335b8835ea None None] Routers {'4297622e-cbe1-4e03-910b-14dc0123abad'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:23.085101 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e84cf46c-f339-45e9-a162-33335b8835ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78023fac0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4297622e-cbe1-4e03-910b-14dc0123abad'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:23.113378 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7180cc74-1a25-4dff-a829-0e2d3bfba692 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:23.120216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7180cc74-1a25-4dff-a829-0e2d3bfba692 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "PUT /v2.0/routers/4297622e-cbe1-4e03-910b-14dc0123abad HTTP/1.1" status: 200  len: 922 time: 7.6575363
Apr 30 04:51:23.144373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49348) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:23.206934 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e84cf46c-f339-45e9-a162-33335b8835ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78023fac0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:23.207350 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84cf46c-f339-45e9-a162-33335b8835ea None None] The sync data for ids ['4297622e-cbe1-4e03-910b-14dc0123abad'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:51:23.283468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Deleting port 06e347f8-a2e8-480b-b2b7-f54550ba3087 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:23.283818 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:23.285465 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6f6dcb80-adac-4270-9997-6be7b02c292a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:51:23.356599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] For port 249d31b2-8e2b-4961-b422-aebd71f29253, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=249d31b2-8e2b-4961-b422-aebd71f29253,segment=NetworkSegment(2148e4ff-5a6b-4077-b5f1-efcc841199cf),segment_id=2148e4ff-5a6b-4077-b5f1-efcc841199cf)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:23.356968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:23.482812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:23.516460 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20d7e6ca-0bd2-43dc-9174-c5d3d828cbf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:23.585457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Port': ['ID=6f6dcb80-adac-4270-9997-6be7b02c292a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:23.631315 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:23.645506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-81ae5de8-7ad3-4c46-a6d7-f8107ed67249 None None] Provisioning complete for port 6f6dcb80-adac-4270-9997-6be7b02c292a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:51:23.656027 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-81ae5de8-7ad3-4c46-a6d7-f8107ed67249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:23.711592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No DVR routers for this DVR port 6f6dcb80-adac-4270-9997-6be7b02c292a on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:23.788118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e7438-ac77-4a2c-92d3-13c3b379c767 None None] DHCP port deletion for ccd9cec3-753a-4554-8643-db2a5fc878ba request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:51:23.789015 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:23.830128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-81ae5de8-7ad3-4c46-a6d7-f8107ed67249 None None] Port 6f6dcb80-adac-4270-9997-6be7b02c292a was deleted so its status cannot be updated. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Apr 30 04:51:23.845392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No active binding found for port 6f6dcb80-adac-4270-9997-6be7b02c292a {{(pid=74583) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Apr 30 04:51:23.846129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6f6dcb80-adac-4270-9997-6be7b02c292a not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Apr 30 04:51:23.891281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Port 6f6dcb80-adac-4270-9997-6be7b02c292a not found, will not notify nova. {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Apr 30 04:51:23.904564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78055b6a0>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:51:17Z', 'revision_number': 5, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port': {'id': '06e347f8-a2e8-480b-b2b7-f54550ba3087', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:27Z', 'updated_at': '2021-04-30T04:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:23.910524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] Checking router: cc269d49-97dd-47f4-9e92-93a6f518f995 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:51:23.924064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] Routers {'cc269d49-97dd-47f4-9e92-93a6f518f995'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:23.924991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78055b6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['cc269d49-97dd-47f4-9e92-93a6f518f995'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:23.974429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] For port 06e347f8-a2e8-480b-b2b7-f54550ba3087, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=06e347f8-a2e8-480b-b2b7-f54550ba3087,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:23.975135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:24.200101 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-21eaa55e-2bc3-47a9-8653-365e2a5527b1 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/routers/4297622e-cbe1-4e03-910b-14dc0123abad HTTP/1.1" status: 200  len: 922 time: 1.0459821
Apr 30 04:51:24.204548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49368) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:24.384881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] Set router cc269d49-97dd-47f4-9e92-93a6f518f995 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:51:24.521191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Calling delete_port for 249d31b2-8e2b-4961-b422-aebd71f29253 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:24.587137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Calling delete_port for 06e347f8-a2e8-480b-b2b7-f54550ba3087 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:24.590531 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:24.594074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdfe063-c1f2-40be-bea7-7a4dcef5ea59 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:24.602094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49382) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:24.603171 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1cdfe063-c1f2-40be-bea7-7a4dcef5ea59 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=4297622e-cbe1-4e03-910b-14dc0123abad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3962786
Apr 30 04:51:24.604684 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-889b7336-12ca-4196-827a-6f8135abb2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:24.644072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] No DVR routers for this DVR port 249d31b2-8e2b-4961-b422-aebd71f29253 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:24.650100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:24.678132 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-94b290c8-26e6-4330-af96-8657b1ac18d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:24.697740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78055b6a0>, [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:51:22Z', 'revision_number': 6, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:24.706522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82080fd-065b-4828-9b91-1b968ea82fdb None None] DHCP port deletion for 0e216fd2-1399-44c6-ad11-30502f14200f request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:51:24.745554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc6427-fb48-4875-884d-f91a11a84727 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 04:51:24.848275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7639e2-99f6-4402-9bde-af22366b52ad tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:24.849192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5b7639e2-99f6-4402-9bde-af22366b52ad tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Synchronizing usage tracker for tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:24.918480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Pushing event deleted for resources: {'Port': ['ID=249d31b2-8e2b-4961-b422-aebd71f29253,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:25.005897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 249d31b2-8e2b-4961-b422-aebd71f29253 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:25.065296 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:25.178419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2df06-2a05-4366-9082-ff707cf154c2 None None] The sync data for ids ['cc269d49-97dd-47f4-9e92-93a6f518f995'] in n-d-766726-20 is: [{'id': 'cc269d49-97dd-47f4-9e92-93a6f518f995', 'name': 'tempest-ServerRescueTestJSONUnderV235-1433238068-router', 'tenant_id': '54999f91fbfb453d99b154a06ce72cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:26Z', 'updated_at': '2021-04-30T04:51:22Z', 'revision_number': 6, 'project_id': '54999f91fbfb453d99b154a06ce72cf5', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:51:25.219360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 249d31b2-8e2b-4961-b422-aebd71f29253 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:25.224120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 249d31b2-8e2b-4961-b422-aebd71f29253 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:25.234433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6f6dcb80-adac-4270-9997-6be7b02c292a no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:25.280904 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:25.366953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc6427-fb48-4875-884d-f91a11a84727 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 04:51:25.418762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 6f6dcb80-adac-4270-9997-6be7b02c292a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:25.419282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6f6dcb80-adac-4270-9997-6be7b02c292a not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:25.437950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ab5ab1-fc73-4dd7-981a-9e4edccf5e38,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:25.458169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5b7639e2-99f6-4402-9bde-af22366b52ad tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Unset dirty status for tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:25.459505 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5b7639e2-99f6-4402-9bde-af22366b52ad tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 881 time: 0.8172581
Apr 30 04:51:25.471220 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49406) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:25.521490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ac0baf0>,) {'filters': {'network_id': ['0e216fd2-1399-44c6-ad11-30502f14200f']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:25.596751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac0baf0>, '2148e4ff-5a6b-4077-b5f1-efcc841199cf') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:25.596751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac0baf0>, '2148e4ff-5a6b-4077-b5f1-efcc841199cf') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:25.596751 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0575a69a-46f1-4e44-a158-ff181acbce73 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=4297622e-cbe1-4e03-910b-14dc0123abad HTTP/1.1" status: 200  len: 205 time: 0.1137803
Apr 30 04:51:25.600504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49412) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:25.605944 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:25.730877 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:25.792318 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:25.830113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:51:26.110388 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:26.272281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda8fce1-f26a-4f8e-b959-1ae1698fcd5a None None] Network ccd9cec3-753a-4554-8643-db2a5fc878ba requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:26.367787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-906f4538-0663-4e31-895e-924e8dd35f54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.9417670
Apr 30 04:51:26.544041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779f6bfd0>,) {'filters': {'network_id': ['ccd9cec3-753a-4554-8643-db2a5fc878ba']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:26.635590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779f6bfd0>, 'e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:26.635910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779f6bfd0>, 'e9d5a1e0-0ab6-4f7d-835d-1eaa230adab4') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:26.693346 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:26.704305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Network 0e216fd2-1399-44c6-ad11-30502f14200f has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:26.714680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:26.750157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f76394a-c9f6-4302-ab4a-ace5cf1297e5 None None] DHCP port deletion for ccd9cec3-753a-4554-8643-db2a5fc878ba request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:51:26.774254 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:26.812484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:51:26.874645 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 06e347f8-a2e8-480b-b2b7-f54550ba3087 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:26.970375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 06e347f8-a2e8-480b-b2b7-f54550ba3087 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:26.971087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 06e347f8-a2e8-480b-b2b7-f54550ba3087 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:26.972234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8128597f-e229-4f02-b970-177d7f34638a no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:26.995085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:27.050706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8128597f-e229-4f02-b970-177d7f34638a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:27.051434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8128597f-e229-4f02-b970-177d7f34638a not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:27.089669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-0dd623fc-dbd3-413d-b5e7-df4a20983777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:27.091216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-0dd623fc-dbd3-413d-b5e7-df4a20983777 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc4971e418b641c6a38ad5e25a17080e&device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 1097 time: 0.6777978
Apr 30 04:51:27.119208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:27.132013 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e26890c-7437-4350-a4dd-70540e0d3395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:27.169648 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:27.174013 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:27.219985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Network 0e216fd2-1399-44c6-ad11-30502f14200f has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:27.242218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Pushing event deleted for resources: {'Port': ['ID=06e347f8-a2e8-480b-b2b7-f54550ba3087,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:51:27.272297 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:51:27.288723 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:27.320673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network ccd9cec3-753a-4554-8643-db2a5fc878ba has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:27.340047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:27.636990 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:27.647941 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19251b52-8474-4409-86e7-b7966faea761 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:27.667271 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:27.774739 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:27.779212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network ccd9cec3-753a-4554-8643-db2a5fc878ba has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:27.798908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Pushing event deleted for resources: {'Network': ['ID=0e216fd2-1399-44c6-ad11-30502f14200f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:27.813881 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:27.815599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:27.839662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-1b011568-9bbb-4a93-8d5e-3b06e24692d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:27.843403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-1b011568-9bbb-4a93-8d5e-3b06e24692d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae28438b-5713-4e31-9ad6-51313b3878cc HTTP/1.1" status: 200  len: 913 time: 0.7212799
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:51:27.844971 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:51:28.024928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] 10.222.0.46 "DELETE /v2.0/networks/0e216fd2-1399-44c6-ad11-30502f14200f HTTP/1.1" status: 204  len: 168 time: 5.5844309
Apr 30 04:51:28.033042 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.036902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.088979 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.089878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc269d49-97dd-47f4-9e92-93a6f518f995 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:51:28.116678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.117987 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] 10.222.0.46 "DELETE /v2.0/routers/cc269d49-97dd-47f4-9e92-93a6f518f995 HTTP/1.1" status: 204  len: 168 time: 6.5198689
Apr 30 04:51:28.120524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49490) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:28.191368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Deleting port 29b30070-7508-4751-9c39-2b3e8d3d470b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:28.191720 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.321011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Deleting subnet 76dd197a-a6f7-4422-bcb3-b254e09fc65b {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:51:28.341743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.354438 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.360860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.372678 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e2cc5d8b-bed6-4e02-879b-21e4defe510a tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:28.417036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=ccd9cec3-753a-4554-8643-db2a5fc878ba,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:28.424169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.429582 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:28.443238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-07b19575-3ca0-47f7-9214-41a8487d3445 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a031797-d579-46c4-87a5-f33285f1b2ed HTTP/1.1" status: 200  len: 1000 time: 0.5402911
Apr 30 04:51:28.527175 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:28.544307 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/ccd9cec3-753a-4554-8643-db2a5fc878ba HTTP/1.1" status: 204  len: 168 time: 8.9862092
Apr 30 04:51:28.556813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49508) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:28.581155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8d1c-9d28-49e6-9488-9c192cfe2430 req-f8345b85-a3f9-40a0-a9a1-4c3208f590f6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:28.594077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8d1c-9d28-49e6-9488-9c192cfe2430 req-f8345b85-a3f9-40a0-a9a1-4c3208f590f6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:28.606687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8d1c-9d28-49e6-9488-9c192cfe2430 req-f8345b85-a3f9-40a0-a9a1-4c3208f590f6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:28.621530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8d1c-9d28-49e6-9488-9c192cfe2430 req-f8345b85-a3f9-40a0-a9a1-4c3208f590f6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:28.632054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8d1c-9d28-49e6-9488-9c192cfe2430 req-f8345b85-a3f9-40a0-a9a1-4c3208f590f6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:28.638713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8d1c-9d28-49e6-9488-9c192cfe2430 req-f8345b85-a3f9-40a0-a9a1-4c3208f590f6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:28.645505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e8d1c-9d28-49e6-9488-9c192cfe2430 req-f8345b85-a3f9-40a0-a9a1-4c3208f590f6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:28.653662 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-965e8d1c-9d28-49e6-9488-9c192cfe2430 req-f8345b85-a3f9-40a0-a9a1-4c3208f590f6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 0.5829163
Apr 30 04:51:28.738380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49514) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:28.789685 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a66f42e-7a99-4a61-8019-026a0899ea28 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:28.790411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a66f42e-7a99-4a61-8019-026a0899ea28 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:28.794504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8a66f42e-7a99-4a61-8019-026a0899ea28 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/e3ab5ab1-fc73-4dd7-981a-9e4edccf5e38 HTTP/1.1" status: 404  len: 337 time: 0.1363463
Apr 30 04:51:28.801495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49524) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:28.839182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-fb9a3ab1-8206-4f36-98f5-ca7967408388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:28.841227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-fb9a3ab1-8206-4f36-98f5-ca7967408388 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0d694b3-495b-4225-b8a0-755dfe492f2c HTTP/1.1" status: 200  len: 851 time: 0.3837621
Apr 30 04:51:28.937520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Calling delete_port for 29b30070-7508-4751-9c39-2b3e8d3d470b owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:29.146130 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8bb0a1-ec2b-4347-be3a-9d46f009c990 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:29.146617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8bb0a1-ec2b-4347-be3a-9d46f009c990 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:29.151932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5d8bb0a1-ec2b-4347-be3a-9d46f009c990 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/ccd9cec3-753a-4554-8643-db2a5fc878ba HTTP/1.1" status: 404  len: 339 time: 0.3446755
Apr 30 04:51:29.152161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49538) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:29.157556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-965e8d1c-9d28-49e6-9488-9c192cfe2430 req-7f11e5cd-910d-42c6-8bb7-d84110bdff7b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5030534
Apr 30 04:51:29.196663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3677dc71-30e2-4e71-938a-83cf24d65d90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17e9c47251c94292ac34165152f2d2ed&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4547052
Apr 30 04:51:29.199932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49544) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:29.256339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-de2f3bf9-140d-41fc-8f2a-0bc9620ce6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:29.258427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-de2f3bf9-140d-41fc-8f2a-0bc9620ce6c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae28438b-5713-4e31-9ad6-51313b3878cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3578794
Apr 30 04:51:29.305217 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:29.372593 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2179e509-68d1-43fa-8ee5-0dc57a1f296a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:29.379775 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:29.389090 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b551c84-a111-4302-af79-ee4dce9b98dd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:29.457856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:29.465913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event deleted for resources: {'Port': ['ID=29b30070-7508-4751-9c39-2b3e8d3d470b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:29.476438 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:29.535082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2179e509-68d1-43fa-8ee5-0dc57a1f296a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:29.594518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-5385df1b-4016-4233-bc03-ed6f7a7be84b service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3058178
Apr 30 04:51:29.616862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:29.616862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:29.621522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:29.634866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:29.642171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:29.650346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:29.656692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:29.658789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Synchronizing usage tracker for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:29.756501 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2179e509-68d1-43fa-8ee5-0dc57a1f296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:29.764332 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-261c6145-04cf-4a64-b853-8223e5e98ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:29.788019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179e509-68d1-43fa-8ee5-0dc57a1f296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4963d01b-648e-4ec4-8f07-cca3c0ec2e7e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:29.791883 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2179e509-68d1-43fa-8ee5-0dc57a1f296a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:29.819098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2179e509-68d1-43fa-8ee5-0dc57a1f296a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:29.821112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2179e509-68d1-43fa-8ee5-0dc57a1f296a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4963d01b-648e-4ec4-8f07-cca3c0ec2e7e HTTP/1.1" status: 204  len: 168 time: 0.6193631
Apr 30 04:51:29.833447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69e74101-131d-4cb1-9a1f-66cf0563d266 req-eac3019c-6e2d-474f-820a-797a9001f56a service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2337844
Apr 30 04:51:29.867082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Unset dirty status for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:29.868697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-a52f0b58-fb94-4ebe-9070-32e1452f0de0 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 0.7655442
Apr 30 04:51:30.058758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:30.142180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:30.646917 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-914f368b-5822-4f90-8ad0-cb65f6fba181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:30.979093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:31.006115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:31.019235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed6d24-9dc9-407f-bfa6-57f5b68b7c5c req-1b7442f0-5082-474d-904b-34a214c4154c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:31.036472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed6d24-9dc9-407f-bfa6-57f5b68b7c5c req-1b7442f0-5082-474d-904b-34a214c4154c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:31.041609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-980e99fc-15ce-4c66-838b-79796bfd9781 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:31.043482 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-980e99fc-15ce-4c66-838b-79796bfd9781 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "GET /v2.0/ports/e3f7b4d0-0024-4971-af54-65ce913508e1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 1.1635706
Apr 30 04:51:31.071423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed6d24-9dc9-407f-bfa6-57f5b68b7c5c req-1b7442f0-5082-474d-904b-34a214c4154c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:31.086203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed6d24-9dc9-407f-bfa6-57f5b68b7c5c req-1b7442f0-5082-474d-904b-34a214c4154c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:31.106878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed6d24-9dc9-407f-bfa6-57f5b68b7c5c req-1b7442f0-5082-474d-904b-34a214c4154c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:31.135836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed6d24-9dc9-407f-bfa6-57f5b68b7c5c req-1b7442f0-5082-474d-904b-34a214c4154c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:31.179499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed6d24-9dc9-407f-bfa6-57f5b68b7c5c req-1b7442f0-5082-474d-904b-34a214c4154c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:31.195856 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47ed6d24-9dc9-407f-bfa6-57f5b68b7c5c req-1b7442f0-5082-474d-904b-34a214c4154c tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 0.4936144
Apr 30 04:51:31.285572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a6fbeb0>,) {'filters': {'network_id': ['7f21b835-aed5-4783-aa7d-0e04506dde8c']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:31.305516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:31.306778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Fanout notify agent at l3_agent the message router_deleted on router 4297622e-cbe1-4e03-910b-14dc0123abad {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:51:31.384100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6fbeb0>, 'fa18d024-448a-4c79-8b98-56ade107b79e') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:31.384459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6fbeb0>, 'fa18d024-448a-4c79-8b98-56ade107b79e') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:31.398526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47ed6d24-9dc9-407f-bfa6-57f5b68b7c5c req-0a3abd79-0171-4cce-8f7b-68aacdd24545 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1992486
Apr 30 04:51:31.419968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:31.642898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:31.651355 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:31.662612 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ebd6cdf0-7d26-44c5-b3a8-45d0a584b4a8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:31.721219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:51:31.757137 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:31.758268 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/4297622e-cbe1-4e03-910b-14dc0123abad HTTP/1.1" status: 204  len: 168 time: 6.1568060
Apr 30 04:51:31.759402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76dd197a-a6f7-4422-bcb3-b254e09fc65b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:31.762296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49632) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:31.777736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-101589596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:31.820190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:31.835794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Usage tracker for resource:router and tenant:a7967f306e834c1dbe20e7454baceb6a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:31.841724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-89fa4655-a144-4700-8faf-b877dbb944fa req-b63122fc-0ff3-48d6-bce1-fe8f144785aa tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Synchronizing usage tracker for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:31.845020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:31.851928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:31.856544 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/76dd197a-a6f7-4422-bcb3-b254e09fc65b HTTP/1.1" status: 204  len: 168 time: 3.7349603
Apr 30 04:51:31.857470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49638) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:31.864938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.865604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.866128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.866648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.867213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.867784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.868333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.869086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.869653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.870189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.870724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.871236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:31.883218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:31.897405 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:31.923368 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:31.928727 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:32.000754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:32.033253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 7f21b835-aed5-4783-aa7d-0e04506dde8c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:32.081914 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:32.096795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-89fa4655-a144-4700-8faf-b877dbb944fa req-b63122fc-0ff3-48d6-bce1-fe8f144785aa tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Unset dirty status for tenant:7f6f97644f3a42f9ab1017c23f23b288 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:32.098760 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-b63122fc-0ff3-48d6-bce1-fe8f144785aa tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "GET /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.9962790
Apr 30 04:51:32.100911 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:32.147027 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:32.147510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:32.151069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fd14df06-4d91-45b2-919b-90904f298425 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3862176
Apr 30 04:51:32.153400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49652) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:32.172997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:32.284992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49658) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:32.339548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:32.493736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 7f21b835-aed5-4783-aa7d-0e04506dde8c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:51:32.525718 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:51:32.664611 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:32.698020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-190918635-network', 'tenant_id': 'a294e22bb46740d09d3452d34a06bf88'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:32.723409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:32.731804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Usage tracker for resource:network and tenant:a294e22bb46740d09d3452d34a06bf88 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:32.738137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:32.835894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:32.838377 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:32.860369 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f486bb4c-8b3c-48a7-acdf-2b654a8c0e20 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:32.876942 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:32.894313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.095878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Made reservation on behalf of a294e22bb46740d09d3452d34a06bf88 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:51:33.099262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.120202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=7f21b835-aed5-4783-aa7d-0e04506dde8c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:33.138117 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/7f21b835-aed5-4783-aa7d-0e04506dde8c HTTP/1.1" status: 204  len: 168 time: 3.9759018
Apr 30 04:51:33.144716 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:33.147965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49688) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:33.150848 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.221197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bd3c760>,) {'filters': {'network_id': ['cf3d5570-2da8-4dc9-8f95-e90d5418bf01']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:33.244769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bd3c760>, '557e5908-0c6a-4e9d-9972-2f92e2e2b83a') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:33.245487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bd3c760>, '557e5908-0c6a-4e9d-9972-2f92e2e2b83a') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:33.254114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:33.339996 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.363725 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-db45afaa-93e4-4128-8245-955e51ed3aa1 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:33.364177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db45afaa-93e4-4128-8245-955e51ed3aa1 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:33.366590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-db45afaa-93e4-4128-8245-955e51ed3aa1 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/66712194-c397-46d7-8588-20532232e1a4 HTTP/1.1" status: 404  len: 337 time: 0.2166750
Apr 30 04:51:33.371185 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.374486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49700) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:33.408549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a294e22bb46740d09d3452d34a06bf88 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:33.418417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:33.422318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 78159ada-cbef-421f-a1ad-97a024721599 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:33.425898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.446035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:33.461422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:51:33.613059 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.644897 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c701491-d083-43e7-a195-369bcec9570d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:33.645332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c701491-d083-43e7-a195-369bcec9570d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:33.652212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3c701491-d083-43e7-a195-369bcec9570d tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/f3de3c8b-3ed6-4432-bcd4-d223f27b272d HTTP/1.1" status: 404  len: 339 time: 0.2764294
Apr 30 04:51:33.666773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49720) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:33.694799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] For port e3f7b4d0-0024-4971-af54-65ce913508e1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=e3f7b4d0-0024-4971-af54-65ce913508e1,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:33.760239 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bd4ccc50-ceee-400f-bd4b-a011c03e925a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.813942 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.883022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 78159ada-cbef-421f-a1ad-97a024721599, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=78159ada-cbef-421f-a1ad-97a024721599,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:33.884941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78159ada-cbef-421f-a1ad-97a024721599'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:33.894546 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:33.896456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4c409abd-f869-4630-a9c9-e57c6d5c4b01 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:33.938584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b55b-376b-44e9-bd17-2543c89b8aff req-5917222c-285c-45bd-bab2-ead71db496b1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:33.962039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b55b-376b-44e9-bd17-2543c89b8aff req-5917222c-285c-45bd-bab2-ead71db496b1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:33.979541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b55b-376b-44e9-bd17-2543c89b8aff req-5917222c-285c-45bd-bab2-ead71db496b1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:33.988861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] For port e3f7b4d0-0024-4971-af54-65ce913508e1, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:51:34.006572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b55b-376b-44e9-bd17-2543c89b8aff req-5917222c-285c-45bd-bab2-ead71db496b1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:34.020475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b55b-376b-44e9-bd17-2543c89b8aff req-5917222c-285c-45bd-bab2-ead71db496b1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:34.034058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b55b-376b-44e9-bd17-2543c89b8aff req-5917222c-285c-45bd-bab2-ead71db496b1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:34.047410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b55b-376b-44e9-bd17-2543c89b8aff req-5917222c-285c-45bd-bab2-ead71db496b1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:34.062291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c17b55b-376b-44e9-bd17-2543c89b8aff req-5917222c-285c-45bd-bab2-ead71db496b1 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 5434 time: 1.1599002
Apr 30 04:51:34.073203 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1cc1fbfe-6649-420d-9cb6-b676025cd1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:34.212552 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78159ada-cbef-421f-a1ad-97a024721599', 'code': 200}
Apr 30 04:51:34.385600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting subnet 381c791b-b3ae-4110-8abb-ebe86f24b1ea {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:51:34.392884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] device_id is not set on port e3f7b4d0-0024-4971-af54-65ce913508e1 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:51:34.398507 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:34.403779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:34.442640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:34.487816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4a1e5c6e-6f86-4784-9152-548edf06e643 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:34.499539 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:34.532063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=78159ada-cbef-421f-a1ad-97a024721599,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:34.558598 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:34.567992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4c409abd-f869-4630-a9c9-e57c6d5c4b01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:34.581363 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:34.583994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device e3f7b4d0-0024-4971-af54-65ce913508e1 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:34.607954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c17b55b-376b-44e9-bd17-2543c89b8aff req-e143cdf7-c8c8-4630-ac38-1c103696afeb tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3259616
Apr 30 04:51:34.631233 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:34.641757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:34.651655 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:34.698119 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:34.810640 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:34.817150 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device e3f7b4d0-0024-4971-af54-65ce913508e1 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:34.817590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 54489ae0-efe8-43fe-bdd3-00e11f296177 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:34.876828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Network cf3d5570-2da8-4dc9-8f95-e90d5418bf01 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:34.891935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4c409abd-f869-4630-a9c9-e57c6d5c4b01,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:34.896940 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:35.122597 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:35.124835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f7b4d0-0024-4971-af54-65ce913508e1,revision_number=6']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:35.128771 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:51:35.129208 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:51:35.133363 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:35.135783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:35.193859 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d7f1d7e4-67fd-4231-8b81-407336751cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:35.207195 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:35.289743 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:35.310718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] No DVR routers for this DVR port e3f7b4d0-0024-4971-af54-65ce913508e1 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:35.340966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 54489ae0-efe8-43fe-bdd3-00e11f296177, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=54489ae0-efe8-43fe-bdd3-00e11f296177,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:35.365572 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:35.367882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 34ccab6f-642a-45a7-b697-5ee70a7d6aab no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:35.393716 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:35.429159 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] 10.222.0.46 "DELETE /v2.0/networks/cf3d5570-2da8-4dc9-8f95-e90d5418bf01 HTTP/1.1" status: 204  len: 168 time: 3.5513396
Apr 30 04:51:35.440069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] In _notify_port_updated(), no bound segment for port e3f7b4d0-0024-4971-af54-65ce913508e1 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:51:35.441000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:35.441630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:35.443031 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 200  len: 1028 time: 3.3209105
Apr 30 04:51:35.447051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:51:35.586345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2c21b6-da2e-4f06-a741-f217c38e0f6a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:35.634862 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-89ca33aa-8b70-439f-a78a-9542bf453aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:35.641770 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:35.655665 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75ca2fe7-b14e-4c30-843b-11c8542b1ff0 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:35.703222 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:35.704385 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Added segment e96d4d8d-6df7-4b39-8b3c-408a739bcf7d of type vlan for network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd
Apr 30 04:51:35.709880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3d5570-2da8-4dc9-8f95-e90d5418bf01,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:35.724871 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:35.736503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-855af0e8-6d04-406c-8e8d-d25ec0cc693f tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:35.738874 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-855af0e8-6d04-406c-8e8d-d25ec0cc693f tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "GET /v2.0/ports/5d063906-5547-41da-8501-105dfc36bc06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2891269
Apr 30 04:51:35.752927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:35.823850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.015674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49816) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:36.017257 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.152203 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.246171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01'}, {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54489ae0-efe8-43fe-bdd3-00e11f296177'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:36.268739 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.271441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:36.272790 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.284883 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3983bcf1-3130-4786-9fb7-227108c81b60 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:36.289726 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.304685 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab9fbce5-f692-4590-81cb-6856b2589c5e tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:36.337363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a38fb959-ab4a-4d61-901a-70200c346a96 None None] Provisioning complete for port e3f7b4d0-0024-4971-af54-65ce913508e1 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:51:36.338489 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a38fb959-ab4a-4d61-901a-70200c346a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.458826 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'code': 200}
Apr 30 04:51:36.459784 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54489ae0-efe8-43fe-bdd3-00e11f296177', 'code': 200}
Apr 30 04:51:36.469595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a38fb959-ab4a-4d61-901a-70200c346a96 None None] Port e3f7b4d0-0024-4971-af54-65ce913508e1 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:51:36.490367 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.531661 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.534710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=54489ae0-efe8-43fe-bdd3-00e11f296177,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:36.542267 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:36.544773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1377b-f951-4792-8c02-66ddb959c3bc None None] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:36.604599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:36.632260 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:36.664294 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/381c791b-b3ae-4110-8abb-ebe86f24b1ea HTTP/1.1" status: 204  len: 168 time: 2.9923241
Apr 30 04:51:36.664294 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=381c791b-b3ae-4110-8abb-ebe86f24b1ea,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:36.678130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49838) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:36.695106 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:36.802057 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:36.880017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04112216-2408-4f83-bfa0-b419d66d55a5 req-cbb0af39-92e1-4250-9dc8-ca9a133eb255 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:36.891553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04112216-2408-4f83-bfa0-b419d66d55a5 req-cbb0af39-92e1-4250-9dc8-ca9a133eb255 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:36.904786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04112216-2408-4f83-bfa0-b419d66d55a5 req-cbb0af39-92e1-4250-9dc8-ca9a133eb255 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:36.915896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04112216-2408-4f83-bfa0-b419d66d55a5 req-cbb0af39-92e1-4250-9dc8-ca9a133eb255 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:36.928028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04112216-2408-4f83-bfa0-b419d66d55a5 req-cbb0af39-92e1-4250-9dc8-ca9a133eb255 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:36.939948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04112216-2408-4f83-bfa0-b419d66d55a5 req-cbb0af39-92e1-4250-9dc8-ca9a133eb255 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:36.943661 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04112216-2408-4f83-bfa0-b419d66d55a5 req-cbb0af39-92e1-4250-9dc8-ca9a133eb255 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 4653 time: 0.7283459
Apr 30 04:51:36.953096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:37.005457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e33053e6-cdb1-4111-8fd7-5a95e29cbe63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54999f91fbfb453d99b154a06ce72cf5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9671931
Apr 30 04:51:37.018673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49850) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:37.102211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04112216-2408-4f83-bfa0-b419d66d55a5 req-d1682358-9086-40de-bf4d-0dcae3206073 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1436882
Apr 30 04:51:37.110964 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 4.8196788
Apr 30 04:51:37.121690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49854) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:37.135637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:51:37.155535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Request body: {'subnet': {'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-190918635-subnet', 'tenant_id': 'a294e22bb46740d09d3452d34a06bf88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:37.186060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:37.201653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Usage tracker for resource:subnet and tenant:a294e22bb46740d09d3452d34a06bf88 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:37.242540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:37.300007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:37.305808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting subnet a6d72415-73ee-463c-9de7-9a2647396956 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:51:37.313056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:37.391672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:37.455743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Made reservation on behalf of a294e22bb46740d09d3452d34a06bf88 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:51:37.460145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:37.502938 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:37.546556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 34ccab6f-642a-45a7-b697-5ee70a7d6aab, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:37.598477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Allocated IP 172.25.8.59 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/27c0d2af-2656-4f53-99e4-f490280c6ccd) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:51:37.752494 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:37.754329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:37.851036 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a9869e25-5858-4df7-80a5-02901f3dbf53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:38.196837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=34ccab6f-642a-45a7-b697-5ee70a7d6aab,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:38.204312 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:38.278816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.299156 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a373beb8-69c6-42a1-8d42-abce4e557ce6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:38.336672 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.384874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d72415-73ee-463c-9de7-9a2647396956,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:38.399021 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:38.404620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.421814 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:51:38.434985 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/a6d72415-73ee-463c-9de7-9a2647396956 HTTP/1.1" status: 204  len: 168 time: 1.7356758
Apr 30 04:51:38.436937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] For port 5d063906-5547-41da-8501-105dfc36bc06, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5d063906-5547-41da-8501-105dfc36bc06,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:38.441096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49902) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:38.466291 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be05e089-e279-4583-9a0f-95dac19c5354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.476219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ccab6f-642a-45a7-b697-5ee70a7d6aab'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:38.485201 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.624379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:38.639002 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.641592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5d063906-5547-41da-8501-105dfc36bc06 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:38.654605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be05e089-e279-4583-9a0f-95dac19c5354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.663592 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:51:38.714801 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ccab6f-642a-45a7-b697-5ee70a7d6aab', 'code': 200}
Apr 30 04:51:38.729835 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-661c8d52-1965-4c7d-a6bd-5b040105a233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:38.742023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] For port 5d063906-5547-41da-8501-105dfc36bc06, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:51:38.794487 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.855776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] device_id is not set on port 5d063906-5547-41da-8501-105dfc36bc06 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:51:38.931387 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.960316 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.984190 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:38.991855 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d30d7261-3d9e-4437-aae8-64ba9208ae52 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:39.037820 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-38e0312e-dde9-487c-8ff6-2b8f9add17f0 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:39.066074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5d063906-5547-41da-8501-105dfc36bc06 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:39.179766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:51:39.189197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be05e089-e279-4583-9a0f-95dac19c5354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:39.197047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:51:39.203726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:51:39.300105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d063906-5547-41da-8501-105dfc36bc06,revision_number=6']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:39.309167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] No DVR routers for this DVR port 5d063906-5547-41da-8501-105dfc36bc06 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:39.314782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event updated for resources: {'Port': ['ID=27c0d2af-2656-4f53-99e4-f490280c6ccd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:39.327770 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:39.375249 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:39.391628 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3954fd0c-c601-4242-9c33-3b0085ec47c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:39.425426 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be05e089-e279-4583-9a0f-95dac19c5354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:39.431156 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-be05e089-e279-4583-9a0f-95dac19c5354 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/824a93ca-4bde-4069-8ccc-efdf01448c4b HTTP/1.1" status: 204  len: 168 time: 2.3413708
Apr 30 04:51:39.444711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381730b-4a37-484c-8ff6-7f1ec199c330 req-e7693b01-8646-41be-b09a-437d1449a176 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:39.474668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381730b-4a37-484c-8ff6-7f1ec199c330 req-e7693b01-8646-41be-b09a-437d1449a176 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:39.506437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05e089-e279-4583-9a0f-95dac19c5354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a93ca-4bde-4069-8ccc-efdf01448c4b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:39.512239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381730b-4a37-484c-8ff6-7f1ec199c330 req-e7693b01-8646-41be-b09a-437d1449a176 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:39.531675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be05e089-e279-4583-9a0f-95dac19c5354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:39.536054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381730b-4a37-484c-8ff6-7f1ec199c330 req-e7693b01-8646-41be-b09a-437d1449a176 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:39.544255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88f8be-6982-44b7-a43f-ea3991f927af None None] Update dhcp port {'port': {'network_id': '8f30b4a9-b7a9-42c5-805e-a0c01496cc31', 'fixed_ips': [{'subnet_id': 'a6d72415-73ee-463c-9de7-9a2647396956'}], 'binding:host_id': 'n-d-766726-20'}, 'id': '81fd5736-2192-4475-973d-8602c328f4f6'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:51:39.551986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381730b-4a37-484c-8ff6-7f1ec199c330 req-e7693b01-8646-41be-b09a-437d1449a176 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:39.578733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting port 81fd5736-2192-4475-973d-8602c328f4f6 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:39.579382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:39.581508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381730b-4a37-484c-8ff6-7f1ec199c330 req-e7693b01-8646-41be-b09a-437d1449a176 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:39.585515 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1381730b-4a37-484c-8ff6-7f1ec199c330 req-e7693b01-8646-41be-b09a-437d1449a176 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 4571 time: 0.9453385
Apr 30 04:51:39.655906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:39.661033 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:39.665933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-97ee70ed-ca88-41f4-a40a-d38c552e1a02 None None] Provisioning complete for port 5d063906-5547-41da-8501-105dfc36bc06 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:51:39.666483 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-97ee70ed-ca88-41f4-a40a-d38c552e1a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:39.811045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] In _notify_port_updated(), no bound segment for port 5d063906-5547-41da-8501-105dfc36bc06 on network fecfbb98-44fb-4e8e-ac66-b37591af8841 {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:51:39.812520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:39.813153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:39.814543 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 200  len: 1028 time: 4.0677454
Apr 30 04:51:39.817038 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f88f8be-6982-44b7-a43f-ea3991f927af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:39.984793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-97ee70ed-ca88-41f4-a40a-d38c552e1a02 None None] Port 5d063906-5547-41da-8501-105dfc36bc06 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:51:40.109482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] For port 81fd5736-2192-4475-973d-8602c328f4f6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=81fd5736-2192-4475-973d-8602c328f4f6,segment=NetworkSegment(be0097b4-9651-451c-bec7-de2553a5d82c),segment_id=be0097b4-9651-451c-bec7-de2553a5d82c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:40.110499 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:40.482559 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e2f316-f4a3-47b5-a63e-9da7909aa763 None None] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:40.708488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Calling delete_port for 81fd5736-2192-4475-973d-8602c328f4f6 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:40.710369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eb26ec1f-00f5-4654-aa2e-bd261c7c1de2 None None] Provisioning complete for port 81fd5736-2192-4475-973d-8602c328f4f6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:51:40.712443 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eb26ec1f-00f5-4654-aa2e-bd261c7c1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:40.826942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting port 34ccab6f-642a-45a7-b697-5ee70a7d6aab {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:40.827743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:40.861274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1381730b-4a37-484c-8ff6-7f1ec199c330 req-9275a71d-083c-420b-b099-0f79cd03cdb7 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&id=fd7b2620-bb67-4918-8a36-e720cc1d64a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 1.2336946
Apr 30 04:51:40.985215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:41.019162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:41.038563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 81fd5736-2192-4475-973d-8602c328f4f6 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:41.160709 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a', 'code': 200}
Apr 30 04:51:41.217215 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:41.232384 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67cebefd-b27e-4b62-a3f4-4c3e4ea0f5ec tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:41.291516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Port': ['ID=81fd5736-2192-4475-973d-8602c328f4f6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:41.295857 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:41.309967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No DVR routers for this DVR port 81fd5736-2192-4475-973d-8602c328f4f6 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:41.412064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] For port 34ccab6f-642a-45a7-b697-5ee70a7d6aab, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=34ccab6f-642a-45a7-b697-5ee70a7d6aab,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:41.412767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:41.476031 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:41.504446 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c6e58301-b3d6-4632-a572-d44fa1e78b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:41.643029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Port 81fd5736-2192-4475-973d-8602c328f4f6 update to DOWN by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:51:41.668498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ee6e4-c0b5-41e4-ba5c-657e6852ce14 None None] DHCP port deletion for 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:51:41.823461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50012) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:41.846555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6767dbce-6813-4d23-8df5-f2db727f173a,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:41.881123 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:41.905176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Checking segment: {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:51:41.906557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Network hostable DHCP agents. Network: 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:51:41.986262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:41.996150 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:42.119756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Calling delete_port for 34ccab6f-642a-45a7-b697-5ee70a7d6aab owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:42.124681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:42.180014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:51:42.278585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:51:42.290187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25381825-5e4a-4d2c-8a96-f316417f87cf None None] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:42.316604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7802df3d0>,) {'filters': {'network_id': ['8f30b4a9-b7a9-42c5-805e-a0c01496cc31']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:42.340081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7802df3d0>, 'be0097b4-9651-451c-bec7-de2553a5d82c') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:42.340404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7802df3d0>, 'be0097b4-9651-451c-bec7-de2553a5d82c') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:42.349474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-510063291-network', 'tenant_id': '096f949cef7148bb900213ec2972eb30'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:42.358062 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:42.366775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:42.374204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Usage tracker for resource:network and tenant:096f949cef7148bb900213ec2972eb30 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:42.379530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:42.390352 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:42.390935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:42.555846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:51:42.597809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Made reservation on behalf of 096f949cef7148bb900213ec2972eb30 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:51:42.605567 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:42.635032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:42.659541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:42.686480 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:42.727548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:42.728156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:42.754797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:42.790252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd264d-7f6e-4d45-95df-d71a6572f670 None None] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:42.794558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Usage tracker for resource:security_group_rule and tenant:096f949cef7148bb900213ec2972eb30 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:42.818181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:42.857451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:42.893027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Port': ['ID=34ccab6f-642a-45a7-b697-5ee70a7d6aab,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:42.908780 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:42.927778 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.8041334
Apr 30 04:51:43.071773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef81b1-57f7-41b2-9622-9f2ca999e00f req-c144187a-b5fa-405f-b2a5-6859602c97db tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:43.088158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef81b1-57f7-41b2-9622-9f2ca999e00f req-c144187a-b5fa-405f-b2a5-6859602c97db tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:43.100284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef81b1-57f7-41b2-9622-9f2ca999e00f req-c144187a-b5fa-405f-b2a5-6859602c97db tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:43.106518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef81b1-57f7-41b2-9622-9f2ca999e00f req-c144187a-b5fa-405f-b2a5-6859602c97db tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:43.130312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef81b1-57f7-41b2-9622-9f2ca999e00f req-c144187a-b5fa-405f-b2a5-6859602c97db tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:43.151804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2cef81b1-57f7-41b2-9622-9f2ca999e00f req-c144187a-b5fa-405f-b2a5-6859602c97db tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 3796 time: 0.9940753
Apr 30 04:51:43.204606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] No DVR routers for this DVR port 34ccab6f-642a-45a7-b697-5ee70a7d6aab on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:43.238792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Router b3be5d05-0b32-44c1-b4ac-0e27982429f3 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:51:43.259016 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:43.274712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': '34ccab6f-642a-45a7-b697-5ee70a7d6aab'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:43.305427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2cef81b1-57f7-41b2-9622-9f2ca999e00f req-366af221-4347-4dc3-b0a4-0531a08a1f72 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1523683
Apr 30 04:51:43.522806 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': '34ccab6f-642a-45a7-b697-5ee70a7d6aab', 'status': 'completed', 'code': 200}
Apr 30 04:51:43.586442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:43.606916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50070) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:43.617564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:43.914389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:43.928922 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:43.954805 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:44.127883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 8f30b4a9-b7a9-42c5-805e-a0c01496cc31 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:44.218960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "DELETE /v2.0/ports/34ccab6f-642a-45a7-b697-5ee70a7d6aab HTTP/1.1" status: 204  len: 173 time: 4.3849967
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:51:44.220023 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:51:44.224327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:44.253607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:51:44.368895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddccfaeb-d9c0-4699-94b0-ef52880b40ff,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:44.391669 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:44.412969 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:44.414007 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Added segment d39f6496-664b-476e-ba6b-0a8c1f82563d of type vlan for network 76246502-f89c-4ae6-980b-c90faf585f41
Apr 30 04:51:44.479841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:44.603045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:51:44.608510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Usage tracker for resource:security_group_rule and tenant:b6d64ca7aca14ab1ac7e316110180ff3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:44.622370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:44.642800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f897b91-8efb-433d-9148-2a2ee6fd9790 None None] Sync routers for ids ['b3be5d05-0b32-44c1-b4ac-0e27982429f3'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:51:44.662720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:44.689993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f897b91-8efb-433d-9148-2a2ee6fd9790 None None] Routers {'b3be5d05-0b32-44c1-b4ac-0e27982429f3'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:44.694504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9f897b91-8efb-433d-9148-2a2ee6fd9790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803610d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b3be5d05-0b32-44c1-b4ac-0e27982429f3'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:44.699626 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:44.735820 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-655e45cd-d46f-402f-8800-17e5fdeda60b tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:44.775785 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:44.784553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=8f30b4a9-b7a9-42c5-805e-a0c01496cc31,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:44.824424 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:44.829791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:44.877829 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/8f30b4a9-b7a9-42c5-805e-a0c01496cc31 HTTP/1.1" status: 204  len: 168 time: 6.4351449
Apr 30 04:51:44.886971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50106) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:44.894259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9f897b91-8efb-433d-9148-2a2ee6fd9790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803610d0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:44.896113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting port 54489ae0-efe8-43fe-bdd3-00e11f296177 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:44.896694 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:44.918894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f897b91-8efb-433d-9148-2a2ee6fd9790 None None] Routers {'b3be5d05-0b32-44c1-b4ac-0e27982429f3'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:44.919584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9f897b91-8efb-433d-9148-2a2ee6fd9790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803610d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b3be5d05-0b32-44c1-b4ac-0e27982429f3'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:45.049936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9f897b91-8efb-433d-9148-2a2ee6fd9790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803610d0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:45.050398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f897b91-8efb-433d-9148-2a2ee6fd9790 None None] The sync data for ids ['b3be5d05-0b32-44c1-b4ac-0e27982429f3'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:51:45.098241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-5f0590ec-a72c-4323-af48-55ea52683df8 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:45.101026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-5f0590ec-a72c-4323-af48-55ea52683df8 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 812 time: 0.9135375
Apr 30 04:51:45.107356 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:45.110200 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "PUT /v2.0/routers/b3be5d05-0b32-44c1-b4ac-0e27982429f3 HTTP/1.1" status: 200  len: 878 time: 12.9551461
Apr 30 04:51:45.120035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50112) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:45.184758 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-8110dea1-e523-406f-9356-f382db0c5dcc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:45.185218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8110dea1-e523-406f-9356-f382db0c5dcc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:45.198093 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8110dea1-e523-406f-9356-f382db0c5dcc tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/61f55467-98f2-4757-a81a-f06585befaa4 HTTP/1.1" status: 404  len: 337 time: 0.1041849
Apr 30 04:51:45.204421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50116) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:45.267821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-e7bb9d51-d78b-48c2-9c1c-fb90a6a7759f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/quotas/a294e22bb46740d09d3452d34a06bf88 HTTP/1.1" status: 200  len: 375 time: 0.1530533
Apr 30 04:51:45.368174 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:45.369579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:45.370701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:45.379551 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8e16c8f2-8d74-4b85-b110-6f4f4c8a290e tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1014574
Apr 30 04:51:45.387014 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e13108ce-ccaa-4bb3-9662-6bf3902b7163 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:45.401910 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eed9b2b-d1dc-4a74-a8f4-cd80111753ae tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:45.402833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eed9b2b-d1dc-4a74-a8f4-cd80111753ae tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:45.423844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] For port 54489ae0-efe8-43fe-bdd3-00e11f296177, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=54489ae0-efe8-43fe-bdd3-00e11f296177,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:45.423844 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:45.449870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2eed9b2b-d1dc-4a74-a8f4-cd80111753ae tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/84c629b9-3098-467c-ae13-21f134e4579c HTTP/1.1" status: 404  len: 339 time: 0.2393095
Apr 30 04:51:45.482313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50124) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:45.572776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Calling delete_port for 54489ae0-efe8-43fe-bdd3-00e11f296177 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:45.592735 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:45.599461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:45.621833 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01d9fe60-e7e7-48e7-9eae-7db77c80de43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:45.661150 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97a092c-c63f-4ab1-b4c9-55b61cdba7e8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:45.661807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97a092c-c63f-4ab1-b4c9-55b61cdba7e8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:45.668273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c97a092c-c63f-4ab1-b4c9-55b61cdba7e8 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/6aa220f8-ea3f-45d0-bfd3-32c27c19c763 HTTP/1.1" status: 404  len: 337 time: 0.0997529
Apr 30 04:51:45.678578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50132) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:45.690901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def4d99-4b3e-4dac-8ab8-bab260ef0c5b req-c53a34a4-55eb-4bf9-8e74-4a1e288e5ec9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:45.699099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def4d99-4b3e-4dac-8ab8-bab260ef0c5b req-c53a34a4-55eb-4bf9-8e74-4a1e288e5ec9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:45.709361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def4d99-4b3e-4dac-8ab8-bab260ef0c5b req-c53a34a4-55eb-4bf9-8e74-4a1e288e5ec9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:45.712619 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6d64ca7aca14ab1ac7e316110180ff3&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1030288
Apr 30 04:51:45.713499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac9254f-c48e-4480-944d-ed6d93c14573,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:45.715282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def4d99-4b3e-4dac-8ab8-bab260ef0c5b req-c53a34a4-55eb-4bf9-8e74-4a1e288e5ec9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:45.719118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50136) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:45.723814 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:45.724987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5def4d99-4b3e-4dac-8ab8-bab260ef0c5b req-c53a34a4-55eb-4bf9-8e74-4a1e288e5ec9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 3141 time: 0.9025071
Apr 30 04:51:45.741628 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-38004b26-ccd5-41c4-af64-ae4cf7171d64 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:45.742128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38004b26-ccd5-41c4-af64-ae4cf7171d64 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:45.746383 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-38004b26-ccd5-41c4-af64-ae4cf7171d64 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/c6be3969-7146-4888-bd8e-ea9f54607113 HTTP/1.1" status: 404  len: 339 time: 0.0643709
Apr 30 04:51:45.754638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50140) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:45.790252 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.9450934
Apr 30 04:51:45.808951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50146) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:45.823008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Request body: {'subnet': {'network_id': '76246502-f89c-4ae6-980b-c90faf585f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-subnet', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:45.828704 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-463e587c-5802-43c3-aa01-47b519f4bb85 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:45.829212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463e587c-5802-43c3-aa01-47b519f4bb85 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:45.835380 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-463e587c-5802-43c3-aa01-47b519f4bb85 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/532201c5-d480-4ea3-afec-6423d5bab41f HTTP/1.1" status: 404  len: 337 time: 0.0749803
Apr 30 04:51:45.839972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50150) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:45.845642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:45.899137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Pushing event updated for resources: {'Network': ['ID=76246502-f89c-4ae6-980b-c90faf585f41,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:45.910390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Usage tracker for resource:subnet and tenant:096f949cef7148bb900213ec2972eb30 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:45.910613 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:45.928491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:45.933691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 76246502-f89c-4ae6-980b-c90faf585f41 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:51:45.943948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:45.947786 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7701a10-2ee8-4700-aecd-dfded896dbd4 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:45.948635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7701a10-2ee8-4700-aecd-dfded896dbd4 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:45.953590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5def4d99-4b3e-4dac-8ab8-bab260ef0c5b req-5402a0c3-ca83-404d-a3bd-312d9dfdb8b3 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2295728
Apr 30 04:51:45.964732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50156) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:45.977862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-38e11479-99d6-44ff-9541-ef3b7251a66d tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/routers/b3be5d05-0b32-44c1-b4ac-0e27982429f3 HTTP/1.1" status: 200  len: 919 time: 0.8416853
Apr 30 04:51:46.033280 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e7701a10-2ee8-4700-aecd-dfded896dbd4 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/d49eee60-d9be-4314-a419-4451dfb03cbf HTTP/1.1" status: 404  len: 339 time: 0.1850345
Apr 30 04:51:46.044177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50160) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:46.060196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Made reservation on behalf of 096f949cef7148bb900213ec2972eb30 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:51:46.064109 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:46.084933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:46.087255 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6edd391-a3c3-4a13-86e3-4489f135ef11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:46.112945 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45b15b72-4fd1-4c49-8213-7591f78f4a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:46.243619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Port': ['ID=54489ae0-efe8-43fe-bdd3-00e11f296177,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:46.291344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-bd54bf01-a65c-48d3-8fbb-0b351eeba8ed service neutron] 10.222.0.46 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8519945
Apr 30 04:51:46.301563 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:46.344396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6edd391-a3c3-4a13-86e3-4489f135ef11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:46.423977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] No DVR routers for this DVR port 54489ae0-efe8-43fe-bdd3-00e11f296177 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:46.437922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:46.440184 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "DELETE /v2.0/ports/54489ae0-efe8-43fe-bdd3-00e11f296177 HTTP/1.1" status: 204  len: 173 time: 2.2014477
Apr 30 04:51:46.440795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': '54489ae0-efe8-43fe-bdd3-00e11f296177'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:46.536923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16793e5-59bd-4240-9cae-bb1d96782443 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:46.538019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d16793e5-59bd-4240-9cae-bb1d96782443 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Synchronizing usage tracker for tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:51:46.556739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting subnet 08fd5a5f-60a1-4a6f-bb1b-edcbbc696ab9 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:51:46.567724 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:46.668357 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': '54489ae0-efe8-43fe-bdd3-00e11f296177', 'status': 'completed', 'code': 200}
Apr 30 04:51:46.678643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d16793e5-59bd-4240-9cae-bb1d96782443 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Unset dirty status for tenant:6b801b7a6b1b4c6cb0d4fdc0affbf7a5 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:51:46.679901 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d16793e5-59bd-4240-9cae-bb1d96782443 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=b3be5d05-0b32-44c1-b4ac-0e27982429f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.6986237
Apr 30 04:51:46.680859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6edd391-a3c3-4a13-86e3-4489f135ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:46.693288 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6796f755-d00f-4f26-8dce-e619278a7250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:46.701611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50170) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:46.711362 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:46.747628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edd391-a3c3-4a13-86e3-4489f135ef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac9254f-c48e-4480-944d-ed6d93c14573,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:46.754382 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6edd391-a3c3-4a13-86e3-4489f135ef11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:46.924979 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6edd391-a3c3-4a13-86e3-4489f135ef11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:46.926405 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d6edd391-a3c3-4a13-86e3-4489f135ef11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eac9254f-c48e-4480-944d-ed6d93c14573 HTTP/1.1" status: 204  len: 168 time: 1.2052510
Apr 30 04:51:47.022180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:47.133769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-a49ad093-c341-4032-8faf-73ef306de6a0 service neutron] 10.222.0.46 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8407581
Apr 30 04:51:47.150586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b78a50-9728-4460-b797-f1a3686875b1 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:47.152656 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f2b78a50-9728-4460-b797-f1a3686875b1 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 881 time: 0.4468544
Apr 30 04:51:47.157205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50184) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:47.256351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:47.256716 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:47.324511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-38b4e93b-1ae3-427b-b9a8-25903b775fc6 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3be5d05-0b32-44c1-b4ac-0e27982429f3 HTTP/1.1" status: 200  len: 205 time: 0.1649163
Apr 30 04:51:47.409657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50190) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:48.455006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] For port 4c409abd-f869-4630-a9c9-e57c6d5c4b01, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4c409abd-f869-4630-a9c9-e57c6d5c4b01,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:48.456275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:48.484698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92de7095-18fb-4859-a8b7-e5b240839fa5 req-92b281bb-f171-46f0-963a-ccde7312c3c5 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 210 time: 0.1396465
Apr 30 04:51:48.489939 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:48.511085 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4ab14ba0-9b29-4140-a309-8af5d2b3ca6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:48.561855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=08fd5a5f-60a1-4a6f-bb1b-edcbbc696ab9,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:48.566451 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:48.569649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:48.579412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5be87-f1d6-4a3e-ba30-0275939b6756 None None] Network 8be200c8-7588-4059-b6f9-c315913d9626 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:48.604717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/08fd5a5f-60a1-4a6f-bb1b-edcbbc696ab9 HTTP/1.1" status: 204  len: 168 time: 2.5489485
Apr 30 04:51:48.623806 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:48.626529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50228) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:48.711725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9556661-d304-41c8-a6e3-1b4dbcb6443d req-74282529-50b1-49dc-a5f7-d7ee1cc607d9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:48.718104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9556661-d304-41c8-a6e3-1b4dbcb6443d req-74282529-50b1-49dc-a5f7-d7ee1cc607d9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:48.724322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9556661-d304-41c8-a6e3-1b4dbcb6443d req-74282529-50b1-49dc-a5f7-d7ee1cc607d9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:48.732043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9556661-d304-41c8-a6e3-1b4dbcb6443d req-74282529-50b1-49dc-a5f7-d7ee1cc607d9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 2408 time: 0.9069953
Apr 30 04:51:48.886692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:48.954625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9556661-d304-41c8-a6e3-1b4dbcb6443d req-94ce9fe7-d447-42b8-b8ab-eb0621f8e3ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2207956
Apr 30 04:51:49.165720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting port 2714fbdd-45a6-4824-a1d4-374832b02a49 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:49.172508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:49.303574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] DHCP port deletion for 8be200c8-7588-4059-b6f9-c315913d9626 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:51:49.382587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] For port 2714fbdd-45a6-4824-a1d4-374832b02a49, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2714fbdd-45a6-4824-a1d4-374832b02a49,segment=NetworkSegment(10f81315-35d3-4866-92f2-785e902e6abc),segment_id=10f81315-35d3-4866-92f2-785e902e6abc)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:49.386428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:49.676354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Calling delete_port for 2714fbdd-45a6-4824-a1d4-374832b02a49 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:49.706475 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:49.707099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:49.707586 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Floating IP ddd22d58-b695-4ef9-b6c3-a52e915d5434 disassociated. External IP: 172.25.8.179, port: 4c409abd-f869-4630-a9c9-e57c6d5c4b01.
Apr 30 04:51:49.708156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Calling delete_port for 4c409abd-f869-4630-a9c9-e57c6d5c4b01 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:49.778809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3f8cc67-7693-41bd-9ed2-455d3eab4ec1 req-5c67fd14-5bc2-4cbc-b5d0-de2cfb0dc1a5 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 210 time: 0.1196880
Apr 30 04:51:49.941617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] Deleting port 2714fbdd-45a6-4824-a1d4-374832b02a49 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:49.942436 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:49.955964 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:49.965234 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f73cbbe1-638e-4d0c-b1de-d556cbae5b50 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:49.990895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:50.022533 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-623b5e17-d29b-4040-92b5-c1eae2a5ae4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:50.135968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Port': ['ID=2714fbdd-45a6-4824-a1d4-374832b02a49,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:50.149926 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:50.180424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No DVR routers for this DVR port 2714fbdd-45a6-4824-a1d4-374832b02a49 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:50.393265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243ca673-2159-4e0f-a168-50d228961bec,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:50.407572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:50.411550 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:50.441208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] For port 2714fbdd-45a6-4824-a1d4-374832b02a49, host n-d-766726-20, got binding levels [] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:50.444532 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:50.495693 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7213563-d350-4525-b04b-61a03fbc19ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:50.665807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Port': ['ID=4c409abd-f869-4630-a9c9-e57c6d5c4b01,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:50.677426 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:50.683192 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:50.687624 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:50.755953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50316) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:50.908405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9387066-bcdf-4bcd-9b1c-771cb2af2992 req-31de1d06-d5a1-4e9a-8e36-d9dd3d0d3980 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:50.915592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9387066-bcdf-4bcd-9b1c-771cb2af2992 req-31de1d06-d5a1-4e9a-8e36-d9dd3d0d3980 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:50.924932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9387066-bcdf-4bcd-9b1c-771cb2af2992 req-31de1d06-d5a1-4e9a-8e36-d9dd3d0d3980 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 1675 time: 0.4741287
Apr 30 04:51:51.027803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a391280>,) {'filters': {'network_id': ['8be200c8-7588-4059-b6f9-c315913d9626']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:51.075036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a391280>, '10f81315-35d3-4866-92f2-785e902e6abc') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:51.075526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a391280>, '10f81315-35d3-4866-92f2-785e902e6abc') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:51.096806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2714fbdd-45a6-4824-a1d4-374832b02a49 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:51.113890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Checking segment: {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:51:51.115581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Network hostable DHCP agents. Network: 76246502-f89c-4ae6-980b-c90faf585f41, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:51:51.128709 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:51.190847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] Calling delete_port for 2714fbdd-45a6-4824-a1d4-374832b02a49 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:51.209811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.ipam_backend_mixin [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] Port 2714fbdd-45a6-4824-a1d4-374832b02a49 was not found and therefore no delete operation was performed {{(pid=74583) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:51:51.216818 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:51.239747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 2714fbdd-45a6-4824-a1d4-374832b02a49 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:51.240343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2714fbdd-45a6-4824-a1d4-374832b02a49 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:51.240465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:51:51.243747 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:51.252744 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:51.339404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] Pushing event deleted for resources: {'Port': ['ID=2714fbdd-45a6-4824-a1d4-374832b02a49,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:51.344353 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:51.350539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] No DVR routers for this DVR port 2714fbdd-45a6-4824-a1d4-374832b02a49 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:51.350759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Network 76246502-f89c-4ae6-980b-c90faf585f41 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:51:51.464200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Deleting port 27c0d2af-2656-4f53-99e4-f490280c6ccd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:51.468021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:51.481253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 76246502-f89c-4ae6-980b-c90faf585f41) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:51:51.507394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295af792-f0b3-416c-a562-9bddf85fed3a None None] Network 76246502-f89c-4ae6-980b-c90faf585f41 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:51.548982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:51:51.557535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:51.558115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:51.595638 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:51.699011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d04c7f4a-c0fb-4067-8f34-49aea70410a6 req-358fe53f-0544-4c76-8cb9-efd3d446c0ca tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 210 time: 0.2885242
Apr 30 04:51:52.115622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069e66f-19e5-4f43-9fbf-6636f1ed1eaa None None] Network 76246502-f89c-4ae6-980b-c90faf585f41 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:52.126198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 8be200c8-7588-4059-b6f9-c315913d9626 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:52.138121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:52.214336 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:52.359683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network 8be200c8-7588-4059-b6f9-c315913d9626 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:51:52.525619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:52.533863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Usage tracker for resource:security_group_rule and tenant:f3816cd7d31441fda729c697ca1de5b6 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:52.538862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:52.547815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:51:52.564056 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:51:52.571120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9387066-bcdf-4bcd-9b1c-771cb2af2992 req-c62d1c37-4474-4b8c-a5f4-d4b596d3a780 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.6450112
Apr 30 04:51:52.572755 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:52.578989 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-437620a1-7d7f-4643-b350-dfce628f5ce5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:52.601960 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:52.616456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=8be200c8-7588-4059-b6f9-c315913d9626,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:52.628468 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:52.639410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/8be200c8-7588-4059-b6f9-c315913d9626 HTTP/1.1" status: 204  len: 168 time: 4.0116842
Apr 30 04:51:52.643570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50352) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:52.698266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Calling delete_port for 27c0d2af-2656-4f53-99e4-f490280c6ccd owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:52.698770 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ae7a47-3692-42ca-8aef-dcdc1151d001 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:52.699357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ae7a47-3692-42ca-8aef-dcdc1151d001 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:52.702194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e8ae7a47-3692-42ca-8aef-dcdc1151d001 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/725568bd-068f-462b-9416-d2ad05f4e405 HTTP/1.1" status: 404  len: 337 time: 0.0575154
Apr 30 04:51:52.704986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:51:52.706198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50356) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:52.720023 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] Sync routers for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:51:52.736523 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:52.737053 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78011da30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:52.868697 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35e439d-d4d2-4102-b5cc-a294c7bbdf15 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:51:52.869591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35e439d-d4d2-4102-b5cc-a294c7bbdf15 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:51:52.896300 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 7.0863755
Apr 30 04:51:52.899500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d35e439d-d4d2-4102-b5cc-a294c7bbdf15 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/d8ea2931-87f9-4f76-91eb-93bb050adf3e HTTP/1.1" status: 404  len: 339 time: 0.1891024
Apr 30 04:51:52.901705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50362) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:52.903521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50364) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:53.008529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:53.018131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting subnet 327806e1-9a39-4e93-b921-f530ba3cac46 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:51:53.038045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:53.042879 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.118133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] No DVR routers for this DVR port 4c409abd-f869-4630-a9c9-e57c6d5c4b01 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:53.125302 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.135199 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "DELETE /v2.0/ports/4c409abd-f869-4630-a9c9-e57c6d5c4b01 HTTP/1.1" status: 204  len: 173 time: 6.6748068
Apr 30 04:51:53.144049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:53.208192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Usage tracker for resource:router and tenant:096f949cef7148bb900213ec2972eb30 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:53.212256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:53.222240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:53.258625 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.296730 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.297809 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.314866 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': '4c409abd-f869-4630-a9c9-e57c6d5c4b01', 'status': 'completed', 'code': 200}
Apr 30 04:51:53.487758 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edc3cdaf-b9fa-416b-9bda-fb4cb9b401b8 req-f427a803-405d-41b3-87a4-a1f2e4eb72aa tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 210 time: 0.2546885
Apr 30 04:51:53.496616 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:51:53.508211 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.596889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.705304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:53.705858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.851926 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.936757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:53.957003 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64cca448-065c-4f8d-a1e9-87952f1421f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:54.017873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:54.095402 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b90f620-f975-49c3-a232-b3f39b2cfd57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:54.155089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event deleted for resources: {'Port': ['ID=27c0d2af-2656-4f53-99e4-f490280c6ccd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:54.160667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:54.270195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b75918b-873b-4efe-bd0b-9a1406c28313,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:54.369750 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:54.531007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:54.672191 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78011da30>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:45Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '13ffdc67-7903-4d29-ace5-b7a5958384a0', 'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'mac_address': 'fa:16:3e:e0:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:40Z', 'updated_at': '2021-04-30T04:39:07Z', 'revision_number': 5, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'subnets': [{'id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:54.684047 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] Checking router: a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:51:54.696889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] For port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:54.697466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:54.725973 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:51:54.727013 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78011da30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:51:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:54.867679 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3816cd7d31441fda729c697ca1de5b6&name=default HTTP/1.1" status: 200  len: 2983 time: 4.1078031
Apr 30 04:51:54.958358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50396) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:54.972187 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:51:55.157262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Calling delete_port for d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:55.301775 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:55.308081 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:55.401197 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16db5c60-be6e-4221-a1a8-73a147579751 req-de3aedac-281a-442e-94f6-e581c8308647 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 210 time: 0.6482196
Apr 30 04:51:55.441837 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:55.442808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Fanout notify agent at l3_agent the message router_deleted on router b3be5d05-0b32-44c1-b4ac-0e27982429f3 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:51:55.462252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ed1b72d9-2c3a-427e-bc51-fb5926297092 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:55.464286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ed1b72d9-2c3a-427e-bc51-fb5926297092 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.50 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 812 time: 1.6017218
Apr 30 04:51:55.539873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:55.552122 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/b3be5d05-0b32-44c1-b4ac-0e27982429f3 HTTP/1.1" status: 204  len: 168 time: 8.1359320
Apr 30 04:51:55.553557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50406) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:55.582333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-489027693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:55.593175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Request body: {'port': {'device_id': '07751872-d2b9-4714-a21a-d4801b0fd8a4', 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd', 'admin_state_up': True, 'tenant_id': 'a294e22bb46740d09d3452d34a06bf88'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:55.615057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:55.623615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Usage tracker for resource:router and tenant:a7967f306e834c1dbe20e7454baceb6a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:55.628455 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78011da30>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:45Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '13ffdc67-7903-4d29-ace5-b7a5958384a0', 'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'mac_address': 'fa:16:3e:e0:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:40Z', 'updated_at': '2021-04-30T04:39:07Z', 'revision_number': 5, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'subnets': [{'id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:55.632801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:55.640885 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b301b3-ab56-4d42-8a9a-cca863e52609 None None] The sync data for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 is: [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:38:45Z', 'revision_number': 4, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '13ffdc67-7903-4d29-ace5-b7a5958384a0', 'name': '', 'network_id': '5fa32d2c-ee22-466c-92d4-83c6e6caf308', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'mac_address': 'fa:16:3e:e0:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:40Z', 'updated_at': '2021-04-30T04:39:07Z', 'revision_number': 5, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'subnets': [{'id': '31581abd-3e6b-43d6-b813-e70732b12d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:51:55.717098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:55.757390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:55.759630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:55.799868 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:55.806902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:55.812740 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-409f7651-3fdb-4fbe-8783-2ceb14ab22f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:56.065615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Port': ['ID=d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:56.070964 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:56.139289 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:56.169481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] No DVR routers for this DVR port d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:56.173810 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:56.184576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c325211-4b3a-4c8d-b888-86ae5a0be917 None None] New status for floating IP ddd22d58-b695-4ef9-b6c3-a52e915d5434: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:51:56.190804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:56.193947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:56.255666 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "DELETE /v2.0/ports/d5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a HTTP/1.1" status: 204  len: 173 time: 3.0904348
Apr 30 04:51:56.261146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:56.267200 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8e64bc07-b823-44ec-b8cd-8553adad7439 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7056518
Apr 30 04:51:56.297734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50422) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:56.327971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:56.343277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': True}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:56.514053 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': 'd5ddc65f-8ac3-40e0-bba4-4ef8ef9ecb4a', 'status': 'completed', 'code': 200}
Apr 30 04:51:56.545618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-29f6b0b6-63dd-4602-beca-5958deb5ad23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:56.617957 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-29f6b0b6-63dd-4602-beca-5958deb5ad23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:56.621541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting port 78159ada-cbef-421f-a1ad-97a024721599 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:56.623327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:56.705104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Usage tracker for resource:port and tenant:a294e22bb46740d09d3452d34a06bf88 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:56.873553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-0d56e671-f494-4644-a664-a86bf99bdf83 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:56.875546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-0d56e671-f494-4644-a664-a86bf99bdf83 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.37 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 812 time: 2.7842290
Apr 30 04:51:56.886084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f31fead-a30e-46b5-9837-200e9993578c req-b4a44ea9-d2ac-471c-8084-9b7d49e54030 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 210 time: 0.1007836
Apr 30 04:51:56.892027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:56.908218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Request body: {'port': {'device_id': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd', 'admin_state_up': True, 'tenant_id': 'a294e22bb46740d09d3452d34a06bf88'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:51:56.994629 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.002559 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05ebb2e9-295f-4c53-9a1a-7d3b510f378f tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:57.026506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] For port 78159ada-cbef-421f-a1ad-97a024721599, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=78159ada-cbef-421f-a1ad-97a024721599,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:57.027089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.062999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Subnet': ['ID=327806e1-9a39-4e93-b921-f530ba3cac46,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:57.068644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:57.096315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f28f1-12e2-452f-bda8-4dd2e5f97252 req-0c363006-7d0c-4dc1-8858-2dba74b707ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:57.102921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f28f1-12e2-452f-bda8-4dd2e5f97252 req-0c363006-7d0c-4dc1-8858-2dba74b707ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:51:57.112051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-644f28f1-12e2-452f-bda8-4dd2e5f97252 req-0c363006-7d0c-4dc1-8858-2dba74b707ea tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 1598 time: 2.9681675
Apr 30 04:51:57.149240 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:57.168528 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-29f6b0b6-63dd-4602-beca-5958deb5ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.176838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.187504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19ef311-8de6-4d28-8237-a13d79509485 None None] Network c6918837-e55f-4c7b-aca8-06877f230d16 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:51:57.223396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.223396 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5bf713fb-8773-4d1c-9f75-2eaa4ffb4547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:57.242672 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.253314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-644f28f1-12e2-452f-bda8-4dd2e5f97252 req-a8ae8f7e-3793-4c75-9900-6d243dc76dde tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups?id=01df3bd9-297c-439a-9361-96bb85bbf16d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404207
Apr 30 04:51:57.395357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-89fa4655-a144-4700-8faf-b877dbb944fa req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Calling delete_port for 78159ada-cbef-421f-a1ad-97a024721599 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:57.583356 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.590790 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62486be0-4db7-44f3-9e86-579337db1558 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:57.647702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] DHCP port deletion for c6918837-e55f-4c7b-aca8-06877f230d16 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:51:57.662779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6b0b6-63dd-4602-beca-5958deb5ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b75918b-873b-4efe-bd0b-9a1406c28313,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:57.667095 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-29f6b0b6-63dd-4602-beca-5958deb5ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:57.687748 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-29f6b0b6-63dd-4602-beca-5958deb5ad23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.694320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-29f6b0b6-63dd-4602-beca-5958deb5ad23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b75918b-873b-4efe-bd0b-9a1406c28313 HTTP/1.1" status: 204  len: 168 time: 2.3235490
Apr 30 04:51:57.706879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Made reservation on behalf of a294e22bb46740d09d3452d34a06bf88 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:51:57.713489 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.714763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Port': ['ID=78159ada-cbef-421f-a1ad-97a024721599,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:57.722443 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:57.777143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Deleting port 87f0688f-d879-4855-8588-98fcb8685e1c {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:57.777836 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.788010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fa4655-a144-4700-8faf-b877dbb944fa req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] No DVR routers for this DVR port 78159ada-cbef-421f-a1ad-97a024721599 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:57.788010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-89fa4655-a144-4700-8faf-b877dbb944fa req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:57.813191 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-89fa4655-a144-4700-8faf-b877dbb944fa req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.37 "DELETE /v2.0/ports/78159ada-cbef-421f-a1ad-97a024721599 HTTP/1.1" status: 204  len: 173 time: 1.5429349
Apr 30 04:51:57.871011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50446) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:51:57.882929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/subnets/327806e1-9a39-4e93-b921-f530ba3cac46 HTTP/1.1" status: 204  len: 168 time: 4.9714987
Apr 30 04:51:58.170984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] For port 87f0688f-d879-4855-8588-98fcb8685e1c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=87f0688f-d879-4855-8588-98fcb8685e1c,segment=NetworkSegment(9b769b93-dcff-485a-83fc-2bf0f8637a93),segment_id=9b769b93-dcff-485a-83fc-2bf0f8637a93)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:58.171430 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:58.266570 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:58.439024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Calling delete_port for 87f0688f-d879-4855-8588-98fcb8685e1c owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:58.515918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': '78159ada-cbef-421f-a1ad-97a024721599'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:51:58.552410 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:58.580600 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:58.683874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Deleting port 87f0688f-d879-4855-8588-98fcb8685e1c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:51:58.684538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:58.791287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Pushing event deleted for resources: {'Port': ['ID=87f0688f-d879-4855-8588-98fcb8685e1c,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:58.816767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] No DVR routers for this DVR port 87f0688f-d879-4855-8588-98fcb8685e1c on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:58.846972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.850513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:51:58.859476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.860165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.860760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.861811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.861922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.862593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.863143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Usage tracker for resource:port and tenant:a294e22bb46740d09d3452d34a06bf88 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:51:58.867190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:51:58.876252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:51:58.880202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.880829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.881427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.882028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.882626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:51:58.905046 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:58.974340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-976ccb91-319e-4e6e-8218-5af99f2bbbca req-ccc363e2-19f8-41ed-8f46-5462bf5714ff tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 210 time: 0.0747421
Apr 30 04:51:59.053001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 87f0688f-d879-4855-8588-98fcb8685e1c no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:51:59.059680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Made reservation on behalf of a294e22bb46740d09d3452d34a06bf88 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:51:59.064512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] For port 87f0688f-d879-4855-8588-98fcb8685e1c, host n-d-766726-20, got binding levels [] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:51:59.065339 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:59.073319 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:59.151916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 87f0688f-d879-4855-8588-98fcb8685e1c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:51:59.152282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 87f0688f-d879-4855-8588-98fcb8685e1c not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:51:59.195587 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:59.269408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Calling delete_port for 87f0688f-d879-4855-8588-98fcb8685e1c owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:51:59.273576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_backend_mixin [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Port 87f0688f-d879-4855-8588-98fcb8685e1c was not found and therefore no delete operation was performed {{(pid=74582) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:51:59.276077 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f87ba-b87e-45c6-ac73-24553bf5124d', 'name': 'network-vif-deleted', 'tag': '78159ada-cbef-421f-a1ad-97a024721599', 'status': 'completed', 'code': 200}
Apr 30 04:51:59.280064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:59.285526 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-59cb1bec-2123-44c0-ba00-442be6eae97e tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:51:59.334916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Port': ['ID=87f0688f-d879-4855-8588-98fcb8685e1c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:51:59.337521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] No DVR routers for this DVR port 87f0688f-d879-4855-8588-98fcb8685e1c on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:51:59.340996 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:51:59.398257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7fbd38a-11be-4481-997e-42452b0828a2 req-5c4d791e-0a28-45dd-90c0-215eea8fa81d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.1502719
Apr 30 04:51:59.512757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:59.729021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Allocated IP 172.20.0.5 (4f642c1b-9ffb-4c72-afbb-6c2f613f65cd/6767dbce-6813-4d23-8df5-f2db727f173a/07a410be-0b94-401f-816d-51828ed321f8) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:51:59.773246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ac88ee0>,) {'filters': {'network_id': ['c6918837-e55f-4c7b-aca8-06877f230d16']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:59.800245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac88ee0>, '9b769b93-dcff-485a-83fc-2bf0f8637a93') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:59.800245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac88ee0>, '9b769b93-dcff-485a-83fc-2bf0f8637a93') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:51:59.817555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:59.856078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:51:59.869144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:52:00.535803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network c6918837-e55f-4c7b-aca8-06877f230d16 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:52:00.554556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:00.616850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9adf2682-a44d-4e5c-9e1c-1bd46d00ea70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:00.665833 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:00.787896 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:00.861026 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-584e949c-d558-4560-8db1-fc96641f7185 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:00.897103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Network c6918837-e55f-4c7b-aca8-06877f230d16 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:52:01.047699 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:52:01.145516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:01.155734 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-39b03f80-f9c9-40a9-9b33-0ea5c93583a3 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:01.180543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Allocated IP 172.20.0.13 (4f642c1b-9ffb-4c72-afbb-6c2f613f65cd/6767dbce-6813-4d23-8df5-f2db727f173a/332c207e-0d65-4f8f-a25f-9995bec1e87b) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:01.202569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Pushing event updated for resources: {'Port': ['ID=07a410be-0b94-401f-816d-51828ed321f8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:01.210488 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c25155d-0ace-47c1-9d0f-0ef583da8179 req-43bb0694-ab80-402c-944e-dbeb5fae9c5c tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 210 time: 0.6732376
Apr 30 04:52:01.211900 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:01.243186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:01.270245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Pushing event deleted for resources: {'Network': ['ID=c6918837-e55f-4c7b-aca8-06877f230d16,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:01.283617 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:01.299760 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] 10.222.0.46 "DELETE /v2.0/networks/c6918837-e55f-4c7b-aca8-06877f230d16 HTTP/1.1" status: 204  len: 168 time: 3.4171753
Apr 30 04:52:01.613659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6961830a-0979-4a47-9c6f-52a6f5627d21 req-28c195e9-263f-4005-8bb6-e05ce343c4fa tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.4177895
Apr 30 04:52:01.828344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:01.993294 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:02.011361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:02.186109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50568) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:02.346220 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:02.433467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:02.511628 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b048021f-50bc-48a7-ae88-467dc09b706b tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:02.578755 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-102ca117-b140-4356-87f7-3e3217d08761 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d716766fcf1b473aa57f7ab0735e3dda&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3906653
Apr 30 04:52:02.582725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50580) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:02.721249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50588) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:02.769723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:02.772318 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20f60427-7a3e-4c5c-9996-0809171cfebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:02.781811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Pushing event updated for resources: {'Port': ['ID=332c207e-0d65-4f8f-a25f-9995bec1e87b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:02.787866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:02.802843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:02.803498 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:02.819335 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:02.820445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:02.861666 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20f60427-7a3e-4c5c-9996-0809171cfebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.065346 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.077067 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.101599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20f60427-7a3e-4c5c-9996-0809171cfebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.115073 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3afb4cde-4fc8-4582-b59c-4fcdfd74efbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:03.146772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f60427-7a3e-4c5c-9996-0809171cfebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fbb243-b393-4eea-badc-b0147ff1e79d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:03.154269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:03.162372 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20f60427-7a3e-4c5c-9996-0809171cfebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:03.167032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Usage tracker for resource:security_group_rule and tenant:dd73f80d26f34aa7863fb01630a6e4c2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:03.175795 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20f60427-7a3e-4c5c-9996-0809171cfebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.180308 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-20f60427-7a3e-4c5c-9996-0809171cfebd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73fbb243-b393-4eea-badc-b0147ff1e79d HTTP/1.1" status: 204  len: 168 time: 0.5930605
Apr 30 04:52:03.180308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:03.196553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:03.321227 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.384278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.391718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.403344 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28219dfc-4d06-49b8-a5eb-dd93963aff49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:03.426652 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-869c6410-041f-48fa-888a-bca9c7522e0d req-020eb0ae-6537-45f6-8eba-1aac4b000fa3 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.3312619
Apr 30 04:52:03.429059 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.502718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:03.503343 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.515932 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd73f80d26f34aa7863fb01630a6e4c2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7902763
Apr 30 04:52:03.525712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.0446618
Apr 30 04:52:03.529199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50596) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:03.557352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bea5ac-6d56-408a-a561-ec8d20497715,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:03.563702 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:03.593844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7eab8d31-9c35-44fb-a61f-2349a0375a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.648912 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92479c3a-0916-449b-acac-833139f4b942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.690483 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92479c3a-0916-449b-acac-833139f4b942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.690832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Request body: {'port': {'device_id': '07751872-d2b9-4714-a21a-d4801b0fd8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:03.761679 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92479c3a-0916-449b-acac-833139f4b942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.767974 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e27ac1c-0c3e-46f1-81f6-b71c271fe38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:03.812488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92479c3a-0916-449b-acac-833139f4b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bea5ac-6d56-408a-a561-ec8d20497715,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:03.825000 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92479c3a-0916-449b-acac-833139f4b942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:03.827858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92479c3a-0916-449b-acac-833139f4b942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:03.830037 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-92479c3a-0916-449b-acac-833139f4b942 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49bea5ac-6d56-408a-a561-ec8d20497715 HTTP/1.1" status: 204  len: 168 time: 0.2990949
Apr 30 04:52:04.101435 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:04.149200 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.2537873
Apr 30 04:52:04.176100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Request body: {'port': {'device_id': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:04.311653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317f10-2013-4aec-b7c3-f2bd0a079872 req-04a0aae0-e8f0-4869-ae26-efc95db60ae9 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:04.312413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b8317f10-2013-4aec-b7c3-f2bd0a079872 req-04a0aae0-e8f0-4869-ae26-efc95db60ae9 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Synchronizing usage tracker for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:04.401648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:04.429842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b8317f10-2013-4aec-b7c3-f2bd0a079872 req-04a0aae0-e8f0-4869-ae26-efc95db60ae9 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Unset dirty status for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:04.431061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8317f10-2013-4aec-b7c3-f2bd0a079872 req-04a0aae0-e8f0-4869-ae26-efc95db60ae9 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 932 time: 1.6563704
Apr 30 04:52:04.542164 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:04.721273 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:04.751060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8317f10-2013-4aec-b7c3-f2bd0a079872 req-586e1f32-775b-4235-9d42-464fb998b73c tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2594345
Apr 30 04:52:04.775609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Allocated IP 172.25.8.171 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/3758052d-b2c3-444b-92da-29550e527fbe) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:04.851051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07f800f6-0a91-410f-9cc4-57c4adfc0fe4 req-099ff086-e31d-4eda-84ef-4ee569415b96 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.1147645
Apr 30 04:52:04.932842 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:05.424294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50648) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:05.565739 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:05.697839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a410be-0b94-401f-816d-51828ed321f8 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:52:05.708224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:05.729449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Transition to ACTIVE for port object 07a410be-0b94-401f-816d-51828ed321f8 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:05.740098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:05.803868 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c6729f27-1b3f-4f28-9233-3e9d87550208 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:05.809342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1854271351'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:05.846440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:05.858657 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:05.864498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:network and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:05.876383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:05.896858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:05.940173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:05.952066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:05.977759 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:06.006231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:06.012232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group_rule and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:06.017665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:06.037948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:06.215768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:06.260524 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:06.268117 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:06.274757 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40f51603-391e-4a9e-9340-b0b7726e786f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:06.317713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:52:06.342031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e34f6-9fbe-4ce1-8996-4d8a2b698149,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:06.346880 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:06.347517 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Added segment cd38fc37-8df2-4a0d-a9e2-da25a61e2db1 of type vlan for network e9b18610-a527-4a36-9b61-7fedf0977dad
Apr 30 04:52:06.350303 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:06.361292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:06.365177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:06.398762 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:06.457733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:06.473938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:06.477249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:06.484927 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1008cd52-a640-4bef-ae10-f968b3e9c9e6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:06.612594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:06.632310 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.2058964
Apr 30 04:52:06.642283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50676) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:06.662382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'name': 'tempest-PortsTestJSON-484066546'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:06.786703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e31b51fe-ddf4-42fb-a3d8-89648a378a2f req-0c0aa950-6ad1-4b4e-9c2e-3c7a1bd2b1cc tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.2287445
Apr 30 04:52:06.798898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Pushing event updated for resources: {'Port': ['ID=3758052d-b2c3-444b-92da-29550e527fbe,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:06.850308 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:06.865971 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.908s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:06.910515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Allocated IP 172.25.8.2 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/f3260b8e-4a7a-4026-abad-188cfad9a9b6) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:06.968065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50680) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:06.969329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Network': ['ID=e9b18610-a527-4a36-9b61-7fedf0977dad,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:06.980213 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:06.990481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:52:07.151496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:07.161749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:port and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:07.167981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:07.180518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:07.210252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:07.214404 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:07.257917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d870b3f9-4ca1-49b8-a21c-a22427b48ecc tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1719226698'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:07.258380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d870b3f9-4ca1-49b8-a21c-a22427b48ecc tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Unknown quota resources ['metering_label']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:52:07.270079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764a114-3758-4516-a692-a1986d2106c8 req-3bbee821-30d3-42dd-85ea-5b6b9c7d7652 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:07.272654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:52:07.276019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4764a114-3758-4516-a692-a1986d2106c8 req-3bbee821-30d3-42dd-85ea-5b6b9c7d7652 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 932 time: 0.9256599
Apr 30 04:52:07.410928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Pushing event updated for resources: {'Port': ['ID=07a410be-0b94-401f-816d-51828ed321f8,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:07.470301 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:07.608111 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:52:07.712433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Attempting to bind port 07a410be-0b94-401f-816d-51828ed321f8 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:07.713417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Attempting to bind port 07a410be-0b94-401f-816d-51828ed321f8 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:07.713417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Attempting to bind port 07a410be-0b94-401f-816d-51828ed321f8 on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:07.787269 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4764a114-3758-4516-a692-a1986d2106c8 req-dc00fcff-9405-4429-9359-5b30bae5bd89 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4047766
Apr 30 04:52:07.787908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Port 07a410be-0b94-401f-816d-51828ed321f8 on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:07.788229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Attempting to bind port 07a410be-0b94-401f-816d-51828ed321f8 on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:07.916211 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:07.977465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332c207e-0d65-4f8f-a25f-9995bec1e87b {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:52:08.003978 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:08.037594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d870b3f9-4ca1-49b8-a21c-a22427b48ecc tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:08.039651 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d870b3f9-4ca1-49b8-a21c-a22427b48ecc tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.0538609
Apr 30 04:52:08.042424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Transition to ACTIVE for port object 332c207e-0d65-4f8f-a25f-9995bec1e87b will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:08.043785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50692) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:08.052617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-125867a7-c436-46a1-a59a-9484a7cba1d2 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '658378e1-3953-4642-bd02-5fc6c5d08123'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:08.053538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-125867a7-c436-46a1-a59a-9484a7cba1d2 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:52:08.066291 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:08.135416 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d411303-3d12-4cf4-ad79-98a9c045f6e8 tempest-FloatingIPAdminTestJSON-262152671 tempest-FloatingIPAdminTestJSON-262152671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:08.183328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:08.234589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:52:08.234996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Checking segment: {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:08.235368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Bound using segment: {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:52:08.236565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Bound port: 07a410be-0b94-401f-816d-51828ed321f8, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:52:08.236565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:08.271332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:08.293797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:08.373430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bbf68d79-cd0a-4c6a-b11a-89033737f599 req-32e82cde-f3fd-4ed5-94e0-737e6702c86f tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.1775992
Apr 30 04:52:08.396313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:08.517126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:08.524864 n-d-766726-20 neutron-server[74582]: WARNING neutron.services.metering.metering_plugin [None req-125867a7-c436-46a1-a59a-9484a7cba1d2 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 30 04:52:08.698264 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-125867a7-c436-46a1-a59a-9484a7cba1d2 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:08.701640 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-125867a7-c436-46a1-a59a-9484a7cba1d2 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.6535971
Apr 30 04:52:08.707159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50698) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:08.715056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-67ce2719-6af8-45cf-aee3-e8ceaab4f6e0 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '658378e1-3953-4642-bd02-5fc6c5d08123'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:08.715664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-67ce2719-6af8-45cf-aee3-e8ceaab4f6e0 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:52:08.749424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:08.757087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9ad4ed2-0c17-4627-8ded-c1456427629f tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:08.796733 n-d-766726-20 neutron-server[74582]: WARNING neutron.services.metering.metering_plugin [None req-67ce2719-6af8-45cf-aee3-e8ceaab4f6e0 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 30 04:52:08.999202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:09.004132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67ce2719-6af8-45cf-aee3-e8ceaab4f6e0 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:09.005573 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-67ce2719-6af8-45cf-aee3-e8ceaab4f6e0 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2974188
Apr 30 04:52:09.009312 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:09.009811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50704) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:09.031028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Checking segment: {'id': 'cd38fc37-8df2-4a0d-a9e2-da25a61e2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:09.031393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network hostable DHCP agents. Network: e9b18610-a527-4a36-9b61-7fedf0977dad, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:52:09.036774 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d7607c98-7a7c-42ce-85f8-6e9539fee3e8 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=ffcfad3e-0bf8-4fe7-b980-a8dfc7cf08aa HTTP/1.1" status: 200  len: 464 time: 0.0240252
Apr 30 04:52:09.043113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50708) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:09.074047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:52:09.160357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, e9b18610-a527-4a36-9b61-7fedf0977dad) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:09.173423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b276f-e954-4df3-a4bf-bc3305a45525 None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:09.179214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:09.185046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:09.185574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:09.243966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event updated for resources: {'Port': ['ID=f3260b8e-4a7a-4026-abad-188cfad9a9b6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:09.262439 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dc6fafc4-f961-4abf-842f-6b62cabfb7ac tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:09.267799 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dc6fafc4-f961-4abf-842f-6b62cabfb7ac tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/ffcfad3e-0bf8-4fe7-b980-a8dfc7cf08aa HTTP/1.1" status: 204  len: 168 time: 0.2154140
Apr 30 04:52:09.267799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50716) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:09.282998 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0751803c-2249-4b73-8818-cf5775224790 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=ffcfad3e-0bf8-4fe7-b980-a8dfc7cf08aa HTTP/1.1" status: 200  len: 221 time: 0.0110819
Apr 30 04:52:09.282998 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.6380184
Apr 30 04:52:09.290533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50720) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:09.291290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50722) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:09.295955 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:09.313808 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d779bb7-b69f-475d-b8a4-897b9852788f tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:09.389289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-db290d21-6c85-46a8-8db1-5a6dcf59ffc4 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1709714709', 'description': 'label created by tempest'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:09.389914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-db290d21-6c85-46a8-8db1-5a6dcf59ffc4 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Unknown quota resources ['metering_label']. {{(pid=74581) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 04:52:09.406207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1612317663'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:09.485848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:09.711631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:network and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:09.733766 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:09.806432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:09.961765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:09.993240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Pushing event updated for resources: {'Port': ['ID=332c207e-0d65-4f8f-a25f-9995bec1e87b,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:10.014799 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:10.023675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] For port 07a410be-0b94-401f-816d-51828ed321f8, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:10.027746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15a9ecd8-3076-4364-8011-7e246680c6dc req-e3e65526-5919-4554-8f4e-d0342f181f48 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.2180450
Apr 30 04:52:10.196606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] For port 07a410be-0b94-401f-816d-51828ed321f8, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=07a410be-0b94-401f-816d-51828ed321f8,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:52:10.201125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:10.205156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:10.521707 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:10.526928 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-63adc539-2e77-4b9b-b995-a6c6412632a5 tempest-ServersTestJSON-1463043766 tempest-ServersTestJSON-1463043766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:10.642674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Attempting to bind port 332c207e-0d65-4f8f-a25f-9995bec1e87b on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:10.643088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Attempting to bind port 332c207e-0d65-4f8f-a25f-9995bec1e87b by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:10.643380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Attempting to bind port 332c207e-0d65-4f8f-a25f-9995bec1e87b on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:10.755680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47812e-f184-4cdb-946a-88639dfb6089 req-730ee997-351e-47e3-af5b-5927cedfaa93 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:10.757280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed47812e-f184-4cdb-946a-88639dfb6089 req-730ee997-351e-47e3-af5b-5927cedfaa93 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 944 time: 1.6480544
Apr 30 04:52:10.758094 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-db290d21-6c85-46a8-8db1-5a6dcf59ffc4 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:10.763377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-db290d21-6c85-46a8-8db1-5a6dcf59ffc4 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 1.4488499
Apr 30 04:52:10.764198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50736) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:10.775120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:10.776156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:10.778032 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] 10.222.0.50 "PUT /v2.0/ports/07a410be-0b94-401f-816d-51828ed321f8 HTTP/1.1" status: 200  len: 1092 time: 7.2398098
Apr 30 04:52:10.783919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07751872-d2b9-4714-a21a-d4801b0fd8a4', 'tag': '07a410be-0b94-401f-816d-51828ed321f8'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:10.789825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Port 332c207e-0d65-4f8f-a25f-9995bec1e87b on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:10.790207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Attempting to bind port 332c207e-0d65-4f8f-a25f-9995bec1e87b on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:10.826760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:52:10.961327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:52:10.962633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Checking segment: {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:10.964106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Bound using segment: {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:52:10.965373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Bound port: 332c207e-0d65-4f8f-a25f-9995bec1e87b, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:52:10.968863 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:11.036338 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:11.036991 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Added segment a23fc5aa-942c-4650-b695-1e853342547d of type vlan for network 41cf66a5-d29c-4ffc-98d5-b2d8c25d425b
Apr 30 04:52:11.103443 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07751872-d2b9-4714-a21a-d4801b0fd8a4', 'tag': '07a410be-0b94-401f-816d-51828ed321f8', 'status': 'completed', 'code': 200}
Apr 30 04:52:11.104723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Pushing event updated for resources: {'Port': ['ID=07a410be-0b94-401f-816d-51828ed321f8,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:11.211591 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8d96563f-5cde-4838-8c1c-1714f25b9ac1 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=951d4937-31f8-427c-aa42-1475c29e1bc7 HTTP/1.1" status: 200  len: 468 time: 0.4452972
Apr 30 04:52:11.223899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50744) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:11.276893 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:11.390663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d390f1a2-1f83-485c-b01c-a1dd1f418ab3 req-46384246-13a0-4360-9ed4-43bb5fd56e21 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.0570891
Apr 30 04:52:11.401880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed47812e-f184-4cdb-946a-88639dfb6089 req-f91eb206-9b28-46f3-80d6-329a347d8b16 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6086130
Apr 30 04:52:11.409999 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:11.508997 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:11.539563 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:11.734218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-71f51583-4054-4fe6-ac4b-ffd991276a56 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:11.744556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-71f51583-4054-4fe6-ac4b-ffd991276a56 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/951d4937-31f8-427c-aa42-1475c29e1bc7 HTTP/1.1" status: 204  len: 168 time: 0.5170243
Apr 30 04:52:11.746918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50752) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:11.792731 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-35d71f5c-6336-4f98-ade5-776d5c264832 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=951d4937-31f8-427c-aa42-1475c29e1bc7 HTTP/1.1" status: 200  len: 216 time: 0.0425577
Apr 30 04:52:11.794634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50756) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:11.796429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:52:12.018657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4802a9ef-808c-4324-a13a-ba62bcb37c38 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.1969221
Apr 30 04:52:12.022893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50760) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:12.027234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] For port 332c207e-0d65-4f8f-a25f-9995bec1e87b, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:12.039127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c247a15-1831-43f4-9815-68e75a917046 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0141003
Apr 30 04:52:12.045276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50764) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:12.159112 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4f7104df-4a4f-43bf-8fd1-60337268c6ca tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/658378e1-3953-4642-bd02-5fc6c5d08123 HTTP/1.1" status: 200  len: 473 time: 0.1058276
Apr 30 04:52:12.159112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50768) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:12.176546 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a51ed85a-245a-4ccf-b893-9283fbcb3465 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/88f1e88a-a0a3-41ee-a232-5157170bd828 HTTP/1.1" status: 200  len: 461 time: 0.0111079
Apr 30 04:52:12.176851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50772) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:12.192352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] For port 332c207e-0d65-4f8f-a25f-9995bec1e87b, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=332c207e-0d65-4f8f-a25f-9995bec1e87b,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:52:12.196151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-629ba480-7ffc-4685-96c2-26ca21ae2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:12.198492 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-629ba480-7ffc-4685-96c2-26ca21ae2318 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&device_id=07751872-d2b9-4714-a21a-d4801b0fd8a4 HTTP/1.1" status: 200  len: 1095 time: 1.3475709
Apr 30 04:52:12.199209 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:12.205473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:12.206405 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:12.216771 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3b4fcd7f-90cd-4620-8e73-670579bfea9a tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:12.296373 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:12.352520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-5be48a0a-5603-4b4e-ad2d-5a953a6fb2e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07a410be-0b94-401f-816d-51828ed321f8 HTTP/1.1" status: 200  len: 217 time: 0.1413040
Apr 30 04:52:12.373953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc6dd8b9-def2-48ab-89ef-d57eb07c56ff tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:12.375143 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bc6dd8b9-def2-48ab-89ef-d57eb07c56ff tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/88f1e88a-a0a3-41ee-a232-5157170bd828 HTTP/1.1" status: 204  len: 168 time: 0.1973879
Apr 30 04:52:12.379606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50776) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:12.522337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:12.523005 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:12.524577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] 10.222.0.37 "PUT /v2.0/ports/332c207e-0d65-4f8f-a25f-9995bec1e87b HTTP/1.1" status: 200  len: 1093 time: 8.3630176
Apr 30 04:52:12.952763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 3.6369381
Apr 30 04:52:12.953518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50788) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:12.961522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'ports': [{'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad'}, {'network_id': '41cf66a5-d29c-4ffc-98d5-b2d8c25d425b'}]} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:12.962185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:12.962873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': '41cf66a5-d29c-4ffc-98d5-b2d8c25d425b'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:13.002339 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ad5cd16-2cb2-424e-b7d6-28459e044d28 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:13.003884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4ad5cd16-2cb2-424e-b7d6-28459e044d28 tempest-MeteringTestJSON-1158224134 tempest-MeteringTestJSON-1158224134-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/658378e1-3953-4642-bd02-5fc6c5d08123 HTTP/1.1" status: 204  len: 168 time: 0.6231911
Apr 30 04:52:13.079665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fb124b32-e22d-42b8-9e1f-d89f79336f25 req-e14b4bb7-cc45-4601-89d1-37aab2d04225 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.2055373
Apr 30 04:52:13.093106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Network': ['ID=41cf66a5-d29c-4ffc-98d5-b2d8c25d425b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:13.104020 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:13.112712 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 41cf66a5-d29c-4ffc-98d5-b2d8c25d425b details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:52:13.123617 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.822s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:13.157215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'tag': '332c207e-0d65-4f8f-a25f-9995bec1e87b'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:13.334153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-88a0624f-1933-4a3d-a6c9-613dc03422e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:13.336148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-88a0624f-1933-4a3d-a6c9-613dc03422e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6767dbce-6813-4d23-8df5-f2db727f173a HTTP/1.1" status: 200  len: 852 time: 0.9705606
Apr 30 04:52:13.417877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:13.424660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:port and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:13.428393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:13.429383 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'tag': '332c207e-0d65-4f8f-a25f-9995bec1e87b', 'status': 'completed', 'code': 200}
Apr 30 04:52:13.438917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:13.457424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 2} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:13.461775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-4a3dfe6a-ee03-49ee-89b3-42dedd79d9d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1143200
Apr 30 04:52:13.463750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:13.506471 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:13.515768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:13.516887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Pushing event updated for resources: {'Port': ['ID=332c207e-0d65-4f8f-a25f-9995bec1e87b,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:13.543076 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:13.558476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Router 32713f68-3dec-4214-912e-697a60c9007d is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:52:13.570015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a593a-33ae-4341-9672-39a85d9bd95d req-85eb4a74-7af4-4fc4-a98c-5d235250c207 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:13.578674 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-838a593a-33ae-4341-9672-39a85d9bd95d req-85eb4a74-7af4-4fc4-a98c-5d235250c207 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 944 time: 0.6674848
Apr 30 04:52:13.581513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.581898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.582288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.582681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.583060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.583469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.583848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.584277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.584597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.584970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.585340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.585712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:13.632123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50800) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:13.685457 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:13.767654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port 95d83a2f-49ed-4c43-8fe0-454a9c17bc9b yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:52:13.949569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.012859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.052663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ac25c9f2-2016-4b58-8762-062640ff6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:14.055581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-ac25c9f2-2016-4b58-8762-062640ff6e6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 1096 time: 1.1102216
Apr 30 04:52:14.096414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:14.105632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Usage tracker for resource:security_group_rule and tenant:7891c85c31964394a38857690f564c15 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:14.111063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port ca86193a-ca85-4966-9884-780c42bcde83 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:52:14.114484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:14.124204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:14.221606 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-dd5bbef3-0486-4d13-9e82-d2d5ae74aea5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332c207e-0d65-4f8f-a25f-9995bec1e87b HTTP/1.1" status: 200  len: 217 time: 0.1515672
Apr 30 04:52:14.359841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-f6d89f67-2f24-45b5-86e9-577900d2339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:14.360763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.361352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-f6d89f67-2f24-45b5-86e9-577900d2339a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6767dbce-6813-4d23-8df5-f2db727f173a HTTP/1.1" status: 200  len: 852 time: 0.1248620
Apr 30 04:52:14.369872 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.380652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.383476 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7d567f4c-dea2-4c82-9aa9-abaf90d16480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:14.415980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-3a9b5a65-d9e9-403e-8cbe-c8d68d6b6970 service neutron] 10.222.0.50 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9409337
Apr 30 04:52:14.438762 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7891c85c31964394a38857690f564c15&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8050611
Apr 30 04:52:14.440872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44271d0-1fde-489a-bad5-c125c53cb993,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:14.443643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50810) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:14.447936 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:14.502793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.511570 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-662883f4-54a7-4e95-8638-9bd67e8dfe7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:14.560991 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-d744b929-b0f2-4079-af36-3e6beffca151 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1497786
Apr 30 04:52:14.564116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-838a593a-33ae-4341-9672-39a85d9bd95d req-16c514b5-f888-4f12-895f-c5410f1f9941 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9846039
Apr 30 04:52:14.607435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7dcca003-37dc-43fb-b052-12c5e9e341d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.612124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:14.620438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:14.632230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=95d83a2f-49ed-4c43-8fe0-454a9c17bc9b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:14.636786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b347dea7-906f-4cc2-8659-1bdaba7332d9 req-21a4f041-6db8-437a-86be-9f3db6b10dae tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.2650254
Apr 30 04:52:14.637830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:14.639467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.641763 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:14.649441 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2256f45b-568b-497e-8038-62ca72bf8c2c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:14.728198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7dcca003-37dc-43fb-b052-12c5e9e341d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.820046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=ca86193a-ca85-4966-9884-780c42bcde83,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:14.832543 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:14.849231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Checking segment: {'id': 'a23fc5aa-942c-4650-b695-1e853342547d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '41cf66a5-d29c-4ffc-98d5-b2d8c25d425b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:14.850064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network hostable DHCP agents. Network: 41cf66a5-d29c-4ffc-98d5-b2d8c25d425b, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:52:14.893090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 41cf66a5-d29c-4ffc-98d5-b2d8c25d425b is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:52:14.902194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7dcca003-37dc-43fb-b052-12c5e9e341d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:14.915954 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20f60427-7a3e-4c5c-9996-0809171cfebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:14.945941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcca003-37dc-43fb-b052-12c5e9e341d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44271d0-1fde-489a-bad5-c125c53cb993,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:14.957021 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7dcca003-37dc-43fb-b052-12c5e9e341d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:14.963670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 41cf66a5-d29c-4ffc-98d5-b2d8c25d425b) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:14.975309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:14.980379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938c04b-c557-43ae-9cd7-0e3524ebda9c None None] Network 41cf66a5-d29c-4ffc-98d5-b2d8c25d425b requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:14.988235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:14.999476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:15.000808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:15.046388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7dcca003-37dc-43fb-b052-12c5e9e341d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:15.051698 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7dcca003-37dc-43fb-b052-12c5e9e341d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c44271d0-1fde-489a-bad5-c125c53cb993 HTTP/1.1" status: 204  len: 168 time: 0.6029861
Apr 30 04:52:15.055426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.0975802
Apr 30 04:52:15.063790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50818) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:15.175548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:52:15.189851 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Sync routers for ids ['32713f68-3dec-4214-912e-697a60c9007d'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:52:15.207217 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Routers {'32713f68-3dec-4214-912e-697a60c9007d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:52:15.211418 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78047d130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['32713f68-3dec-4214-912e-697a60c9007d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:15.230250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-201ea731-096a-43eb-8eb8-fcf0841c9a6a service neutron] 10.222.0.50 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7066388
Apr 30 04:52:15.268297 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:15.269856 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e6aed422-783b-4fcc-b022-aad82acafada admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 22.3645775
Apr 30 04:52:15.275987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50822) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:15.351754 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-13996ddb-df5d-46ab-a5a9-c09e641e98f8 service neutron] 10.222.0.37 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3590324
Apr 30 04:52:15.408374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port ca86193a-ca85-4966-9884-780c42bcde83 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:15.408732 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:15.485419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Router 1042195d-18f3-422e-9181-5f9d211c0fbc is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:52:15.558570 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:52:15.680161 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:15.683566 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Set router 32713f68-3dec-4214-912e-697a60c9007d gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:52:16.014185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for ca86193a-ca85-4966-9884-780c42bcde83 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:16.032296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50836) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:16.077278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:16.104649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:16.110691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5315c594e34757a7e370cd596db26a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:16.115447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:16.123955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:16.245588 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:16.257083 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:16.268601 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:16.344408 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba5315c594e34757a7e370cd596db26a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3074257
Apr 30 04:52:16.347091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea123e2-cc9f-4924-a011-937da42c4d2b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:16.349875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50840) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:16.360851 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:16.365264 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78047d130>, [{'id': '32713f68-3dec-4214-912e-697a60c9007d', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3758052d-b2c3-444b-92da-29550e527fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:51:53Z', 'updated_at': '2021-04-30T04:52:07Z', 'revision_number': 3, 'project_id': '096f949cef7148bb900213ec2972eb30', 'gw_port': {'id': '3758052d-b2c3-444b-92da-29550e527fbe', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:03Z', 'updated_at': '2021-04-30T04:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:16.373934 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Checking router: 32713f68-3dec-4214-912e-697a60c9007d for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:52:16.374275 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Updating router 32713f68-3dec-4214-912e-697a60c9007d port 3758052d-b2c3-444b-92da-29550e527fbe binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:52:16.446894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddf4c-7038-4066-a459-3907da6ee0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:16.483410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddf4c-7038-4066-a459-3907da6ee0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:16.500009 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:16.540761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a3ca13fe-1247-401b-9599-a9e842615eb9 req-7fb0999c-feb1-4ede-abe3-e2034eb79fe6 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.5092947
Apr 30 04:52:16.542632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:52:16.551975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:16.554124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "PUT /v2.0/routers/1042195d-18f3-422e-9181-5f9d211c0fbc HTTP/1.1" status: 200  len: 912 time: 20.2301085
Apr 30 04:52:16.555057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc3e87-d145-4d8d-b7c6-1cdea4516d35 None None] Sync routers for ids ['1042195d-18f3-422e-9181-5f9d211c0fbc'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:52:16.576049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50844) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:16.586214 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:16.588136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc3e87-d145-4d8d-b7c6-1cdea4516d35 None None] Routers {'1042195d-18f3-422e-9181-5f9d211c0fbc'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:52:16.592674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-cbfc3e87-d145-4d8d-b7c6-1cdea4516d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0e7a30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1042195d-18f3-422e-9181-5f9d211c0fbc'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:16.596356 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1fc57362-8c81-453d-96de-c2d36a080308 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:16.783452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-cbfc3e87-d145-4d8d-b7c6-1cdea4516d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0e7a30>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:16.818800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc3e87-d145-4d8d-b7c6-1cdea4516d35 None None] Routers {'1042195d-18f3-422e-9181-5f9d211c0fbc'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:52:16.819513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-cbfc3e87-d145-4d8d-b7c6-1cdea4516d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0e7a30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1042195d-18f3-422e-9181-5f9d211c0fbc'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:16.992854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-cbfc3e87-d145-4d8d-b7c6-1cdea4516d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0e7a30>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:16.993570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfc3e87-d145-4d8d-b7c6-1cdea4516d35 None None] The sync data for ids ['1042195d-18f3-422e-9181-5f9d211c0fbc'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:52:17.093294 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-8fef4fb3-afea-4716-9a82-3d232640a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:17.095714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-8fef4fb3-afea-4716-9a82-3d232640a2e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&device_id=07751872-d2b9-4714-a21a-d4801b0fd8a4 HTTP/1.1" status: 200  len: 1095 time: 1.7355103
Apr 30 04:52:17.102440 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddf4c-7038-4066-a459-3907da6ee0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:17.111690 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b96e3a00-7029-46c3-873e-e802a19a2679 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/routers/1042195d-18f3-422e-9181-5f9d211c0fbc HTTP/1.1" status: 200  len: 918 time: 0.5338836
Apr 30 04:52:17.125252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50850) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:17.128206 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f43645-440c-46bc-a688-fcc2065c7ac8 req-1ed1ce3b-232e-40d9-9c7d-c168aa6cf2e0 service neutron] 10.222.0.37 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7666905
Apr 30 04:52:17.183417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:17.203041 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/ca86193a-ca85-4966-9884-780c42bcde83 HTTP/1.1" status: 204  len: 168 time: 2.1348765
Apr 30 04:52:17.204324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=ca86193a-ca85-4966-9884-780c42bcde83,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:17.212109 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:17.214285 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddf4c-7038-4066-a459-3907da6ee0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:17.230046 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1a2ddf4c-7038-4066-a459-3907da6ee0e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ea123e2-cc9f-4924-a011-937da42c4d2b HTTP/1.1" status: 204  len: 168 time: 0.8671656
Apr 30 04:52:17.242060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50854) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:17.242698 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:17.248236 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:17.274213 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Transition to ACTIVE for port object 3758052d-b2c3-444b-92da-29550e527fbe will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:17.298821 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:17.308411 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-388df0a4-2402-4a59-afff-ddd9932a1081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:17.319874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0ef3-5f9a-454c-97bf-f357d9bf0453 req-a5e6e724-7b9a-4b75-88be-6f8e15c2b25a tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:17.322277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c34a0ef3-5f9a-454c-97bf-f357d9bf0453 req-a5e6e724-7b9a-4b75-88be-6f8e15c2b25a tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 944 time: 1.4509187
Apr 30 04:52:17.387975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ddf4c-7038-4066-a459-3907da6ee0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea123e2-cc9f-4924-a011-937da42c4d2b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:17.401420 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1a2ddf4c-7038-4066-a459-3907da6ee0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:17.444353 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Attempting to bind port 3758052d-b2c3-444b-92da-29550e527fbe on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:17.444884 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Attempting to bind port 3758052d-b2c3-444b-92da-29550e527fbe by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:17.445564 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Attempting to bind port 3758052d-b2c3-444b-92da-29550e527fbe on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:17.455352 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:52:17.456036 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:17.456560 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:17.457125 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:52:17.457775 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Bound port: 3758052d-b2c3-444b-92da-29550e527fbe, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:52:17.458707 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:17.517051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4823063-5faa-4641-94f2-8bffe4fcae3b tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:17.519774 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e4823063-5faa-4641-94f2-8bffe4fcae3b tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=1042195d-18f3-422e-9181-5f9d211c0fbc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.3935556
Apr 30 04:52:17.523197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50860) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:17.563785 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] For port 3758052d-b2c3-444b-92da-29550e527fbe, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:17.605264 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] For port 3758052d-b2c3-444b-92da-29550e527fbe, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3758052d-b2c3-444b-92da-29550e527fbe,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:52:17.644614 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:17.699632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae081c7-022b-419b-8b9e-6f2a124d07da tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:17.703065 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Pushing event updated for resources: {'Port': ['ID=3758052d-b2c3-444b-92da-29550e527fbe,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:17.706624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae081c7-022b-419b-8b9e-6f2a124d07da tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:17.724021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7ae081c7-022b-419b-8b9e-6f2a124d07da tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:17.740147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-5aad5e62-d1d1-414f-832f-fec58887bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:17.740884 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.741441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.742002 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.742557 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.742793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-5aad5e62-d1d1-414f-832f-fec58887bb73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 913 time: 0.6332982
Apr 30 04:52:17.743101 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.743688 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.744243 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.744791 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.745355 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.745907 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.760153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.760698 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:17.769679 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:17.785165 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-9761f783-f31b-46ac-8ee5-f6689c25be1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:17.835291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68785a-5ef0-431e-9050-3fd465834e00 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:17.842159 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2b68785a-5ef0-431e-9050-3fd465834e00 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 881 time: 0.3161385
Apr 30 04:52:17.843139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50870) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:17.927405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7ae081c7-022b-419b-8b9e-6f2a124d07da tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:17.929166 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7ae081c7-022b-419b-8b9e-6f2a124d07da tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.6649911
Apr 30 04:52:17.935327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50880) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:17.947327 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-a177470a-8e0a-4b64-b8f4-34b8b72c59bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07a410be-0b94-401f-816d-51828ed321f8 HTTP/1.1" status: 200  len: 217 time: 0.1969380
Apr 30 04:52:18.017593 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Routers {'32713f68-3dec-4214-912e-697a60c9007d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:52:18.018886 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78047d130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['32713f68-3dec-4214-912e-697a60c9007d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:18.067735 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-95791126-44e1-46f1-b186-1c20a128e725 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=1042195d-18f3-422e-9181-5f9d211c0fbc HTTP/1.1" status: 200  len: 205 time: 0.2228420
Apr 30 04:52:18.068673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50888) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:18.128983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e31d4c93-f2cd-4dd6-bf30-796e0bb6b7b1 req-a5d5ee64-9b59-4365-9cfd-d24f32551513 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.1743381
Apr 30 04:52:18.204782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c34a0ef3-5f9a-454c-97bf-f357d9bf0453 req-2c3b9f3f-a113-4cf8-85cc-3e4c3991511b tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4607596
Apr 30 04:52:18.263858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-094566ad-1991-4f93-9b56-e57d653fe41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:18.273933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-094566ad-1991-4f93-9b56-e57d653fe41a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6767dbce-6813-4d23-8df5-f2db727f173a HTTP/1.1" status: 200  len: 852 time: 0.2546036
Apr 30 04:52:18.373413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-cee29f73-96dd-4866-ad7b-1c7f84f13430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:18.378873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-cee29f73-96dd-4866-ad7b-1c7f84f13430 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 1096 time: 1.1841278
Apr 30 04:52:18.404570 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Pushing event updated for resources: {'Port': ['ID=3758052d-b2c3-444b-92da-29550e527fbe,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:18.439725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:18.494420 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:18.585923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-56562c39-8696-431c-8af5-ea68da93ca3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3008707
Apr 30 04:52:18.619728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 07a410be-0b94-401f-816d-51828ed321f8 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:52:18.647773 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] Set router 32713f68-3dec-4214-912e-697a60c9007d gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:52:18.890322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-7e44c2e7-b1ac-4984-a866-d01f923c6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:18.891888 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-7e44c2e7-b1ac-4984-a866-d01f923c6875 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 913 time: 0.3090460
Apr 30 04:52:18.977322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 95d83a2f-49ed-4c43-8fe0-454a9c17bc9b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:18.977692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:19.172829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 07a410be-0b94-401f-816d-51828ed321f8, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=07a410be-0b94-401f-816d-51828ed321f8,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:19.263758 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '07a410be-0b94-401f-816d-51828ed321f8', 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd', 'port_id': '07a410be-0b94-401f-816d-51828ed321f8', 'mac_address': 'fa:16:3e:31:ac:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6767dbce-6813-4d23-8df5-f2db727f173a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:52:19.292439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-a7a93e63-d363-41eb-8518-f9522421d946 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=332c207e-0d65-4f8f-a25f-9995bec1e87b HTTP/1.1" status: 200  len: 217 time: 0.3247659
Apr 30 04:52:19.424948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:19.507860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:19.520188 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78047d130>, [{'id': '32713f68-3dec-4214-912e-697a60c9007d', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3758052d-b2c3-444b-92da-29550e527fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:51:53Z', 'updated_at': '2021-04-30T04:52:07Z', 'revision_number': 3, 'project_id': '096f949cef7148bb900213ec2972eb30', 'gw_port': {'id': '3758052d-b2c3-444b-92da-29550e527fbe', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:03Z', 'updated_at': '2021-04-30T04:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:19.542507 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3be2c4-2545-4b32-9fdc-7f6c1c57aa5c None None] The sync data for ids ['32713f68-3dec-4214-912e-697a60c9007d'] in n-d-766726-20 is: [{'id': '32713f68-3dec-4214-912e-697a60c9007d', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3758052d-b2c3-444b-92da-29550e527fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:51:53Z', 'updated_at': '2021-04-30T04:52:07Z', 'revision_number': 3, 'project_id': '096f949cef7148bb900213ec2972eb30', 'gw_port': {'id': '3758052d-b2c3-444b-92da-29550e527fbe', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:03Z', 'updated_at': '2021-04-30T04:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:52:19.557906 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:19.671742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a410be-0b94-401f-816d-51828ed321f8 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:52:19.761747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 07a410be-0b94-401f-816d-51828ed321f8, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=07a410be-0b94-401f-816d-51828ed321f8,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:19.779780 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:19.787053 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2d3a279e-34a5-4313-97c8-c2be98733ccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:19.950514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 95d83a2f-49ed-4c43-8fe0-454a9c17bc9b owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:20.023160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:20.052611 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-566f295e-2a83-4137-8283-964f2a283f6a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:20.117989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=95d83a2f-49ed-4c43-8fe0-454a9c17bc9b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:20.127251 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:20.140717 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:20.165841 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/95d83a2f-49ed-4c43-8fe0-454a9c17bc9b HTTP/1.1" status: 204  len: 168 time: 2.2292118
Apr 30 04:52:20.175578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51042) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:20.177663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Deleting port f3260b8e-4a7a-4026-abad-188cfad9a9b6 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:20.181881 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:20.208071 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-797dd634-c1c0-454b-b5ba-cec175e31414 req-300407c3-2d4f-4a69-a4fb-720f41d67110 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.5029168
Apr 30 04:52:20.331630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-82005e15-3de0-4415-a2c1-30bc4c9f4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:20.333851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-82005e15-3de0-4415-a2c1-30bc4c9f4888 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6767dbce-6813-4d23-8df5-f2db727f173a HTTP/1.1" status: 200  len: 852 time: 0.8493614
Apr 30 04:52:20.363976 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=07a410be-0b94-401f-816d-51828ed321f8,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:20.417807 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:20.428472 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:20.477152 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['07a410be-0b94-401f-816d-51828ed321f8'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:52:20.511672 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-644edabf-197c-4dcf-b5ac-dcfc26100ad7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1646798
Apr 30 04:52:20.821163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-d4644844-4bb2-4ce1-adfc-254d5853e607 service neutron] 10.222.0.50 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.9282167
Apr 30 04:52:21.120803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3758052d-b2c3-444b-92da-29550e527fbe up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:21.173685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e96d24-65b8-48c3-96c1-82d629c51d34 req-88508863-6628-4860-aba0-487793e4217d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:21.176224 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4e96d24-65b8-48c3-96c1-82d629c51d34 req-88508863-6628-4860-aba0-487793e4217d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 944 time: 1.3642926
Apr 30 04:52:21.184926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51100) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:21.241346 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:21.597892 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 332c207e-0d65-4f8f-a25f-9995bec1e87b details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:52:21.614335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Calling delete_port for f3260b8e-4a7a-4026-abad-188cfad9a9b6 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:21.666789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15aff96-039c-451b-804a-54f0d4742ba9 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:21.671110 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a15aff96-039c-451b-804a-54f0d4742ba9 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:21.750649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a15aff96-039c-451b-804a-54f0d4742ba9 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:21.751962 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a15aff96-039c-451b-804a-54f0d4742ba9 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.9221680
Apr 30 04:52:21.757005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:21.875570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57539fbf-279e-4667-9ba2-4107a6d00278 req-be7b31b3-c9de-42c8-97a5-7c795cf4bd2d service neutron] 10.222.0.50 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0047991
Apr 30 04:52:21.908119 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2056795-c921-4655-ab27-0ed28ef396a9 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:52:21.909911 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c2056795-c921-4655-ab27-0ed28ef396a9 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/ca86193a-ca85-4966-9884-780c42bcde83 HTTP/1.1" status: 404  len: 333 time: 0.1504781
Apr 30 04:52:21.913911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51160) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:22.067151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1716968660'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:22.071372 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-b820706a-70fc-4c64-912d-8179a91474d5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:52:22.072966 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b820706a-70fc-4c64-912d-8179a91474d5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/95d83a2f-49ed-4c43-8fe0-454a9c17bc9b HTTP/1.1" status: 404  len: 333 time: 0.1575174
Apr 30 04:52:22.085087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51174) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:22.106816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 332c207e-0d65-4f8f-a25f-9995bec1e87b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=332c207e-0d65-4f8f-a25f-9995bec1e87b,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:22.134241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:22.142097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Usage tracker for resource:network and tenant:8ec8a9f420594a69b27261dd34d9c0b3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:22.143071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '332c207e-0d65-4f8f-a25f-9995bec1e87b', 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd', 'port_id': '332c207e-0d65-4f8f-a25f-9995bec1e87b', 'mac_address': 'fa:16:3e:28:a4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6767dbce-6813-4d23-8df5-f2db727f173a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:52:22.173322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:22.183628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:22.214702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 3758052d-b2c3-444b-92da-29550e527fbe completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:52:22.234104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3758052d-b2c3-444b-92da-29550e527fbe triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:22.234616 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:22.274650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:22.373345 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:22.426833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332c207e-0d65-4f8f-a25f-9995bec1e87b {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:52:22.430135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Allocated IP 172.20.0.1 (76246502-f89c-4ae6-980b-c90faf585f41/243ca673-2159-4e0f-a168-50d228961bec/ebb6ff76-686e-4e36-8e10-f49e4ba110f0) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:22.444129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:22.469247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 332c207e-0d65-4f8f-a25f-9995bec1e87b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=332c207e-0d65-4f8f-a25f-9995bec1e87b,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:22.487717 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:22.492896 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:22.539507 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20e5ebac-a59d-48a7-8681-b0990a21d949 tempest-RoutersAdminNegativeTest-631943984 tempest-RoutersAdminNegativeTest-631943984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:22.660375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event deleted for resources: {'Port': ['ID=f3260b8e-4a7a-4026-abad-188cfad9a9b6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:22.665654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:22.703215 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:22.794552 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:22.801779 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:22.850979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['332c207e-0d65-4f8f-a25f-9995bec1e87b'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:52:22.932518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce008a91-8417-40b4-b71f-eb67343b2382 req-254aeebf-fb3f-4f2f-8d4e-5cbc4e882b52 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 1.0393550
Apr 30 04:52:22.944461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=332c207e-0d65-4f8f-a25f-9995bec1e87b,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:22.952390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:22.957823 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:22.958936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Made reservation on behalf of 8ec8a9f420594a69b27261dd34d9c0b3 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:22.980232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 3758052d-b2c3-444b-92da-29550e527fbe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3758052d-b2c3-444b-92da-29550e527fbe,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:22.980644 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:23.046804 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:23.052377 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:23.077430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-68e4066d-4e22-4387-ba2a-099b450cd3a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.4155543
Apr 30 04:52:23.103395 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:23.302746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=3758052d-b2c3-444b-92da-29550e527fbe,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:23.309646 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:23.325317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77abe6cd0>,) {'filters': {'network_id': ['41cf66a5-d29c-4ffc-98d5-b2d8c25d425b']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:23.342674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abe6cd0>, 'a23fc5aa-942c-4650-b695-1e853342547d') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:23.343929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abe6cd0>, 'a23fc5aa-942c-4650-b695-1e853342547d') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:23.360367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:23.384101 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:23.393819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Pushing event updated for resources: {'Port': ['ID=ebb6ff76-686e-4e36-8e10-f49e4ba110f0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:23.394492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:52:23.450931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:23.489173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4e96d24-65b8-48c3-96c1-82d629c51d34 req-536949a5-6bed-4fe7-8742-80d2c320f919 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.2869170
Apr 30 04:52:23.491618 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:23.533726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:23.538639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Usage tracker for resource:security_group_rule and tenant:8ec8a9f420594a69b27261dd34d9c0b3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:23.570004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:23.573566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:23.583315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Network 76246502-f89c-4ae6-980b-c90faf585f41 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:23.585567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:23.601038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:23.605267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:23.783696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:23.786603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:23.845765 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.059087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 41cf66a5-d29c-4ffc-98d5-b2d8c25d425b has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:52:24.069016 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.069662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Fanout notify agent at l3_agent the message router_deleted on router 1042195d-18f3-422e-9181-5f9d211c0fbc {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:52:24.072879 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.248969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76f45747-a7d2-4776-ba67-2171a6ad5ef4 req-6103b800-4085-4680-beaa-6a1c0d95dbfb service neutron] 10.222.0.37 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8681977
Apr 30 04:52:24.270054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.279928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/1042195d-18f3-422e-9181-5f9d211c0fbc HTTP/1.1" status: 204  len: 168 time: 6.1999128
Apr 30 04:52:24.280804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51334) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:24.352516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1949029070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:24.361159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32762a11-6cd4-4bf0-8130-1ddd6d31e049 req-58454796-af17-4935-ab4f-a59893009c6f tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.0654278
Apr 30 04:52:24.369167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:24.394975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Usage tracker for resource:router and tenant:a7967f306e834c1dbe20e7454baceb6a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:24.398905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 41cf66a5-d29c-4ffc-98d5-b2d8c25d425b has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:52:24.432080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:52:24.467663 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:52:24.495462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:24.596670 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.598535 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.601082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.629969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 07a410be-0b94-401f-816d-51828ed321f8 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:24.646707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.666948 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-482daeba-e8bb-4edc-85ee-d99858667185 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:24.745934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.785107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.810124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Network': ['ID=41cf66a5-d29c-4ffc-98d5-b2d8c25d425b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:24.818367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 07a410be-0b94-401f-816d-51828ed321f8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:52:24.827063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 07a410be-0b94-401f-816d-51828ed321f8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:24.827586 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.841537 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:24.848509 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/networks/41cf66a5-d29c-4ffc-98d5-b2d8c25d425b HTTP/1.1" status: 204  len: 168 time: 2.7615783
Apr 30 04:52:24.855172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51382) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:24.901642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:24.930656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-444422650'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:24.968172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:24.980055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:network and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:24.986475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:25.008715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.011784 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-84ca0467-77a9-49c4-b994-745dcc71ae86 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.7249765
Apr 30 04:52:25.015035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51396) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:25.018196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:25.029670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'enable_snat': False}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:25.088796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:25.094062 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.119700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.191977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:52:25.198224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.222818 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.264686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3758052d-b2c3-444b-92da-29550e527fbe up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:25.265045 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.274701 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Added segment ce415d5e-59c9-4b7e-bd67-586b4dc517a9 of type vlan for network bf40910f-6f13-4c21-97e3-a076f96f56ae
Apr 30 04:52:25.392575 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07751872-d2b9-4714-a21a-d4801b0fd8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a410be-0b94-401f-816d-51828ed321f8'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:25.412654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 07a410be-0b94-401f-816d-51828ed321f8, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=07a410be-0b94-401f-816d-51828ed321f8,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:25.435075 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.438164 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-66411801-85bc-41a3-8594-da7f1c7c6bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:25.495393 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ebc7fe3-dd80-4acf-82bb-6a3fa0a55fa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:25.509305 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3758052d-b2c3-444b-92da-29550e527fbe triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:25.509975 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.589427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 332c207e-0d65-4f8f-a25f-9995bec1e87b up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:25.645393 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07751872-d2b9-4714-a21a-d4801b0fd8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a410be-0b94-401f-816d-51828ed321f8', 'code': 200}
Apr 30 04:52:25.646917 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.723829 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.726683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Pushing event updated for resources: {'Port': ['ID=ebb6ff76-686e-4e36-8e10-f49e4ba110f0,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:25.727060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=07a410be-0b94-401f-816d-51828ed321f8,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:25.746840 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:25.748897 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.761742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.767215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.769806 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:25.781023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:25.783037 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:25.936134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 332c207e-0d65-4f8f-a25f-9995bec1e87b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:52:25.945594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 332c207e-0d65-4f8f-a25f-9995bec1e87b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:25.946250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:26.173323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:26.176305 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-63765871-22d2-4c00-a167-4f59baaa5d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:26.202740 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:26.224298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20875327-fb4a-4818-adbb-d33f52d6392d req-6fcb8649-6776-4887-addc-f358193970d2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:26.232399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20875327-fb4a-4818-adbb-d33f52d6392d req-6fcb8649-6776-4887-addc-f358193970d2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 945 time: 1.3694060
Apr 30 04:52:26.257478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 332c207e-0d65-4f8f-a25f-9995bec1e87b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=332c207e-0d65-4f8f-a25f-9995bec1e87b,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:26.265894 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:26.268415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab6b36-2c88-454d-85a3-7a0557df6575,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:26.272608 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-50665e40-f9b6-4415-af81-6227e088bf7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:26.285278 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:26.381954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=332c207e-0d65-4f8f-a25f-9995bec1e87b,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:26.391218 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:26.429128 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-54940530-5ff0-4177-8cc5-0ff9fab724e4 tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:26.578730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:52:26.732695 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecbeb16b-3a97-4826-b8af-45582518683c req-fda37b71-cee3-4197-8c1a-38491cf6e984 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b0f87ba-b87e-45c6-ac73-24553bf5124d HTTP/1.1" status: 200  len: 210 time: 0.4823751
Apr 30 04:52:26.824676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:26.859021 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:26.859557 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Added segment 4a062e0e-8df6-4f6d-9685-946f26b18de3 of type vlan for network 1c1f040e-835b-47e0-a296-8dc223855e3a
Apr 30 04:52:26.895279 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:26.990689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20875327-fb4a-4818-adbb-d33f52d6392d req-fdf9491c-4242-46a7-aa2e-a903e43aad28 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7570012
Apr 30 04:52:27.019103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 2.1056736
Apr 30 04:52:27.024007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51424) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:27.050986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Network': ['ID=bf40910f-6f13-4c21-97e3-a076f96f56ae,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:27.058567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'bf40910f-6f13-4c21-97e3-a076f96f56ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:27.067750 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:27.069961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network bf40910f-6f13-4c21-97e3-a076f96f56ae details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:52:27.177739 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:27.331844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:27.424341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e96c84-607c-4732-8dc1-a2ec2e64e82a req-d6d848a2-ba41-4627-829a-154011d78a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:27.427117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9e96c84-607c-4732-8dc1-a2ec2e64e82a req-d6d848a2-ba41-4627-829a-154011d78a98 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=07751872-d2b9-4714-a21a-d4801b0fd8a4 HTTP/1.1" status: 200  len: 1097 time: 1.6663949
Apr 30 04:52:27.494025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-bebc0d0b-2dfd-41c8-8262-a513076e2543 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.2453105
Apr 30 04:52:27.535487 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:27.548557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Network 76246502-f89c-4ae6-980b-c90faf585f41 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:27.558017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:27.628367 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:27.635118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:27.636085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:27.651598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332c207e-0d65-4f8f-a25f-9995bec1e87b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:27.735695 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4a43b4d-b3ff-4133-9acf-0aee9206c9fb tempest-FloatingIPAdminTestJSON-324661133 tempest-FloatingIPAdminTestJSON-324661133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:27.754185 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332c207e-0d65-4f8f-a25f-9995bec1e87b', 'code': 200}
Apr 30 04:52:27.797938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:27.805057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:27.811937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:27.826778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:27.829422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Allocated IP 172.25.8.144 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/cc32d9d1-6384-418a-a029-cf557ebd7192) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:27.871941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:27.877996 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:28.173820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51444) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:28.223039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 7.0286360
Apr 30 04:52:28.239472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Pushing event updated for resources: {'Network': ['ID=1c1f040e-835b-47e0-a296-8dc223855e3a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:28.248430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:28.269374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 1c1f040e-835b-47e0-a296-8dc223855e3a details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:52:28.343340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9e96c84-607c-4732-8dc1-a2ec2e64e82a req-7bc3c893-04e9-437b-8315-8cb18d600e34 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8992300
Apr 30 04:52:28.394882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f043c-00e3-432b-a639-fc63dd717930 req-49cdddf1-ad44-4848-b86e-9adbf5a32020 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:28.395752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-817f043c-00e3-432b-a639-fc63dd717930 req-49cdddf1-ad44-4848-b86e-9adbf5a32020 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Synchronizing usage tracker for tenant:3e3aa4dd18d746099574082090f3af1d on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:28.410080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-b0b83b96-86ce-4af7-b754-600d1243d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:28.411723 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-b0b83b96-86ce-4af7-b754-600d1243d091 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc4971e418b641c6a38ad5e25a17080e&device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 1097 time: 0.7205787
Apr 30 04:52:28.581821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17f86d-56f4-4571-8acf-90d320fb34a2 req-e5bac014-66b2-4f6c-bfc5-918ad10150a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:28.584067 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dd17f86d-56f4-4571-8acf-90d320fb34a2 req-e5bac014-66b2-4f6c-bfc5-918ad10150a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 1098 time: 0.7129400
Apr 30 04:52:28.588164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-817f043c-00e3-432b-a639-fc63dd717930 req-49cdddf1-ad44-4848-b86e-9adbf5a32020 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Unset dirty status for tenant:3e3aa4dd18d746099574082090f3af1d on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:28.589507 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-49cdddf1-ad44-4848-b86e-9adbf5a32020 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/networks?id=ada1d9f6-56af-4245-8d05-4f9e4067468a HTTP/1.1" status: 200  len: 814 time: 1.1721308
Apr 30 04:52:28.597413 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:28.626996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Router 32713f68-3dec-4214-912e-697a60c9007d has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:52:28.635219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-e5b24e8c-4637-4ccf-88ac-67e605a15b39 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/quotas/3e3aa4dd18d746099574082090f3af1d HTTP/1.1" status: 200  len: 375 time: 0.0243587
Apr 30 04:52:28.644592 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7fb132d-ff5b-4b45-9506-f6ce999c8297 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:28.748735 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dd17f86d-56f4-4571-8acf-90d320fb34a2 req-f6636209-376b-41a8-a42a-e49be0cc1967 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097152
Apr 30 04:52:28.761672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7fb132d-ff5b-4b45-9506-f6ce999c8297 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:28.771712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-d1eaa326-736d-4474-8b54-28759233218d tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e3aa4dd18d746099574082090f3af1d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1236432
Apr 30 04:52:28.839179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-08130cd3-9be9-4989-89c1-755ae526243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:28.841261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-08130cd3-9be9-4989-89c1-755ae526243f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae28438b-5713-4e31-9ad6-51313b3878cc HTTP/1.1" status: 200  len: 913 time: 0.3989389
Apr 30 04:52:28.901625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:28.912175 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:28.989577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Pushing event updated for resources: {'Port': ['ID=cc32d9d1-6384-418a-a029-cf557ebd7192,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:28.997476 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:29.014178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:29.018966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:29.029942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:29.245126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7fb132d-ff5b-4b45-9506-f6ce999c8297 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:29.259587 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45476015-9a46-4764-ab46-adeaf6b7e1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:29.271015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee16f4-24b7-4139-950f-aa3f783f8658 req-5ca2b7e4-4a1b-4a1d-8857-b633b5532f22 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:29.284836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9ee16f4-24b7-4139-950f-aa3f783f8658 req-5ca2b7e4-4a1b-4a1d-8857-b633b5532f22 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 946 time: 0.8004212
Apr 30 04:52:29.397595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb132d-ff5b-4b45-9506-f6ce999c8297 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df3bd9-297c-439a-9361-96bb85bbf16d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:29.440647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:52:29.459433 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e7fb132d-ff5b-4b45-9506-f6ce999c8297 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:29.463742 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Sync routers for ids ['32713f68-3dec-4214-912e-697a60c9007d'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:52:29.473213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] 10.222.0.46 "PUT /v2.0/routers/32713f68-3dec-4214-912e-697a60c9007d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.1938853
Apr 30 04:52:29.474487 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Routers {'32713f68-3dec-4214-912e-697a60c9007d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:52:29.475140 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801f1ca0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['32713f68-3dec-4214-912e-697a60c9007d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:29.541006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7fb132d-ff5b-4b45-9506-f6ce999c8297 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:29.542884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e7fb132d-ff5b-4b45-9506-f6ce999c8297 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "DELETE /v2.0/security-groups/01df3bd9-297c-439a-9361-96bb85bbf16d HTTP/1.1" status: 204  len: 168 time: 1.2549863
Apr 30 04:52:29.549111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51460) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:29.569038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-a9f9c26c-0388-4522-bc2e-cfb5897ba231 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a031797-d579-46c4-87a5-f33285f1b2ed HTTP/1.1" status: 200  len: 1000 time: 0.6987302
Apr 30 04:52:29.587995 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-917eb9c2-99c4-4380-94bb-31d4af2dd96b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] show failed (client error): The resource could not be found.
Apr 30 04:52:29.589569 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-917eb9c2-99c4-4380-94bb-31d4af2dd96b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "GET /v2.0/security-groups/01df3bd9-297c-439a-9361-96bb85bbf16d HTTP/1.1" status: 404  len: 347 time: 0.0374424
Apr 30 04:52:29.723335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51464) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:29.815872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9ee16f4-24b7-4139-950f-aa3f783f8658 req-44550b72-15c4-4036-9488-bbfb8212a103 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5289788
Apr 30 04:52:29.835849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-e99a3e32-933b-41ae-ac65-885d4d3612bc service neutron] 10.222.0.46 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0208843
Apr 30 04:52:30.120031 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:30.185476 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Set router 32713f68-3dec-4214-912e-697a60c9007d gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:52:30.457636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:30.481054 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f19cdf39-e65e-4e19-916c-25248b5fd19b tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:30.552714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51476) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:30.563625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Request body: {'port': {'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a', 'binding:host_id': 'n-h2-766726-20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2038236167'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:30.613099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:30.618946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-2105b9c3-2756-45f8-9b50-fa12d1a581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:30.620825 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-2105b9c3-2756-45f8-9b50-fa12d1a581e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b0d694b3-495b-4225-b8a0-755dfe492f2c HTTP/1.1" status: 200  len: 851 time: 0.8958170
Apr 30 04:52:30.630422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Usage tracker for resource:port and tenant:76f023516377448fa015132b20518b98 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:30.636956 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fb170775-8f64-4b6e-ada7-3eb8cfa56618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:30.647978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:30.720692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:30.771509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-4989438b-68a3-458a-ad9d-81b69413ffbc service neutron] 10.222.0.46 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9341171
Apr 30 04:52:30.787602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Made reservation on behalf of 76f023516377448fa015132b20518b98 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:30.790571 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:30.808302 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:30.848680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:30.860406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Usage tracker for resource:security_group_rule and tenant:76f023516377448fa015132b20518b98 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:30.881551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:30.887921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=72e098a4-d07e-4ec3-a5ba-dc7a317a5450,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:30.899983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:30.923586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting port 2acf0a7c-b917-42c5-aed7-557679e1a9da {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:30.924129 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:30.924844 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:31.011084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Checking segment: {'id': 'ce415d5e-59c9-4b7e-bd67-586b4dc517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bf40910f-6f13-4c21-97e3-a076f96f56ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:31.012608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network hostable DHCP agents. Network: bf40910f-6f13-4c21-97e3-a076f96f56ae, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:52:31.044933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-0eab25c8-b231-4e10-985d-9a3addd4d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:31.046874 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-0eab25c8-b231-4e10-985d-9a3addd4d6d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae28438b-5713-4e31-9ad6-51313b3878cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4071603
Apr 30 04:52:31.070363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network bf40910f-6f13-4c21-97e3-a076f96f56ae is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:52:31.096416 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801f1ca0>, [{'id': '32713f68-3dec-4214-912e-697a60c9007d', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3758052d-b2c3-444b-92da-29550e527fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:51:53Z', 'updated_at': '2021-04-30T04:52:24Z', 'revision_number': 4, 'project_id': '096f949cef7148bb900213ec2972eb30', 'gw_port': {'id': '3758052d-b2c3-444b-92da-29550e527fbe', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:03Z', 'updated_at': '2021-04-30T04:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ebb6ff76-686e-4e36-8e10-f49e4ba110f0', 'name': '', 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'mac_address': 'fa:16:3e:65:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '243ca673-2159-4e0f-a168-50d228961bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:20Z', 'updated_at': '2021-04-30T04:52:24Z', 'revision_number': 2, 'project_id': '096f949cef7148bb900213ec2972eb30', 'subnets': [{'id': '243ca673-2159-4e0f-a168-50d228961bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:31.106774 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Checking router: 32713f68-3dec-4214-912e-697a60c9007d for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:52:31.107444 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Updating router 32713f68-3dec-4214-912e-697a60c9007d port ebb6ff76-686e-4e36-8e10-f49e4ba110f0 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:52:31.236758 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:31.308578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, bf40910f-6f13-4c21-97e3-a076f96f56ae) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:31.319832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffab07c-fb27-4e3a-9021-06562ad2bbb0 None None] Network bf40910f-6f13-4c21-97e3-a076f96f56ae requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:31.362554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:31.363535 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:31.448066 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.4226575
Apr 30 04:52:31.456964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:31.458809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51500) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:31.465055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'bf40910f-6f13-4c21-97e3-a076f96f56ae', 'name': 'tempest-PortsTestJSON-448664737'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:31.480396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:31.481854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:31.505992 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:31.812008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-bf40910f-6f13-4c21-97e3-a076f96f56ae', 'network_id': 'bf40910f-6f13-4c21-97e3-a076f96f56ae', 'tenant_id': 'fb3e9fc3fbee4b1da4211bda91d257ff', 'fixed_ips': [{'subnet_id': '72e098a4-d07e-4ec3-a5ba-dc7a317a5450'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:52:31.813797 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:31.904784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:31.924294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:31.964623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:31.971524 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.009207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Calling delete_port for 2acf0a7c-b917-42c5-aed7-557679e1a9da owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:32.032677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port d1df67cc-532a-4181-9069-f212b2519f53 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:52:32.038157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-cc20ed76-2e3e-4f54-8e1b-3b93a800708b service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9226041
Apr 30 04:52:32.075351 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.110601 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.118789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Allocated IP 172.20.0.2 (bf40910f-6f13-4c21-97e3-a076f96f56ae/72e098a4-d07e-4ec3-a5ba-dc7a317a5450/fc17f6e1-5cde-44d4-a668-b9d4d902a837) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:32.127153 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a7494cb-3eab-43ea-ad96-43d7162ce2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:32.193993 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.211845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] device_id is not set on port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:52:32.213713 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Transition to ACTIVE for port object ebb6ff76-686e-4e36-8e10-f49e4ba110f0 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:32.231269 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.234822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Router 3497f765-4ee8-43b3-9fe9-cbc77ecd79b3 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:52:32.235445 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-9761f783-f31b-46ac-8ee5-f6689c25be1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:32.301556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-33ba2f26-31a5-4dbe-ba5f-2997528b4b22 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:32.302727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-33ba2f26-31a5-4dbe-ba5f-2997528b4b22 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Synchronizing usage tracker for tenant:096f949cef7148bb900213ec2972eb30 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:32.335634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12629b9-f1e4-408e-a78e-ac91309ded71,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:32.343672 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:32.393799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73fd57-e595-44ce-933a-4a2ca1cd94f6 req-2575c135-df36-4893-8331-324a8018891d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:32.395899 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f73fd57-e595-44ce-933a-4a2ca1cd94f6 req-2575c135-df36-4893-8331-324a8018891d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 946 time: 0.9711423
Apr 30 04:52:32.423601 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51045d4-eb33-43d2-93a1-c5475ce89132 None None] Pushing event updated for resources: {'Port': ['ID=ebb6ff76-686e-4e36-8e10-f49e4ba110f0,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:32.434977 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-f51045d4-eb33-43d2-93a1-c5475ce89132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:32.441209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-33ba2f26-31a5-4dbe-ba5f-2997528b4b22 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Unset dirty status for tenant:096f949cef7148bb900213ec2972eb30 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:32.448164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-33ba2f26-31a5-4dbe-ba5f-2997528b4b22 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 818 time: 1.1831074
Apr 30 04:52:32.476133 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.488252 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ced51916-71ee-4fd7-b259-f8cace259e77 req-1f66558a-7eb8-44d9-af5d-19e1eb9123e4 service neutron] 10.222.0.37 "GET /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4391856
Apr 30 04:52:32.508086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Transition to ACTIVE for port object fc17f6e1-5cde-44d4-a668-b9d4d902a837 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:32.515200 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-dffaad3b-ebb0-45e9-bed5-3e7fdd7f9e05 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/quotas/096f949cef7148bb900213ec2972eb30 HTTP/1.1" status: 200  len: 375 time: 0.0658915
Apr 30 04:52:32.551242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Transition to ACTIVE for port object fc17f6e1-5cde-44d4-a668-b9d4d902a837 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:32.572331 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Attempting to bind port ebb6ff76-686e-4e36-8e10-f49e4ba110f0 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:32.572797 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Attempting to bind port ebb6ff76-686e-4e36-8e10-f49e4ba110f0 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:32.573574 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Attempting to bind port ebb6ff76-686e-4e36-8e10-f49e4ba110f0 on network 76246502-f89c-4ae6-980b-c90faf585f41 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:32.577815 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.581212 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:52:32.581594 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Checking segment: {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:32.581976 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.582378 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Bound using segment: {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:52:32.582855 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Bound port: ebb6ff76-686e-4e36-8e10-f49e4ba110f0, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:52:32.583387 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.586160 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:32.649813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f73fd57-e595-44ce-933a-4a2ca1cd94f6 req-50f8ef9a-7c2c-46b1-820f-a2e0af67daf8 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926548
Apr 30 04:52:32.683151 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] For port ebb6ff76-686e-4e36-8e10-f49e4ba110f0, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:32.686909 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] For port ebb6ff76-686e-4e36-8e10-f49e4ba110f0, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ebb6ff76-686e-4e36-8e10-f49e4ba110f0,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:52:32.693475 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.698363 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-388df0a4-2402-4a59-afff-ddd9932a1081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:32.771096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Network bf40910f-6f13-4c21-97e3-a076f96f56ae is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:32.780419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:32.820389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.4 (bf40910f-6f13-4c21-97e3-a076f96f56ae/72e098a4-d07e-4ec3-a5ba-dc7a317a5450/d1df67cc-532a-4181-9069-f212b2519f53) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:32.824236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:32.828437 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51045d4-eb33-43d2-93a1-c5475ce89132 None None] Pushing event updated for resources: {'Port': ['ID=ebb6ff76-686e-4e36-8e10-f49e4ba110f0,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:32.834520 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-f51045d4-eb33-43d2-93a1-c5475ce89132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:32.851628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:52:32.854869 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Routers {'32713f68-3dec-4214-912e-697a60c9007d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:52:32.856297 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801f1ca0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['32713f68-3dec-4214-912e-697a60c9007d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:32.964580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae04a70e-2714-4605-b4ca-35bfcf5c59c7 None None] Sync routers for ids ['3497f765-4ee8-43b3-9fe9-cbc77ecd79b3'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:52:32.988850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:32.992515 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "PUT /v2.0/routers/3497f765-4ee8-43b3-9fe9-cbc77ecd79b3 HTTP/1.1" status: 200  len: 916 time: 7.9754252
Apr 30 04:52:33.010928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51510) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:33.086173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Pushing event updated for resources: {'Port': ['ID=fc17f6e1-5cde-44d4-a668-b9d4d902a837,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:33.104660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04a70e-2714-4605-b4ca-35bfcf5c59c7 None None] Routers {'3497f765-4ee8-43b3-9fe9-cbc77ecd79b3'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:52:33.108214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-ae04a70e-2714-4605-b4ca-35bfcf5c59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c9d00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3497f765-4ee8-43b3-9fe9-cbc77ecd79b3'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:33.138422 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] Set router 32713f68-3dec-4214-912e-697a60c9007d gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:52:33.228050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76d9cca5-57c3-4f79-9d09-f909b5894a9d req-6fdc2ec7-4561-4108-8c45-93a45923d8c0 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 210 time: 0.2954569
Apr 30 04:52:33.271217 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:33.271217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-ae04a70e-2714-4605-b4ca-35bfcf5c59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c9d00>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:33.323028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Attempting to bind port fc17f6e1-5cde-44d4-a668-b9d4d902a837 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:33.323938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Attempting to bind port fc17f6e1-5cde-44d4-a668-b9d4d902a837 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'ce415d5e-59c9-4b7e-bd67-586b4dc517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bf40910f-6f13-4c21-97e3-a076f96f56ae'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:33.325493 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Attempting to bind port fc17f6e1-5cde-44d4-a668-b9d4d902a837 on network bf40910f-6f13-4c21-97e3-a076f96f56ae {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:33.348284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:52:33.349747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Checking segment: {'id': 'ce415d5e-59c9-4b7e-bd67-586b4dc517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bf40910f-6f13-4c21-97e3-a076f96f56ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:33.350537 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.351519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Bound using segment: {'id': 'ce415d5e-59c9-4b7e-bd67-586b4dc517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bf40910f-6f13-4c21-97e3-a076f96f56ae'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:52:33.352469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Bound port: fc17f6e1-5cde-44d4-a668-b9d4d902a837, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce415d5e-59c9-4b7e-bd67-586b4dc517a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'bf40910f-6f13-4c21-97e3-a076f96f56ae'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:52:33.353223 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.383290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] device_id is not set on port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:52:33.394334 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.399859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04a70e-2714-4605-b4ca-35bfcf5c59c7 None None] Routers {'3497f765-4ee8-43b3-9fe9-cbc77ecd79b3'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:52:33.401008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-ae04a70e-2714-4605-b4ca-35bfcf5c59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c9d00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3497f765-4ee8-43b3-9fe9-cbc77ecd79b3'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:33.409898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Transition to ACTIVE for port object 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:33.414383 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.433060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object d1df67cc-532a-4181-9069-f212b2519f53 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:33.445937 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.466639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.470087 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42fa0401-811b-4677-9725-a75d6a6175f4 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:33.475026 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f2f47f96-6bc9-437f-9a1f-19361c452a38 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:33.598722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-cd8c371a-4245-42ad-9f60-d36a1b3a183b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Synchronizing usage tracker for tenant:096f949cef7148bb900213ec2972eb30 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:33.631759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-ae04a70e-2714-4605-b4ca-35bfcf5c59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c9d00>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:33.632535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae04a70e-2714-4605-b4ca-35bfcf5c59c7 None None] The sync data for ids ['3497f765-4ee8-43b3-9fe9-cbc77ecd79b3'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:52:33.633621 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.679910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network bf40910f-6f13-4c21-97e3-a076f96f56ae is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:33.688910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:33.697939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:33.714661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-cd8c371a-4245-42ad-9f60-d36a1b3a183b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Unset dirty status for tenant:096f949cef7148bb900213ec2972eb30 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:33.721307 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-cd8c371a-4245-42ad-9f60-d36a1b3a183b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2047069
Apr 30 04:52:33.756974 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.786868 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-93f0c8f6-d122-44fb-a356-6d20a59d860c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.818474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] For port fc17f6e1-5cde-44d4-a668-b9d4d902a837, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:33.820590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=d1df67cc-532a-4181-9069-f212b2519f53,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:33.822263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] For port fc17f6e1-5cde-44d4-a668-b9d4d902a837, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fc17f6e1-5cde-44d4-a668-b9d4d902a837,segment=NetworkSegment(ce415d5e-59c9-4b7e-bd67-586b4dc517a9),segment_id=ce415d5e-59c9-4b7e-bd67-586b4dc517a9)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:52:33.825528 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801f1ca0>, [{'id': '32713f68-3dec-4214-912e-697a60c9007d', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3758052d-b2c3-444b-92da-29550e527fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:51:53Z', 'updated_at': '2021-04-30T04:52:24Z', 'revision_number': 4, 'project_id': '096f949cef7148bb900213ec2972eb30', 'gw_port': {'id': '3758052d-b2c3-444b-92da-29550e527fbe', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:03Z', 'updated_at': '2021-04-30T04:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ebb6ff76-686e-4e36-8e10-f49e4ba110f0', 'name': '', 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'mac_address': 'fa:16:3e:65:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '243ca673-2159-4e0f-a168-50d228961bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:20Z', 'updated_at': '2021-04-30T04:52:32Z', 'revision_number': 4, 'project_id': '096f949cef7148bb900213ec2972eb30', 'subnets': [{'id': '243ca673-2159-4e0f-a168-50d228961bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:33.829919 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.837309 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4a37c-2d56-4ea1-bd8d-cbbb613c602d None None] The sync data for ids ['32713f68-3dec-4214-912e-697a60c9007d'] in n-d-766726-20 is: [{'id': '32713f68-3dec-4214-912e-697a60c9007d', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3758052d-b2c3-444b-92da-29550e527fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:51:53Z', 'updated_at': '2021-04-30T04:52:24Z', 'revision_number': 4, 'project_id': '096f949cef7148bb900213ec2972eb30', 'gw_port': {'id': '3758052d-b2c3-444b-92da-29550e527fbe', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:03Z', 'updated_at': '2021-04-30T04:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ebb6ff76-686e-4e36-8e10-f49e4ba110f0', 'name': '', 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'mac_address': 'fa:16:3e:65:02:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': '243ca673-2159-4e0f-a168-50d228961bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:20Z', 'updated_at': '2021-04-30T04:52:32Z', 'revision_number': 4, 'project_id': '096f949cef7148bb900213ec2972eb30', 'subnets': [{'id': '243ca673-2159-4e0f-a168-50d228961bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:52:33.840575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.841204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.841370 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-063ec4bd-7c09-4342-b12f-0fa809a0907d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:33.841581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.842386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.842613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.843024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.843420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.843720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.844282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.844977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.845716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.846477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:33.857531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:33.858234 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:33.876946 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:33.901859 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.4418452
Apr 30 04:52:33.903396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51516) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:34.025473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Pushing event updated for resources: {'Port': ['ID=fc17f6e1-5cde-44d4-a668-b9d4d902a837,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:34.038900 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:34.082964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f043c-00e3-432b-a639-fc63dd717930 req-7b5a1a2b-2346-4b9d-b3b6-1c54a31f7cd8 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:34.084683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-7b5a1a2b-2346-4b9d-b3b6-1c54a31f7cd8 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.50 "GET /v2.0/networks?id=ada1d9f6-56af-4245-8d05-4f9e4067468a HTTP/1.1" status: 200  len: 814 time: 1.1280725
Apr 30 04:52:34.085485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'Port': ['ID=623f1b2e-cc26-4494-b5d5-a3d9a2524f7c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:34.147170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ae24e13a-c5f7-4750-9e35-dd7bf14e1770 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/routers/3497f765-4ee8-43b3-9fe9-cbc77ecd79b3 HTTP/1.1" status: 200  len: 922 time: 1.0402184
Apr 30 04:52:34.203233 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51520) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:34.220956 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:34.228489 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4e022d4-0283-4668-9162-3e49d793ba59 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:34.299343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Checking segment: {'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:34.299869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Network hostable DHCP agents. Network: 1c1f040e-835b-47e0-a296-8dc223855e3a, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:52:34.337388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Request body: {'port': {'device_id': '43b8262b-8b62-4453-9f62-e01eff4a6b3b', 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a', 'admin_state_up': True, 'tenant_id': '3e3aa4dd18d746099574082090f3af1d'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:34.380607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f0413-af4a-42bd-aab5-fd2641d0f828 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:34.383748 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9a6f0413-af4a-42bd-aab5-fd2641d0f828 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=3497f765-4ee8-43b3-9fe9-cbc77ecd79b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1736817
Apr 30 04:52:34.390120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51526) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:34.518725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Port': ['ID=2acf0a7c-b917-42c5-aed7-557679e1a9da,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:34.623671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port d1df67cc-532a-4181-9069-f212b2519f53 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:34.624356 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:34.701247 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:34.757153 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:34.893932 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:34.905042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4b267-3a11-4ea5-ab4f-751b026a1918 req-6603f581-c644-42b6-bcb0-8c3575fc6ede tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:34.906658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff31800-1301-421b-a0ce-5b613686ed6a tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:34.912873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05d4b267-3a11-4ea5-ab4f-751b026a1918 req-6603f581-c644-42b6-bcb0-8c3575fc6ede tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=07751872-d2b9-4714-a21a-d4801b0fd8a4 HTTP/1.1" status: 200  len: 945 time: 1.1836097
Apr 30 04:52:34.913404 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1ff31800-1301-421b-a0ce-5b613686ed6a tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/networks/c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 881 time: 0.5215728
Apr 30 04:52:34.914107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51532) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:34.936157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Network 1c1f040e-835b-47e0-a296-8dc223855e3a is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:52:35.010197 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1441c930-002e-4e17-ab26-796e78b3f1bb tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=3497f765-4ee8-43b3-9fe9-cbc77ecd79b3 HTTP/1.1" status: 200  len: 205 time: 0.0859821
Apr 30 04:52:35.062391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51536) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:35.062777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:35.212972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:35.271036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 1c1f040e-835b-47e0-a296-8dc223855e3a) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:35.298333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for d1df67cc-532a-4181-9069-f212b2519f53 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:35.302609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fc17f6e1-5cde-44d4-a668-b9d4d902a837 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:35.315595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Usage tracker for resource:port and tenant:3e3aa4dd18d746099574082090f3af1d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:35.327849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:35.347407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:35.360238 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf84583-d4a8-4247-8168-572a70a41bfa None None] Network 1c1f040e-835b-47e0-a296-8dc223855e3a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:35.380014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05d4b267-3a11-4ea5-ab4f-751b026a1918 req-a6ab61bb-cb24-4888-aa11-9b43a2178552 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4661520
Apr 30 04:52:35.388101 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-cd0d2177-749a-478b-ba79-a660d205dc12 service neutron] 10.222.0.46 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6109195
Apr 30 04:52:35.411509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:35.412259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:35.412902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:35.576798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:35.627325 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:35.644190 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a3f6fce-27a0-410a-a44d-b01f4b7a9684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:35.727894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=d1df67cc-532a-4181-9069-f212b2519f53,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:35.730667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:35.799011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:35.799748 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:35.801687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:35.809362 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "DELETE /v2.0/floatingips/ddd22d58-b695-4ef9-b6c3-a52e915d5434 HTTP/1.1" status: 204  len: 168 time: 5.8673368
Apr 30 04:52:35.834963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51542) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:35.835663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e008360-e537-44f6-9b70-b0243ae2d4c7 None None] Network bf40910f-6f13-4c21-97e3-a076f96f56ae requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:35.843717 n-d-766726-20 neutron-server[74581]: INFO neutron.plugins.ml2.plugin [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 2 to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c
Apr 30 04:52:35.949895 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2011f3f-c9a4-4a2e-a3fd-3528ac2cc310 req-9098e993-b0dc-4799-b8dd-6f7d516086ce tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 210 time: 0.2515004
Apr 30 04:52:35.960401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-34e97ee6-bb09-42a2-9897-3cd5017226e7 None None] Provisioning for port fc17f6e1-5cde-44d4-a668-b9d4d902a837 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:52:36.006548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port fc17f6e1-5cde-44d4-a668-b9d4d902a837 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:52:36.007013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Made reservation on behalf of 3e3aa4dd18d746099574082090f3af1d for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:36.013008 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:36.027434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port fc17f6e1-5cde-44d4-a668-b9d4d902a837 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:36.028013 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:36.069213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:36.069685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:36.070133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:36.122914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:36.123405 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:36.132874 n-d-766726-20 neutron-server[74581]: INFO neutron.plugins.ml2.plugin [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 3 to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c
Apr 30 04:52:36.203014 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:36.240237 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/d1df67cc-532a-4181-9069-f212b2519f53 HTTP/1.1" status: 204  len: 168 time: 2.3325276
Apr 30 04:52:36.243774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51546) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:36.244210 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:36.247596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:36.248589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:36.249238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:36.256467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-a7b48a27-7c0e-4a58-b3af-610d4a866dcd service neutron] 10.222.0.46 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8354549
Apr 30 04:52:36.268264 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:36.373727 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:36.416409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:36.417125 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:36.432782 n-d-766726-20 neutron-server[74581]: INFO neutron.plugins.ml2.plugin [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 4 to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c
Apr 30 04:52:36.436533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port fc17f6e1-5cde-44d4-a668-b9d4d902a837, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fc17f6e1-5cde-44d4-a668-b9d4d902a837,segment=NetworkSegment(ce415d5e-59c9-4b7e-bd67-586b4dc517a9),segment_id=ce415d5e-59c9-4b7e-bd67-586b4dc517a9)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:36.438824 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a38037-b30c-40d5-b6c5-b9b5fd8ce02b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:52:36.440023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a38037-b30c-40d5-b6c5-b9b5fd8ce02b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:52:36.443400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-43a38037-b30c-40d5-b6c5-b9b5fd8ce02b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/d1df67cc-532a-4181-9069-f212b2519f53 HTTP/1.1" status: 404  len: 333 time: 0.1356637
Apr 30 04:52:36.448241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51550) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:36.462451 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:36.466255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ebb6ff76-686e-4e36-8e10-f49e4ba110f0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:36.519750 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a3dd697-b28a-4ece-9524-1d464a24c8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:36.531115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:36.532174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:36.532995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:36.602825 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-5542c3ae-7e93-4558-acde-cf75f1559302 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:52:36.604052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5542c3ae-7e93-4558-acde-cf75f1559302 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:36.622063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:36.634445 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:36.670396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5542c3ae-7e93-4558-acde-cf75f1559302 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:36.677101 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5542c3ae-7e93-4558-acde-cf75f1559302 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/d1df67cc-532a-4181-9069-f212b2519f53 HTTP/1.1" status: 404  len: 333 time: 0.2244697
Apr 30 04:52:36.681626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51560) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:36.697970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=fc17f6e1-5cde-44d4-a668-b9d4d902a837,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:36.703190 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:36.724850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ebb6ff76-686e-4e36-8e10-f49e4ba110f0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:52:36.736413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ebb6ff76-686e-4e36-8e10-f49e4ba110f0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:36.737091 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:36.768748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting port 5d063906-5547-41da-8501-105dfc36bc06 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:36.769132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:36.917685 n-d-766726-20 neutron-server[74581]: INFO neutron.plugins.ml2.plugin [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 5 to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c
Apr 30 04:52:36.967275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-456b6ba4-1141-4834-8aa1-5c9a072c2c35 None None] Provisioning complete for port fc17f6e1-5cde-44d4-a668-b9d4d902a837 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:36.967927 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-456b6ba4-1141-4834-8aa1-5c9a072c2c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:37.071177 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:37.139262 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:37.332234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b86ac6a3-151b-4fe2-b05f-290275963504 req-ea8753ee-8ec0-4658-aa70-9fd98fe17413 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 210 time: 0.3190386
Apr 30 04:52:37.375599 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:37.377978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:37.379290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:37.380262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:37.420875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ebb6ff76-686e-4e36-8e10-f49e4ba110f0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ebb6ff76-686e-4e36-8e10-f49e4ba110f0,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:37.432231 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:37.436958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:37.438086 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:37.464213 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:37.464407 n-d-766726-20 neutron-server[74581]: INFO neutron.plugins.ml2.plugin [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 6 to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c
Apr 30 04:52:37.528797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:37.530977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:37.532328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:37.544373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:37.544863 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:37.549840 n-d-766726-20 neutron-server[74581]: INFO neutron.plugins.ml2.plugin [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 7 to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c
Apr 30 04:52:37.572413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Calling delete_port for 5d063906-5547-41da-8501-105dfc36bc06 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:37.654112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Allocated IP 172.20.0.3 (ada1d9f6-56af-4245-8d05-4f9e4067468a/f7f3c143-fc76-405e-b621-fc03734e4265/19f69ed5-4c75-4c47-a209-f78f7b24547f) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:37.679178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:37.680224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:37.682339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:37.700222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:37.701827 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:37.711367 n-d-766726-20 neutron-server[74581]: INFO neutron.plugins.ml2.plugin [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 8 to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c
Apr 30 04:52:37.723491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4d05806c-f52e-4fd6-aa21-00494c23dc2a None None] Could not find standard attr ID for object d1df67cc-532a-4181-9069-f212b2519f53. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:52:37.749678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fc17f6e1-5cde-44d4-a668-b9d4d902a837 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:37.797635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet 72e098a4-d07e-4ec3-a5ba-dc7a317a5450 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:52:37.812293 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:37.860901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:37.861223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:37.861696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:37.892364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86292745-f541-48d3-a429-88e49deba046 req-dd0cbeb0-c564-41b0-bcc5-56aaf52db52c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 210 time: 0.1240013
Apr 30 04:52:37.946270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:37.946632 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:37.952703 n-d-766726-20 neutron-server[74581]: INFO neutron.plugins.ml2.plugin [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 9 to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c
Apr 30 04:52:37.995079 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:38.022493 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ebb6ff76-686e-4e36-8e10-f49e4ba110f0,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:38.030955 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:38.096720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port fc17f6e1-5cde-44d4-a668-b9d4d902a837 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:38.097275 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:38.134934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:38.150854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:38.151891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:38.208067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:38.208616 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:38.234833 n-d-766726-20 neutron-server[74581]: INFO neutron.plugins.ml2.plugin [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 10 to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c
Apr 30 04:52:38.295277 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:38.308434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-b52fc1c1-c52c-4c90-89ab-a8acdb298206 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:38.310146 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-b52fc1c1-c52c-4c90-89ab-a8acdb298206 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.50 "GET /v2.0/ports?device_id=07751872-d2b9-4714-a21a-d4801b0fd8a4 HTTP/1.1" status: 200  len: 945 time: 0.2566681
Apr 30 04:52:38.316422 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ca69c136-bf5a-4db9-b164-02d2a2334b9b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:38.320698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Deleting port cc32d9d1-6384-418a-a029-cf557ebd7192 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:38.321278 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:38.359820 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:38.451249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Port': ['ID=5d063906-5547-41da-8501-105dfc36bc06,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:38.468852 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:38.586468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:38.587091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:38.587614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:38.801182 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:38.860646 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "DELETE /v2.0/ports/5d063906-5547-41da-8501-105dfc36bc06 HTTP/1.1" status: 204  len: 168 time: 3.0212405
Apr 30 04:52:38.865289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51600) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:39.052406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Deleting port 07a410be-0b94-401f-816d-51828ed321f8 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:39.052652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:39.219164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:39.219164 n-d-766726-20 neutron-server[74581]: ERROR neutron.plugins.ml2.managers [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:39.219710 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:39.249592 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:39.288039 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ed0e418-0e49-43d0-a0db-a1e067ef7403 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:39.366570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=72e098a4-d07e-4ec3-a5ba-dc7a317a5450,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:39.368845 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:39.377009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:39.388131 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/72e098a4-d07e-4ec3-a5ba-dc7a317a5450 HTTP/1.1" status: 204  len: 168 time: 2.7045894
Apr 30 04:52:39.388974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51606) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:39.407322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9661b0b-f059-48e1-9500-0e92bc142fb3 None None] Network bf40910f-6f13-4c21-97e3-a076f96f56ae requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:39.532344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting port e3f7b4d0-0024-4971-af54-65ce913508e1 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:39.532747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:39.681332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ebb6ff76-686e-4e36-8e10-f49e4ba110f0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:39.709077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-886b3cae-a46e-43d5-9930-6b6a54c749a1 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:39.710880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-886b3cae-a46e-43d5-9930-6b6a54c749a1 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 818 time: 1.7128656
Apr 30 04:52:39.725878 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:39.770524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:39.770892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] For port 07a410be-0b94-401f-816d-51828ed321f8, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=07a410be-0b94-401f-816d-51828ed321f8,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:39.771121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:39.793356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ad00a7dd-cafa-4b18-8ed6-10c309914bc3 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:39.795922 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ad00a7dd-cafa-4b18-8ed6-10c309914bc3 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 812 time: 1.6225722
Apr 30 04:52:39.859635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ebb6ff76-686e-4e36-8e10-f49e4ba110f0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:39.860152 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.051734 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.059503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] DHCP port deletion for bf40910f-6f13-4c21-97e3-a076f96f56ae request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:52:40.069976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f97ecc99-3d13-4fa6-aa2a-1754099c42db tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/quotas/096f949cef7148bb900213ec2972eb30 HTTP/1.1" status: 200  len: 375 time: 0.3134863
Apr 30 04:52:40.099931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Calling delete_port for cc32d9d1-6384-418a-a029-cf557ebd7192 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:40.142568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Calling delete_port for 07a410be-0b94-401f-816d-51828ed321f8 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:40.152980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-d5cb2029-1c33-4f54-adad-97bf01bf4924 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:40.154340 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-d5cb2029-1c33-4f54-adad-97bf01bf4924 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.37 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 818 time: 0.9091301
Apr 30 04:52:40.156218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-c4e23b81-7ce6-40cb-bf82-d7a92f074a49 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/quotas/a294e22bb46740d09d3452d34a06bf88 HTTP/1.1" status: 200  len: 375 time: 0.0783565
Apr 30 04:52:40.157551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] For port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:40.158080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempted to set empty binding levels {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Apr 30 04:52:40.183906 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.185932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Request body: {'port': {'device_id': '34f04c06-a447-4fd7-a7a1-762a86ef12e1', 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41', 'admin_state_up': True, 'tenant_id': '096f949cef7148bb900213ec2972eb30'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:40.199985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] Deleting port fc17f6e1-5cde-44d4-a668-b9d4d902a837 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:40.200566 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.203189 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.232974 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:40.329051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-69f32438-293e-4011-939c-1c4c641f85d3 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:40.331018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-69f32438-293e-4011-939c-1c4c641f85d3 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a HTTP/1.1" status: 200  len: 946 time: 1.1881144
Apr 30 04:52:40.332960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:40.333860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.477077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Calling delete_port for e3f7b4d0-0024-4971-af54-65ce913508e1 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:40.501678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'Port': ['ID=623f1b2e-cc26-4494-b5d5-a3d9a2524f7c,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:40.503694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] For port fc17f6e1-5cde-44d4-a668-b9d4d902a837, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fc17f6e1-5cde-44d4-a668-b9d4d902a837,segment=NetworkSegment(ce415d5e-59c9-4b7e-bd67-586b4dc517a9),segment_id=ce415d5e-59c9-4b7e-bd67-586b4dc517a9)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:40.504547 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.521635 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.537498 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:40.557491 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-94d6b0b1-af1b-41cc-a3b8-0f1f9bb8242e tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:40.603231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:40.615073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 981 time: 10.0605927
Apr 30 04:52:40.624818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51610) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:40.702027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:40.755267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 07a410be-0b94-401f-816d-51828ed321f8 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:52:40.805319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port fc17f6e1-5cde-44d4-a668-b9d4d902a837 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:40.806085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.825997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Made reservation on behalf of 096f949cef7148bb900213ec2972eb30 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:40.831046 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:40.834596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] Calling delete_port for fc17f6e1-5cde-44d4-a668-b9d4d902a837 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:40.835827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Network ada1d9f6-56af-4245-8d05-4f9e4067468a is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:40.859742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:40.879013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:40.949845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-87963355-16cd-4306-bb89-a9246534ab38 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8438146
Apr 30 04:52:40.997362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Pushing event updated for resources: {'Port': ['ID=19f69ed5-4c75-4c47-a209-f78f7b24547f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:41.016775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Port 07a410be-0b94-401f-816d-51828ed321f8 update to DOWN by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:52:41.024650 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:41.081672 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:41.090573 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-25c7e1c3-751b-4c98-85fc-d1eebae0e9be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:41.142307 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-31e7d069-e792-4f99-bf43-20057c3cf95a tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9524994
Apr 30 04:52:41.150160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] For port fc17f6e1-5cde-44d4-a668-b9d4d902a837, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fc17f6e1-5cde-44d4-a668-b9d4d902a837,segment=NetworkSegment(ce415d5e-59c9-4b7e-bd67-586b4dc517a9),segment_id=ce415d5e-59c9-4b7e-bd67-586b4dc517a9)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:41.151804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:41.176485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] Pushing event deleted for resources: {'Port': ['ID=fc17f6e1-5cde-44d4-a668-b9d4d902a837,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:41.185522 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:41.190033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] No DVR routers for this DVR port fc17f6e1-5cde-44d4-a668-b9d4d902a837 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:52:41.225953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:41.239582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['332c207e-0d65-4f8f-a25f-9995bec1e87b'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:52:41.248712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:41.249411 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:41.422520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-0982f244-b135-455e-a4cd-7d1e72629e41 service neutron] 10.222.0.46 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4711299
Apr 30 04:52:41.434647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.2156749
Apr 30 04:52:41.470446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Request body: {'port': {'device_id': '43b8262b-8b62-4453-9f62-e01eff4a6b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:41.481541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1644372c-05a7-4f7f-9550-bbdcdeeff4ab tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:41.538991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Deleting port 332c207e-0d65-4f8f-a25f-9995bec1e87b {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:41.539367 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:41.548037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fc17f6e1-5cde-44d4-a668-b9d4d902a837 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:52:41.567000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for fc17f6e1-5cde-44d4-a668-b9d4d902a837 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:41.615628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Pushing event deleted for resources: {'Port': ['ID=07a410be-0b94-401f-816d-51828ed321f8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:41.624404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: fc17f6e1-5cde-44d4-a668-b9d4d902a837 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:52:41.625030 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fc17f6e1-5cde-44d4-a668-b9d4d902a837 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:52:41.658036 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:41.806793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-928869ba-dca0-4b62-ad6f-d5750623ac68 service neutron] 10.222.0.46 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6635454
Apr 30 04:52:41.809156 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:41.858754 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd45ec49-d6e0-496d-9020-b462bd1bc371 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:41.959356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] No DVR routers for this DVR port 07a410be-0b94-401f-816d-51828ed321f8 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:52:42.034186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:42.039130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Port': ['ID=e3f7b4d0-0024-4971-af54-65ce913508e1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:42.041052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07751872-d2b9-4714-a21a-d4801b0fd8a4', 'name': 'network-vif-deleted', 'tag': '07a410be-0b94-401f-816d-51828ed321f8'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:42.062157 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:42.065164 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:42.086975 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:42.177252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event deleted for resources: {'Port': ['ID=cc32d9d1-6384-418a-a029-cf557ebd7192,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:42.242671 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:42.309421 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:42.386784 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-72193afd-bdd7-406d-afcc-abe9a7263e62 req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.50 "DELETE /v2.0/ports/07a410be-0b94-401f-816d-51828ed321f8 HTTP/1.1" status: 204  len: 173 time: 3.9960093
Apr 30 04:52:42.395035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Deleting port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:42.395281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:42.415021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-4cabb112-60ac-401e-97d8-1721cfb97d18 service neutron] 10.222.0.46 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9759483
Apr 30 04:52:42.463035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] For port 332c207e-0d65-4f8f-a25f-9995bec1e87b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=332c207e-0d65-4f8f-a25f-9995bec1e87b,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:42.463742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:42.646577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Allocated IP 172.20.0.5 (76246502-f89c-4ae6-980b-c90faf585f41/243ca673-2159-4e0f-a168-50d228961bec/d8306ac1-f77c-4b5d-9412-4e28f3769a44) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:42.663892 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:42.669583 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7806d18f-7a27-4bc0-8856-2cf9537899de tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:42.738693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] For port 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c, host n-h2-766726-20, got binding levels [] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:42.739136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:42.754381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:42.762969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=fc17f6e1-5cde-44d4-a668-b9d4d902a837,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:42.769079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No DVR routers for this DVR port fc17f6e1-5cde-44d4-a668-b9d4d902a837 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:52:42.868549 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:42.957033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Calling delete_port for 332c207e-0d65-4f8f-a25f-9995bec1e87b owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:43.008085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-4e1e494d-6535-46e8-a620-428b75e35de6 service neutron] 10.222.0.46 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0796061
Apr 30 04:52:43.024262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:43.150883 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "DELETE /v2.0/ports/e3f7b4d0-0024-4971-af54-65ce913508e1 HTTP/1.1" status: 204  len: 168 time: 4.2824471
Apr 30 04:52:43.188124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Calling delete_port for 623f1b2e-cc26-4494-b5d5-a3d9a2524f7c owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:43.221979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51626) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:43.431607 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07751872-d2b9-4714-a21a-d4801b0fd8a4', 'name': 'network-vif-deleted', 'tag': '07a410be-0b94-401f-816d-51828ed321f8', 'status': 'completed', 'code': 200}
Apr 30 04:52:43.676738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 332c207e-0d65-4f8f-a25f-9995bec1e87b no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:52:43.691465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.081729 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.139975 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332c207e-0d65-4f8f-a25f-9995bec1e87b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:44.156395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 332c207e-0d65-4f8f-a25f-9995bec1e87b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=332c207e-0d65-4f8f-a25f-9995bec1e87b,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:44.164508 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.168543 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:44.174177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a3c80d0>,) {'filters': {'network_id': ['bf40910f-6f13-4c21-97e3-a076f96f56ae']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:44.220565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3c80d0>, 'ce415d5e-59c9-4b7e-bd67-586b4dc517a9') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:44.220960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3c80d0>, 'ce415d5e-59c9-4b7e-bd67-586b4dc517a9') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:44.250302 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.272793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.293467 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d48f4d8b-1b98-47be-a2a7-8076d47ef636 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:44.338499 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.343174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.361815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event deleted for resources: {'Port': ['ID=623f1b2e-cc26-4494-b5d5-a3d9a2524f7c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:44.369242 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.374611 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:44.376044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:52:44.403553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.442135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=332c207e-0d65-4f8f-a25f-9995bec1e87b,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:44.450623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64161e41-a6f1-4fe7-af29-c433c2d36c4a req-4ae207de-8283-48ea-87f5-fef5df8b6490 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 210 time: 0.7937927
Apr 30 04:52:44.457183 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:44.470831 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.502438 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "DELETE /v2.0/ports/623f1b2e-cc26-4494-b5d5-a3d9a2524f7c HTTP/1.1" status: 204  len: 168 time: 3.8689935
Apr 30 04:52:44.532501 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51650) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:44.639370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network bf40910f-6f13-4c21-97e3-a076f96f56ae has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:52:44.651162 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.821385 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:44.831897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:44.994040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network bf40910f-6f13-4c21-97e3-a076f96f56ae has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:52:45.045724 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:52:45.065242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Network 76246502-f89c-4ae6-980b-c90faf585f41 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:45.077847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting subnet fbc14edc-ef78-4c6f-bef6-736d6931db13 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:52:45.114592 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:45.129466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:45.200133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:45.221443 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8596de-bb6d-4942-afe2-a6f9f6b02b5b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] GET failed (client error): The resource could not be found.
Apr 30 04:52:45.222368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5b8596de-bb6d-4942-afe2-a6f9f6b02b5b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Synchronizing usage tracker for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:45.288497 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:45.289272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Fanout notify agent at l3_agent the message router_deleted on router 3497f765-4ee8-43b3-9fe9-cbc77ecd79b3 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:52:45.410153 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:45.475874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:45.488659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/3497f765-4ee8-43b3-9fe9-cbc77ecd79b3 HTTP/1.1" status: 204  len: 168 time: 10.4200857
Apr 30 04:52:45.494896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51654) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:45.513515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-621988496', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:45.528595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5b8596de-bb6d-4942-afe2-a6f9f6b02b5b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Unset dirty status for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:45.530536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5b8596de-bb6d-4942-afe2-a6f9f6b02b5b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "GET /v2.0/ports/623f1b2e-cc26-4494-b5d5-a3d9a2524f7c HTTP/1.1" status: 404  len: 333 time: 0.9821873
Apr 30 04:52:45.536509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Pushing event updated for resources: {'Port': ['ID=d8306ac1-f77c-4b5d-9412-4e28f3769a44,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:45.551317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51660) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:45.555089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:45.665617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Request body: {'port': {'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1320259797'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:45.672979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:45.688538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02a8d9-3f9f-43b7-b6a6-5279d21fa164 req-c4bde834-20ea-4e46-8006-76d4bcc0edca tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:45.689612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cd02a8d9-3f9f-43b7-b6a6-5279d21fa164 req-c4bde834-20ea-4e46-8006-76d4bcc0edca tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Synchronizing usage tracker for tenant:3e3aa4dd18d746099574082090f3af1d on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:45.714156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:45.715463 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:45.729128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:45.732627 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:52:45.737237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Usage tracker for resource:router and tenant:a7967f306e834c1dbe20e7454baceb6a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:45.759582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:45.778525 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:45.802617 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2efa01be-d175-46ba-af71-db435af2b527 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:45.834472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:45.843815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:45.859103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:45.892713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Network': ['ID=bf40910f-6f13-4c21-97e3-a076f96f56ae,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:45.909457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7327061
Apr 30 04:52:45.910890 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:45.928071 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/networks/bf40910f-6f13-4c21-97e3-a076f96f56ae HTTP/1.1" status: 204  len: 168 time: 6.5289607
Apr 30 04:52:45.934080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Request body: {'port': {'device_id': '34f04c06-a447-4fd7-a7a1-762a86ef12e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:45.970441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698405e-40cb-4bd3-8154-98ba69076eb2 req-6cd8e6f9-2f11-451a-8eef-ba873841ba2a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:45.984244 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d698405e-40cb-4bd3-8154-98ba69076eb2 req-6cd8e6f9-2f11-451a-8eef-ba873841ba2a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 945 time: 1.0552192
Apr 30 04:52:45.998353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51664) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:46.024845 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.043167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.044500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.049510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cd02a8d9-3f9f-43b7-b6a6-5279d21fa164 req-c4bde834-20ea-4e46-8006-76d4bcc0edca tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Unset dirty status for tenant:3e3aa4dd18d746099574082090f3af1d on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:46.051519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd02a8d9-3f9f-43b7-b6a6-5279d21fa164 req-c4bde834-20ea-4e46-8006-76d4bcc0edca tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 931 time: 2.8275118
Apr 30 04:52:46.054465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-fe905503-d3fc-471f-927c-03f9fa06b3d1 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:46.056071 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-fe905503-d3fc-471f-927c-03f9fa06b3d1 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.50 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 818 time: 0.9868317
Apr 30 04:52:46.056840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Made reservation on behalf of 76f023516377448fa015132b20518b98 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:46.059948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.075290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-887000232'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:46.084298 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06fced50-56d3-4e63-99f9-73f531b460af tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:46.100093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Request body: {'port': {'device_id': 'dba2a9c6-5f32-47ff-8939-e5940d07928c', 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41', 'admin_state_up': True, 'tenant_id': '096f949cef7148bb900213ec2972eb30'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:46.116514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:46.184254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:network and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:46.263138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:46.272987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Pushing event deleted for resources: {'Port': ['ID=332c207e-0d65-4f8f-a25f-9995bec1e87b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:46.274922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] device_id is not set on port 91bb36e1-14bf-4a9f-994e-e803e25801d1 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:52:46.283754 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:46.295839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f69ed5-4c75-4c47-a209-f78f7b24547f {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:52:46.345712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.352761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:46.356892 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.383940 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.440053 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d698405e-40cb-4bd3-8154-98ba69076eb2 req-f922e5ba-8f13-47c7-8fb5-be62141a7d6c tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4546163
Apr 30 04:52:46.492661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Transition to ACTIVE for port object 19f69ed5-4c75-4c47-a209-f78f7b24547f will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:46.507464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:46.510227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] No DVR routers for this DVR port 332c207e-0d65-4f8f-a25f-9995bec1e87b on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:52:46.511884 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.520103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cd02a8d9-3f9f-43b7-b6a6-5279d21fa164 req-0573f70b-39a1-4c10-b1a7-deb823d7bbbd tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Synchronizing usage tracker for tenant:3e3aa4dd18d746099574082090f3af1d on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:46.527417 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.532839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.537075 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ff25dc14-f5b8-4ef3-96cb-7977d8f51d0d tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:46.569193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'name': 'network-vif-deleted', 'tag': '332c207e-0d65-4f8f-a25f-9995bec1e87b'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:46.610038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-83bf1890-47b9-4f2f-b70d-a776a13a0f58 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:46.611586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-83bf1890-47b9-4f2f-b70d-a776a13a0f58 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.37 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 812 time: 0.8218131
Apr 30 04:52:46.623746 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:46.645329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Request body: {'port': {'device_id': '13497793-0f26-4ee4-94ab-4a4ced36c3b8', 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd', 'admin_state_up': True, 'tenant_id': 'a294e22bb46740d09d3452d34a06bf88'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:46.682211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-8f03d6db-717c-476a-aea8-63add0abcc3b tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:46.683927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-8f03d6db-717c-476a-aea8-63add0abcc3b tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Synchronizing usage tracker for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:46.693892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c20677cd-f6f1-47c9-8ca4-a028106cdb35 req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.37 "DELETE /v2.0/ports/332c207e-0d65-4f8f-a25f-9995bec1e87b HTTP/1.1" status: 204  len: 173 time: 6.3397512
Apr 30 04:52:46.898469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:46.911350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:52:46.919468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=19f69ed5-4c75-4c47-a209-f78f7b24547f,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:46.942860 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:46.949372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cd02a8d9-3f9f-43b7-b6a6-5279d21fa164 req-0573f70b-39a1-4c10-b1a7-deb823d7bbbd tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Unset dirty status for tenant:3e3aa4dd18d746099574082090f3af1d on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:46.964182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd02a8d9-3f9f-43b7-b6a6-5279d21fa164 req-0573f70b-39a1-4c10-b1a7-deb823d7bbbd tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7982192
Apr 30 04:52:47.067240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:47.125419 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332c207e-0d65-4f8f-a25f-9995bec1e87b', 'code': 200}
Apr 30 04:52:47.149362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:47.149683 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Added segment 6e46f54d-69f4-4da4-b12d-15bdb22e78a5 of type vlan for network 6665ad56-c96b-4f5a-950f-875b0bd233c0
Apr 30 04:52:47.162843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-8f03d6db-717c-476a-aea8-63add0abcc3b tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Unset dirty status for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:47.164050 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-8f03d6db-717c-476a-aea8-63add0abcc3b tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.50 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 812 time: 1.0490808
Apr 30 04:52:47.181252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Request body: {'port': {'device_id': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd', 'admin_state_up': True, 'tenant_id': 'a294e22bb46740d09d3452d34a06bf88'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:47.244171 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb6717a-ff6d-4e4f-bfde-7ebd73d2c33a', 'name': 'network-vif-deleted', 'tag': '332c207e-0d65-4f8f-a25f-9995bec1e87b', 'status': 'completed', 'code': 200}
Apr 30 04:52:47.324757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:47.376563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Made reservation on behalf of 096f949cef7148bb900213ec2972eb30 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:47.381179 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:47.418881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2657b40e-465e-4c2a-b233-3613c84b7936 req-b17f7f59-f334-4f94-a849-22f0fd902028 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 210 time: 0.1778116
Apr 30 04:52:47.552996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:47.674032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Usage tracker for resource:port and tenant:a294e22bb46740d09d3452d34a06bf88 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:47.698275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:47.705284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-34f2273a-c599-4fb6-b896-c8dfc221c31b req-4d3faf38-b495-4bda-ab61-fa0cd44281e6 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Synchronizing usage tracker for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:47.718244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:47.739195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Attempting to bind port 19f69ed5-4c75-4c47-a209-f78f7b24547f on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:47.739555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Attempting to bind port 19f69ed5-4c75-4c47-a209-f78f7b24547f by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '8d8184ec-8044-419b-8991-110bfbf1365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:47.739880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Attempting to bind port 19f69ed5-4c75-4c47-a209-f78f7b24547f on network ada1d9f6-56af-4245-8d05-4f9e4067468a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:47.754431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Made reservation on behalf of a294e22bb46740d09d3452d34a06bf88 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:47.758243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:47.774962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Port 19f69ed5-4c75-4c47-a209-f78f7b24547f on network ada1d9f6-56af-4245-8d05-4f9e4067468a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:47.775290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Attempting to bind port 19f69ed5-4c75-4c47-a209-f78f7b24547f on network ada1d9f6-56af-4245-8d05-4f9e4067468a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:47.784778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-34f2273a-c599-4fb6-b896-c8dfc221c31b req-4d3faf38-b495-4bda-ab61-fa0cd44281e6 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Unset dirty status for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:47.785992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34f2273a-c599-4fb6-b896-c8dfc221c31b req-4d3faf38-b495-4bda-ab61-fa0cd44281e6 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 210 time: 0.3387086
Apr 30 04:52:47.792058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:52:47.792515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Checking segment: {'id': '8d8184ec-8044-419b-8991-110bfbf1365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:47.792913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Bound using segment: {'id': '8d8184ec-8044-419b-8991-110bfbf1365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:52:47.793376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Bound port: 19f69ed5-4c75-4c47-a209-f78f7b24547f, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8184ec-8044-419b-8991-110bfbf1365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:52:47.793729 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:47.795256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.024424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.140315 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.146193 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:52:48.176600 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ef29681-f1f4-47bb-855d-02a822b4b563 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:48.248044 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.259368 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc6bbe89-c4df-4734-a31b-009a7d901cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:48.408506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:48.413658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc14edc-ef78-4c6f-bef6-736d6931db13,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:48.414252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Network 1c1f040e-835b-47e0-a296-8dc223855e3a is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:48.415122 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.421476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:48.423012 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.434007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:48.440629 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:48.442609 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.448145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:48.449871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:48.450505 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.453428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d323b-af97-4e0a-b53b-b45236794749 None None] Network c7e27987-0396-4006-8a8b-6d38854fedb6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:48.454842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "DELETE /v2.0/subnets/fbc14edc-ef78-4c6f-bef6-736d6931db13 HTTP/1.1" status: 204  len: 168 time: 5.2272472
Apr 30 04:52:48.465670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51680) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:48.477803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'Port': ['ID=91bb36e1-14bf-4a9f-994e-e803e25801d1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:48.489933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:48.494990 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:48.509197 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-851fad25-87fb-490b-ab24-c4fcb74d64a7 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:48.554088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] For port 19f69ed5-4c75-4c47-a209-f78f7b24547f, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:48.603154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] For port 19f69ed5-4c75-4c47-a209-f78f7b24547f, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=19f69ed5-4c75-4c47-a209-f78f7b24547f,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:52:48.603480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Made reservation on behalf of a294e22bb46740d09d3452d34a06bf88 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:48.608107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.626652 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.638580 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6699380d-c8e6-4815-bd8c-6da589329c75 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:48.679616 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 2.6782146
Apr 30 04:52:48.689453 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 3.1329985
Apr 30 04:52:48.690249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51686) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:48.701804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51688) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:48.705164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Network': ['ID=6665ad56-c96b-4f5a-950f-875b0bd233c0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:48.710448 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:48.715154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:48.746471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': '6665ad56-c96b-4f5a-950f-875b0bd233c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:48.748278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Deleting subnet 39b7d767-d3f5-468c-adf1-fc5ca3cf4424 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:52:48.760973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:48.760973 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.762462 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] 10.222.0.50 "PUT /v2.0/ports/19f69ed5-4c75-4c47-a209-f78f7b24547f HTTP/1.1" status: 200  len: 1092 time: 7.2968740
Apr 30 04:52:48.766352 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:48.770362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 6665ad56-c96b-4f5a-950f-875b0bd233c0 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:52:48.798708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Allocated IP 172.20.0.8 (4f642c1b-9ffb-4c72-afbb-6c2f613f65cd/6767dbce-6813-4d23-8df5-f2db727f173a/d6bc812f-44b2-4435-8b3b-59786efefb49) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:48.825699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76197f91-5371-4971-a636-bc33003f6627 req-6103c50d-ffa8-4700-bef1-62ade9256b13 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:48.827358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76197f91-5371-4971-a636-bc33003f6627 req-6103c50d-ffa8-4700-bef1-62ade9256b13 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 943 time: 0.5857892
Apr 30 04:52:48.833271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=19f69ed5-4c75-4c47-a209-f78f7b24547f,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:48.844389 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:48.930272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734b34c-6ab5-438f-b42e-e9c62a882359 req-40bb2583-8db0-4a97-8666-97f2db035be2 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:48.931889 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4734b34c-6ab5-438f-b42e-e9c62a882359 req-40bb2583-8db0-4a97-8666-97f2db035be2 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 945 time: 0.6922493
Apr 30 04:52:48.972673 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.104685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8306ac1-f77c-4b5d-9412-4e28f3769a44 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:52:49.136065 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.159747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76197f91-5371-4971-a636-bc33003f6627 req-adb7db65-ea80-479b-9377-4b1e41bb3ed1 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2769883
Apr 30 04:52:49.248090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] DHCP port deletion for c7e27987-0396-4006-8a8b-6d38854fedb6 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:52:49.252169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:49.262596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Transition to ACTIVE for port object d8306ac1-f77c-4b5d-9412-4e28f3769a44 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:49.264186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.272517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4734b34c-6ab5-438f-b42e-e9c62a882359 req-0caebecf-0df8-41bf-a11c-00a62dad13d7 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3152392
Apr 30 04:52:49.273350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b8262b-8b62-4453-9f62-e01eff4a6b3b', 'tag': '19f69ed5-4c75-4c47-a209-f78f7b24547f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:49.283222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:52:49.353318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:52:49.413310 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.424318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:49.426400 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f683836e-576b-4586-ac06-ee184125a9ea tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:49.518888 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] Deleting port eff854da-8213-4042-9ebf-7106f7f18fc8 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:49.519844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.632284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.687825 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.699530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device eff854da-8213-4042-9ebf-7106f7f18fc8 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:52:49.759561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b220f4d8-bfa4-4db1-86f1-8a009d0a02be req-43f638a2-f23a-4ba0-91ad-33e8e857f5c8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 210 time: 0.1420054
Apr 30 04:52:49.782650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f043c-00e3-432b-a639-fc63dd717930 req-204485a6-a6be-4da2-bf60-16dbfe641609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:49.786056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-204485a6-a6be-4da2-bf60-16dbfe641609 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e3aa4dd18d746099574082090f3af1d&device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 1095 time: 0.9393785
Apr 30 04:52:49.793055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0748dcad-982c-4782-ba35-d94565f7c818 req-1ebbd0ac-bd2f-4ef3-980b-9c02d2817ac8 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Synchronizing usage tracker for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:49.863335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] For port eff854da-8213-4042-9ebf-7106f7f18fc8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=eff854da-8213-4042-9ebf-7106f7f18fc8,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:49.864030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.893959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:49.898048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.955112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:49.960962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Allocated IP 172.20.0.7 (76246502-f89c-4ae6-980b-c90faf585f41/243ca673-2159-4e0f-a168-50d228961bec/41c2f98c-aaa6-4db7-807a-9b4e1b6e7503) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:49.966948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Pushing event updated for resources: {'Port': ['ID=d8306ac1-f77c-4b5d-9412-4e28f3769a44,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:49.981176 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:50.013968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-dd8bd483-98fd-4f0f-81b6-06b46e1c0ee0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19f69ed5-4c75-4c47-a209-f78f7b24547f HTTP/1.1" status: 200  len: 217 time: 0.2106035
Apr 30 04:52:50.029109 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b8262b-8b62-4453-9f62-e01eff4a6b3b', 'tag': '19f69ed5-4c75-4c47-a209-f78f7b24547f', 'status': 'completed', 'code': 200}
Apr 30 04:52:50.197811 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:50.236803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] Calling delete_port for eff854da-8213-4042-9ebf-7106f7f18fc8 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:50.286181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0748dcad-982c-4782-ba35-d94565f7c818 req-1ebbd0ac-bd2f-4ef3-980b-9c02d2817ac8 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Unset dirty status for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:50.288259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0748dcad-982c-4782-ba35-d94565f7c818 req-1ebbd0ac-bd2f-4ef3-980b-9c02d2817ac8 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 210 time: 0.6124787
Apr 30 04:52:50.311105 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:50.406444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f043c-00e3-432b-a639-fc63dd717930 req-507aa5a3-e8a0-41d1-b5da-0154faf9c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:50.412045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-507aa5a3-e8a0-41d1-b5da-0154faf9c365 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7f3c143-fc76-405e-b621-fc03734e4265 HTTP/1.1" status: 200  len: 854 time: 0.3768339
Apr 30 04:52:50.472408 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port eff854da-8213-4042-9ebf-7106f7f18fc8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=eff854da-8213-4042-9ebf-7106f7f18fc8,segment=NetworkSegment(ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f),segment_id=ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:50.487688 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:50.490554 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7819679c-a1b3-47c5-b49f-dec8d5075bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:50.548607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Attempting to bind port d8306ac1-f77c-4b5d-9412-4e28f3769a44 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:50.549585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Attempting to bind port d8306ac1-f77c-4b5d-9412-4e28f3769a44 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:50.549585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Attempting to bind port d8306ac1-f77c-4b5d-9412-4e28f3769a44 on network 76246502-f89c-4ae6-980b-c90faf585f41 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:50.609605 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:50.633795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=eff854da-8213-4042-9ebf-7106f7f18fc8,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:50.640719 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:50.642078 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:50.646353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:52:50.709698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] No DVR routers for this DVR port eff854da-8213-4042-9ebf-7106f7f18fc8 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:52:50.722927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Port d8306ac1-f77c-4b5d-9412-4e28f3769a44 on network 76246502-f89c-4ae6-980b-c90faf585f41 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:50.723342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] Pushing event deleted for resources: {'Port': ['ID=eff854da-8213-4042-9ebf-7106f7f18fc8,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:50.723560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Attempting to bind port d8306ac1-f77c-4b5d-9412-4e28f3769a44 on network 76246502-f89c-4ae6-980b-c90faf585f41 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:50.728205 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:50.790517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Allocated IP 172.25.8.172 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/a9980ddc-1030-4701-b322-01f0ce1fb6fa) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:50.807550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-a2fd4940-9b08-4926-b44a-33a55d7e97b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ada1d9f6-56af-4245-8d05-4f9e4067468a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3153419
Apr 30 04:52:50.815148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:52:50.815686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Checking segment: {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:50.816063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Bound using segment: {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:52:50.816513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Bound port: d8306ac1-f77c-4b5d-9412-4e28f3769a44, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:52:50.816950 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:50.842934 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:50.891069 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-164bbfa7-ae6d-4d20-ba05-489e3b0f9c05 tempest-ExternalNetworksAdminNegativeTestJSON-420027202 tempest-ExternalNetworksAdminNegativeTestJSON-420027202-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:51.067067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] device_id is not set on port 91bb36e1-14bf-4a9f-994e-e803e25801d1 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:52:51.110819 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-21c67edb-22b0-479e-9e99-d8ad338afac5 {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:52:51.111703 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:52:51.113763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.296567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Transition to ACTIVE for port object 91bb36e1-14bf-4a9f-994e-e803e25801d1 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:51.303956 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.317814 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.345640 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e3f86606-d1d5-4ccc-81d1-8359f94e201c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:51.371427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:51.391053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] For port d8306ac1-f77c-4b5d-9412-4e28f3769a44, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:51.395642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:51.405509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f81ef1b2-c200-4417-ad95-c6f8a24e8f17 req-4d398e30-6dcc-4f20-be8b-e5b960f32d49 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 210 time: 0.1250196
Apr 30 04:52:51.425105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:51.487207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Pushing event updated for resources: {'Port': ['ID=d6bc812f-44b2-4435-8b3b-59786efefb49,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:51.501107 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:51.533103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] For port d8306ac1-f77c-4b5d-9412-4e28f3769a44, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:52:51.569957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.581621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.617090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'Port': ['ID=91bb36e1-14bf-4a9f-994e-e803e25801d1,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:51.619940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.625880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-56099e55-cb81-46d4-9b5d-3c2786718218 service neutron] 10.222.0.50 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8070593
Apr 30 04:52:51.633393 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:51.637728 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:51.681748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:51.682444 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.696154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:51.696715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.698544 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] 10.222.0.37 "PUT /v2.0/ports/d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 1092 time: 5.7723668
Apr 30 04:52:51.711997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f04c06-a447-4fd7-a7a1-762a86ef12e1', 'tag': 'd8306ac1-f77c-4b5d-9412-4e28f3769a44'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:51.724497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:51.724965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:51.725385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:51.787498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397c52b-6166-49ac-83b8-cb06d336dda7 req-5a781917-3c0f-492a-8522-284af9dd130a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:51.789123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8397c52b-6166-49ac-83b8-cb06d336dda7 req-5a781917-3c0f-492a-8522-284af9dd130a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 943 time: 1.0359840
Apr 30 04:52:51.849713 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.909349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2680438
Apr 30 04:52:51.923354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:51.937652 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c31a2f64-6a36-49c3-92f9-ceb1ae67f07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:51.998277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Request body: {'port': {'device_id': '13497793-0f26-4ee4-94ab-4a4ced36c3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:52.068656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Subnet': ['ID=39b7d767-d3f5-468c-adf1-fc5ca3cf4424,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:52.098727 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:52.105401 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:52.106726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a123d81d-5b35-4c23-9b80-84fb566ac01d None None] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:52.107645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "DELETE /v2.0/subnets/39b7d767-d3f5-468c-adf1-fc5ca3cf4424 HTTP/1.1" status: 204  len: 168 time: 3.6362154
Apr 30 04:52:52.115892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8397c52b-6166-49ac-83b8-cb06d336dda7 req-19df94f3-e094-4ea1-b7a8-a02cf8b5951f tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538230
Apr 30 04:52:52.121045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51714) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:52.139535 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-817f043c-00e3-432b-a639-fc63dd717930 req-ba05f2f0-5600-4b28-b9a3-a84e1e93de1c service neutron] 10.222.0.50 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4995987
Apr 30 04:52:52.245008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:52.246475 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:52.247669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e0313-ce0c-4645-9e75-d4fd70857b76 req-662b2652-dad9-4ff4-a8e7-33759d5b05aa tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:52.255084 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 2 to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1
Apr 30 04:52:52.255380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef5e0313-ce0c-4645-9e75-d4fd70857b76 req-662b2652-dad9-4ff4-a8e7-33759d5b05aa tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 945 time: 0.5605602
Apr 30 04:52:52.322294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:52.322916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:52.324090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:52.328029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Pushing event updated for resources: {'Port': ['ID=d8306ac1-f77c-4b5d-9412-4e28f3769a44,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:52.348949 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:52.350598 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6946a8cf-6c17-4783-8ec0-673ad4b7fffd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:52.377284 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:52:52.425803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Network 76246502-f89c-4ae6-980b-c90faf585f41 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:52.429105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:52.429751 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:52.456264 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 3 to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1
Apr 30 04:52:52.475136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:52.507554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:52.539676 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:52.561205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:52.570470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef5e0313-ce0c-4645-9e75-d4fd70857b76 req-9d91f9a1-13b3-40e4-8280-664fb7e753db tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3143358
Apr 30 04:52:52.576960 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:52.624024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] DHCP port deletion for fecfbb98-44fb-4e8e-ac66-b37591af8841 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:52:52.755610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:52.756189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:52.756765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:52.796048 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f04c06-a447-4fd7-a7a1-762a86ef12e1', 'tag': 'd8306ac1-f77c-4b5d-9412-4e28f3769a44', 'status': 'completed', 'code': 200}
Apr 30 04:52:52.802076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] Deleting port fe58675e-c7eb-4b26-b19b-691553e3c1f6 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:52.804107 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:52.830666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-97a8505e-7be1-43a3-ae17-d54adc627617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:52.832130 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-97a8505e-7be1-43a3-ae17-d54adc627617 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e3aa4dd18d746099574082090f3af1d&device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 1095 time: 0.5233715
Apr 30 04:52:52.842776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:52.843403 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:52.844415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Pushing event updated for resources: {'Port': ['ID=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:52.849198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14f247-81f3-40b4-9bb6-88868970a77b req-874ee8ce-6bbb-4122-ad5c-e25f70542a9c tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:52.850727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad14f247-81f3-40b4-9bb6-88868970a77b req-874ee8ce-6bbb-4122-ad5c-e25f70542a9c tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 931 time: 0.5780153
Apr 30 04:52:52.859507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:52.861937 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 4 to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1
Apr 30 04:52:52.941972 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:52.952133 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-70a3d868-7ef9-4361-b1ea-45448483fca9 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:53.049051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-065af7b4-09a7-45c5-955f-87d3620c3737 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:53.050227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-065af7b4-09a7-45c5-955f-87d3620c3737 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 945 time: 0.6402488
Apr 30 04:52:53.070353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:53.075852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:53.106646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] For port fe58675e-c7eb-4b26-b19b-691553e3c1f6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fe58675e-c7eb-4b26-b19b-691553e3c1f6,segment=NetworkSegment(0d231054-6305-4b40-8c18-7dd0cdd26662),segment_id=0d231054-6305-4b40-8c18-7dd0cdd26662)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:53.106984 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:53.118748 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:53.211030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-3454d32c-9f51-4e13-b4aa-8fceceda4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:53.214650 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-3454d32c-9f51-4e13-b4aa-8fceceda4d40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1095 time: 1.4302731
Apr 30 04:52:53.219134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:53.219844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:53.220480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:53.236126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:53.237653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:53.352808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] Calling delete_port for fe58675e-c7eb-4b26-b19b-691553e3c1f6 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:53.406205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event updated for resources: {'Port': ['ID=a9980ddc-1030-4701-b322-01f0ce1fb6fa,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:53.439137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad14f247-81f3-40b4-9bb6-88868970a77b req-dc195843-f253-4fd6-a7ac-1bf84a10954b tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5522788
Apr 30 04:52:53.439621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Allocated IP 172.20.0.4 (4f642c1b-9ffb-4c72-afbb-6c2f613f65cd/6767dbce-6813-4d23-8df5-f2db727f173a/f88b4408-344d-415e-9a8d-96fe44b5ee40) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:53.453761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:53.454101 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:53.459976 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:53.501249 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:53.521612 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:53.528147 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 5 to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1
Apr 30 04:52:53.546854 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-740af766-aad6-4ae7-a6f8-ec2f5b63f9e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 217 time: 0.2957842
Apr 30 04:52:53.559279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:53.559769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:53.560088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:53.606833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:53.607967 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:53.631229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-a3c55d44-6f7d-4ace-ad6e-a0db2d8c737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:53.633101 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-a3c55d44-6f7d-4ace-ad6e-a0db2d8c737d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ada1d9f6-56af-4245-8d05-4f9e4067468a HTTP/1.1" status: 200  len: 915 time: 0.7775767
Apr 30 04:52:53.641418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b809fd0>,) {'filters': {'network_id': ['c7e27987-0396-4006-8a8b-6d38854fedb6']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:53.650106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] No DVR routers for this DVR port fe58675e-c7eb-4b26-b19b-691553e3c1f6 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:52:53.663725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] Pushing event deleted for resources: {'Port': ['ID=fe58675e-c7eb-4b26-b19b-691553e3c1f6,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:53.676996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fe58675e-c7eb-4b26-b19b-691553e3c1f6 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:52:53.737807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b809fd0>, 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:53.738410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b809fd0>, 'ad1c6e9b-3970-48e7-beb1-a63fe2e67f6f') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:53.744549 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 6 to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1
Apr 30 04:52:53.748199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-03ad48e2-d7cb-4fa4-9498-f7de151d704a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19f69ed5-4c75-4c47-a209-f78f7b24547f HTTP/1.1" status: 200  len: 217 time: 0.0931456
Apr 30 04:52:53.756636 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:53.759162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: fe58675e-c7eb-4b26-b19b-691553e3c1f6 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:52:53.759894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fe58675e-c7eb-4b26-b19b-691553e3c1f6 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:52:53.767435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0bb4b9e3-4231-4bf0-83f1-724d576f6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:53.768979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-0bb4b9e3-4231-4bf0-83f1-724d576f6716 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.1884644
Apr 30 04:52:53.784188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:53.784540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:53.784887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:53.788052 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.6920972
Apr 30 04:52:53.804731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Request body: {'port': {'device_id': 'dba2a9c6-5f32-47ff-8939-e5940d07928c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:53.815892 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:53.830691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161168d3-23a8-4053-96d3-a42b675e43b7 req-685a04a6-e1de-4c57-b5a5-d7a260418b2a tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:53.841275 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-161168d3-23a8-4053-96d3-a42b675e43b7 req-685a04a6-e1de-4c57-b5a5-d7a260418b2a tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 931 time: 0.8448234
Apr 30 04:52:53.895929 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:53.931920 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-46a9e186-1e0d-46d2-9a5b-956bd0233b94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1395524
Apr 30 04:52:53.940765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:52:53.974105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:53.974521 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:53.981674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-0d419d42-a15d-47aa-9350-0d59575bc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:53.982771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-0d419d42-a15d-47aa-9350-0d59575bc5c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7f3c143-fc76-405e-b621-fc03734e4265 HTTP/1.1" status: 200  len: 854 time: 0.2262416
Apr 30 04:52:54.016052 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 7 to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1
Apr 30 04:52:54.139067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-795605f2-01f8-40b0-a618-09c9310ec937 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ada1d9f6-56af-4245-8d05-4f9e4067468a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0889065
Apr 30 04:52:54.183914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:54.184294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:54.184586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:54.199144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-161168d3-23a8-4053-96d3-a42b675e43b7 req-4097636a-5024-4732-bc6d-5e605d1ce11d tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Synchronizing usage tracker for tenant:096f949cef7148bb900213ec2972eb30 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:52:54.202793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Deleting port 1a031797-d579-46c4-87a5-f33285f1b2ed {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:52:54.203130 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:54.285223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:54.285223 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:54.289942 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 8 to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1
Apr 30 04:52:54.300319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:54.303472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network c7e27987-0396-4006-8a8b-6d38854fedb6 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:52:54.314315 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:54.332735 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:54.471496 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:54.496122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:54.496468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:54.496813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:54.557377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-161168d3-23a8-4053-96d3-a42b675e43b7 req-4097636a-5024-4732-bc6d-5e605d1ce11d tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Unset dirty status for tenant:096f949cef7148bb900213ec2972eb30 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:52:54.559054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-161168d3-23a8-4053-96d3-a42b675e43b7 req-4097636a-5024-4732-bc6d-5e605d1ce11d tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6740761
Apr 30 04:52:54.622053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03831c-a3fc-437e-af39-76b910a8cbb3 req-a648a82c-f3f1-4b82-93ea-773cb7952cf3 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:54.628945 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a03831c-a3fc-437e-af39-76b910a8cbb3 req-a648a82c-f3f1-4b82-93ea-773cb7952cf3 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 943 time: 0.7917302
Apr 30 04:52:54.755977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 19f69ed5-4c75-4c47-a209-f78f7b24547f details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:52:54.810433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:54.811362 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:54.822387 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 9 to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1
Apr 30 04:52:54.845088 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-3cb99eee-4d24-49be-981e-a773f5aac329 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8629880
Apr 30 04:52:54.880744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-7b8447ec-fb3e-4fe4-a8f4-c4ea627cb2c4 service neutron] 10.222.0.50 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7340879
Apr 30 04:52:54.893251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network c7e27987-0396-4006-8a8b-6d38854fedb6 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:52:54.943900 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:52:54.952931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] For port 1a031797-d579-46c4-87a5-f33285f1b2ed, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1a031797-d579-46c4-87a5-f33285f1b2ed,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:54.952931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:54.967265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=0baee554-42a3-4c8a-a9de-35989ceada41,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:55.108705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 19f69ed5-4c75-4c47-a209-f78f7b24547f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=19f69ed5-4c75-4c47-a209-f78f7b24547f,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:55.121302 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:55.139356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '19f69ed5-4c75-4c47-a209-f78f7b24547f', 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a', 'port_id': '19f69ed5-4c75-4c47-a209-f78f7b24547f', 'mac_address': 'fa:16:3e:cf:77:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f3c143-fc76-405e-b621-fc03734e4265', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:52:55.148291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:55.148621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:55.148958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:55.258673 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:55.275727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:55.276382 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:55.277251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Checking segment: {'id': '6e46f54d-69f4-4da4-b12d-15bdb22e78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6665ad56-c96b-4f5a-950f-875b0bd233c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:55.277823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network hostable DHCP agents. Network: 6665ad56-c96b-4f5a-950f-875b0bd233c0, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:52:55.297383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f69ed5-4c75-4c47-a209-f78f7b24547f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:52:55.301884 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 10 to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1
Apr 30 04:52:55.328458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 19f69ed5-4c75-4c47-a209-f78f7b24547f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=19f69ed5-4c75-4c47-a209-f78f7b24547f,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:55.331885 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:55.336280 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:55.343274 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4dfdb21d-7d2b-44e0-a823-aea3be812b98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:55.430928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:55.431217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:55.431766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:55.446934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:55.476780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=19f69ed5-4c75-4c47-a209-f78f7b24547f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:55.484193 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:55.497657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a03831c-a3fc-437e-af39-76b910a8cbb3 req-7a87fdd9-eec7-4013-ab87-e1645794100a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7407937
Apr 30 04:52:55.552220 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ac0c85ce-982c-44eb-9dc9-2c80f80d4343 req-d80568c3-1a28-492b-af3f-339fbf4e9b49 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6601286
Apr 30 04:52:55.552838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:55.553168 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:52:55.553537 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:55.578941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 6665ad56-c96b-4f5a-950f-875b0bd233c0 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:52:55.612710 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:55.634127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['19f69ed5-4c75-4c47-a209-f78f7b24547f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:52:55.641665 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5f9ade14-f696-49a9-a6f9-73e5e708c9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:55.680494 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:55.747544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 6665ad56-c96b-4f5a-950f-875b0bd233c0) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:55.804166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6480e70-0985-4396-a185-a224f4b33f14 None None] Network 6665ad56-c96b-4f5a-950f-875b0bd233c0 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:55.927451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Network': ['ID=c7e27987-0396-4006-8a8b-6d38854fedb6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:55.932594 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:55.951439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:55.952284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:55.966606 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:56.002098 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-16139c2b-1f26-4ceb-9874-249d9e6c665d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:56.154137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:52:56.162847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:56.181092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Transition to ACTIVE for port object 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:56.253781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b26dabf-cba2-4e29-b985-a8925a39d0f8 req-ea24c09b-9500-4105-be84-263c16a3e92e service neutron] 10.222.0.50 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3474753
Apr 30 04:52:56.278458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:56.296040 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.5973144
Apr 30 04:52:56.317730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51728) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:56.320138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:56.322310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] For port 91bb36e1-14bf-4a9f-994e-e803e25801d1, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:56.322916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempted to set empty binding levels {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Apr 30 04:52:56.346257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': '6665ad56-c96b-4f5a-950f-875b0bd233c0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1312016878'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:56.362674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:56.372192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:56.382104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-6665ad56-c96b-4f5a-950f-875b0bd233c0', 'network_id': '6665ad56-c96b-4f5a-950f-875b0bd233c0', 'tenant_id': 'fb3e9fc3fbee4b1da4211bda91d257ff', 'fixed_ips': [{'subnet_id': '0baee554-42a3-4c8a-a9de-35989ceada41'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:52:56.384052 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:56.416800 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:56.433414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "DELETE /v2.0/networks/c7e27987-0396-4006-8a8b-6d38854fedb6 HTTP/1.1" status: 204  len: 168 time: 4.3079925
Apr 30 04:52:56.440728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51732) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:56.483847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efb695-4d97-4ac1-bdfb-f0b6fe906105 req-bc4119b1-4acb-4503-bc0e-82e7ac0ae667 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:56.486934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8efb695-4d97-4ac1-bdfb-f0b6fe906105 req-bc4119b1-4acb-4503-bc0e-82e7ac0ae667 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 945 time: 1.7319837
Apr 30 04:52:56.555513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Pushing event updated for resources: {'Port': ['ID=f88b4408-344d-415e-9a8d-96fe44b5ee40,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:56.621631 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:56.626168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] In _notify_port_updated(), no bound segment for port 91bb36e1-14bf-4a9f-994e-e803e25801d1 on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:52:56.627722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:56.628543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:56.633979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "PUT /v2.0/ports/91bb36e1-14bf-4a9f-994e-e803e25801d1 HTTP/1.1" status: 200  len: 976 time: 7.9223220
Apr 30 04:52:56.633979 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a6c4a2b-ad7e-4102-b1a1-f344e824d883 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:56.644288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51738) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:56.749138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Allocated IP 172.20.0.2 (6665ad56-c96b-4f5a-950f-875b0bd233c0/0baee554-42a3-4c8a-a9de-35989ceada41/d8d77e4b-b112-473d-9199-1b50b82e6081) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:56.833471 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:56.833924 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:56.834348 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Floating IP 327a09a6-7b7c-493a-9883-6263c0fb7495 disassociated. External IP: 172.25.8.85, port: 1a031797-d579-46c4-87a5-f33285f1b2ed.
Apr 30 04:52:56.834811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Calling delete_port for 1a031797-d579-46c4-87a5-f33285f1b2ed owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:52:56.871508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8efb695-4d97-4ac1-bdfb-f0b6fe906105 req-9b38a7d6-8003-429e-bd76-eeb7b1ef1d35 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups?id=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2816100
Apr 30 04:52:56.907869 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:56.978913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c4a62-87bc-48f4-849b-168748d9c24c req-bda8f33a-38e0-40e8-8cc6-3b189dd053b1 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:56.995947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f45c4a62-87bc-48f4-849b-168748d9c24c req-bda8f33a-38e0-40e8-8cc6-3b189dd053b1 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 931 time: 1.1900909
Apr 30 04:52:57.093430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769ed63-59c9-406d-af4e-b32eada87259 req-bf4ff5ca-bcea-46f6-95fc-26418a0146c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.094833 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8769ed63-59c9-406d-af4e-b32eada87259 req-bf4ff5ca-bcea-46f6-95fc-26418a0146c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1095 time: 1.3991761
Apr 30 04:52:57.100982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.101643 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.109953 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:52:57.158689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f45c4a62-87bc-48f4-849b-168748d9c24c req-f3e63e79-7d73-4a58-815a-a0eb6592d43b tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615741
Apr 30 04:52:57.188882 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.200977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Transition to ACTIVE for port object d8d77e4b-b112-473d-9199-1b50b82e6081 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:57.228876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Transition to ACTIVE for port object d8d77e4b-b112-473d-9199-1b50b82e6081 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:57.228876 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.237467 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.242255 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.247174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Pushing event updated for resources: {'Port': ['ID=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:57.250889 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:57.265110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.326261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Network 6665ad56-c96b-4f5a-950f-875b0bd233c0 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:52:57.335160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:52:57.344735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:52:57.357094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Pushing event updated for resources: {'Port': ['ID=d8d77e4b-b112-473d-9199-1b50b82e6081,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:57.376882 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 10.1995821
Apr 30 04:52:57.401166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Request body: {'port': {'device_id': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:52:57.403227 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:57.483909 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Attempting to bind port d8d77e4b-b112-473d-9199-1b50b82e6081 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:57.484550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Attempting to bind port d8d77e4b-b112-473d-9199-1b50b82e6081 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '6e46f54d-69f4-4da4-b12d-15bdb22e78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6665ad56-c96b-4f5a-950f-875b0bd233c0'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:57.485196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Attempting to bind port d8d77e4b-b112-473d-9199-1b50b82e6081 on network 6665ad56-c96b-4f5a-950f-875b0bd233c0 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:57.496964 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:52:57.498230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Checking segment: {'id': '6e46f54d-69f4-4da4-b12d-15bdb22e78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6665ad56-c96b-4f5a-950f-875b0bd233c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:57.498932 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.499726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Bound using segment: {'id': '6e46f54d-69f4-4da4-b12d-15bdb22e78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6665ad56-c96b-4f5a-950f-875b0bd233c0'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:52:57.500699 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Bound port: d8d77e4b-b112-473d-9199-1b50b82e6081, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e46f54d-69f4-4da4-b12d-15bdb22e78a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6665ad56-c96b-4f5a-950f-875b0bd233c0'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:52:57.501375 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.571538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:52:57.623521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Attempting to bind port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:52:57.624017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Attempting to bind port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:52:57.624442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Attempting to bind port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 on network 76246502-f89c-4ae6-980b-c90faf585f41 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:57.627174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'Port': ['ID=91bb36e1-14bf-4a9f-994e-e803e25801d1,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:57.631837 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:57.644072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.652208 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.152s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:57.652848 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:57.674449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:52:57.699794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] For port d8d77e4b-b112-473d-9199-1b50b82e6081, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:57.707616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] For port d8d77e4b-b112-473d-9199-1b50b82e6081, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d8d77e4b-b112-473d-9199-1b50b82e6081,segment=NetworkSegment(6e46f54d-69f4-4da4-b12d-15bdb22e78a5),segment_id=6e46f54d-69f4-4da4-b12d-15bdb22e78a5)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:52:57.716022 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.731432 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:57.766340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 1a031797-d579-46c4-87a5-f33285f1b2ed no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:52:57.769848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 on network 76246502-f89c-4ae6-980b-c90faf585f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:52:57.769848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Attempting to bind port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 on network 76246502-f89c-4ae6-980b-c90faf585f41 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:52:57.863179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.864536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.865517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.866485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.867755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.868422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.869595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.870627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.872860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.873082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.874019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.874871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.876690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.877629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.878827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.879797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.880685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.881583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.882513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.883558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.884511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.886910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.897370 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0edb23ff-041e-4e90-a3f2-5d6572c0783b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 19351 time: 1.2514162
Apr 30 04:52:57.903237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:52:57.903827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Checking segment: {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:52:57.904459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Bound using segment: {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:52:57.905180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Bound port: 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd39f6496-664b-476e-ba6b-0a8c1f82563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:52:57.905749 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:57.915350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51742) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:52:57.920503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bc812f-44b2-4435-8b3b-59786efefb49 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:52:57.923245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769ed63-59c9-406d-af4e-b32eada87259 req-b677aa2a-f0fc-407f-a564-fbc2ec6c5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:57.923941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Pushing event updated for resources: {'Port': ['ID=d8d77e4b-b112-473d-9199-1b50b82e6081,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:57.926354 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8769ed63-59c9-406d-af4e-b32eada87259 req-b677aa2a-f0fc-407f-a564-fbc2ec6c5255 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 0.7863781
Apr 30 04:52:57.954226 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:58.031397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:58.043330 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:58.066454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:52:58.070534 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:58.110951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:58.136372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 1a031797-d579-46c4-87a5-f33285f1b2ed, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=1a031797-d579-46c4-87a5-f33285f1b2ed,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:58.142843 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:58.146204 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ed5e888-372f-4a66-9a37-c0e39412546b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:58.180590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port 6d43e7ec-74e5-44b2-a067-13cd4c262567 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:52:58.212223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Transition to ACTIVE for port object d6bc812f-44b2-4435-8b3b-59786efefb49 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:52:58.260141 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:58.279662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f9c81-2a84-402d-a437-2a453729bbb4 req-e5971ac3-7834-49e5-b266-13b53a04f358 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:58.281340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-409f9c81-2a84-402d-a437-2a453729bbb4 req-e5971ac3-7834-49e5-b266-13b53a04f358 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 943 time: 1.1561916
Apr 30 04:52:58.291447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bbdd7f0>,) {'filters': {'network_id': ['fecfbb98-44fb-4e8e-ac66-b37591af8841']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:58.301825 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:58.324532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=1a031797-d579-46c4-87a5-f33285f1b2ed,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:58.338643 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:58.390277 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8769ed63-59c9-406d-af4e-b32eada87259 req-3a6ef669-7a49-452b-821a-9447b577638a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 217 time: 0.4308856
Apr 30 04:52:58.428466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:58.636585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bbdd7f0>, '0d231054-6305-4b40-8c18-7dd0cdd26662') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:58.636864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bbdd7f0>, '0d231054-6305-4b40-8c18-7dd0cdd26662') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:52:58.756347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:58.770430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769ed63-59c9-406d-af4e-b32eada87259 req-8345cbfc-76c7-4734-bbc4-dee1d2f50967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:58.771044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 19f69ed5-4c75-4c47-a209-f78f7b24547f up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:58.771982 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8769ed63-59c9-406d-af4e-b32eada87259 req-8345cbfc-76c7-4734-bbc4-dee1d2f50967 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.3514271
Apr 30 04:52:58.789796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66e576-e015-4ea6-a9ee-70c97623f69c req-8581a6d7-19af-4252-8d5c-82a501ceec47 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:58.790161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] For port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:52:58.791461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d66e576-e015-4ea6-a9ee-70c97623f69c req-8581a6d7-19af-4252-8d5c-82a501ceec47 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 944 time: 1.3101358
Apr 30 04:52:58.841719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Pushing event updated for resources: {'Port': ['ID=d6bc812f-44b2-4435-8b3b-59786efefb49,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:58.853879 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:58.862545 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:58.908976 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8769ed63-59c9-406d-af4e-b32eada87259 req-9a0a5859-a90e-42f0-a589-9f8990f174eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1076376
Apr 30 04:52:58.914424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] For port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:52:58.966478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 19f69ed5-4c75-4c47-a209-f78f7b24547f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:52:58.982953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 19f69ed5-4c75-4c47-a209-f78f7b24547f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:52:58.984091 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:58.984325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:52:59.020480 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-409f9c81-2a84-402d-a437-2a453729bbb4 req-9da3af1b-7b8f-44e7-be1d-aad18a6d9ddb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4541836
Apr 30 04:52:59.056572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:59.118558 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-325741a2-7d1a-4f61-b8e0-72b6078ff70e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:59.145486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:59.221032 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:59.281087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 19f69ed5-4c75-4c47-a209-f78f7b24547f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=19f69ed5-4c75-4c47-a209-f78f7b24547f,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:52:59.288312 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:59.296772 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:59.312349 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4827ca1d-941a-4cdd-8970-4430a5a7b3c5 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:52:59.421064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=19f69ed5-4c75-4c47-a209-f78f7b24547f,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:59.437534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.438039 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.438628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.439221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.439850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.440679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.441280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.442320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.442936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.443546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.444126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.444714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:52:59.468932 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:59.506767 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d66e576-e015-4ea6-a9ee-70c97623f69c req-bddd3e85-a2a6-4652-8710-8e4be726b645 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6802154
Apr 30 04:52:59.561648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Pushing event deleted for resources: {'Port': ['ID=1a031797-d579-46c4-87a5-f33285f1b2ed,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:52:59.569591 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:52:59.593948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730fdd4c-3c02-4c2f-b126-8962801d0b26 None None] Network 6665ad56-c96b-4f5a-950f-875b0bd233c0 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:52:59.631156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e584e6f-a8b3-4d61-80ea-8fe61ac73b8e req-2ba7e737-f715-4e0d-a2dd-52987e7cf40a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 210 time: 0.2490602
Apr 30 04:52:59.751938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Router 4fdc070a-ccf7-4466-9969-11f5c1093886 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:52:59.793253 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'code': 200}
Apr 30 04:52:59.805211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.12 (6665ad56-c96b-4f5a-950f-875b0bd233c0/0baee554-42a3-4c8a-a9de-35989ceada41/6d43e7ec-74e5-44b2-a067-13cd4c262567) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:52:59.820936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:52:59.821586 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:52:59.823990 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] 10.222.0.50 "PUT /v2.0/ports/41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 HTTP/1.1" status: 200  len: 1092 time: 6.0230718
Apr 30 04:52:59.829266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba2a9c6-5f32-47ff-8939-e5940d07928c', 'tag': '41c2f98c-aaa6-4db7-807a-9b4e1b6e7503'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:52:59.831174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d8d77e4b-b112-473d-9199-1b50b82e6081 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:52:59.950337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d8306ac1-f77c-4b5d-9412-4e28f3769a44 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:53:00.027742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:00.048613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Pushing event updated for resources: {'Port': ['ID=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:00.049653 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:00.052690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-643cd919-a422-4ab9-a526-d83b7d582cb3 None None] Provisioning for port d8d77e4b-b112-473d-9199-1b50b82e6081 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:00.273850 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba2a9c6-5f32-47ff-8939-e5940d07928c', 'tag': '41c2f98c-aaa6-4db7-807a-9b4e1b6e7503', 'status': 'completed', 'code': 200}
Apr 30 04:53:00.355944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Deleting port 91bb36e1-14bf-4a9f-994e-e803e25801d1 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:00.356644 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:00.369919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port d8d77e4b-b112-473d-9199-1b50b82e6081 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:00.399721 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.282s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:00.408245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d8d77e4b-b112-473d-9199-1b50b82e6081 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:00.408850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:00.669964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Network fecfbb98-44fb-4e8e-ac66-b37591af8841 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:00.687513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Attempting to bind port d6bc812f-44b2-4435-8b3b-59786efefb49 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:00.688045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Attempting to bind port d6bc812f-44b2-4435-8b3b-59786efefb49 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:00.688573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Attempting to bind port d6bc812f-44b2-4435-8b3b-59786efefb49 on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:00.694487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d8306ac1-f77c-4b5d-9412-4e28f3769a44, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:00.709218 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-174804fc-88d6-4df7-916b-c0a11922fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:00.724862 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8769ed63-59c9-406d-af4e-b32eada87259 req-c246a237-310c-489a-bb0d-a93220df81b4 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8059030
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:53:00.740001 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:53:00.777767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'd8306ac1-f77c-4b5d-9412-4e28f3769a44', 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41', 'port_id': 'd8306ac1-f77c-4b5d-9412-4e28f3769a44', 'mac_address': 'fa:16:3e:b3:05:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243ca673-2159-4e0f-a168-50d228961bec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:53:00.915943 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.012814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.035146 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.113126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8306ac1-f77c-4b5d-9412-4e28f3769a44 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:53:01.144211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object 6d43e7ec-74e5-44b2-a067-13cd4c262567 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:53:01.147188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:53:01.158442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port d8d77e4b-b112-473d-9199-1b50b82e6081, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d8d77e4b-b112-473d-9199-1b50b82e6081,segment=NetworkSegment(6e46f54d-69f4-4da4-b12d-15bdb22e78a5),segment_id=6e46f54d-69f4-4da4-b12d-15bdb22e78a5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:01.161998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d8306ac1-f77c-4b5d-9412-4e28f3769a44, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:01.167462 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.176793 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-618db2d7-7f41-4cfd-847a-a463b69f5dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:01.184495 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb851f3-b7ca-4f6f-9d65-94be521c8162 None None] Sync routers for ids ['4fdc070a-ccf7-4466-9969-11f5c1093886'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:53:01.190220 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-268f049a-bb34-404f-af5f-98e79eda14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:01.193359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-268f049a-bb34-404f-af5f-98e79eda14a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 1095 time: 0.9689546
Apr 30 04:53:01.213432 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb851f3-b7ca-4f6f-9d65-94be521c8162 None None] Routers {'4fdc070a-ccf7-4466-9969-11f5c1093886'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:01.215795 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dcb851f3-b7ca-4f6f-9d65-94be521c8162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033d4c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4fdc070a-ccf7-4466-9969-11f5c1093886'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:01.243522 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.355847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ea6df384-b71c-47b2-8b16-1e9de73ff575 None None] Provisioning complete for port d8d77e4b-b112-473d-9199-1b50b82e6081 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:01.356981 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ea6df384-b71c-47b2-8b16-1e9de73ff575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.372581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dcb851f3-b7ca-4f6f-9d65-94be521c8162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033d4c0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:01.393415 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb851f3-b7ca-4f6f-9d65-94be521c8162 None None] Routers {'4fdc070a-ccf7-4466-9969-11f5c1093886'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:01.394875 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dcb851f3-b7ca-4f6f-9d65-94be521c8162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033d4c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4fdc070a-ccf7-4466-9969-11f5c1093886'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:01.416428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Port d6bc812f-44b2-4435-8b3b-59786efefb49 on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:01.417915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Attempting to bind port d6bc812f-44b2-4435-8b3b-59786efefb49 on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:01.454966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=d8d77e4b-b112-473d-9199-1b50b82e6081,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:01.461266 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:01.467348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] For port 91bb36e1-14bf-4a9f-994e-e803e25801d1, host n-h2-766726-20, got binding levels [] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:01.467710 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:01.467934 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.468396 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-0da033f8-5b1a-43ed-95e4-a119204bc238 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 HTTP/1.1" status: 200  len: 217 time: 0.2509680
Apr 30 04:53:01.517215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:53:01.517816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Checking segment: {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:53:01.518363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Bound using segment: {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:53:01.519098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Bound port: d6bc812f-44b2-4435-8b3b-59786efefb49, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:53:01.519698 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.582870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.585645 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 16.0804584
Apr 30 04:53:01.591200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d8306ac1-f77c-4b5d-9412-4e28f3769a44'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:53:01.618095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51762) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:01.631071 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dcb851f3-b7ca-4f6f-9d65-94be521c8162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033d4c0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:01.634252 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb851f3-b7ca-4f6f-9d65-94be521c8162 None None] The sync data for ids ['4fdc070a-ccf7-4466-9969-11f5c1093886'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:53:01.639528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:01.753208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d8d77e4b-b112-473d-9199-1b50b82e6081 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:53:01.775252 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8769ed63-59c9-406d-af4e-b32eada87259 req-bd257a6e-48ab-4084-9433-482488945acf service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0334868
Apr 30 04:53:01.810659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88b4408-344d-415e-9a8d-96fe44b5ee40 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:53:01.823264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b8262b-8b62-4453-9f62-e01eff4a6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f69ed5-4c75-4c47-a209-f78f7b24547f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:01.833717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.837583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:01.852535 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:01.863505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Calling delete_port for 91bb36e1-14bf-4a9f-994e-e803e25801d1 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:01.921593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Router da915171-462f-4a35-a53c-8440e2383463 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:53:01.970677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-598b4d48-4aef-49c1-8b4c-90104201f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:01.973400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-598b4d48-4aef-49c1-8b4c-90104201f408 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.4920645
Apr 30 04:53:02.001089 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:02.018311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d8306ac1-f77c-4b5d-9412-4e28f3769a44,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:02.050746 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:02.114717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Transition to ACTIVE for port object f88b4408-344d-415e-9a8d-96fe44b5ee40 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:53:02.166884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca9fda-5fbc-47a2-9273-3ea55a43c2ac req-0bf9613f-b79a-4b98-a79c-9fef5f430e06 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:02.174746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d8d77e4b-b112-473d-9199-1b50b82e6081 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:02.175417 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:02.180241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2bca9fda-5fbc-47a2-9273-3ea55a43c2ac req-0bf9613f-b79a-4b98-a79c-9fef5f430e06 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 943 time: 1.7911634
Apr 30 04:53:02.223426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-73c52716-019c-4177-aebe-cde6569c6a64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2089126
Apr 30 04:53:02.226861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 6665ad56-c96b-4f5a-950f-875b0bd233c0 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:02.240680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:02.276824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:02.288027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:02.373355 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-681ec1f1-775a-465c-857e-09557c1364f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:02.394615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=6d43e7ec-74e5-44b2-a067-13cd4c262567,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:02.412630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:02.413487 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0780de4b-b599-4f0c-bedf-17b6e31f58eb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:02.447339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fbc57-681c-4bce-9bbf-0906b4d73760 req-95597d53-0aa1-45f2-9237-2471a6fcc2bb tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:02.450812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a28fbc57-681c-4bce-9bbf-0906b4d73760 req-95597d53-0aa1-45f2-9237-2471a6fcc2bb tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 943 time: 2.0766695
Apr 30 04:53:02.452759 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:02.558289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Pushing event deleted for resources: {'Network': ['ID=fecfbb98-44fb-4e8e-ac66-b37591af8841,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:02.684679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a850d260-7535-4a26-949f-4784e6b05435 None None] Provisioning for port 6d43e7ec-74e5-44b2-a067-13cd4c262567 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:02.693660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a850d260-7535-4a26-949f-4784e6b05435 None None] Provisioning complete for port 6d43e7ec-74e5-44b2-a067-13cd4c262567 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:02.694399 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a850d260-7535-4a26-949f-4784e6b05435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:02.723421 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:02.758692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2bca9fda-5fbc-47a2-9273-3ea55a43c2ac req-4267de53-5d85-4557-8e05-1c640728c453 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5754483
Apr 30 04:53:02.775049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] 10.222.0.46 "DELETE /v2.0/networks/fecfbb98-44fb-4e8e-ac66-b37591af8841 HTTP/1.1" status: 204  len: 168 time: 6.3083045
Apr 30 04:53:02.799314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] For port d6bc812f-44b2-4435-8b3b-59786efefb49, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:53:02.828501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a850d260-7535-4a26-949f-4784e6b05435 None None] Port 6d43e7ec-74e5-44b2-a067-13cd4c262567 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:53:03.026879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] For port d6bc812f-44b2-4435-8b3b-59786efefb49, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d6bc812f-44b2-4435-8b3b-59786efefb49,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:53:03.049709 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a28fbc57-681c-4bce-9bbf-0906b4d73760 req-44864e95-cab7-4b3f-80f3-cad18c9e6328 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5165057
Apr 30 04:53:03.060450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:03.074914 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:03.095044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:03.096018 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:03.235176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:53:03.249003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] Sync routers for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:53:03.262733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:03.264046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b1d9a30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:52:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:03.270907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Pushing event updated for resources: {'Port': ['ID=f88b4408-344d-415e-9a8d-96fe44b5ee40,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:03.325887 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:03.417919 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:03.436559 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 7.1085608
Apr 30 04:53:03.451234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:03.452287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:03.454633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] 10.222.0.37 "PUT /v2.0/ports/d6bc812f-44b2-4435-8b3b-59786efefb49 HTTP/1.1" status: 200  len: 1092 time: 11.5255308
Apr 30 04:53:03.458687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13497793-0f26-4ee4-94ab-4a4ced36c3b8', 'tag': 'd6bc812f-44b2-4435-8b3b-59786efefb49'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:03.460771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51770) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:03.468816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-28e4ee67-7d96-4dc0-b8bc-d4ff3b485893 req-ed9e0b56-9fcd-484b-8569-2982ea22aa07 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Synchronizing usage tracker for tenant:fc4971e418b641c6a38ad5e25a17080e on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:03.471766 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-6ada8664-b2e4-4eb2-9d82-5586fe1265c8 service neutron] 10.222.0.50 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2250409
Apr 30 04:53:03.594322 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e9a05226-53be-4cf2-9985-1c4a3a0418ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:03.623092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:53:03.640156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:03.658706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] No DVR routers for this DVR port 1a031797-d579-46c4-87a5-f33285f1b2ed on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:03.686741 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:03.693909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Pushing event updated for resources: {'Port': ['ID=d6bc812f-44b2-4435-8b3b-59786efefb49,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:03.709175 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:03.723087 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:03.824815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b4fe3b2b-5fed-48c6-884d-cb11079c9628 req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.37 "DELETE /v2.0/ports/1a031797-d579-46c4-87a5-f33285f1b2ed HTTP/1.1" status: 204  len: 173 time: 10.6887240
Apr 30 04:53:03.825173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d8306ac1-f77c-4b5d-9412-4e28f3769a44 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:53:03.826452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-28e4ee67-7d96-4dc0-b8bc-d4ff3b485893 req-ed9e0b56-9fcd-484b-8569-2982ea22aa07 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Unset dirty status for tenant:fc4971e418b641c6a38ad5e25a17080e on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:03.828745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-28e4ee67-7d96-4dc0-b8bc-d4ff3b485893 req-ed9e0b56-9fcd-484b-8569-2982ea22aa07 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/ports?device_id=7fc57a68-1537-4b40-b3bb-879692819799 HTTP/1.1" status: 200  len: 210 time: 0.5960617
Apr 30 04:53:03.835244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event deleted for resources: {'Port': ['ID=91bb36e1-14bf-4a9f-994e-e803e25801d1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:03.842110 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:03.850455 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "DELETE /v2.0/ports/91bb36e1-14bf-4a9f-994e-e803e25801d1 HTTP/1.1" status: 204  len: 168 time: 5.9182172
Apr 30 04:53:03.852626 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:03.860856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51778) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:03.978520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Attempting to bind port f88b4408-344d-415e-9a8d-96fe44b5ee40 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:03.978919 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b8262b-8b62-4453-9f62-e01eff4a6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f69ed5-4c75-4c47-a209-f78f7b24547f', 'code': 200}
Apr 30 04:53:03.980282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Attempting to bind port f88b4408-344d-415e-9a8d-96fe44b5ee40 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:03.980282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Attempting to bind port f88b4408-344d-415e-9a8d-96fe44b5ee40 on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:04.008977 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c89261-9670-4369-b7d8-9dc5572a0f8d tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] GET failed (client error): The resource could not be found.
Apr 30 04:53:04.009861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c7c89261-9670-4369-b7d8-9dc5572a0f8d tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Synchronizing usage tracker for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:04.098193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Port f88b4408-344d-415e-9a8d-96fe44b5ee40 on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:04.098803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Attempting to bind port f88b4408-344d-415e-9a8d-96fe44b5ee40 on network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:04.104301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cc476-a4b6-4a83-bdaa-cfadbf6ac3a8 req-240241d5-08fb-45d2-9236-76e44a6af506 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:04.117093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7b5cc476-a4b6-4a83-bdaa-cfadbf6ac3a8 req-240241d5-08fb-45d2-9236-76e44a6af506 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 945 time: 1.0606055
Apr 30 04:53:04.166651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:53:04.169681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Checking segment: {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:53:04.170884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Bound using segment: {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:53:04.172702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Bound port: f88b4408-344d-415e-9a8d-96fe44b5ee40, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:53:04.173706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:04.278826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7b5cc476-a4b6-4a83-bdaa-cfadbf6ac3a8 req-719aba65-5ebc-4ce9-96af-c1a2bf9fa27b tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598456
Apr 30 04:53:04.454673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c7c89261-9670-4369-b7d8-9dc5572a0f8d tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Unset dirty status for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:04.463534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c7c89261-9670-4369-b7d8-9dc5572a0f8d tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "GET /v2.0/ports/91bb36e1-14bf-4a9f-994e-e803e25801d1 HTTP/1.1" status: 404  len: 333 time: 0.6009107
Apr 30 04:53:04.466004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51788) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:04.466557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port d8306ac1-f77c-4b5d-9412-4e28f3769a44 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:04.468657 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13497793-0f26-4ee4-94ab-4a4ced36c3b8', 'tag': 'd6bc812f-44b2-4435-8b3b-59786efefb49', 'status': 'completed', 'code': 200}
Apr 30 04:53:04.484331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ada854f5-4af7-4e77-9e67-2d00be9cb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:04.486170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-ada854f5-4af7-4e77-9e67-2d00be9cb404 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 1095 time: 0.9544163
Apr 30 04:53:04.497710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-85807650', 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:04.504052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port d8306ac1-f77c-4b5d-9412-4e28f3769a44 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:04.504901 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:04.578252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:04.656092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-19146327-400c-4855-98a9-055a80696a91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6bc812f-44b2-4435-8b3b-59786efefb49 HTTP/1.1" status: 200  len: 217 time: 0.1525311
Apr 30 04:53:04.665391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:04.668462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b1d9a30>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89', 'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'mac_address': 'fa:16:3e:af:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:05Z', 'updated_at': '2021-04-30T04:49:19Z', 'revision_number': 5, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'subnets': [{'id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:04.701104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] Checking router: da915171-462f-4a35-a53c-8440e2383463 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:53:04.755773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Made reservation on behalf of 76f023516377448fa015132b20518b98 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:04.758667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:04.793411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-71ec1748-c424-478e-9543-6ed6568ea428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:04.795505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-71ec1748-c424-478e-9543-6ed6568ea428 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6767dbce-6813-4d23-8df5-f2db727f173a HTTP/1.1" status: 200  len: 852 time: 0.1257570
Apr 30 04:53:04.805747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] For port f88b4408-344d-415e-9a8d-96fe44b5ee40, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:53:04.811880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] For port f88b4408-344d-415e-9a8d-96fe44b5ee40, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f88b4408-344d-415e-9a8d-96fe44b5ee40,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:53:04.815435 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0bcd3c98-9802-4a37-94b2-d7fd06ce78ad req-bf01b3f8-6b1c-45b2-9e02-593f7ae825e1 service neutron] 10.222.0.50 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2567494
Apr 30 04:53:04.836310 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:04.863674 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:04.871843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] device_id is not set on port deaefb2b-5b32-4c54-9366-b2c081550fd7 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:04.968434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-082080fa-36c9-43f1-bb11-451e8ce039a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1630077
Apr 30 04:53:04.973193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5159903-4e29-4074-9e4d-0b92c4e437c5 req-8b185178-f605-46ae-bd38-8db36f0e5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:04.976428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5159903-4e29-4074-9e4d-0b92c4e437c5 req-8b185178-f605-46ae-bd38-8db36f0e5e03 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 1097 time: 0.7261550
Apr 30 04:53:05.048649 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:05.067172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:05.067863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b1d9a30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:53:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:05.102714 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:05.209465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Pushing event updated for resources: {'Port': ['ID=f88b4408-344d-415e-9a8d-96fe44b5ee40,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:05.228929 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:05.233506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 6d43e7ec-74e5-44b2-a067-13cd4c262567 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:05.234121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:05.358662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:53:05.368146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:05.369714 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:05.374360 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] 10.222.0.50 "PUT /v2.0/ports/f88b4408-344d-415e-9a8d-96fe44b5ee40 HTTP/1.1" status: 200  len: 1092 time: 7.9774697
Apr 30 04:53:05.389092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'tag': 'f88b4408-344d-415e-9a8d-96fe44b5ee40'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:05.461225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:05.790011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66883cb1-e4f3-43fe-bbd1-70bd63776216 req-af1d3ebd-47d9-49e2-9072-41b02e6d6482 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:05.792590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66883cb1-e4f3-43fe-bbd1-70bd63776216 req-af1d3ebd-47d9-49e2-9072-41b02e6d6482 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 943 time: 1.2109051
Apr 30 04:53:05.840794 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:05.936798 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:06.042331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f04c06-a447-4fd7-a7a1-762a86ef12e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8306ac1-f77c-4b5d-9412-4e28f3769a44'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:06.069561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d8306ac1-f77c-4b5d-9412-4e28f3769a44, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:06.078088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5159903-4e29-4074-9e4d-0b92c4e437c5 req-19d7ee18-f86a-4240-9e62-f6b7edd8ac4d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0481441
Apr 30 04:53:06.080914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b1d9a30>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89', 'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'mac_address': 'fa:16:3e:af:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:05Z', 'updated_at': '2021-04-30T04:49:19Z', 'revision_number': 5, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'subnets': [{'id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:06.090620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3cd70-bc44-4f66-b67f-248b089dd58b None None] The sync data for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 is: [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:49:09Z', 'revision_number': 4, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89', 'name': '', 'network_id': 'ae28438b-5713-4e31-9ad6-51313b3878cc', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'mac_address': 'fa:16:3e:af:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:49:05Z', 'updated_at': '2021-04-30T04:49:19Z', 'revision_number': 5, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'subnets': [{'id': 'b0d694b3-495b-4225-b8a0-755dfe492f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:53:06.094738 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:06.098804 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:06.202128 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:06.219826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d8306ac1-f77c-4b5d-9412-4e28f3769a44,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:06.223536 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:06.362425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66883cb1-e4f3-43fe-bbd1-70bd63776216 req-27e7e206-82dd-4843-b706-a9c01577cc7d tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5448949
Apr 30 04:53:06.370283 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-0419f7d2-9a8c-40db-a084-78af858bf2e5 service neutron] 10.222.0.37 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3900723
Apr 30 04:53:06.486044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'name': 'network-vif-deleted', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:06.499653 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:06.542926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 6d43e7ec-74e5-44b2-a067-13cd4c262567 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:06.565310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716bd20-45e6-4070-b727-acc8ad563aed req-227cd30e-d7f0-421b-a4bc-0622967308a7 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:06.578924 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1716bd20-45e6-4070-b727-acc8ad563aed req-227cd30e-d7f0-421b-a4bc-0622967308a7 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 943 time: 1.5562410
Apr 30 04:53:06.755817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-9cb53470-4009-47e2-aa90-ac4b9761b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:06.762346 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-9cb53470-4009-47e2-aa90-ac4b9761b6dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 1095 time: 1.8146300
Apr 30 04:53:06.766207 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eec7bb-8fb0-4c59-891f-ad895e11b9ad None None] New status for floating IP 327a09a6-7b7c-493a-9883-6263c0fb7495: DOWN {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:53:06.837984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1716bd20-45e6-4070-b727-acc8ad563aed req-0fc8fac8-f4a1-4da3-a300-d47cb37767fc tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571700
Apr 30 04:53:06.877493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-14bea19d-523b-422c-b0e8-e24b1a1071bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:06.879359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-14bea19d-523b-422c-b0e8-e24b1a1071bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&device_id=faf7a67d-d0b7-4613-a686-7df496dc9e17 HTTP/1.1" status: 200  len: 1095 time: 1.4281223
Apr 30 04:53:06.964787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-e867313f-cd97-43f3-a7c6-eb391dc0b764 service neutron] 10.222.0.37 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5682666
Apr 30 04:53:07.073221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:07.123680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-656a306d-9e55-4532-9bd3-9d90023150bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f88b4408-344d-415e-9a8d-96fe44b5ee40 HTTP/1.1" status: 200  len: 217 time: 0.2288399
Apr 30 04:53:07.184818 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:07.209643 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f04c06-a447-4fd7-a7a1-762a86ef12e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8306ac1-f77c-4b5d-9412-4e28f3769a44', 'code': 200}
Apr 30 04:53:07.313261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Network 1c1f040e-835b-47e0-a296-8dc223855e3a is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:07.338108 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc57a68-1537-4b40-b3bb-879692819799', 'name': 'network-vif-deleted', 'tag': '1a031797-d579-46c4-87a5-f33285f1b2ed', 'status': 'completed', 'code': 200}
Apr 30 04:53:07.351958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:07.359971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51810) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:07.364198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:07.365179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:07.366591 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:07.441993 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'tag': 'f88b4408-344d-415e-9a8d-96fe44b5ee40', 'status': 'completed', 'code': 200}
Apr 30 04:53:07.454245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'Port': ['ID=deaefb2b-5b32-4c54-9366-b2c081550fd7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:07.485338 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:07.530286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7bd4c-97c5-48ab-ac5e-b7ee448270a5 req-5ebd635e-08cf-4143-8f8c-22e48cd890d1 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:07.532060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdd7bd4c-97c5-48ab-ac5e-b7ee448270a5 req-5ebd635e-08cf-4143-8f8c-22e48cd890d1 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 945 time: 0.5662715
Apr 30 04:53:07.625526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Deleting port a9980ddc-1030-4701-b322-01f0ce1fb6fa {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:07.626459 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:07.724936 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9be0f50b-0966-4089-9625-4caa2662cd3c tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:07.764188 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9be0f50b-0966-4089-9625-4caa2662cd3c tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:07.866282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 958 time: 3.3912156
Apr 30 04:53:07.868084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51818) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:07.874182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-df53c27e-c3fb-4c4b-ab59-31348286885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:07.876833 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-df53c27e-c3fb-4c4b-ab59-31348286885e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6767dbce-6813-4d23-8df5-f2db727f173a HTTP/1.1" status: 200  len: 852 time: 0.4314578
Apr 30 04:53:07.977071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-030385a4-6129-4c5b-a755-e12551b74c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:07.980448 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-030385a4-6129-4c5b-a755-e12551b74c1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 1.2057009
Apr 30 04:53:07.981637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d4971-9465-4519-bc7e-6a3b30923b7a tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:07.982682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-597d4971-9465-4519-bc7e-6a3b30923b7a tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Synchronizing usage tracker for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:08.011594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6a078-3346-4311-8eaa-875898941459 req-a955441d-1bf4-4f4f-885a-b12be99b2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:08.013347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68a6a078-3346-4311-8eaa-875898941459 req-a955441d-1bf4-4f4f-885a-b12be99b2074 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 1095 time: 0.9221087
Apr 30 04:53:08.017802 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdd7bd4c-97c5-48ab-ac5e-b7ee448270a5 req-2c733b8d-2d89-46ed-8bd7-9c9a3963bda2 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4704986
Apr 30 04:53:08.173158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-597d4971-9465-4519-bc7e-6a3b30923b7a tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Unset dirty status for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:08.174574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-597d4971-9465-4519-bc7e-6a3b30923b7a tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "GET /v2.0/ports/deaefb2b-5b32-4c54-9366-b2c081550fd7 HTTP/1.1" status: 200  len: 953 time: 0.2937775
Apr 30 04:53:08.191606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51824) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:08.238863 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9be0f50b-0966-4089-9625-4caa2662cd3c tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:08.240687 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-c11dc674-48f7-4fe3-b427-890a7f4b9dfd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 HTTP/1.1" status: 200  len: 217 time: 0.2394102
Apr 30 04:53:08.249255 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-b53afd64-6d5b-406d-b6bb-90334cf3ba2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3585048
Apr 30 04:53:08.250850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:08.253858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cbb7f-104e-4406-8bc2-8d6aee4e3d7e req-09294f22-3da8-446a-b570-4aae80319f00 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:08.262029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c81cbb7f-104e-4406-8bc2-8d6aee4e3d7e req-09294f22-3da8-446a-b570-4aae80319f00 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 943 time: 0.6060383
Apr 30 04:53:08.279155 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7359a42e-34b9-4b82-af24-491a3fd25a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:08.290978 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2179e509-68d1-43fa-8ee5-0dc57a1f296a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:08.342343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0f50b-0966-4089-9625-4caa2662cd3c tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb1957c-5abb-4a6f-a6f0-a3d2776530f7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:08.366552 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9be0f50b-0966-4089-9625-4caa2662cd3c tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:08.615405 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c81cbb7f-104e-4406-8bc2-8d6aee4e3d7e req-3300e6a4-647e-400c-a15c-d64c34e841cb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3517303
Apr 30 04:53:08.630982 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9be0f50b-0966-4089-9625-4caa2662cd3c tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:08.633154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9be0f50b-0966-4089-9625-4caa2662cd3c tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "DELETE /v2.0/security-groups/6fb1957c-5abb-4a6f-a6f0-a3d2776530f7 HTTP/1.1" status: 204  len: 168 time: 1.2717056
Apr 30 04:53:08.643329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51828) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:08.657111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=6d43e7ec-74e5-44b2-a067-13cd4c262567,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:08.658014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6a078-3346-4311-8eaa-875898941459 req-7c8a93a3-dd15-4523-bf6f-ca369878754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:08.660128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68a6a078-3346-4311-8eaa-875898941459 req-7c8a93a3-dd15-4523-bf6f-ca369878754a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 913 time: 0.6243174
Apr 30 04:53:08.671222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-d6e4282b-152e-4abd-8fc5-6b26802c58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:08.672538 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-d6e4282b-152e-4abd-8fc5-6b26802c58e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.3947814
Apr 30 04:53:08.674677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:08.685300 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:08.712659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ecc75-fef3-453c-9498-03b3d9b51605 req-8b06fdaf-5bf7-47a4-a1d6-4b5eea4b0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:08.716137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-639ecc75-fef3-453c-9498-03b3d9b51605 req-8b06fdaf-5bf7-47a4-a1d6-4b5eea4b0cff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 1.0010433
Apr 30 04:53:08.829015 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:53:08.966428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Calling delete_port for a9980ddc-1030-4701-b322-01f0ce1fb6fa owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:08.971512 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-d2a22c68-b142-4f9a-bb5d-1ed2b6c27d4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2449884
Apr 30 04:53:09.131844 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:09.213908 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/6d43e7ec-74e5-44b2-a067-13cd4c262567 HTTP/1.1" status: 204  len: 168 time: 5.7472076
Apr 30 04:53:09.224291 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-c68ba719-4894-45dc-968e-25d1e43cfcbb service neutron] 10.222.0.50 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9488795
Apr 30 04:53:09.224918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51836) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:09.303789 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-5ffb6484-6733-4f6d-9c49-f0bb4c64151d tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] show failed (client error): The resource could not be found.
Apr 30 04:53:09.304847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5ffb6484-6733-4f6d-9c49-f0bb4c64151d tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "GET /v2.0/security-groups/6fb1957c-5abb-4a6f-a6f0-a3d2776530f7 HTTP/1.1" status: 404  len: 347 time: 0.6415780
Apr 30 04:53:09.318155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51840) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:09.321966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68a6a078-3346-4311-8eaa-875898941459 req-cac1f85c-6f80-486a-872c-1368b52d10d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6bc812f-44b2-4435-8b3b-59786efefb49 HTTP/1.1" status: 200  len: 217 time: 0.6180658
Apr 30 04:53:09.336803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:09.355580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '41c2f98c-aaa6-4db7-807a-9b4e1b6e7503', 'network_id': '76246502-f89c-4ae6-980b-c90faf585f41', 'port_id': '41c2f98c-aaa6-4db7-807a-9b4e1b6e7503', 'mac_address': 'fa:16:3e:1b:40:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243ca673-2159-4e0f-a168-50d228961bec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:53:09.436442 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:09.462959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:53:09.485487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:09.492253 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:09.495356 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:09.593152 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:09.605625 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:09.747020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-639ecc75-fef3-453c-9498-03b3d9b51605 req-94ceffda-c8e8-49fd-8fa5-5859cd6b0d5d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9156158
Apr 30 04:53:09.785976 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee398b7-d8bc-4351-8c6c-3c7684dd4894 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:53:09.787339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6ee398b7-d8bc-4351-8c6c-3c7684dd4894 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:09.789282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d6bc812f-44b2-4435-8b3b-59786efefb49 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:53:09.793766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6a078-3346-4311-8eaa-875898941459 req-000fc3df-6e2b-4625-b1f5-1ad2aacb5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:09.795148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68a6a078-3346-4311-8eaa-875898941459 req-000fc3df-6e2b-4625-b1f5-1ad2aacb5237 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6767dbce-6813-4d23-8df5-f2db727f173a HTTP/1.1" status: 200  len: 852 time: 0.3481822
Apr 30 04:53:09.811704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde618-a60b-4dc6-987b-70442bceccd2 req-b62e634d-b781-4ae6-b1fb-48c66f9376d3 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:09.813323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1fde618-a60b-4dc6-987b-70442bceccd2 req-b62e634d-b781-4ae6-b1fb-48c66f9376d3 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 943 time: 1.4152656
Apr 30 04:53:09.823687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Deleting port deaefb2b-5b32-4c54-9366-b2c081550fd7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:09.824033 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:09.824657 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-2b876a66-5820-4128-875d-9742b0dc0690 service neutron] 10.222.0.50 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8426096
Apr 30 04:53:10.005675 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68a6a078-3346-4311-8eaa-875898941459 req-30683384-8598-4880-a7d5-451350e6a26f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1297581
Apr 30 04:53:10.058662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['41c2f98c-aaa6-4db7-807a-9b4e1b6e7503'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:53:10.061718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604b15d-6a44-440c-aee6-52f6c66c7dd0 req-df1b65d4-2c0f-43e6-9143-7ef17c185dc1 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:10.063391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e604b15d-6a44-440c-aee6-52f6c66c7dd0 req-df1b65d4-2c0f-43e6-9143-7ef17c185dc1 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 945 time: 0.6376257
Apr 30 04:53:10.077881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1fde618-a60b-4dc6-987b-70442bceccd2 req-cc2c106a-1301-4832-ba5e-0f9f1dab734e tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2391789
Apr 30 04:53:10.104380 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:10.196363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6ee398b7-d8bc-4351-8c6c-3c7684dd4894 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:10.203094 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6ee398b7-d8bc-4351-8c6c-3c7684dd4894 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/6d43e7ec-74e5-44b2-a067-13cd4c262567 HTTP/1.1" status: 404  len: 333 time: 0.9507391
Apr 30 04:53:10.221338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51850) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:10.297453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d6bc812f-44b2-4435-8b3b-59786efefb49, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d6bc812f-44b2-4435-8b3b-59786efefb49,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:10.344169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'd6bc812f-44b2-4435-8b3b-59786efefb49', 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd', 'port_id': 'd6bc812f-44b2-4435-8b3b-59786efefb49', 'mac_address': 'fa:16:3e:cf:81:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6767dbce-6813-4d23-8df5-f2db727f173a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:53:10.352397 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eebeb12a-09ee-4306-8879-f9f53777e40c req-fb4eb226-09b7-4ed7-be9d-1ba02f950fc2 service neutron] 10.222.0.50 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5032055
Apr 30 04:53:10.444822 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eda58544-dda1-40d8-b3d0-fa186ff9a4f3 req-cf8c25b7-6dca-4ae8-b7c0-f1e07f31cbe4 service neutron] 10.222.0.50 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1822400
Apr 30 04:53:10.468873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet 0baee554-42a3-4c8a-a9de-35989ceada41 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:53:10.481560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:10.497841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Calling delete_port for deaefb2b-5b32-4c54-9366-b2c081550fd7 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:10.551087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Deleting port ca72cd4c-4925-49cf-a103-2753bb21a2d7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:10.552153 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:10.609620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e604b15d-6a44-440c-aee6-52f6c66c7dd0 req-662dc4de-63fd-4aac-ba77-2109935c9321 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5376384
Apr 30 04:53:10.663472 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:10.751333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bc812f-44b2-4435-8b3b-59786efefb49 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:53:10.841754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d6bc812f-44b2-4435-8b3b-59786efefb49, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d6bc812f-44b2-4435-8b3b-59786efefb49,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:10.858774 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:10.861325 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:10.898496 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68a6a078-3346-4311-8eaa-875898941459 req-df848b0a-400f-4c09-a19f-82ea3b4567da service neutron] 10.222.0.37 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8763633
Apr 30 04:53:10.960496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d6bc812f-44b2-4435-8b3b-59786efefb49,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:10.973249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:10.974777 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:11.192176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:11.200779 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d6bc812f-44b2-4435-8b3b-59786efefb49'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:53:11.233182 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ee7bb7e3-6db3-48b3-ac6b-9a08cf60ff5a tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:11.349450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Pushing event deleted for resources: {'Port': ['ID=a9980ddc-1030-4701-b322-01f0ce1fb6fa,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:11.367875 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:11.384807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:11.386972 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:11.429980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5db001-d488-4553-b92b-59609720b256 req-ab65b058-2204-43ef-b00b-3ca88e54632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:11.433376 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc5db001-d488-4553-b92b-59609720b256 req-ab65b058-2204-43ef-b00b-3ca88e54632c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a294e22bb46740d09d3452d34a06bf88&device_id=faf7a67d-d0b7-4613-a686-7df496dc9e17 HTTP/1.1" status: 200  len: 1095 time: 0.8631926
Apr 30 04:53:11.448768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68a6a078-3346-4311-8eaa-875898941459 req-1783a559-ad99-4ff2-87f8-831fa86b89a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5332756
Apr 30 04:53:11.466274 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:11.524560 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b6f1525b-760e-4a87-bdb1-3b88525d939f tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:11.830024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event deleted for resources: {'Port': ['ID=deaefb2b-5b32-4c54-9366-b2c081550fd7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:11.861747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:12.149557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5db001-d488-4553-b92b-59609720b256 req-2dafdbe3-b699-4159-932f-caaef1d84bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:12.152747 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc5db001-d488-4553-b92b-59609720b256 req-2dafdbe3-b699-4159-932f-caaef1d84bb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 200  len: 913 time: 0.7093399
Apr 30 04:53:12.420788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377907-b577-4e68-9afb-3649aa1fa6b3 req-0a2612e7-763a-44f0-96cd-ef2ec164bb6a tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:12.427089 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc5db001-d488-4553-b92b-59609720b256 req-275d5861-e04d-4ee0-b00d-e86427d729f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f88b4408-344d-415e-9a8d-96fe44b5ee40 HTTP/1.1" status: 200  len: 217 time: 0.2088804
Apr 30 04:53:12.436346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac377907-b577-4e68-9afb-3649aa1fa6b3 req-0a2612e7-763a-44f0-96cd-ef2ec164bb6a tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 944 time: 2.0491118
Apr 30 04:53:12.440400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:12.445473 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:12.460964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Calling delete_port for ca72cd4c-4925-49cf-a103-2753bb21a2d7 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:12.505477 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:12.580253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5db001-d488-4553-b92b-59609720b256 req-48ae5596-82b4-455e-b1c8-f36007211e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:12.582187 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc5db001-d488-4553-b92b-59609720b256 req-48ae5596-82b4-455e-b1c8-f36007211e4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6767dbce-6813-4d23-8df5-f2db727f173a HTTP/1.1" status: 200  len: 852 time: 0.1468546
Apr 30 04:53:12.597946 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "DELETE /v2.0/ports/deaefb2b-5b32-4c54-9366-b2c081550fd7 HTTP/1.1" status: 204  len: 168 time: 4.3968289
Apr 30 04:53:12.613584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51918) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:12.656042 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc5db001-d488-4553-b92b-59609720b256 req-705b42d2-f5f2-4e3c-bb32-d2adc71a3587 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609472
Apr 30 04:53:12.707793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac377907-b577-4e68-9afb-3649aa1fa6b3 req-103d46dd-27d5-43f4-a10e-822bd25c9e5c tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697694
Apr 30 04:53:12.760656 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5cb18f-e4a7-4f7b-9cbc-4e93242c7882 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] GET failed (client error): The resource could not be found.
Apr 30 04:53:12.761874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9c5cb18f-e4a7-4f7b-9cbc-4e93242c7882 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Synchronizing usage tracker for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:12.812603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e8399-7df1-4f0e-9cc7-e60fa2a25086 req-7ce66168-4a74-46eb-ab81-2c9fd099cf66 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:12.825891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd5e8399-7df1-4f0e-9cc7-e60fa2a25086 req-7ce66168-4a74-46eb-ab81-2c9fd099cf66 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 944 time: 1.3668416
Apr 30 04:53:12.847330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:53:12.971888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9c5cb18f-e4a7-4f7b-9cbc-4e93242c7882 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Unset dirty status for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:12.977591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9c5cb18f-e4a7-4f7b-9cbc-4e93242c7882 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "GET /v2.0/ports/deaefb2b-5b32-4c54-9366-b2c081550fd7 HTTP/1.1" status: 404  len: 333 time: 0.3610466
Apr 30 04:53:12.984331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51938) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:13.022719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Request body: {'port': {'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1426620636'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:13.031027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:13.040133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:13.040755 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:13.085551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:13.234627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd5e8399-7df1-4f0e-9cc7-e60fa2a25086 req-5bbe6af5-0853-4640-a85b-fd33a5e8e84c tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4052138
Apr 30 04:53:13.254299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:13.330319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Made reservation on behalf of 76f023516377448fa015132b20518b98 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:13.336204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:13.371350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:13.399534 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb8e2223-7865-40f4-909b-01a3d9057b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:13.492839 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:13.563045 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba2a9c6-5f32-47ff-8939-e5940d07928c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c2f98c-aaa6-4db7-807a-9b4e1b6e7503'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:13.575715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Pushing event deleted for resources: {'Port': ['ID=ca72cd4c-4925-49cf-a103-2753bb21a2d7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:13.582616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] device_id is not set on port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:13.598449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:13.610109 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:13.617146 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fa0a7ee6-700e-49af-8914-0b1fc92f1f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:13.671230 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:13.788645 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:13.824294 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba2a9c6-5f32-47ff-8939-e5940d07928c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c2f98c-aaa6-4db7-807a-9b4e1b6e7503', 'code': 200}
Apr 30 04:53:13.826873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d6bc812f-44b2-4435-8b3b-59786efefb49 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:53:13.886812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:13.893471 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] 10.222.0.46 "DELETE /v2.0/floatingips/327a09a6-7b7c-493a-9883-6263c0fb7495 HTTP/1.1" status: 204  len: 168 time: 4.5673223
Apr 30 04:53:13.895185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51950) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:14.014243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port d6bc812f-44b2-4435-8b3b-59786efefb49 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:14.021818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port d6bc812f-44b2-4435-8b3b-59786efefb49 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:14.022251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:14.096255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:14.100083 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:14.213883 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:14.287188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d6bc812f-44b2-4435-8b3b-59786efefb49, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d6bc812f-44b2-4435-8b3b-59786efefb49,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:14.298585 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:14.305677 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e60da8a4-3a9b-4767-abe1-54c9017423d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:14.321657 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:14.357058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:14.608323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d6bc812f-44b2-4435-8b3b-59786efefb49,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:14.614260 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:14.649380 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc5db001-d488-4553-b92b-59609720b256 req-e92fdb83-6195-47cc-878e-3b93d324929a service neutron] 10.222.0.50 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.9122872
Apr 30 04:53:14.730921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Router 4fdc070a-ccf7-4466-9969-11f5c1093886 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:53:14.809144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b5d43-61be-4f5d-ad2d-cc29de52d34b req-10f64ea5-66fc-4ca0-9ecd-06fa3632148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:14.810560 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0f0b5d43-61be-4f5d-ad2d-cc29de52d34b req-10f64ea5-66fc-4ca0-9ecd-06fa3632148c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 1097 time: 0.6359224
Apr 30 04:53:14.861049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f88b4408-344d-415e-9a8d-96fe44b5ee40 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:53:14.879815 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:14.950032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:14.963429 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bb078891-0810-4c80-bb63-dda81c626c8b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:15.139944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718610b-f062-4693-a926-c37c54c79248 req-a4ea8929-dc51-42aa-8b69-7594af5a14b4 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:15.141504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3718610b-f062-4693-a926-c37c54c79248 req-a4ea8929-dc51-42aa-8b69-7594af5a14b4 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 0.9705756
Apr 30 04:53:15.171169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f88b4408-344d-415e-9a8d-96fe44b5ee40, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f88b4408-344d-415e-9a8d-96fe44b5ee40,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:15.196065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=0baee554-42a3-4c8a-a9de-35989ceada41,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:15.208317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f88b4408-344d-415e-9a8d-96fe44b5ee40', 'network_id': '4f642c1b-9ffb-4c72-afbb-6c2f613f65cd', 'port_id': 'f88b4408-344d-415e-9a8d-96fe44b5ee40', 'mac_address': 'fa:16:3e:c0:bc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6767dbce-6813-4d23-8df5-f2db727f173a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:53:15.219169 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:15.245631 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:15.257106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:15.258762 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f751b917-b598-45d2-b198-771dfa7d80d1 tempest-ServerRescueTestJSONUnderV235-692813428 tempest-ServerRescueTestJSONUnderV235-692813428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:15.277246 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0f0b5d43-61be-4f5d-ad2d-cc29de52d34b req-336ab44f-92b2-4163-88fe-9b3d23edf114 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4544089
Apr 30 04:53:15.286920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d2e57-9995-463e-85ea-703dc1a49637 None None] Network 6665ad56-c96b-4f5a-950f-875b0bd233c0 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:15.295727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc5db001-d488-4553-b92b-59609720b256 req-5ac92086-23d3-49f8-a36c-4ecc4b3be203 service neutron] 10.222.0.50 "GET /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6233990
Apr 30 04:53:15.298969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:53:15.303491 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/0baee554-42a3-4c8a-a9de-35989ceada41 HTTP/1.1" status: 204  len: 168 time: 5.0659931
Apr 30 04:53:15.314637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:15.315171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51960) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:15.345544 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "PUT /v2.0/routers/4fdc070a-ccf7-4466-9969-11f5c1093886 HTTP/1.1" status: 200  len: 705 time: 13.7195415
Apr 30 04:53:15.366301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51962) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:15.439852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9191f79f-bcb9-480f-b54b-4af8ffd900c9 None None] Sync routers for ids ['4fdc070a-ccf7-4466-9969-11f5c1093886'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:53:15.535936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191f79f-bcb9-480f-b54b-4af8ffd900c9 None None] Routers {'4fdc070a-ccf7-4466-9969-11f5c1093886'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:15.537017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9191f79f-bcb9-480f-b54b-4af8ffd900c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b097970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:53:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4fdc070a-ccf7-4466-9969-11f5c1093886'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:15.619036 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1393c2c-b492-495d-8f5f-3922ef2d470a tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/routers/4fdc070a-ccf7-4466-9969-11f5c1093886 HTTP/1.1" status: 200  len: 740 time: 0.2426066
Apr 30 04:53:15.619742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51970) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:15.706452 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-156e627f-01bf-47a5-baa3-49e27580b46e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&device_id=4fdc070a-ccf7-4466-9969-11f5c1093886 HTTP/1.1" status: 200  len: 205 time: 0.0818634
Apr 30 04:53:15.707207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51976) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:15.769255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Network 1c1f040e-835b-47e0-a296-8dc223855e3a is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:15.788102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:15.814593 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:15.834600 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-15e87c1b-2041-4bfe-9f35-2c30eb6db969 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fdc070a-ccf7-4466-9969-11f5c1093886 HTTP/1.1" status: 200  len: 205 time: 0.1222448
Apr 30 04:53:15.834897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51980) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:15.846436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13497793-0f26-4ee4-94ab-4a4ced36c3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bc812f-44b2-4435-8b3b-59786efefb49'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:15.876272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9191f79f-bcb9-480f-b54b-4af8ffd900c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b097970>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:15.899714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88b4408-344d-415e-9a8d-96fe44b5ee40 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:53:15.996284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9191f79f-bcb9-480f-b54b-4af8ffd900c9 None None] Routers {'4fdc070a-ccf7-4466-9969-11f5c1093886'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:15.997384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9191f79f-bcb9-480f-b54b-4af8ffd900c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b097970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:53:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4fdc070a-ccf7-4466-9969-11f5c1093886'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:16.145044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9191f79f-bcb9-480f-b54b-4af8ffd900c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b097970>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:16.156773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9191f79f-bcb9-480f-b54b-4af8ffd900c9 None None] The sync data for ids ['4fdc070a-ccf7-4466-9969-11f5c1093886'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:53:16.232207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f88b4408-344d-415e-9a8d-96fe44b5ee40, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f88b4408-344d-415e-9a8d-96fe44b5ee40,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:16.255920 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:16.261067 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:16.451518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f88b4408-344d-415e-9a8d-96fe44b5ee40,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:16.458082 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:16.536589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:16.538372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:16.539493 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:16.560659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f88b4408-344d-415e-9a8d-96fe44b5ee40'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:53:16.571879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3718610b-f062-4693-a926-c37c54c79248 req-54f1c691-a431-4790-9ce8-2c3c4258f652 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3548398
Apr 30 04:53:16.609817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'Port': ['ID=6917a59e-6eb5-4e90-8dd9-9f114ee8b40b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:16.614706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-16756d9a-62ad-4b21-9677-26b4cdaa2e2b tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:16.678721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] DHCP port deletion for 6665ad56-c96b-4f5a-950f-875b0bd233c0 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:53:16.698409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:16.712080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.712898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.713661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.714615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.715438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.716189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.716928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.717668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.718429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.719179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.719940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.720704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:16.797129 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13497793-0f26-4ee4-94ab-4a4ced36c3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bc812f-44b2-4435-8b3b-59786efefb49', 'code': 200}
Apr 30 04:53:16.831663 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.572s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:16.929248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32427476-c619-49fa-804d-1630f1e5e162 req-87575b2a-e66e-4e74-a660-085031c22a42 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:16.930849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32427476-c619-49fa-804d-1630f1e5e162 req-87575b2a-e66e-4e74-a660-085031c22a42 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 945 time: 2.2323883
Apr 30 04:53:16.958795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 3.9655344
Apr 30 04:53:16.996722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51986) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:17.032089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:17.225143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] Deleting port d8d77e4b-b112-473d-9199-1b50b82e6081 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:17.225798 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:17.469771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32427476-c619-49fa-804d-1630f1e5e162 req-a0443bbb-d054-44a5-958e-72fac9db3adf tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5078130
Apr 30 04:53:17.617854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e21ee8-8b96-483f-a257-01b77fd89dd7 req-fa4ddfb9-35e6-42c0-a11e-42db5e8b93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:17.620852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01e21ee8-8b96-483f-a257-01b77fd89dd7 req-fa4ddfb9-35e6-42c0-a11e-42db5e8b93b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 1097 time: 0.7741754
Apr 30 04:53:17.700073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port d8d77e4b-b112-473d-9199-1b50b82e6081 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:17.700773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:17.751175 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-16756d9a-62ad-4b21-9677-26b4cdaa2e2b tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:17.756498 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-16756d9a-62ad-4b21-9677-26b4cdaa2e2b tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:17.856677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-16756d9a-62ad-4b21-9677-26b4cdaa2e2b tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:17.857702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16756d9a-62ad-4b21-9677-26b4cdaa2e2b tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Fanout notify agent at l3_agent the message router_deleted on router 4fdc070a-ccf7-4466-9969-11f5c1093886 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:53:17.887329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-16756d9a-62ad-4b21-9677-26b4cdaa2e2b tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:17.891453 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-16756d9a-62ad-4b21-9677-26b4cdaa2e2b tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/4fdc070a-ccf7-4466-9969-11f5c1093886 HTTP/1.1" status: 204  len: 168 time: 2.0536294
Apr 30 04:53:17.911552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52000) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:17.995126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d8d77e4b-b112-473d-9199-1b50b82e6081 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:53:18.064321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:18.122909 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-86adb49c-65a7-4cc8-845b-5a181c7c4487 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fdc070a-ccf7-4466-9969-11f5c1093886 HTTP/1.1" status: 200  len: 205 time: 0.2076390
Apr 30 04:53:18.124750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52004) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:18.250353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01e21ee8-8b96-483f-a257-01b77fd89dd7 req-f7b1a045-2e11-49d0-bb77-5fb6bd1642bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6091301
Apr 30 04:53:18.260880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] For port d8d77e4b-b112-473d-9199-1b50b82e6081, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d8d77e4b-b112-473d-9199-1b50b82e6081,segment=NetworkSegment(6e46f54d-69f4-4da4-b12d-15bdb22e78a5),segment_id=6e46f54d-69f4-4da4-b12d-15bdb22e78a5)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:18.261312 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:18.281044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] For port d8d77e4b-b112-473d-9199-1b50b82e6081, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d8d77e4b-b112-473d-9199-1b50b82e6081,segment=NetworkSegment(6e46f54d-69f4-4da4-b12d-15bdb22e78a5),segment_id=6e46f54d-69f4-4da4-b12d-15bdb22e78a5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:18.282917 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:18.437997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for d8d77e4b-b112-473d-9199-1b50b82e6081 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:18.484012 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-c92a9962-0790-4437-afaf-7a11e2a51a83 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] delete failed (client error): The resource could not be found.
Apr 30 04:53:18.494612 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c92a9962-0790-4437-afaf-7a11e2a51a83 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/4fdc070a-ccf7-4466-9969-11f5c1093886 HTTP/1.1" status: 404  len: 336 time: 0.3554606
Apr 30 04:53:18.499657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52010) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:18.579247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52018) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:18.580823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b2d8a910-1351-4ade-92bc-d53124264826 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=3497f765-4ee8-43b3-9fe9-cbc77ecd79b3 HTTP/1.1" status: 200  len: 205 time: 0.0793815
Apr 30 04:53:18.619750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c3477-317c-4a21-88a7-ad66034ecccd req-2e6c75b0-0615-4133-bfa1-0e1d44120b32 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:18.622176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b1c3477-317c-4a21-88a7-ad66034ecccd req-2e6c75b0-0615-4133-bfa1-0e1d44120b32 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 0.7562275
Apr 30 04:53:18.740347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] Calling delete_port for d8d77e4b-b112-473d-9199-1b50b82e6081 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:18.762336 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:18.872323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b1c3477-317c-4a21-88a7-ad66034ecccd req-a9a7b261-3201-4717-aa48-77e7962453c0 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2360051
Apr 30 04:53:18.892114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:18.937245 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-935b1534-27c8-4eb6-8d61-acd7b364e4d8 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:18.941643 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-cf314fdf-6e17-408f-9d01-38bce9add4e0 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] delete failed (client error): The resource could not be found.
Apr 30 04:53:18.949699 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cf314fdf-6e17-408f-9d01-38bce9add4e0 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/3497f765-4ee8-43b3-9fe9-cbc77ecd79b3 HTTP/1.1" status: 404  len: 336 time: 0.3556569
Apr 30 04:53:18.950351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52022) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:19.006426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Port d8d77e4b-b112-473d-9199-1b50b82e6081 update to DOWN by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:53:19.101696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=d8d77e4b-b112-473d-9199-1b50b82e6081,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:19.107917 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:19.111908 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ad2f3cf6-d4c8-4701-9128-6a5fb118435c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:19.112472 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:19.122609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No DVR routers for this DVR port d8d77e4b-b112-473d-9199-1b50b82e6081 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:19.164213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52028) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:19.168093 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ce6b6823-11b5-418d-8d12-198646902e9b tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=1042195d-18f3-422e-9181-5f9d211c0fbc HTTP/1.1" status: 200  len: 205 time: 0.1999822
Apr 30 04:53:19.221746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] Pushing event deleted for resources: {'Port': ['ID=d8d77e4b-b112-473d-9199-1b50b82e6081,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:19.225031 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:19.225862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] No DVR routers for this DVR port d8d77e4b-b112-473d-9199-1b50b82e6081 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:19.434139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] device_id is not set on port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:19.472729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:19.566865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Transition to ACTIVE for port object 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:53:19.586018 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:19.595778 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-672814c5-5fc8-4823-9869-a3fe1e6c39e2 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:19.681081 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-8d5b8241-b09b-42ba-97c5-9dffdad6445c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] delete failed (client error): The resource could not be found.
Apr 30 04:53:19.685784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8d5b8241-b09b-42ba-97c5-9dffdad6445c tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/1042195d-18f3-422e-9181-5f9d211c0fbc HTTP/1.1" status: 404  len: 336 time: 0.2407625
Apr 30 04:53:19.687116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52034) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:20.097229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-55512571-df2f-4c62-99f6-ac3d87d0d300 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3be5d05-0b32-44c1-b4ac-0e27982429f3 HTTP/1.1" status: 200  len: 205 time: 0.3893905
Apr 30 04:53:20.105664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52042) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:20.368245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'Port': ['ID=6917a59e-6eb5-4e90-8dd9-9f114ee8b40b,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:20.372717 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:20.389184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:20.389535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:20.389908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:20.404498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:20.404834 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:20.405390 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 2 to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b
Apr 30 04:53:20.428151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:20.428488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:20.428829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:20.434627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-fab4a79e-41aa-4840-9219-9782e9fc08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:20.436384 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-fab4a79e-41aa-4840-9219-9782e9fc08a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 1097 time: 0.7320032
Apr 30 04:53:20.442460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:20.442460 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:20.442460 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 3 to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b
Apr 30 04:53:20.500287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:20.500582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:20.500880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:20.577268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:20.577679 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:20.582173 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 4 to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b
Apr 30 04:53:20.605908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:20.606237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:20.606581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:20.613521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:20.613857 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:20.617519 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 5 to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b
Apr 30 04:53:20.652493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:20.652753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:20.653099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:20.656083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-64fcf6dc-7152-45f9-8170-f1b537d9b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:20.657821 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-64fcf6dc-7152-45f9-8170-f1b537d9b7e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 0.2073078
Apr 30 04:53:20.661742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:20.662076 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:20.662481 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 6 to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b
Apr 30 04:53:20.749968 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-1c2948e7-5248-47f4-93ca-2a7b815ba935 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 HTTP/1.1" status: 200  len: 217 time: 0.0790699
Apr 30 04:53:20.752872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:20.753223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:20.753568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:20.796188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:20.796526 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:20.805799 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 7 to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b
Apr 30 04:53:20.822051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:20.830741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:20.831083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:20.831486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:20.842181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:20.842512 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:20.843082 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 8 to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b
Apr 30 04:53:20.851636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-e14d72ed-95db-4955-aca0-0ef50d631606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:20.853161 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-e14d72ed-95db-4955-aca0-0ef50d631606 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.0954638
Apr 30 04:53:20.905818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:20.906105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:20.906457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:20.910268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f88b4408-344d-415e-9a8d-96fe44b5ee40 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:53:20.919179 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-157f4700-404c-4a84-8ad0-0eca28c9e245 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567727
Apr 30 04:53:20.921328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:20.921666 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:20.922066 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 9 to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b
Apr 30 04:53:20.934755 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-88aeae6f-8e07-444b-9c8b-d0534eb88481 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] delete failed (client error): The resource could not be found.
Apr 30 04:53:20.940700 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88aeae6f-8e07-444b-9c8b-d0534eb88481 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/b3be5d05-0b32-44c1-b4ac-0e27982429f3 HTTP/1.1" status: 404  len: 336 time: 0.8205256
Apr 30 04:53:20.943335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52046) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:20.979091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:20.979730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:20.980188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:21.031172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0c2dcfb1-3d92-4f56-b81e-d690d791bdb4 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=4297622e-cbe1-4e03-910b-14dc0123abad HTTP/1.1" status: 200  len: 205 time: 0.0808039
Apr 30 04:53:21.044226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52050) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:21.107807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port f88b4408-344d-415e-9a8d-96fe44b5ee40 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:21.114383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f88b4408-344d-415e-9a8d-96fe44b5ee40 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:21.114872 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:21.123483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:21.123848 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:21.132865 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempt 10 to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b
Apr 30 04:53:21.137436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760081e-dc05-491c-a29f-a4710c62137b req-8a6a9e07-84c0-4c4c-9030-3830e2425502 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:21.145047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f760081e-dc05-491c-a29f-a4710c62137b req-8a6a9e07-84c0-4c4c-9030-3830e2425502 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 945 time: 2.0456307
Apr 30 04:53:21.160046 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-06f49119-e260-46a6-a212-78fb0c372550 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] delete failed (client error): The resource could not be found.
Apr 30 04:53:21.164215 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-06f49119-e260-46a6-a212-78fb0c372550 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/4297622e-cbe1-4e03-910b-14dc0123abad HTTP/1.1" status: 404  len: 336 time: 0.1186728
Apr 30 04:53:21.164877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52056) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:21.255061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a620e20>,) {'filters': {'network_id': ['6665ad56-c96b-4f5a-950f-875b0bd233c0']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:21.265880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:21.266125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:21.266354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempting to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:21.304193 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-38cf036c-e532-4086-92be-8261037b6e18 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c75b64b-41ce-4eb5-8bd9-aa5565303741 HTTP/1.1" status: 200  len: 205 time: 0.1323299
Apr 30 04:53:21.308763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52062) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:21.312797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:53:21.313135 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Failed to bind port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on host n-h2-766726-20 for vnic_type normal using segments [{'id': '4a062e0e-8df6-4f6d-9685-946f26b18de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1c1f040e-835b-47e0-a296-8dc223855e3a'}]
Apr 30 04:53:21.313505 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:21.338055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a620e20>, '6e46f54d-69f4-4da4-b12d-15bdb22e78a5') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:21.338692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a620e20>, '6e46f54d-69f4-4da4-b12d-15bdb22e78a5') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:21.455836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47d379-2d51-4689-9beb-5841a7119d98 req-36750c85-c9c6-44ef-9fa8-98bc9c5660ef tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:21.463249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d47d379-2d51-4689-9beb-5841a7119d98 req-36750c85-c9c6-44ef-9fa8-98bc9c5660ef tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 1.3751984
Apr 30 04:53:21.475270 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:21.475775 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:21.495050 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-048bb762-b3c6-4015-a2aa-fd67c81b980d tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] delete failed (client error): The resource could not be found.
Apr 30 04:53:21.499727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-048bb762-b3c6-4015-a2aa-fd67c81b980d tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/routers/3c75b64b-41ce-4eb5-8bd9-aa5565303741 HTTP/1.1" status: 404  len: 336 time: 0.1518199
Apr 30 04:53:21.507772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52066) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:21.523432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f88b4408-344d-415e-9a8d-96fe44b5ee40, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f88b4408-344d-415e-9a8d-96fe44b5ee40,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:21.524483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f760081e-dc05-491c-a29f-a4710c62137b req-0f44649d-fb8e-42a2-9722-745625d2e116 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3780456
Apr 30 04:53:21.524855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88b4408-344d-415e-9a8d-96fe44b5ee40'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:21.533256 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:21.536220 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:21.630681 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-a12b2ee4-fe75-4d96-8f0e-ae44d19fd0eb service neutron] 10.222.0.50 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6967711
Apr 30 04:53:21.688403 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88b4408-344d-415e-9a8d-96fe44b5ee40', 'code': 200}
Apr 30 04:53:21.701653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f88b4408-344d-415e-9a8d-96fe44b5ee40,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:21.711803 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb60cb73-83e3-4e4a-91fc-5193a04f4a87 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:53:21.714335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb60cb73-83e3-4e4a-91fc-5193a04f4a87 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:53:21.719769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bb60cb73-83e3-4e4a-91fc-5193a04f4a87 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] 10.222.0.46 "DELETE /v2.0/subnets/db293018-d3bb-4260-8791-923330251358 HTTP/1.1" status: 404  len: 337 time: 0.2083576
Apr 30 04:53:21.733282 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:21.741686 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:21.782946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:53:21.832168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d47d379-2d51-4689-9beb-5841a7119d98 req-a7e24faf-1204-419d-9584-f06c5e295e8e tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3426435
Apr 30 04:53:22.025904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Deleting port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:22.026428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:22.034299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] For port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:53:22.034812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attempted to set empty binding levels {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Apr 30 04:53:22.067639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:22.082092 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-58333469-317f-4f67-bec0-3689765b4e6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:22.163728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f5be-5380-47c2-8c3e-de232370c843 req-09de5753-bda5-457f-8ae1-5e54d4a28bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:22.168059 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a5b6f5be-5380-47c2-8c3e-de232370c843 req-09de5753-bda5-457f-8ae1-5e54d4a28bfb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=faf7a67d-d0b7-4613-a686-7df496dc9e17 HTTP/1.1" status: 200  len: 1097 time: 0.3241603
Apr 30 04:53:22.197723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] In _notify_port_updated(), no bound segment for port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b on network 1c1f040e-835b-47e0-a296-8dc223855e3a {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:53:22.198846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:22.199497 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:22.201120 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "PUT /v2.0/ports/6917a59e-6eb5-4e90-8dd9-9f114ee8b40b HTTP/1.1" status: 200  len: 976 time: 5.2036030
Apr 30 04:53:22.221912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f7907c20-910a-4cb3-bee3-c1cddb5ccfba req-e3d278e7-dde3-4096-be67-2664b76f03c1 service neutron] 10.222.0.50 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5777485
Apr 30 04:53:22.223429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52076) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:22.268934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event updated for resources: {'Port': ['ID=6917a59e-6eb5-4e90-8dd9-9f114ee8b40b,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:22.276811 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:22.290353 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a5b6f5be-5380-47c2-8c3e-de232370c843 req-bbeba53d-a774-4ab1-a343-3122784cf4c1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139541
Apr 30 04:53:22.417853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 6665ad56-c96b-4f5a-950f-875b0bd233c0 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:22.436686 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:22.442872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52088) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:22.492920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52094) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:22.765551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] For port 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:22.766154 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:23.292569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 6665ad56-c96b-4f5a-950f-875b0bd233c0 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:53:23.374575 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:53:23.413115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:23.476201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:23.490709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a7967f306e834c1dbe20e7454baceb6a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:23.500085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:23.537693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:23.693099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Calling delete_port for 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:23.774254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:24.000401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Deleting port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:24.000963 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:24.085828 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:24.094519 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:24.129342 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:24.179884 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/networks/6665ad56-c96b-4f5a-950f-875b0bd233c0 HTTP/1.1" status: 204  len: 168 time: 8.6699612
Apr 30 04:53:24.189890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52106) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:24.220114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'name': 'tempest-PortsTestJSON-629377705'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:24.282147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Network': ['ID=6665ad56-c96b-4f5a-950f-875b0bd233c0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:24.301754 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:24.398669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d05e6-f16f-4a49-9c50-4a5126e6fa86 req-84454f96-4e2c-4905-acd1-ee018f5a39cc tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:24.404140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e28d05e6-f16f-4a49-9c50-4a5126e6fa86 req-84454f96-4e2c-4905-acd1-ee018f5a39cc tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 945 time: 1.6251693
Apr 30 04:53:24.469331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] For port 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b, host n-h2-766726-20, got binding levels [] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:24.469703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:24.495763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686865a3-aaa3-40f1-915d-2a285b9b55fb req-3bb021d1-0b9e-4b4b-b78a-e0a7b310236b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:24.497372 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-686865a3-aaa3-40f1-915d-2a285b9b55fb req-3bb021d1-0b9e-4b4b-b78a-e0a7b310236b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 0.7565341
Apr 30 04:53:24.577578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:24.637359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:port and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:24.663278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:24.679788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Calling delete_port for 6917a59e-6eb5-4e90-8dd9-9f114ee8b40b owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:24.705274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:24.723191 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e28d05e6-f16f-4a49-9c50-4a5126e6fa86 req-18e7e5da-4d6d-4d3e-8d36-5c3abfc4a63c tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3078382
Apr 30 04:53:24.732389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:24.745964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-686865a3-aaa3-40f1-915d-2a285b9b55fb req-037250d8-50c0-4379-8fc0-873e2c87d367 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670485
Apr 30 04:53:24.757558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:24.775520 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e94b289-78d8-45d2-95c3-a2acc648fc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:24.863113 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:24.884892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:24.885540 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68f41fc8-5c33-4a12-8f16-7e075fbd55fd tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:24.907705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:25.018582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Pushing event deleted for resources: {'Port': ['ID=6917a59e-6eb5-4e90-8dd9-9f114ee8b40b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:25.024555 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:25.055408 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-f73fb761-7c2c-4a0b-b447-ba3c95845677 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.8031509
Apr 30 04:53:25.106369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port 37c83865-977d-42dd-995f-2463d19d3697 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:25.192912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:25.253610 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7967f306e834c1dbe20e7454baceb6a&name=default HTTP/1.1" status: 200  len: 2983 time: 2.7583032
Apr 30 04:53:25.258502 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "DELETE /v2.0/ports/6917a59e-6eb5-4e90-8dd9-9f114ee8b40b HTTP/1.1" status: 204  len: 168 time: 3.0254159
Apr 30 04:53:25.264694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52114) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:25.265551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52116) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:25.272838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c7e64f-871f-4d8c-ad43-8f5026503ee3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:25.304375 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:25.331054 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:25.352021 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dd4563b-8896-4c80-8ef5-60437742bc02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:25.408419 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac007f93-2e26-45c4-bdc6-e7c86d56b80b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] GET failed (client error): The resource could not be found.
Apr 30 04:53:25.408419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ac007f93-2e26-45c4-bdc6-e7c86d56b80b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Synchronizing usage tracker for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:25.422465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Deleting port 13ffdc67-7903-4d29-ace5-b7a5958384a0 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:25.422869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:25.428900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Pushing event deleted for resources: {'Port': ['ID=842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:25.432933 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:25.582142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4dc74-72f7-4e78-b2a5-4be390e6bfe8 req-60842ff4-ba00-4c00-8630-851fc9ba81fb tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:25.584025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67b4dc74-72f7-4e78-b2a5-4be390e6bfe8 req-60842ff4-ba00-4c00-8630-851fc9ba81fb tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=faf7a67d-d0b7-4613-a686-7df496dc9e17 HTTP/1.1" status: 200  len: 945 time: 0.5458810
Apr 30 04:53:25.590658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ac007f93-2e26-45c4-bdc6-e7c86d56b80b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Unset dirty status for tenant:76f023516377448fa015132b20518b98 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:25.599254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ac007f93-2e26-45c4-bdc6-e7c86d56b80b tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] 10.222.0.46 "GET /v2.0/ports/6917a59e-6eb5-4e90-8dd9-9f114ee8b40b HTTP/1.1" status: 404  len: 333 time: 0.3230629
Apr 30 04:53:25.607192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52122) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:25.612665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-f327fd38-1a82-4c40-97c2-35acd2603b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:25.638410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-f327fd38-1a82-4c40-97c2-35acd2603b91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e3aa4dd18d746099574082090f3af1d&device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 1097 time: 0.4428411
Apr 30 04:53:25.729652 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a1b55a33-faf6-4d96-8e22-38f1d7265ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:25.892452 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a1b55a33-faf6-4d96-8e22-38f1d7265ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:25.957579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:25.973553 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a1b55a33-faf6-4d96-8e22-38f1d7265ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:25.984209 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42774c7f-1606-4ea9-9dcc-5abed19a7d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:26.126782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b55a33-faf6-4d96-8e22-38f1d7265ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c7e64f-871f-4d8c-ad43-8f5026503ee3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:26.137154 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a1b55a33-faf6-4d96-8e22-38f1d7265ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:26.200375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67b4dc74-72f7-4e78-b2a5-4be390e6bfe8 req-c99676ea-8fb0-4097-90e4-063548a011f8 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5876546
Apr 30 04:53:26.201377 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:26.202410 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a1b55a33-faf6-4d96-8e22-38f1d7265ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:26.204481 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a1b55a33-faf6-4d96-8e22-38f1d7265ae8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71c7e64f-871f-4d8c-ad43-8f5026503ee3 HTTP/1.1" status: 204  len: 168 time: 0.9373987
Apr 30 04:53:26.240493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-00c80cc6-ade3-4f12-b7f2-072b52c8ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:26.242434 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-00c80cc6-ade3-4f12-b7f2-072b52c8ae70 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ada1d9f6-56af-4245-8d05-4f9e4067468a HTTP/1.1" status: 200  len: 915 time: 0.5233467
Apr 30 04:53:26.257626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] For port 13ffdc67-7903-4d29-ace5-b7a5958384a0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=13ffdc67-7903-4d29-ace5-b7a5958384a0,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:26.258574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:26.360778 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-6a63ecf0-c90f-40a3-a760-b7ccecbfe1c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19f69ed5-4c75-4c47-a209-f78f7b24547f HTTP/1.1" status: 200  len: 217 time: 0.0824788
Apr 30 04:53:26.576447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Calling delete_port for 13ffdc67-7903-4d29-ace5-b7a5958384a0 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:26.633028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-6989feb7-5270-457c-b0f5-09cb5c914211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:26.634739 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-6989feb7-5270-457c-b0f5-09cb5c914211 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f7f3c143-fc76-405e-b621-fc03734e4265 HTTP/1.1" status: 200  len: 854 time: 0.2032287
Apr 30 04:53:26.762300 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:26.765897 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-ffc8669e-e391-4189-85e9-52526e17840d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ada1d9f6-56af-4245-8d05-4f9e4067468a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1209807
Apr 30 04:53:26.772059 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-693bfdb1-9665-485a-a0b8-06662487757b tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:27.052703 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-3a033a3f-0660-40a1-9f4d-48e1002040a7 service neutron] 10.222.0.50 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2477226
Apr 30 04:53:27.102560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52138) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:27.169556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:27.198012 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:27.208759 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:27.227503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:27.247319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:27.253419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:27.254139 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:27.262928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=37c83865-977d-42dd-995f-2463d19d3697,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:27.273013 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:27.291591 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:27.354243 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4f62d789-044a-4e68-880f-fe5d7138d7d5 req-efe9b47e-fae0-4d78-931c-a1d269766e8a service neutron] 10.222.0.50 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2669981
Apr 30 04:53:27.362125 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 3.1620591
Apr 30 04:53:27.366776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:27.395186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:27.616447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 37c83865-977d-42dd-995f-2463d19d3697 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:27.616774 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:27.657612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:27.665411 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f5d369c3-cb18-4a1f-9c82-43a398ec25e2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:27.773067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd578d-b0dd-4075-bde6-a9f36a595ae2 req-c9c592a0-cfaf-4329-a82b-5881f19c3a16 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:27.779903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87fd578d-b0dd-4075-bde6-a9f36a595ae2 req-c9c592a0-cfaf-4329-a82b-5881f19c3a16 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 1.7064331
Apr 30 04:53:27.818974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ffdc67-7903-4d29-ace5-b7a5958384a0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:27.834186 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:27.892251 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:27.934771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a950340>,) {'filters': {'network_id': ['1c1f040e-835b-47e0-a296-8dc223855e3a']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:27.984862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9e63b846-9029-4ccf-9711-46415140f228 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b801b7a6b1b4c6cb0d4fdc0affbf7a5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8726177
Apr 30 04:53:28.060345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52152) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:28.076551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 37c83865-977d-42dd-995f-2463d19d3697 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:28.100898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a950340>, '4a062e0e-8df6-4f6d-9685-946f26b18de3') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:28.101968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a950340>, '4a062e0e-8df6-4f6d-9685-946f26b18de3') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:28.150622 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:28.250882 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:28.269863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:53:28.604167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0af7c50f-7da9-41ac-9719-67ab5d844373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:28.669348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:28.675647 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0af7c50f-7da9-41ac-9719-67ab5d844373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:28.713881 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:28.835660 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52560041-0b34-43d0-9fbb-8d6156e542c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:28.860476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87fd578d-b0dd-4075-bde6-a9f36a595ae2 req-bd3c99f5-464a-411b-84b5-1df2bc8bbeab tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0295844
Apr 30 04:53:28.882005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2222b68-9cbd-4747-84fb-f7461439438c req-b97cb4ea-d5cd-4824-9288-cbceb55b5bcc tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:28.884877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c2222b68-9cbd-4747-84fb-f7461439438c req-b97cb4ea-d5cd-4824-9288-cbceb55b5bcc tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Synchronizing usage tracker for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:28.962222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=37c83865-977d-42dd-995f-2463d19d3697,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:28.967986 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:28.982697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Network 1c1f040e-835b-47e0-a296-8dc223855e3a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:28.999428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:29.013616 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:29.127727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/37c83865-977d-42dd-995f-2463d19d3697 HTTP/1.1" status: 204  len: 168 time: 1.7514436
Apr 30 04:53:29.128772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c2222b68-9cbd-4747-84fb-f7461439438c req-b97cb4ea-d5cd-4824-9288-cbceb55b5bcc tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Unset dirty status for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:29.129873 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2222b68-9cbd-4747-84fb-f7461439438c req-b97cb4ea-d5cd-4824-9288-cbceb55b5bcc tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.50 "GET /v2.0/ports?device_id=faf7a67d-d0b7-4613-a686-7df496dc9e17 HTTP/1.1" status: 200  len: 945 time: 0.7264154
Apr 30 04:53:29.132270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52158) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:29.139247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'mac_address': 'fa:16:3e:36:f8:23', 'name': 'tempest-PortsTestJSON-2114819318'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:29.333068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0af7c50f-7da9-41ac-9719-67ab5d844373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:29.347280 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7dcca003-37dc-43fb-b052-12c5e9e341d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:29.386741 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:53:29.421647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-e44a184a-6381-47c8-8c3f-df73c9005392 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.4667263
Apr 30 04:53:29.429157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Network 1c1f040e-835b-47e0-a296-8dc223855e3a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:29.436414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7c50f-7da9-41ac-9719-67ab5d844373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0988f4d0-471a-4bc8-bcb7-3ebc8c977326,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:29.451745 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0af7c50f-7da9-41ac-9719-67ab5d844373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:53:29.488842 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:53:29.530228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:29.531949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0af7c50f-7da9-41ac-9719-67ab5d844373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:29.547029 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0af7c50f-7da9-41ac-9719-67ab5d844373 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0988f4d0-471a-4bc8-bcb7-3ebc8c977326 HTTP/1.1" status: 204  len: 168 time: 1.4751332
Apr 30 04:53:29.586907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:port and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:29.594729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:29.612141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:29.661528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77146fd7-9ff6-4064-8264-128812896c45 req-ef4e9fac-7888-4d73-bdfe-8047ec7d3cb3 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:29.669183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77146fd7-9ff6-4064-8264-128812896c45 req-ef4e9fac-7888-4d73-bdfe-8047ec7d3cb3 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=faf7a67d-d0b7-4613-a686-7df496dc9e17 HTTP/1.1" status: 200  len: 945 time: 1.8422050
Apr 30 04:53:29.711875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:29.850517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-c2222b68-9cbd-4747-84fb-f7461439438c req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Deleting port f88b4408-344d-415e-9a8d-96fe44b5ee40 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:29.850886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c2222b68-9cbd-4747-84fb-f7461439438c req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:29.972192 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:29.989597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:53:30.037224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port abc3f541-086a-46df-bd0f-4915bcb21924 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:30.076893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-43c3b007-084b-49be-9dbb-5dbde23751cf tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:30.078792 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-43c3b007-084b-49be-9dbb-5dbde23751cf tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.37 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 945 time: 1.0617027
Apr 30 04:53:30.097890 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:30.184719 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-08e9403f-5924-4bec-9aa5-b3df45a262c0 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:30.225703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:30.296584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77146fd7-9ff6-4064-8264-128812896c45 req-66674eb4-16c5-46ed-9151-ebba6d8007b1 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6264019
Apr 30 04:53:30.315290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Pushing event deleted for resources: {'Network': ['ID=1c1f040e-835b-47e0-a296-8dc223855e3a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:30.319684 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:30.325841 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] 10.222.0.46 "DELETE /v2.0/networks/1c1f040e-835b-47e0-a296-8dc223855e3a HTTP/1.1" status: 204  len: 168 time: 4.7150748
Apr 30 04:53:30.341526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Router da915171-462f-4a35-a53c-8440e2383463 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:53:30.517611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-8b1a9805-c19b-4905-a98b-6d69f90731e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:30.520406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-8b1a9805-c19b-4905-a98b-6d69f90731e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 0.8676243
Apr 30 04:53:30.551152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c2222b68-9cbd-4747-84fb-f7461439438c req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] For port f88b4408-344d-415e-9a8d-96fe44b5ee40, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f88b4408-344d-415e-9a8d-96fe44b5ee40,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:30.551582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c2222b68-9cbd-4747-84fb-f7461439438c req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:30.685352 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-608d9a9b-4722-4f94-a431-04ad769f4a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:30.815116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-c2222b68-9cbd-4747-84fb-f7461439438c req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Calling delete_port for f88b4408-344d-415e-9a8d-96fe44b5ee40 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:30.945400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f88b4408-344d-415e-9a8d-96fe44b5ee40 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:53:30.991118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-6e1b25b5-44b4-4879-9099-94438eec761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:30.994986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-6e1b25b5-44b4-4879-9099-94438eec761a service neutron] 10.222.0.37 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 0.3730643
Apr 30 04:53:31.131174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Deleting port d6bc812f-44b2-4435-8b3b-59786efefb49 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:31.134949 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:31.152458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52182) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:31.180430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:53:31.200730 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] Sync routers for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:53:31.216063 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:31.216706 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804aeeb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:53:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:31.247068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] 10.222.0.46 "PUT /v2.0/routers/da915171-462f-4a35-a53c-8440e2383463/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 17.3482521
Apr 30 04:53:31.263716 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:31.287219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52188) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:31.342631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f88b4408-344d-415e-9a8d-96fe44b5ee40, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f88b4408-344d-415e-9a8d-96fe44b5ee40,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:31.348163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88b4408-344d-415e-9a8d-96fe44b5ee40'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:31.364980 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:31.367151 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:31.534136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f88b4408-344d-415e-9a8d-96fe44b5ee40,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:31.539852 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:31.555235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-fa71b248-a7e1-4715-a863-8dc1f21fbd46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 217 time: 0.3203440
Apr 30 04:53:31.786271 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:31.798626 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:53:31.904778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:53:31.918559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-862453fc-ae78-4995-b975-9516df23683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:31.921395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] Sync routers for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:53:31.934074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-862453fc-ae78-4995-b975-9516df23683d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.3638082
Apr 30 04:53:31.944749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:31.948114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78045a1f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:53:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:32.134249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-9ddf9d5b-8672-4e9a-ab98-8d6d0d241744 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1667180
Apr 30 04:53:32.202950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fab5b5-b19d-419b-983c-4eef6f016e86 req-ba2039b0-dbd0-445e-b396-dc6c7e36413b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:32.212637 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43fab5b5-b19d-419b-983c-4eef6f016e86 req-ba2039b0-dbd0-445e-b396-dc6c7e36413b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 1.9374633
Apr 30 04:53:32.231453 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] 10.222.0.46 "PUT /v2.0/routers/a27ff9d9-445c-4fc4-ba7e-40c7c7018b84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7859077
Apr 30 04:53:32.257960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] For port d6bc812f-44b2-4435-8b3b-59786efefb49, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d6bc812f-44b2-4435-8b3b-59786efefb49,segment=NetworkSegment(e96d4d8d-6df7-4b39-8b3c-408a739bcf7d),segment_id=e96d4d8d-6df7-4b39-8b3c-408a739bcf7d)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:32.260912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:32.271206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52206) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:32.399020 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:32.434448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:53:32.527474 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:32.656904 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804aeeb0>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:53:24Z', 'revision_number': 5, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:32.662774 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] Checking router: da915171-462f-4a35-a53c-8440e2383463 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:53:32.678409 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] Routers {'da915171-462f-4a35-a53c-8440e2383463'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:32.679635 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804aeeb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:53:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['da915171-462f-4a35-a53c-8440e2383463'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:32.798716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52214) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:32.835660 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:32.899629 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-57f032f1-398b-428a-8d10-d79c1c9069fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ec8a9f420594a69b27261dd34d9c0b3&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6679533
Apr 30 04:53:32.941885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52218) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:32.968574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:32.972923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:33.028966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:33.034674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:33.035329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:33.038361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Calling delete_port for d6bc812f-44b2-4435-8b3b-59786efefb49 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:33.088254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:33.105948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c2222b68-9cbd-4747-84fb-f7461439438c req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:33.150690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=abc3f541-086a-46df-bd0f-4915bcb21924,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:33.164645 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:33.167911 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c67a78b-17a6-42c1-8bdf-c6f35fb83624 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:33.187643 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] Set router da915171-462f-4a35-a53c-8440e2383463 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:53:33.189121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43fab5b5-b19d-419b-983c-4eef6f016e86 req-5a96aed9-3e9d-4418-a48d-1bd20eef09d2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9747357
Apr 30 04:53:33.261140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78045a1f0>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:53:27Z', 'revision_number': 5, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:33.265414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Pushing event deleted for resources: {'Port': ['ID=f88b4408-344d-415e-9a8d-96fe44b5ee40,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:33.271806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] Checking router: a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:53:33.297463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] Routers {'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:53:33.298145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78045a1f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:53:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:33.331572 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 4.1960099
Apr 30 04:53:33.348610 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:33.397790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52224) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:33.398582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:33.584050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2222b68-9cbd-4747-84fb-f7461439438c req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] No DVR routers for this DVR port f88b4408-344d-415e-9a8d-96fe44b5ee40 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:33.588846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c2222b68-9cbd-4747-84fb-f7461439438c req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:33.592816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2222b68-9cbd-4747-84fb-f7461439438c req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.50 "DELETE /v2.0/ports/f88b4408-344d-415e-9a8d-96fe44b5ee40 HTTP/1.1" status: 204  len: 173 time: 4.4205139
Apr 30 04:53:33.615641 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:33.644143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1146310449'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:33.663084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:33.676980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'name': 'network-vif-deleted', 'tag': 'f88b4408-344d-415e-9a8d-96fe44b5ee40'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:33.728951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Usage tracker for resource:network and tenant:53fc0388b4084b2db48b65e9ec191def is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:33.776700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:33.819029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:33.874020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d133a2-01ea-4b84-adb1-eb0ca88559a4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:33.874934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03d133a2-01ea-4b84-adb1-eb0ca88559a4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:33.878635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Made reservation on behalf of 53fc0388b4084b2db48b65e9ec191def for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:33.887938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212c9bb-7377-4034-8a15-bab539d4db44 req-2760f8fc-a882-40ec-a1df-f0aad4430941 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:33.888295 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:33.907040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d212c9bb-7377-4034-8a15-bab539d4db44 req-2760f8fc-a882-40ec-a1df-f0aad4430941 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=faf7a67d-d0b7-4613-a686-7df496dc9e17 HTTP/1.1" status: 200  len: 865 time: 2.2256162
Apr 30 04:53:33.907524 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'name': 'network-vif-deleted', 'tag': 'f88b4408-344d-415e-9a8d-96fe44b5ee40', 'status': 'completed', 'code': 200}
Apr 30 04:53:33.924197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Deleting port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:33.924550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:33.964608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-61da4b67-ad46-45f4-87cc-bbe89ce39269 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8096514
Apr 30 04:53:33.990289 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:34.041392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03d133a2-01ea-4b84-adb1-eb0ca88559a4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:34.051185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] Set router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:53:34.055519 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-03d133a2-01ea-4b84-adb1-eb0ca88559a4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/abc3f541-086a-46df-bd0f-4915bcb21924 HTTP/1.1" status: 200  len: 841 time: 0.6508358
Apr 30 04:53:34.094462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52232) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:34.131411 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804aeeb0>, [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:53:24Z', 'revision_number': 5, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:34.136990 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34d86b-65a0-49d3-8dca-7a49e211c4cc None None] The sync data for ids ['da915171-462f-4a35-a53c-8440e2383463'] in n-d-766726-20 is: [{'id': 'da915171-462f-4a35-a53c-8440e2383463', 'name': 'tempest-ServersTestManualDisk-1612859882-router', 'tenant_id': 'fc4971e418b641c6a38ad5e25a17080e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:48:49Z', 'updated_at': '2021-04-30T04:53:24Z', 'revision_number': 5, 'project_id': 'fc4971e418b641c6a38ad5e25a17080e', 'gw_port': {'id': 'c6d8ad62-689a-4fb5-88f8-c6060d84dfa3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da915171-462f-4a35-a53c-8440e2383463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:48:52Z', 'updated_at': '2021-04-30T04:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:53:34.268138 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf7a67d-d0b7-4613-a686-7df496dc9e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f88b4408-344d-415e-9a8d-96fe44b5ee40', 'code': 200}
Apr 30 04:53:34.310393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d6bc812f-44b2-4435-8b3b-59786efefb49 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:53:34.432241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d212c9bb-7377-4034-8a15-bab539d4db44 req-51a20a3e-263e-4af0-ba90-4c569773a192 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/security-groups?id=ee2c21b6-da2e-4f06-a741-f217c38e0f6a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5213223
Apr 30 04:53:34.444844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:34.447610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Usage tracker for resource:security_group_rule and tenant:53fc0388b4084b2db48b65e9ec191def is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:34.451128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:34.458286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:34.688175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] For port c6d8ad62-689a-4fb5-88f8-c6060d84dfa3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c6d8ad62-689a-4fb5-88f8-c6060d84dfa3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:34.688734 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:34.707181 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:34.750757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-519305aa-cfae-4634-9efe-2b2d62a324ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:34.820787 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:34.859081 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:35.028441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Calling delete_port for c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:35.123970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:35.187841 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5821d7a4-b7ca-45dd-8078-12ebd69b41e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:35.258861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c11a3d2-3525-4498-b634-c605b56e7318 req-57475258-8200-4e08-8e4e-12669452a4bb service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2798038
Apr 30 04:53:35.332684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab6b36-2c88-454d-85a3-7a0557df6575,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:35.404411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.404874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.405466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.406061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.406656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.407270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.407902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.408504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.409091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.409729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.410271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.410878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:53:35.453662 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:35.464453 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:35.526692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:35.528652 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fcab6b36-2c88-454d-85a3-7a0557df6575 HTTP/1.1" status: 204  len: 168 time: 2.5570893
Apr 30 04:53:35.550735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78045a1f0>, [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:53:27Z', 'revision_number': 5, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:35.561948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f04fcb-f03b-4977-8918-5d72fdf62c50 None None] The sync data for ids ['a27ff9d9-445c-4fc4-ba7e-40c7c7018b84'] in n-d-766726-20 is: [{'id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'name': 'tempest-TaggedBootDevicesTest-19422880-router', 'tenant_id': '7f6f97644f3a42f9ab1017c23f23b288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:38:25Z', 'updated_at': '2021-04-30T04:53:27Z', 'revision_number': 5, 'project_id': '7f6f97644f3a42f9ab1017c23f23b288', 'gw_port': {'id': 'a7548354-7796-4bee-8f32-720f70e34d02', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27ff9d9-445c-4fc4-ba7e-40c7c7018b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:38:28Z', 'updated_at': '2021-04-30T04:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:53:35.574495 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:35.582447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:53:35.597834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:35.659161 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1a2ddf4c-7038-4066-a459-3907da6ee0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:35.666895 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:35.692050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:53:35.692848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 842b511c-9e2c-4d7e-b0f9-e1e5acbf6a89 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:53:35.744030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7276ab8f-1d8d-40d9-8817-45c840cd1e2e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:35.772650 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:35.851815 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:35.873953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d04bde-9b71-4388-ba7a-ad79cf7a9666 req-49bd3629-4878-46d3-baba-5650e8beace0 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:35.881773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36d04bde-9b71-4388-ba7a-ad79cf7a9666 req-49bd3629-4878-46d3-baba-5650e8beace0 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 0.7521040
Apr 30 04:53:35.907413 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-643069d8-b114-4f93-9863-9fb92d07b6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:36.044696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:53:36.118478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.124342 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Added segment 58dc1495-fbaa-4bbf-af6d-2987a0d934cd of type vlan for network 5549cc5c-fa77-4d46-84f6-5ca274e45371
Apr 30 04:53:36.128310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Pushing event deleted for resources: {'Port': ['ID=d6bc812f-44b2-4435-8b3b-59786efefb49,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:36.190477 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.213693 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fda85300-27f6-4cdc-b0df-3840ad94924d tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:36.223441 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:36.293603 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.331677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f43279c2-a70c-4403-9bd9-b64a6c63f4f1 req-aff6bc31-10e6-473f-9624-a1b888fa1307 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 210 time: 0.2800086
Apr 30 04:53:36.355007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36d04bde-9b71-4388-ba7a-ad79cf7a9666 req-d571c840-6a8b-4de1-9705-9cb1e9160631 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3488896
Apr 30 04:53:36.364484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port abc3f541-086a-46df-bd0f-4915bcb21924 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:36.365235 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.433652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.441759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d8ad62-689a-4fb5-88f8-c6060d84dfa3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:36.519961 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.616425 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:36.677053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for abc3f541-086a-46df-bd0f-4915bcb21924 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:36.692696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] No DVR routers for this DVR port d6bc812f-44b2-4435-8b3b-59786efefb49 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:36.718482 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.778976 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.783052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13497793-0f26-4ee4-94ab-4a4ced36c3b8', 'name': 'network-vif-deleted', 'tag': 'd6bc812f-44b2-4435-8b3b-59786efefb49'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:53:36.805353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Deleting port a7548354-7796-4bee-8f32-720f70e34d02 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:36.808582 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.836045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52264) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:36.847536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:36.891025 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13497793-0f26-4ee4-94ab-4a4ced36c3b8', 'name': 'network-vif-deleted', 'tag': 'd6bc812f-44b2-4435-8b3b-59786efefb49', 'status': 'completed', 'code': 200}
Apr 30 04:53:36.905618 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-378246a1-44e9-4934-8f87-e5ddee5ef80a tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:36.962412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=abc3f541-086a-46df-bd0f-4915bcb21924,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:36.986982 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:37.064661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:37.073582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19e54ecc-ce5b-4ecd-96f0-420fc461346b req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.37 "DELETE /v2.0/ports/d6bc812f-44b2-4435-8b3b-59786efefb49 HTTP/1.1" status: 204  len: 173 time: 6.9673550
Apr 30 04:53:37.079797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:37.081407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:37.094489 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:37.096701 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/abc3f541-086a-46df-bd0f-4915bcb21924 HTTP/1.1" status: 204  len: 168 time: 2.9920933
Apr 30 04:53:37.103975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52272) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:37.257405 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:37.351176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:37.357558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:37.412131 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 4.5261929
Apr 30 04:53:37.412763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52278) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:37.433618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Request body: {'subnet': {'network_id': '5549cc5c-fa77-4d46-84f6-5ca274e45371', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:37.468409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event updated for resources: {'Network': ['ID=5549cc5c-fa77-4d46-84f6-5ca274e45371,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:37.472164 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:37.492674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:53:37.508491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:37.509903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da915171-462f-4a35-a53c-8440e2383463 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:53:37.543015 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ad4e9c-5bd4-446f-8b15-4b3e891df39f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:53:37.559044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c4ad4e9c-5bd4-446f-8b15-4b3e891df39f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:37.574682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0bf0e0c8-abb3-4749-989b-3acfddffc905 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76f023516377448fa015132b20518b98&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7202609
Apr 30 04:53:37.581604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52284) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:37.684869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] For port a7548354-7796-4bee-8f32-720f70e34d02, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a7548354-7796-4bee-8f32-720f70e34d02,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:37.687078 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:37.748710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:37.750924 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] 10.222.0.46 "DELETE /v2.0/routers/da915171-462f-4a35-a53c-8440e2383463 HTTP/1.1" status: 204  len: 168 time: 6.4472680
Apr 30 04:53:37.767464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52288) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:37.888100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:37.912228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Usage tracker for resource:subnet and tenant:53fc0388b4084b2db48b65e9ec191def is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:37.918516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:37.940126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] Deleting subnet b0d694b3-495b-4225-b8a0-755dfe492f2c {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:53:37.942340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 13ffdc67-7903-4d29-ace5-b7a5958384a0 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:53:37.953529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:37.965849 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:38.043859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 13ffdc67-7903-4d29-ace5-b7a5958384a0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:53:38.044282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 13ffdc67-7903-4d29-ace5-b7a5958384a0 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:53:38.102447 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:38.108731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Calling delete_port for a7548354-7796-4bee-8f32-720f70e34d02 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:38.153936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Made reservation on behalf of 53fc0388b4084b2db48b65e9ec191def for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:38.158023 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:38.285478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-816be6df-cfb1-490d-b9bc-e02741e7fe98 req-c7b65a5a-6ebf-4096-af29-014ff6cdef54 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Synchronizing usage tracker for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:38.372603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:38.428732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c4ad4e9c-5bd4-446f-8b15-4b3e891df39f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:38.436944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c4ad4e9c-5bd4-446f-8b15-4b3e891df39f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/abc3f541-086a-46df-bd0f-4915bcb21924 HTTP/1.1" status: 404  len: 333 time: 1.3233430
Apr 30 04:53:38.466665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52294) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:38.478939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'name': 'tempest-PortsTestJSON-201299083'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:38.538743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-816be6df-cfb1-490d-b9bc-e02741e7fe98 req-c7b65a5a-6ebf-4096-af29-014ff6cdef54 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Unset dirty status for tenant:a294e22bb46740d09d3452d34a06bf88 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:38.541039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-816be6df-cfb1-490d-b9bc-e02741e7fe98 req-c7b65a5a-6ebf-4096-af29-014ff6cdef54 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] 10.222.0.46 "GET /v2.0/ports?device_id=13497793-0f26-4ee4-94ab-4a4ced36c3b8 HTTP/1.1" status: 200  len: 210 time: 0.3884916
Apr 30 04:53:38.697386 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f15131a5-5dfa-452a-ab77-5b2867b23859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:38.749164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bcba4-ab1c-444c-9db9-43aa60c48fe1 req-c76ac133-0e1b-48d6-aa10-b6706596d3af tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:38.750813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f84bcba4-ab1c-444c-9db9-43aa60c48fe1 req-c76ac133-0e1b-48d6-aa10-b6706596d3af tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 0.5022869
Apr 30 04:53:38.762359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:38.786852 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f15131a5-5dfa-452a-ab77-5b2867b23859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:38.813121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:38.877289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:38.880988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:38.919211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f84bcba4-ab1c-444c-9db9-43aa60c48fe1 req-a9857e09-e194-4634-adc5-ce58bf9c0028 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396527
Apr 30 04:53:38.927053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port 6f939d0b-5bb8-433f-aa22-cfa89dfc80c7 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:39.021135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.030333 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4610d738-785f-4496-8faf-0e9ce0e87147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:39.081929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d694b3-495b-4225-b8a0-755dfe492f2c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:39.090770 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:39.096650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.103630 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf81b1b-855a-46f6-a671-8fe328b99a0b None None] Network ae28438b-5713-4e31-9ad6-51313b3878cc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:39.182354 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b0d694b3-495b-4225-b8a0-755dfe492f2c HTTP/1.1" status: 204  len: 168 time: 1.4087553
Apr 30 04:53:39.184677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52298) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:39.202319 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f15131a5-5dfa-452a-ab77-5b2867b23859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.208433 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfe0d1e5-d6e8-47be-9a6b-feb31dcc803d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:39.238598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.270561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15131a5-5dfa-452a-ab77-5b2867b23859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12629b9-f1e4-408e-a78e-ac91309ded71,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:39.287607 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f15131a5-5dfa-452a-ab77-5b2867b23859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:39.291768 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-04536ca6-b014-4b00-9e93-99c78c279e0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:39.418340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.456579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7548354-7796-4bee-8f32-720f70e34d02,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:39.459183 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:39.519427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f15131a5-5dfa-452a-ab77-5b2867b23859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.520608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f15131a5-5dfa-452a-ab77-5b2867b23859 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a12629b9-f1e4-408e-a78e-ac91309ded71 HTTP/1.1" status: 204  len: 168 time: 1.9075060
Apr 30 04:53:39.575542 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.613380 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.685668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:53:39.770418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:53:39.771011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c6d8ad62-689a-4fb5-88f8-c6060d84dfa3 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:53:39.850823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Deleting port 80682d64-37cf-4cb7-b2c9-774df896beb0 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:39.854779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.886143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52316) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:39.897805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:39.920329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] DHCP port deletion for ae28438b-5713-4e31-9ad6-51313b3878cc request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:53:39.925416 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-882af748-72c3-46fd-9294-c91d47fb80e5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:40.010611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event updated for resources: {'Subnet': ['ID=fdde320c-d0b7-41a1-adae-66658ffae3e7,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:40.018361 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:40.152259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Checking segment: {'id': '58dc1495-fbaa-4bbf-af6d-2987a0d934cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5549cc5c-fa77-4d46-84f6-5ca274e45371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:53:40.152870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Network hostable DHCP agents. Network: 5549cc5c-fa77-4d46-84f6-5ca274e45371, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:53:40.161680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] For port 80682d64-37cf-4cb7-b2c9-774df896beb0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=80682d64-37cf-4cb7-b2c9-774df896beb0,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:40.162324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:40.228924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] Deleting port 80682d64-37cf-4cb7-b2c9-774df896beb0 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:40.229750 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:40.379690 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:40.394227 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:40.464381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Calling delete_port for 80682d64-37cf-4cb7-b2c9-774df896beb0 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:40.491877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:53:40.570445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 5549cc5c-fa77-4d46-84f6-5ca274e45371) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:40.573596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] Deleting subnet 6767dbce-6813-4d23-8df5-f2db727f173a {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:53:40.600236 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:40.621190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88275f6e-a4c5-4644-a8b8-e0310eb05783 None None] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:40.676640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:40.679600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:40.710421 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:40.720032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] For port 80682d64-37cf-4cb7-b2c9-774df896beb0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=80682d64-37cf-4cb7-b2c9-774df896beb0,segment=NetworkSegment(aa21eeee-3fb3-4618-84c7-d171b263d86b),segment_id=aa21eeee-3fb3-4618-84c7-d171b263d86b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:40.720032 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:40.736678 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba5ef0c6-ac25-43cd-b2f7-a9729f33868d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:40.866884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=80682d64-37cf-4cb7-b2c9-774df896beb0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:40.884886 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:40.932950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] No DVR routers for this DVR port 80682d64-37cf-4cb7-b2c9-774df896beb0 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:40.942837 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.5161674
Apr 30 04:53:41.046656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52332) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:41.076172 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:41.081710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Request body: {'port': {'network_id': '5549cc5c-fa77-4d46-84f6-5ca274e45371', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-94899564'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:41.187200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:41.232342 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fd2e4107-7a19-4416-bbd4-1b1e34d537d3 tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:41.265274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] Calling delete_port for 80682d64-37cf-4cb7-b2c9-774df896beb0 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:41.358532 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:41.360157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:53:41.375850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=6f939d0b-5bb8-433f-aa22-cfa89dfc80c7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:41.413967 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:41.418213 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:41.426428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a27ff9d9-445c-4fc4-ba7e-40c7c7018b84 HTTP/1.1" status: 204  len: 168 time: 9.1493516
Apr 30 04:53:41.428116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52342) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:41.455165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-5549cc5c-fa77-4d46-84f6-5ca274e45371', 'network_id': '5549cc5c-fa77-4d46-84f6-5ca274e45371', 'tenant_id': '53fc0388b4084b2db48b65e9ec191def', 'fixed_ips': [{'subnet_id': 'fdde320c-d0b7-41a1-adae-66658ffae3e7'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:53:41.456364 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:41.480850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:41.567588 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:41.593297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:41.607599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   from cryptography.utils import int_from_bytes
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   from cryptography.utils import int_from_bytes
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.619549 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:41.626294 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 04:53:41.628709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:41.628709 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:41.666746 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:41.707332 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-89962604-8ae3-4e7e-bd9a-e14bcfe750d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:41.876835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] No DVR routers for this DVR port 80682d64-37cf-4cb7-b2c9-774df896beb0 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:41.884992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 3.4189367
Apr 30 04:53:41.889164 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:41.890670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] Pushing event deleted for resources: {'Port': ['ID=80682d64-37cf-4cb7-b2c9-774df896beb0,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:41.905396 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:41.923167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:41.934756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52350) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:41.970175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Allocated IP 2001:db8::2 (5549cc5c-fa77-4d46-84f6-5ca274e45371/fdde320c-d0b7-41a1-adae-66658ffae3e7/8a371f3f-952d-4f17-86c3-b9611abec714) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:53:41.975659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:42.052184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 80682d64-37cf-4cb7-b2c9-774df896beb0 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:53:42.090828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52356) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:42.164463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] Deleting subnet 31581abd-3e6b-43d6-b813-e70732b12d54 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:53:42.172409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:42.260895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 80682d64-37cf-4cb7-b2c9-774df896beb0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:53:42.263793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 80682d64-37cf-4cb7-b2c9-774df896beb0 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:53:42.306233 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aa2a670>,) {'filters': {'network_id': ['ae28438b-5713-4e31-9ad6-51313b3878cc']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:42.323486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Usage tracker for resource:port and tenant:53fc0388b4084b2db48b65e9ec191def is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:42.338251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:42.364971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:42.384593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa2a670>, 'aa21eeee-3fb3-4618-84c7-d171b263d86b') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:42.385351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa2a670>, 'aa21eeee-3fb3-4618-84c7-d171b263d86b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:42.407472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Made reservation on behalf of 53fc0388b4084b2db48b65e9ec191def for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:42.411738 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:42.429690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:42.507604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] device_id is not set on port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:42.583105 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:42.643967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:42.685270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:53:42.744899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:42.820806 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:42.861402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Transition to ACTIVE for port object 8a371f3f-952d-4f17-86c3-b9611abec714 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:53:42.891640 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:42.912843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Transition to ACTIVE for port object 8a371f3f-952d-4f17-86c3-b9611abec714 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:53:42.932080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:42.947249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-506554785'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:42.953580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:42.958370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:network and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:42.963327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:42.965251 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:42.971702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:43.022506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:43.034183 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:43.104684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa391b-0483-49d6-bd73-c92149f2c49a req-5271f119-6da9-4e95-bbdc-c6ca8014ab65 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:43.106453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32fa391b-0483-49d6-bd73-c92149f2c49a req-5271f119-6da9-4e95-bbdc-c6ca8014ab65 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 2.6787906
Apr 30 04:53:43.145219 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:43.164061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:43.169931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:43.198530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:43.411093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Pushing event updated for resources: {'Port': ['ID=8a371f3f-952d-4f17-86c3-b9611abec714,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:43.425388 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:43.467925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Attempting to bind port 8a371f3f-952d-4f17-86c3-b9611abec714 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:43.468561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Attempting to bind port 8a371f3f-952d-4f17-86c3-b9611abec714 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '58dc1495-fbaa-4bbf-af6d-2987a0d934cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5549cc5c-fa77-4d46-84f6-5ca274e45371'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:43.469235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Attempting to bind port 8a371f3f-952d-4f17-86c3-b9611abec714 on network 5549cc5c-fa77-4d46-84f6-5ca274e45371 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:43.475640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Network ae28438b-5713-4e31-9ad6-51313b3878cc has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:43.498163 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:43.503579 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:53:43.504376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Checking segment: {'id': '58dc1495-fbaa-4bbf-af6d-2987a0d934cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5549cc5c-fa77-4d46-84f6-5ca274e45371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:53:43.505393 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:43.506141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Bound using segment: {'id': '58dc1495-fbaa-4bbf-af6d-2987a0d934cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5549cc5c-fa77-4d46-84f6-5ca274e45371'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:53:43.506928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Bound port: 8a371f3f-952d-4f17-86c3-b9611abec714, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dc1495-fbaa-4bbf-af6d-2987a0d934cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5549cc5c-fa77-4d46-84f6-5ca274e45371'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:53:43.507619 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:43.570350 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a7548354-7796-4bee-8f32-720f70e34d02 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:53:43.601024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Allocated IP 2001:db8::35a (5549cc5c-fa77-4d46-84f6-5ca274e45371/fdde320c-d0b7-41a1-adae-66658ffae3e7/7b6a1031-643e-4dbb-8f13-cff16b3d5252) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:53:43.726436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: a7548354-7796-4bee-8f32-720f70e34d02 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:53:43.726991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a7548354-7796-4bee-8f32-720f70e34d02 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:53:43.729543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:43.736989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group_rule and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:43.742841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:43.787469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:43.967628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] For port 8a371f3f-952d-4f17-86c3-b9611abec714, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:53:43.974417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] For port 8a371f3f-952d-4f17-86c3-b9611abec714, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8a371f3f-952d-4f17-86c3-b9611abec714,segment=NetworkSegment(58dc1495-fbaa-4bbf-af6d-2987a0d934cd),segment_id=58dc1495-fbaa-4bbf-af6d-2987a0d934cd)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:53:43.987814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:43.992601 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:44.158056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Pushing event updated for resources: {'Port': ['ID=8a371f3f-952d-4f17-86c3-b9611abec714,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:44.163876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32fa391b-0483-49d6-bd73-c92149f2c49a req-19c3a045-7ed0-410b-9893-2fbcbe9ed425 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9874656
Apr 30 04:53:44.191145 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:44.206821 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:44.239509 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2d18bb8-8f32-42ba-9f8b-0dc06c4e1661 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:44.333802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31581abd-3e6b-43d6-b813-e70732b12d54,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:44.356540 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:44.362692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:44.363703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af941966-e389-4026-b0c2-2fe68e94b217 None None] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:44.391645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/31581abd-3e6b-43d6-b813-e70732b12d54 HTTP/1.1" status: 204  len: 168 time: 2.9037309
Apr 30 04:53:44.398003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52364) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:44.468011 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:44.496072 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce890800-8afe-499a-bfbd-d3b54e1b52ea tempest-RoutersNegativeTest-907900603 tempest-RoutersNegativeTest-907900603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:44.672623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:44.699208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Transition to ACTIVE for port object 7b6a1031-643e-4dbb-8f13-cff16b3d5252 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:53:44.749808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Network ae28438b-5713-4e31-9ad6-51313b3878cc has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:44.817538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6767dbce-6813-4d23-8df5-f2db727f173a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:44.892531 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:44.926264 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:53:44.929192 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:53:44.944838 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:44.961675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b4f28f30-f6e6-41a9-9210-dc7069b9effe tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:45.014580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.030181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.030679 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.060663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6767dbce-6813-4d23-8df5-f2db727f173a HTTP/1.1" status: 204  len: 168 time: 5.1727488
Apr 30 04:53:45.062097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52370) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:45.076245 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.081228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:53:45.088875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.102181 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a1b55a33-faf6-4d96-8e22-38f1d7265ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:45.112719 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:45.128429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:45.131227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:45.138428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:45.139123 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.162716 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] 10.222.0.46 "DELETE /v2.0/networks/ae28438b-5713-4e31-9ad6-51313b3878cc HTTP/1.1" status: 204  len: 168 time: 5.9752464
Apr 30 04:53:45.180231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] DHCP port deletion for 5fa32d2c-ee22-466c-92d4-83c6e6caf308 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:53:45.204356 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 940 time: 4.1559446
Apr 30 04:53:45.207827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.225070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52376) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:45.262229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:53:45.263324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Request body: {'port': {'network_id': '5549cc5c-fa77-4d46-84f6-5ca274e45371', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1281547167', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:45.265213 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.api.validators [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] bootfile-name is not in valid_values {{(pid=74582) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:53:45.265589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.api.validators [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] tftp-server is not in valid_values {{(pid=74582) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:53:45.265929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.api.validators [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] server-ip-address is not in valid_values {{(pid=74582) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:53:45.281855 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.282731 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Added segment 0e8ad967-bbff-4db9-84e4-b526fb2ec323 of type vlan for network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7
Apr 30 04:53:45.344531 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.443683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.457022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:45.458461 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.641214 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.667028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] In _notify_port_updated(), no bound segment for port 6f939d0b-5bb8-433f-aa22-cfa89dfc80c7 on network e9b18610-a527-4a36-9b61-7fedf0977dad {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:53:45.674231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:45.675804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.677709 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "PUT /v2.0/ports/6f939d0b-5bb8-433f-aa22-cfa89dfc80c7 HTTP/1.1" status: 200  len: 818 time: 3.7415044
Apr 30 04:53:45.679640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:45.683329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event updated for resources: {'Port': ['ID=7b6a1031-643e-4dbb-8f13-cff16b3d5252,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:45.689583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] Deleting port 49a723e1-33dd-4b4e-839a-5677ceaafa2e {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:45.690767 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:45.698153 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:45.702316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52382) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:45.703451 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b67aab7-a41a-40ef-872d-d7d2683264f6 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.631s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:45.760273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Usage tracker for resource:port and tenant:53fc0388b4084b2db48b65e9ec191def is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:45.782013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:45.795061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae28438b-5713-4e31-9ad6-51313b3878cc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:45.815216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8a371f3f-952d-4f17-86c3-b9611abec714 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:53:45.818628 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:45.819743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:45.822459 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f65f7bd-b366-4410-b543-9118de87b1c2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:45.893384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd66ab9-ca46-4596-8a8c-df4d604ae2a8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:45.901462 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:45.926044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52386) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:45.928948 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4dffffa4-1ecb-412b-be27-0f32ee30d2bf tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:46.133668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 4.0226786
Apr 30 04:53:46.156047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8a371f3f-952d-4f17-86c3-b9611abec714 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:46.165471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52396) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:46.257386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] For port 49a723e1-33dd-4b4e-839a-5677ceaafa2e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=49a723e1-33dd-4b4e-839a-5677ceaafa2e,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:46.258209 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:46.331498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb18bb0-1ff1-497a-a9d2-ae8de6cf8718 None None] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:46.396889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Made reservation on behalf of 53fc0388b4084b2db48b65e9ec191def for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:46.406483 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 49a723e1-33dd-4b4e-839a-5677ceaafa2e no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:53:46.408259 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:46.472372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=6f939d0b-5bb8-433f-aa22-cfa89dfc80c7,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:46.474764 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:46.478356 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:46.484355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] device_id is not set on port 358f9071-ea50-41f0-9ab9-afb259a4a736 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:46.488657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'name': 'tempest-PortsIpV6TestJSON-952601949'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:46.588696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 6f939d0b-5bb8-433f-aa22-cfa89dfc80c7 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:46.589489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:46.641011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Network': ['ID=acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:46.653459 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:46.654559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:46.698676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:46.706633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:46.808073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:46.819153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:46.859214 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:46.914796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] Calling delete_port for 49a723e1-33dd-4b4e-839a-5677ceaafa2e owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:46.919911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ffda701c-88f1-4d80-94e6-062837bbfcd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc4971e418b641c6a38ad5e25a17080e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9655902
Apr 30 04:53:46.949920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:53:46.980929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52406) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:46.991222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:46.995672 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.013491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 6f939d0b-5bb8-433f-aa22-cfa89dfc80c7 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:47.019690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Allocated IP 2001:db8::c (5549cc5c-fa77-4d46-84f6-5ca274e45371/fdde320c-d0b7-41a1-adae-66658ffae3e7/358f9071-ea50-41f0-9ab9-afb259a4a736) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:53:47.022563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd22c1-9909-4e9d-a36a-973a4dea6b76 req-e7e74343-13e2-4f89-a3f1-e76651726565 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:47.030824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1cd22c1-9909-4e9d-a36a-973a4dea6b76 req-e7e74343-13e2-4f89-a3f1-e76651726565 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 1.3219562
Apr 30 04:53:47.076054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Deleting port 49a723e1-33dd-4b4e-839a-5677ceaafa2e {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:47.076394 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.181712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 36c9206e-bccb-46b2-bfdb-4001f1189b87 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:47.219265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-767522be-14ef-4074-b40c-763c4355bd17 None None] Provisioning for port 8a371f3f-952d-4f17-86c3-b9611abec714 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:47.249721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a2040d0>,) {'filters': {'network_id': ['4f642c1b-9ffb-4c72-afbb-6c2f613f65cd']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:47.268505 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-16da55df-e5bb-438a-876d-91b9a93cbed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.324063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-767522be-14ef-4074-b40c-763c4355bd17 None None] Provisioning complete for port 8a371f3f-952d-4f17-86c3-b9611abec714 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:47.324601 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-767522be-14ef-4074-b40c-763c4355bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.382873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] For port 49a723e1-33dd-4b4e-839a-5677ceaafa2e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=49a723e1-33dd-4b4e-839a-5677ceaafa2e,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:47.383279 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.403533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.419960 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:47.483340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=6f939d0b-5bb8-433f-aa22-cfa89dfc80c7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:47.489367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-16da55df-e5bb-438a-876d-91b9a93cbed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.501259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.504507 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:47.536100 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.544133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Calling delete_port for 49a723e1-33dd-4b4e-839a-5677ceaafa2e owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:47.561390 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/6f939d0b-5bb8-433f-aa22-cfa89dfc80c7 HTTP/1.1" status: 204  len: 168 time: 1.8396878
Apr 30 04:53:47.574788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52412) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:47.599100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 49a723e1-33dd-4b4e-839a-5677ceaafa2e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=49a723e1-33dd-4b4e-839a-5677ceaafa2e,segment=NetworkSegment(65716d9d-9245-40b2-a0cc-9213fb93e01f),segment_id=65716d9d-9245-40b2-a0cc-9213fb93e01f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:47.628201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a2040d0>, 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:47.628511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a2040d0>, 'e96d4d8d-6df7-4b39-8b3c-408a739bcf7d') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:47.640330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1cd22c1-9909-4e9d-a36a-973a4dea6b76 req-777f5aac-4a38-44f1-bef2-c0e499f93c48 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6082506
Apr 30 04:53:47.655674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.726771 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.737262 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:47.784801 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.785915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-16da55df-e5bb-438a-876d-91b9a93cbed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.804650 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:47.805512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:53:47.807964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.823960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] No DVR routers for this DVR port 49a723e1-33dd-4b4e-839a-5677ceaafa2e on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:47.827073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.827978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=49a723e1-33dd-4b4e-839a-5677ceaafa2e,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:47.832401 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:47.834127 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:47.854272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd8ded9-8f80-4820-a307-7a18e5222194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:47.856122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7cd8ded9-8f80-4820-a307-7a18e5222194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:47.886424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da55df-e5bb-438a-876d-91b9a93cbed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d72b6f-cd8d-4049-9e4d-123c989df933,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:47.889503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.894960 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-16da55df-e5bb-438a-876d-91b9a93cbed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:47.903973 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:47.904355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7cd8ded9-8f80-4820-a307-7a18e5222194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:47.906681 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7cd8ded9-8f80-4820-a307-7a18e5222194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.3284855
Apr 30 04:53:47.913800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52416) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:47.923634 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-767522be-14ef-4074-b40c-763c4355bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.956661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] Pushing event deleted for resources: {'Port': ['ID=49a723e1-33dd-4b4e-839a-5677ceaafa2e,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:47.971663 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:47.992699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-16da55df-e5bb-438a-876d-91b9a93cbed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:47.992699 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-16da55df-e5bb-438a-876d-91b9a93cbed6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25d72b6f-cd8d-4049-9e4d-123c989df933 HTTP/1.1" status: 204  len: 168 time: 1.0004826
Apr 30 04:53:48.016409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Transition to ACTIVE for port object 358f9071-ea50-41f0-9ab9-afb259a4a736 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:53:48.047546 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce25705-cf33-4938-9ed3-b623efd2105f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:53:48.052400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4ce25705-cf33-4938-9ed3-b623efd2105f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/6f939d0b-5bb8-433f-aa22-cfa89dfc80c7 HTTP/1.1" status: 404  len: 333 time: 0.1292555
Apr 30 04:53:48.056293 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-767522be-14ef-4074-b40c-763c4355bd17 None None] For port 8a371f3f-952d-4f17-86c3-b9611abec714, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8a371f3f-952d-4f17-86c3-b9611abec714,segment=NetworkSegment(58dc1495-fbaa-4bbf-af6d-2987a0d934cd),segment_id=58dc1495-fbaa-4bbf-af6d-2987a0d934cd)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:48.079110 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-767522be-14ef-4074-b40c-763c4355bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:48.084811 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:48.090477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52422) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:48.115057 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:48.123697 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d54da502-3037-4ddc-b5c4-b9b4cd35fe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:48.135947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a723e1-33dd-4b4e-839a-5677ceaafa2e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:48.141279 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:48.149067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1162291491'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:48.157307 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] No DVR routers for this DVR port 49a723e1-33dd-4b4e-839a-5677ceaafa2e on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:48.184499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:48.239779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:48.247035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:48.258335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:48.266153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:48.268028 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:48.284151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767522be-14ef-4074-b40c-763c4355bd17 None None] Pushing event updated for resources: {'Port': ['ID=8a371f3f-952d-4f17-86c3-b9611abec714,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:48.291905 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-767522be-14ef-4074-b40c-763c4355bd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:48.329600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event updated for resources: {'Port': ['ID=358f9071-ea50-41f0-9ab9-afb259a4a736,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:48.335776 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:48.348718 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1148 time: 3.1013451
Apr 30 04:53:48.351788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52428) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:48.365718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:48.389887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:network and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:48.395943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:48.414007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:48.478791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:48.490791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:48.634341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03753a9-11c8-4a20-ba96-b1487d54cd0c tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:48.646993 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:48.651071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03753a9-11c8-4a20-ba96-b1487d54cd0c tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:48.663335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03753a9-11c8-4a20-ba96-b1487d54cd0c tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:48.664806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c03753a9-11c8-4a20-ba96-b1487d54cd0c tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Synchronizing usage tracker for tenant:53fc0388b4084b2db48b65e9ec191def on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:48.686168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:48.705496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c03753a9-11c8-4a20-ba96-b1487d54cd0c tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Unset dirty status for tenant:53fc0388b4084b2db48b65e9ec191def on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:48.728679 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c03753a9-11c8-4a20-ba96-b1487d54cd0c tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 0.3689737
Apr 30 04:53:48.734684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52438) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:48.742445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-84222b6c-d997-4c8e-b85f-13de3c7c7d91 None None] Provisioning for port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:48.748527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-84222b6c-d997-4c8e-b85f-13de3c7c7d91 None None] Provisioning complete for port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:48.748914 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-84222b6c-d997-4c8e-b85f-13de3c7c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:48.931233 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-84222b6c-d997-4c8e-b85f-13de3c7c7d91 None None] Port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:53:48.957573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-84222b6c-d997-4c8e-b85f-13de3c7c7d91 None None] Provisioning complete for port 8a371f3f-952d-4f17-86c3-b9611abec714 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:48.959030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-84222b6c-d997-4c8e-b85f-13de3c7c7d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:49.235286 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:49.422029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e9dd81fd-2f0c-44c2-b809-1be435a4f2f6 None None] Provisioning complete for port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:49.425017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e9dd81fd-2f0c-44c2-b809-1be435a4f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:49.437865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Deleting port 358f9071-ea50-41f0-9ab9-afb259a4a736 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:49.438469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:49.558708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd81fd-2f0c-44c2-b809-1be435a4f2f6 None None] Port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:53:49.688325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:53:49.690706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0b73f21b-1fe2-44eb-90c5-d1e01f024edf None None] Provisioning for port 358f9071-ea50-41f0-9ab9-afb259a4a736 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:53:49.698407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0b73f21b-1fe2-44eb-90c5-d1e01f024edf None None] Provisioning complete for port 358f9071-ea50-41f0-9ab9-afb259a4a736 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:49.700219 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0b73f21b-1fe2-44eb-90c5-d1e01f024edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:49.723666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a620a00>,) {'filters': {'network_id': ['5fa32d2c-ee22-466c-92d4-83c6e6caf308']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:49.798159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c6ef4-9fcd-4145-8e30-c4cd9c186274 req-eaa00876-f26d-4619-ab29-405c9dfc361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:49.808595 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a60c6ef4-9fcd-4145-8e30-c4cd9c186274 req-eaa00876-f26d-4619-ab29-405c9dfc361d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 1097 time: 0.4963489
Apr 30 04:53:49.817410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:49.828936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0b73f21b-1fe2-44eb-90c5-d1e01f024edf None None] Port 358f9071-ea50-41f0-9ab9-afb259a4a736 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:53:49.920180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a620a00>, '65716d9d-9245-40b2-a0cc-9213fb93e01f') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:49.920668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a620a00>, '65716d9d-9245-40b2-a0cc-9213fb93e01f') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:49.940513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8a371f3f-952d-4f17-86c3-b9611abec714 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:53:49.950180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:49.951133 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Added segment bfe09fda-5aca-4dee-be6a-fc439e811a27 of type vlan for network c910f479-835b-4322-89c6-243acca6b7e8
Apr 30 04:53:49.998773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.019159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Network 4f642c1b-9ffb-4c72-afbb-6c2f613f65cd has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:50.045946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52458) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:53:50.090991 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:53:50.134787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8a371f3f-952d-4f17-86c3-b9611abec714 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:50.135403 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.266635 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.301687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.372000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:53:50.374656 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a60c6ef4-9fcd-4145-8e30-c4cd9c186274 req-e87cf041-ceaf-4328-8606-0a9e74e34d6b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5358384
Apr 30 04:53:50.382542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Calling delete_port for 358f9071-ea50-41f0-9ab9-afb259a4a736 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:50.420143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-209152966-network', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:50.451208 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:53:50.472957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:50.512302 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.523389 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:50.596284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Usage tracker for resource:network and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:50.605037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:50.607753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event deleted for resources: {'Port': ['ID=358f9071-ea50-41f0-9ab9-afb259a4a736,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:50.615789 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:50.628717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.634889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.638554 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.645735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:50.652549 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "DELETE /v2.0/ports/358f9071-ea50-41f0-9ab9-afb259a4a736 HTTP/1.1" status: 204  len: 168 time: 1.9120536
Apr 30 04:53:50.659207 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-912701e8-1d4f-44cf-a9be-5952158c1e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:50.659553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52466) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:50.668458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Request body: {'port': {'name': 'tempest-new-port-name-2048749494', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:50.668954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.api.validators [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] bootfile-name is not in valid_values {{(pid=74582) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:53:50.669300 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.api.validators [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] tftp-server is not in valid_values {{(pid=74582) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:53:50.669715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.api.validators [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] server-ip-address is not in valid_values {{(pid=74582) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Apr 30 04:53:50.723842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a01450-3c89-4f40-ae07-cff8030a9056 req-1e617142-83dc-4091-a790-a2135797eb26 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:50.752006 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00a01450-3c89-4f40-ae07-cff8030a9056 req-1e617142-83dc-4091-a790-a2135797eb26 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 1.4474955
Apr 30 04:53:50.799890 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.845107 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.848127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.856479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:50.857923 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:50.951339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] 10.222.0.46 "DELETE /v2.0/networks/4f642c1b-9ffb-4c72-afbb-6c2f613f65cd HTTP/1.1" status: 204  len: 168 time: 5.8712058
Apr 30 04:53:50.955634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f642c1b-9ffb-4c72-afbb-6c2f613f65cd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:51.082268 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:51.088878 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:51.166458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:51.170452 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:51.222464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:51.240866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 3.1138937
Apr 30 04:53:51.241324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:51.244184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52472) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:51.247610 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:51.263489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:51.269051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52476) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:51.269821 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:51.294390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:51.344305 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24209f61-c3fc-4947-869e-8cd7c2edfa9c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:51.443335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00a01450-3c89-4f40-ae07-cff8030a9056 req-d48396e6-ebbd-4f6c-80d4-6dd1d4287d01 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6875591
Apr 30 04:53:51.479427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:51.493552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] In _notify_port_updated(), no bound segment for port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 on network 5549cc5c-fa77-4d46-84f6-5ca274e45371 {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:53:51.499114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:51.499818 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:51.501004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Usage tracker for resource:security_group_rule and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:51.501223 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "PUT /v2.0/ports/7b6a1031-643e-4dbb-8f13-cff16b3d5252 HTTP/1.1" status: 200  len: 1130 time: 0.8403111
Apr 30 04:53:51.512388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52480) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:51.521527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=36c9206e-bccb-46b2-bfdb-4001f1189b87,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:51.525020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:51.547754 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:51.553274 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.633s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:51.570985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:51.599462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:51.613895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:51.624389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event updated for resources: {'Port': ['ID=7b6a1031-643e-4dbb-8f13-cff16b3d5252,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:51.626407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Checking segment: {'id': '0e8ad967-bbff-4db9-84e4-b526fb2ec323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:53:51.627335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network hostable DHCP agents. Network: acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:53:51.636887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:51.647243 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:51.653083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:51.664851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9419c0a-9ae3-417b-8635-c0de561f5217 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:51.667081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a9419c0a-9ae3-417b-8635-c0de561f5217 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Synchronizing usage tracker for tenant:53fc0388b4084b2db48b65e9ec191def on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:53:51.677041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-38e4553b-2401-4335-8c2c-c1f7471b9dc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a294e22bb46740d09d3452d34a06bf88&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3925235
Apr 30 04:53:51.678062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52484) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:51.692900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:51.699553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:51.760412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Network 5fa32d2c-ee22-466c-92d4-83c6e6caf308 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:53:51.781355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a9419c0a-9ae3-417b-8635-c0de561f5217 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Unset dirty status for tenant:53fc0388b4084b2db48b65e9ec191def on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:53:51.782673 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a9419c0a-9ae3-417b-8635-c0de561f5217 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "GET /v2.0/ports/7b6a1031-643e-4dbb-8f13-cff16b3d5252 HTTP/1.1" status: 200  len: 1130 time: 0.2676082
Apr 30 04:53:51.788858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52488) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:53:51.796921 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:53:51.921983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-300c9284-a558-4bfe-ba6e-c6a465741f46 None None] Provisioning complete for port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:53:51.922563 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-300c9284-a558-4bfe-ba6e-c6a465741f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:51.978135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Network': ['ID=c910f479-835b-4322-89c6-243acca6b7e8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:51.998014 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:52.020389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:53:52.039053 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.050982 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d22f12fa-bc72-41ec-9d97-a2cda051eab5 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:52.069803 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.089338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:52.130527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa32d2c-ee22-466c-92d4-83c6e6caf308,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:52.148073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:52.162871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:52.166137 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.182608 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:52.186450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44160976-70a9-4bde-b0c0-5a5515018029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.221112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5fa32d2c-ee22-466c-92d4-83c6e6caf308 HTTP/1.1" status: 204  len: 168 time: 7.8220286
Apr 30 04:53:52.264220 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 6.0101161
Apr 30 04:53:52.266630 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44160976-70a9-4bde-b0c0-5a5515018029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.281237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52496) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:52.292046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1882235908'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:52.297352 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.311410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:52.314016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.322076 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f15131a5-5dfa-452a-ab77-5b2867b23859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:52.326956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-300c9284-a558-4bfe-ba6e-c6a465741f46 None None] Port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:53:52.334357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c910f479-835b-4322-89c6-243acca6b7e8 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:53:52.339991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:network and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:52.354573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:52.370837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:52.397372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:53:52.411039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edca414f-5bce-496d-b6e0-a76368cd8c79,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:52.433336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:52.438151 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.451012 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:52.456526 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.457289 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Added segment cd57ce59-9070-4c56-a9b9-d4bd73945c85 of type vlan for network c7ce8a20-822a-4055-8098-f9299e94ad1e
Apr 30 04:53:52.460299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Deleting port 7b6a1031-643e-4dbb-8f13-cff16b3d5252 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:52.461890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.563086 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44160976-70a9-4bde-b0c0-5a5515018029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.568914 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:52.586320 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.595364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94198fd3-7de8-48f5-bb95-95252617fbb5 None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:52.616986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44160976-70a9-4bde-b0c0-5a5515018029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2c21b6-da2e-4f06-a741-f217c38e0f6a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:52.662030 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44160976-70a9-4bde-b0c0-5a5515018029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:52.673213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:53:52.711954 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:52.713460 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Added segment c0055504-db92-4762-8def-bddac68ad1e8 of type vlan for network 38eccb69-c285-41cf-92fd-9c170feb7467
Apr 30 04:53:52.757692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52502) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:53.128076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:53.135656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:53.143358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:53:53.190844 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44160976-70a9-4bde-b0c0-5a5515018029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:53.193933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-44160976-70a9-4bde-b0c0-5a5515018029 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee2c21b6-da2e-4f06-a741-f217c38e0f6a HTTP/1.1" status: 204  len: 168 time: 1.4582653
Apr 30 04:53:53.206498 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:53.207351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:53.207954 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:53.224555 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:53.294028 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-23de971a-dd45-46e4-995b-ce943d1c4743 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f6f97644f3a42f9ab1017c23f23b288&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5262764
Apr 30 04:53:53.301857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52510) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:53.390654 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:53.396223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:53.396870 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:53.425692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.3372521
Apr 30 04:53:53.440343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52514) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:53.452341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Request body: {'subnet': {'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-subnet', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:53.456784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Pushing event updated for resources: {'Network': ['ID=c7ce8a20-822a-4055-8098-f9299e94ad1e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:53.466995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfebb17-e467-40a2-b380-29491641df6d req-99a9e561-31d1-4a4b-9e50-27ad729a06f0 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:53.475099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9cfebb17-e467-40a2-b380-29491641df6d req-99a9e561-31d1-4a4b-9e50-27ad729a06f0 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 0.8153977
Apr 30 04:53:53.482698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c7ce8a20-822a-4055-8098-f9299e94ad1e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:53:53.486665 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:53.487594 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bc865c5-3317-405c-bf7a-7fbfaf7743ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:53.525965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:53.536414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2494709
Apr 30 04:53:53.540071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52518) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:53.543980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Usage tracker for resource:subnet and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:53.569491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:53.579565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'ports': [{'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7'}, {'network_id': '38eccb69-c285-41cf-92fd-9c170feb7467'}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:53.579944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:53.580456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': '38eccb69-c285-41cf-92fd-9c170feb7467'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:53.606792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:53.779046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9cfebb17-e467-40a2-b380-29491641df6d req-2e0597e7-b3b9-4bf0-b587-8405c085f8ce tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2998598
Apr 30 04:53:53.795562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Calling delete_port for 7b6a1031-643e-4dbb-8f13-cff16b3d5252 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:53.972669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:53.977682 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:54.002956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Network': ['ID=38eccb69-c285-41cf-92fd-9c170feb7467,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:54.009245 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d903a6cf-de3d-4782-895d-d0c01ce97774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:54.021530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 38eccb69-c285-41cf-92fd-9c170feb7467 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:53:54.032657 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:54.079984 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:54.102773 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b899056-b5ea-4b44-8dc1-69b1e0c4879f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:54.442482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Checking segment: {'id': 'bfe09fda-5aca-4dee-be6a-fc439e811a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:53:54.443235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network hostable DHCP agents. Network: c910f479-835b-4322-89c6-243acca6b7e8, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:53:54.448379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=9e05524b-ae47-4987-984d-37b92e2fd892,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:54.453954 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:54.518534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network c910f479-835b-4322-89c6-243acca6b7e8 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:53:54.556114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:54.575229 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d207e42c-5157-4939-ab73-6b2ef791edc7 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:54.600645 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d903a6cf-de3d-4782-895d-d0c01ce97774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:54.647406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c910f479-835b-4322-89c6-243acca6b7e8) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:54.660961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7940124-3b12-49e5-82b2-d0fefde8043e None None] Network c910f479-835b-4322-89c6-243acca6b7e8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:54.676111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:54.716259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:54.738869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event deleted for resources: {'Port': ['ID=7b6a1031-643e-4dbb-8f13-cff16b3d5252,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:54.767972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:54.772698 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:54.781895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:54.808153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:54.809651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:54.816311 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:54.858692 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6093378
Apr 30 04:53:54.861069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52544) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:54.888670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:54.896891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 2} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:54.915348 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:54.943427 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "DELETE /v2.0/ports/7b6a1031-643e-4dbb-8f13-cff16b3d5252 HTTP/1.1" status: 204  len: 168 time: 3.1531682
Apr 30 04:53:54.960963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52548) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:55.025373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455094a-2edf-47ab-9d7a-59e132569378 req-4e87a258-d49e-4928-b337-8d36672073bd tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:55.028327 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0455094a-2edf-47ab-9d7a-59e132569378 req-4e87a258-d49e-4928-b337-8d36672073bd tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.9209838
Apr 30 04:53:55.078417 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:55.207105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52552) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:55.263101 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0455094a-2edf-47ab-9d7a-59e132569378 req-fa751c02-8a60-4300-ab51-4e779147d23b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935885
Apr 30 04:53:55.278099 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d903a6cf-de3d-4782-895d-d0c01ce97774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:55.289381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c910f479-835b-4322-89c6-243acca6b7e8', 'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8', 'tenant_id': 'fb3e9fc3fbee4b1da4211bda91d257ff', 'fixed_ips': [{'subnet_id': '9e05524b-ae47-4987-984d-37b92e2fd892'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:53:55.291419 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:55.300525 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-833dbcf9-9cb4-4516-9ce2-37cab0afac62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:55.590075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Deleting subnet fdde320c-d0b7-41a1-adae-66658ffae3e7 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:53:55.605028 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:55.640391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 2625ef61-f71b-4bfa-972f-0e95d7509360 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:55.778773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Allocated IP 172.20.0.2 (c910f479-835b-4322-89c6-243acca6b7e8/9e05524b-ae47-4987-984d-37b92e2fd892/9c264f68-2c26-4541-8e92-57a319dfb539) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:53:55.816143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903a6cf-de3d-4782-895d-d0c01ce97774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b2620-bb67-4918-8a36-e720cc1d64a9,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:55.817980 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:55.820234 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d903a6cf-de3d-4782-895d-d0c01ce97774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:56.003406 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d903a6cf-de3d-4782-895d-d0c01ce97774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:56.005323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d903a6cf-de3d-4782-895d-d0c01ce97774 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd7b2620-bb67-4918-8a36-e720cc1d64a9 HTTP/1.1" status: 204  len: 168 time: 2.6933634
Apr 30 04:53:56.142322 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:56.244362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-143421228-network', 'tenant_id': '824ddb0bf41c496eb35794fe6a85e1c5'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:56.294549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:56.320514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Usage tracker for resource:network and tenant:824ddb0bf41c496eb35794fe6a85e1c5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:56.329557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:56.329988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:56.355100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:56.359143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:56.385312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:56.387772 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:56.429797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:56.439902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Transition to ACTIVE for port object 9c264f68-2c26-4541-8e92-57a319dfb539 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:53:56.462232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Made reservation on behalf of 824ddb0bf41c496eb35794fe6a85e1c5 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:56.472038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:56.507557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:56.514487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Transition to ACTIVE for port object 9c264f68-2c26-4541-8e92-57a319dfb539 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:53:56.530229 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:56.537865 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:56.557039 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:56.632226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port ec2b934d-c19a-4734-9edc-90db30d448ce yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:53:56.660502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Network c910f479-835b-4322-89c6-243acca6b7e8 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:56.664491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:56.669821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:56.688630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:56.699735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Usage tracker for resource:security_group_rule and tenant:824ddb0bf41c496eb35794fe6a85e1c5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:56.706489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:56.719039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:56.774887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:56.778632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:56.784830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Pushing event updated for resources: {'Port': ['ID=9c264f68-2c26-4541-8e92-57a319dfb539,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:56.794444 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:56.814706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Attempting to bind port 9c264f68-2c26-4541-8e92-57a319dfb539 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:53:56.815101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Attempting to bind port 9c264f68-2c26-4541-8e92-57a319dfb539 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'bfe09fda-5aca-4dee-be6a-fc439e811a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:53:56.815555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Attempting to bind port 9c264f68-2c26-4541-8e92-57a319dfb539 on network c910f479-835b-4322-89c6-243acca6b7e8 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:53:56.828502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:53:56.829571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Checking segment: {'id': 'bfe09fda-5aca-4dee-be6a-fc439e811a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:53:56.829571 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:56.829969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Bound using segment: {'id': 'bfe09fda-5aca-4dee-be6a-fc439e811a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:53:56.830536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Bound port: 9c264f68-2c26-4541-8e92-57a319dfb539, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe09fda-5aca-4dee-be6a-fc439e811a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:53:56.830783 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.145429 n-d-766726-20 neutron-server[74582]: INFO neutron.db.ipam_backend_mixin [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e05524b-ae47-4987-984d-37b92e2fd892 (CIDR: 172.20.0.0/28)
Apr 30 04:53:57.166279 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:53:57.166710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:53:57.178013 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.194154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.202301 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ff13fd9-878f-4a66-a661-dfd72fc0745a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:57.231739 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.234370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:53:57.241979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-26c1f86f-c556-479b-901a-2659aefbf708 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.3766844
Apr 30 04:53:57.244627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52582) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:57.258956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] For port 9c264f68-2c26-4541-8e92-57a319dfb539, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:53:57.266412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] For port 9c264f68-2c26-4541-8e92-57a319dfb539, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9c264f68-2c26-4541-8e92-57a319dfb539,segment=NetworkSegment(bfe09fda-5aca-4dee-be6a-fc439e811a27),segment_id=bfe09fda-5aca-4dee-be6a-fc439e811a27)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:53:57.269221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea2ad2c-2b40-485c-be87-c99d15c0ade4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:57.272347 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.272696 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Added segment d0ce93dd-daad-4b47-bd18-8ccdb280524a of type vlan for network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232
Apr 30 04:53:57.274493 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:57.276045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:57.281002 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.286349 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce0fdc9e-23a5-4440-be7e-9e77fcc65052 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:57.309034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab500-b6c3-4268-a06b-2e08b7ad53b5 req-47217c92-e3f9-48bc-86c7-7570f395040c tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:57.310944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc8ab500-b6c3-4268-a06b-2e08b7ad53b5 req-47217c92-e3f9-48bc-86c7-7570f395040c tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 1.1230524
Apr 30 04:53:57.332764 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.360996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event deleted for resources: {'Subnet': ['ID=fdde320c-d0b7-41a1-adae-66658ffae3e7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:57.363395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.370992 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:57.378829 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.384807 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "DELETE /v2.0/subnets/fdde320c-d0b7-41a1-adae-66658ffae3e7 HTTP/1.1" status: 204  len: 168 time: 2.4214280
Apr 30 04:53:57.390596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52588) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:57.406493 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8c6b8eed-fecf-43fd-a8ff-37103b2916ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:57.522112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc8ab500-b6c3-4268-a06b-2e08b7ad53b5 req-48bcf9ab-0269-4d4c-95ad-c6891198d70b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2006192
Apr 30 04:53:57.563614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.564796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:57.565449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.570115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab172ea-4918-4f6a-bd85-999283bd44de None None] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:57.577116 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e71b72b-e436-4b20-a081-34d296d71528 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:57.600621 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.646362 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.651274 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.659649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:57.668691 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-620d4b41-cc4c-40f2-97a6-e02865edb006 tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:57.694577 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:57.708705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Pushing event updated for resources: {'Port': ['ID=9c264f68-2c26-4541-8e92-57a319dfb539,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:57.720588 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.5120203
Apr 30 04:53:57.722263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd5bc9c-85ef-42ec-98b5-e6054ee3c232,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:57.725449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52596) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:57.729756 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:57.730222 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:57.737670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Request body: {'subnet': {'network_id': 'ebd5bc9c-85ef-42ec-98b5-e6054ee3c232', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-143421228-subnet', 'tenant_id': '824ddb0bf41c496eb35794fe6a85e1c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:57.745076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:57.813831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:57.823751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:53:57.855829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:57.881292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:57.971269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:53:58.034788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:58.039156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:58.041710 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:58.085291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Usage tracker for resource:subnet and tenant:824ddb0bf41c496eb35794fe6a85e1c5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:58.095470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:58.109986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:58.139767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:58.146021 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:58.148025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Made reservation on behalf of 824ddb0bf41c496eb35794fe6a85e1c5 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:58.151648 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:58.201012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Deleting port 8a371f3f-952d-4f17-86c3-b9611abec714 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:58.201361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:58.303761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52600) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:58.313018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] DHCP port deletion for 5549cc5c-fa77-4d46-84f6-5ca274e45371 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:53:58.340327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=2625ef61-f71b-4bfa-972f-0e95d7509360,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:58.415861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] For port 8a371f3f-952d-4f17-86c3-b9611abec714, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8a371f3f-952d-4f17-86c3-b9611abec714,segment=NetworkSegment(58dc1495-fbaa-4bbf-af6d-2987a0d934cd),segment_id=58dc1495-fbaa-4bbf-af6d-2987a0d934cd)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:58.416408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:58.496264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] Deleting port 8a371f3f-952d-4f17-86c3-b9611abec714 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:53:58.496789 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:58.683721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] For port 8a371f3f-952d-4f17-86c3-b9611abec714, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8a371f3f-952d-4f17-86c3-b9611abec714,segment=NetworkSegment(58dc1495-fbaa-4bbf-af6d-2987a0d934cd),segment_id=58dc1495-fbaa-4bbf-af6d-2987a0d934cd)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:53:58.684128 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:58.779958 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.111s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:58.790308 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.721s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:58.856843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] Calling delete_port for 8a371f3f-952d-4f17-86c3-b9611abec714 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:58.905488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=ec2b934d-c19a-4734-9edc-90db30d448ce,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:58.910003 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:58.910698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Calling delete_port for 8a371f3f-952d-4f17-86c3-b9611abec714 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:53:58.921947 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:58.923662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1075976008-network', 'tenant_id': '9c446453632e4610bea794e8357c69bd'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:58.977260 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c16b5e68-2b9f-4ab0-840c-3cf409d2d361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:58.979026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:58.997622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Usage tracker for resource:network and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:58.999642 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:59.005614 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0679ecb0-3332-4daf-bc5e-2ec5cca319c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:59.021070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:59.042859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:59.054554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] Pushing event deleted for resources: {'Port': ['ID=8a371f3f-952d-4f17-86c3-b9611abec714,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:59.059527 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:59.062485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] No DVR routers for this DVR port 8a371f3f-952d-4f17-86c3-b9611abec714 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:59.146520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Checking segment: {'id': 'c0055504-db92-4762-8def-bddac68ad1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '38eccb69-c285-41cf-92fd-9c170feb7467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:53:59.146907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network hostable DHCP agents. Network: 38eccb69-c285-41cf-92fd-9c170feb7467, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:53:59.147576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Made reservation on behalf of 9c446453632e4610bea794e8357c69bd for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:53:59.150220 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:59.178137 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:59.206223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b38188d-f154-49f0-be28-184ff149579c,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:59.215717 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:59.218605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:59.224528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Checking segment: {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:53:59.224970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:59.225410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Network hostable DHCP agents. Network: c7ce8a20-822a-4055-8098-f9299e94ad1e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:53:59.232417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:59.238389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 38eccb69-c285-41cf-92fd-9c170feb7467 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:53:59.242999 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:59.247915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:59.250101 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f956bb58-d8b4-47c6-ae34-6064ffc04066 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:53:59.310081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event deleted for resources: {'Port': ['ID=8a371f3f-952d-4f17-86c3-b9611abec714,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:53:59.319922 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:53:59.327852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] No DVR routers for this DVR port 8a371f3f-952d-4f17-86c3-b9611abec714 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:53:59.328993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 38eccb69-c285-41cf-92fd-9c170feb7467) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:59.348635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:53:59.351158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38843106-1296-4b06-803c-4d7a609acbfc None None] Network 38eccb69-c285-41cf-92fd-9c170feb7467 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:59.355860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:59.360939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:59.361687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:59.378030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe11f18-27eb-48a3-ab7d-a28a1d18ba0f req-53474fdf-eb3d-42a7-a6ac-eae5617b213b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:59.386233 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfe11f18-27eb-48a3-ab7d-a28a1d18ba0f req-53474fdf-eb3d-42a7-a6ac-eae5617b213b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.6004839
Apr 30 04:53:59.388101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Network c7ce8a20-822a-4055-8098-f9299e94ad1e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:53:59.427040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c7ce8a20-822a-4055-8098-f9299e94ad1e) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:53:59.466862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:53:59.467504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:59.474317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.9127002
Apr 30 04:53:59.485968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52610) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:59.495036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561f61b-4485-4e23-902e-75b89aedce83 None None] Network c7ce8a20-822a-4055-8098-f9299e94ad1e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:59.547402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:59.599886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfe11f18-27eb-48a3-ab7d-a28a1d18ba0f req-2e6b8f6e-63c1-4528-84a7-57c423a16cad tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2123904
Apr 30 04:53:59.655571 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 6.2132320
Apr 30 04:53:59.670892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52616) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:53:59.740134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:53:59.786297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f7fdf-1a81-4865-95fe-12845a80cfe1 None None] Network c910f479-835b-4322-89c6-243acca6b7e8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:53:59.803351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:53:59.841164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Usage tracker for resource:router and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:53:59.871967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:53:59.912962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:53:59.931489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:59.941306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779165670>,) {'filters': {'network_id': ['5549cc5c-fa77-4d46-84f6-5ca274e45371']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:53:59.966957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:53:59.984465 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-06a7e798-c070-4d8d-8ddd-71a3d8a8da53 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:00.046032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.067497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779165670>, '58dc1495-fbaa-4bbf-af6d-2987a0d934cd') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:00.068424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779165670>, '58dc1495-fbaa-4bbf-af6d-2987a0d934cd') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:00.102370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9c264f68-2c26-4541-8e92-57a319dfb539 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:00.142567 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.145629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.157320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5b39e2f2-9e4f-4f03-86de-4d4b536c9810 None None] Provisioning for port 9c264f68-2c26-4541-8e92-57a319dfb539 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:00.160040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.223965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:54:00.244311 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.249037 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e0d950c-be38-482e-815b-0ee5d68432cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:00.284803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.285310 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Added segment 2641420d-b215-4144-bc0f-3d3da77d5dfb of type vlan for network 9b54b883-d0bf-442d-ac86-b36baa16d7e8
Apr 30 04:54:00.291210 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.299910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.330898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5098bbe1-a8f6-4159-b0ca-2c1c938b95e3,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:00.342268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Checking segment: {'id': 'd0ce93dd-daad-4b47-bd18-8ccdb280524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ebd5bc9c-85ef-42ec-98b5-e6054ee3c232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:00.342876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Network hostable DHCP agents. Network: ebd5bc9c-85ef-42ec-98b5-e6054ee3c232, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:54:00.347606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network c910f479-835b-4322-89c6-243acca6b7e8 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:00.352561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:00.359539 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:00.361549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:54:00.365040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:00.365644 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.374859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=f1819fa8-ef8f-4033-9a63-8a271dbb2a0d,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:00.378639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port ec2b934d-c19a-4734-9edc-90db30d448ce {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:00.379046 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.396018 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-13837fea-f05b-4cba-9db8-7e49b0319cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:00.399690 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:00.437236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 3.1891818
Apr 30 04:54:00.456710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52624) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:00.577497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f85d74-b4cb-4dd5-a256-5127fd66f33d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:00.608062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 9c264f68-2c26-4541-8e92-57a319dfb539 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:00.671954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9c264f68-2c26-4541-8e92-57a319dfb539 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:00.672270 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.675025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8', 'fixed_ips': [{'subnet_id': '9e05524b-ae47-4987-984d-37b92e2fd892'}, {'subnet_id': 'f1819fa8-ef8f-4033-9a63-8a271dbb2a0d'}], 'name': 'tempest-PortsTestJSON-1360702013'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:00.849395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c7ce8a20-822a-4055-8098-f9299e94ad1e', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:54:00.850383 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.879561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:00.901114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89d6969c-0bb2-47c1-b2b3-3bd83c505c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.007532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:54:01.066057 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:01.068317 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.136857 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.169554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ebd5bc9c-85ef-42ec-98b5-e6054ee3c232) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:01.180788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:54:01.204141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4473d6-a13d-4cc0-a86a-6ae3a5666886 None None] Network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:01.249846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:54:01.259608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.311751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Allocated IP 172.20.0.2 (c7ce8a20-822a-4055-8098-f9299e94ad1e/4b38188d-f154-49f0-be28-184ff149579c/36795407-7647-4b82-a2f3-95264bbd4040) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:01.313769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:01.314427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.327077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.398297 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.399894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:01.399894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.411014 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:01.526506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:01.538377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for ec2b934d-c19a-4734-9edc-90db30d448ce owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:01.547648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:port and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:01.552242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:01.561581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:01.605624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b2a2d-8d9f-41fd-ae66-4d4eff11a575 req-72466309-3eff-4f08-99f5-1877db5159a6 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:01.606852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 9c264f68-2c26-4541-8e92-57a319dfb539, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9c264f68-2c26-4541-8e92-57a319dfb539,segment=NetworkSegment(bfe09fda-5aca-4dee-be6a-fc439e811a27),segment_id=bfe09fda-5aca-4dee-be6a-fc439e811a27)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:01.609022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-021b2a2d-8d9f-41fd-ae66-4d4eff11a575 req-72466309-3eff-4f08-99f5-1877db5159a6 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.9027274
Apr 30 04:54:01.627111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:01.653961 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.9268777
Apr 30 04:54:01.658898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Network 5549cc5c-fa77-4d46-84f6-5ca274e45371 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:54:01.671927 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.3616569
Apr 30 04:54:01.683118 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.695098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b54b883-d0bf-442d-ac86-b36baa16d7e8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:54:01.697276 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:54:01.702871 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:01.711212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52634) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:01.722479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Request body: {'subnet': {'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1075976008-subnet', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:01.778639 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:01.815068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:01.822972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Usage tracker for resource:subnet and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:01.829187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:01.841736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:01.844309 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.872599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=9c264f68-2c26-4541-8e92-57a319dfb539,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:01.875577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:54:01.884310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Made reservation on behalf of 9c446453632e4610bea794e8357c69bd for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:01.888483 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:01.890405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8a371f3f-952d-4f17-86c3-b9611abec714 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:54:01.906800 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3eeb25a0-dbdd-40cf-acfd-2728ebf949a6 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:01.978146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8a371f3f-952d-4f17-86c3-b9611abec714 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:54:01.979027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8a371f3f-952d-4f17-86c3-b9611abec714 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:54:01.981636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.982319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.982901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.983731 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.984500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.985062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.985608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.986154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.986807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.987405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.987959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:01.989433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:02.007150 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:02.230752 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-021b2a2d-8d9f-41fd-ae66-4d4eff11a575 req-8e79e468-7c8f-4d7d-aff2-9f943dab1b39 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4939227
Apr 30 04:54:02.234501 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:02.237760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=ec2b934d-c19a-4734-9edc-90db30d448ce,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:02.243741 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:02.245810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] Update dhcp port {'port': {'network_id': 'c910f479-835b-4322-89c6-243acca6b7e8', 'fixed_ips': [{'subnet_id': '9e05524b-ae47-4987-984d-37b92e2fd892', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f1819fa8-ef8f-4033-9a63-8a271dbb2a0d'}], 'binding:host_id': 'n-d-766726-20'}, 'id': '9c264f68-2c26-4541-8e92-57a319dfb539'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:54:02.253877 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/ec2b934d-c19a-4734-9edc-90db30d448ce HTTP/1.1" status: 204  len: 168 time: 2.7520282
Apr 30 04:54:02.259159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52640) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:02.298454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9c264f68-2c26-4541-8e92-57a319dfb539 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:02.439103 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:02.503531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port 6feabf05-dd4a-4b09-ae55-45349e2280f7 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:54:02.509767 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:02.516496 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:02.547062 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:02.554447 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5291af8f-71d4-43f6-8ced-7755622bca7a tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:02.578385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9c264f68-2c26-4541-8e92-57a319dfb539 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:02.581916 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:02.622305 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:02.664995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Pushing event deleted for resources: {'Network': ['ID=5549cc5c-fa77-4d46-84f6-5ca274e45371,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:02.682166 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:02.690604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a08620-d935-4d9f-9e17-74db155e186e None None] Network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:02.710629 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] 10.222.0.46 "DELETE /v2.0/networks/5549cc5c-fa77-4d46-84f6-5ca274e45371 HTTP/1.1" status: 204  len: 168 time: 5.3186045
Apr 30 04:54:02.738000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Transition to ACTIVE for port object 36795407-7647-4b82-a2f3-95264bbd4040 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:02.808209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae749ba-3a5f-468e-a7a7-1df62e4f2a5e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:02.822351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae749ba-3a5f-468e-a7a7-1df62e4f2a5e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:02.826011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6ae749ba-3a5f-468e-a7a7-1df62e4f2a5e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:03.101391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Transition to ACTIVE for port object 36795407-7647-4b82-a2f3-95264bbd4040 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:03.160893 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:03.192765 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:03.279407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6ae749ba-3a5f-468e-a7a7-1df62e4f2a5e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:03.287337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6ae749ba-3a5f-468e-a7a7-1df62e4f2a5e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 1.0263383
Apr 30 04:54:03.295109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52664) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:03.569782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52668) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:03.594912 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:03.605685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Pushing event updated for resources: {'Port': ['ID=36795407-7647-4b82-a2f3-95264bbd4040,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:03.638120 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:03.684050 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:03.753251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Network c7ce8a20-822a-4055-8098-f9299e94ad1e is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:03.774637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:03.807252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:03.824849 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:03.841557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-a3ab092b-4091-4401-a02a-05e2d5220281 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:03.847872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-a3ab092b-4091-4401-a02a-05e2d5220281 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/networks?id=ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 HTTP/1.1" status: 200  len: 812 time: 0.7392125
Apr 30 04:54:03.875987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbee3-02f2-4dbb-a672-1b84c75fe35c req-6fd2908c-fb86-4f3d-befa-11ae32064a6b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:03.878083 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af7fbee3-02f2-4dbb-a672-1b84c75fe35c req-6fd2908c-fb86-4f3d-befa-11ae32064a6b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.3047471
Apr 30 04:54:03.886861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Allocated IP 172.25.8.134 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/721a4037-4172-40d5-9bf9-61e5a4a83d23) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:03.897233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:03.897520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-7a7dd3df-78f4-4f3e-b14a-8586d550e415 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/quotas/824ddb0bf41c496eb35794fe6a85e1c5 HTTP/1.1" status: 200  len: 375 time: 0.0485935
Apr 30 04:54:03.907047 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cff500d4-7e68-4741-9cc1-2486e5be7254 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:03.923067 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ef003c43-0fe4-4df6-a3a5-8504d94af4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.002469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 2625ef61-f71b-4bfa-972f-0e95d7509360 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:04.002822 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.037097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-ee4f7526-9f1a-43ea-b819-f1a20c24affe tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=824ddb0bf41c496eb35794fe6a85e1c5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1386564
Apr 30 04:54:04.108098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7660be4-055b-4983-bbd0-78610f6227c9,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:04.113087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:04.134344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af7fbee3-02f2-4dbb-a672-1b84c75fe35c req-5b02f322-930b-4f3a-92ef-7d2c6295940f tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313592
Apr 30 04:54:04.152022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Checking segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:04.152390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Network hostable DHCP agents. Network: 9b54b883-d0bf-442d-ac86-b36baa16d7e8, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:54:04.217239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:54:04.217552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] Allocated IP 172.20.0.18 (c910f479-835b-4322-89c6-243acca6b7e8/f1819fa8-ef8f-4033-9a63-8a271dbb2a0d/9c264f68-2c26-4541-8e92-57a319dfb539) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:04.235846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.281450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 9b54b883-d0bf-442d-ac86-b36baa16d7e8) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:04.307778 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a842094-2cde-4c2f-87a4-4557fd5ded0b None None] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:04.327717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:04.329292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.339441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.442124 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.7162144
Apr 30 04:54:04.443396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52682) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:04.469405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:04.479970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:04.485778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Usage tracker for resource:router and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:04.490577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:04.499497 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.504668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:04.507057 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-529b2e4b-d60e-4023-bf16-55ad0678799a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:04.567534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b931a190-7d54-42d4-adb8-17baad1c2b68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53fc0388b4084b2db48b65e9ec191def&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9961514
Apr 30 04:54:04.567864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52686) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:04.586915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 2625ef61-f71b-4bfa-972f-0e95d7509360 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:04.599026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-aac21b1e-489e-4b51-a6ec-38b9dabe45f1 service neutron] 10.222.0.46 "GET /v2.0/networks/ebd5bc9c-85ef-42ec-98b5-e6054ee3c232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5605631
Apr 30 04:54:04.620455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.622427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.659207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:04.673373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:04.678118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:04.793627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Attempting to bind port 36795407-7647-4b82-a2f3-95264bbd4040 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:04.797536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Attempting to bind port 36795407-7647-4b82-a2f3-95264bbd4040 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:04.800399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Attempting to bind port 36795407-7647-4b82-a2f3-95264bbd4040 on network c7ce8a20-822a-4055-8098-f9299e94ad1e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:04.800779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Pushing event updated for resources: {'Port': ['ID=721a4037-4172-40d5-9bf9-61e5a4a83d23,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:04.809775 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:04.858474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:04.860398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Checking segment: {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:04.860932 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.863748 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Bound using segment: {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:04.863981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Bound port: 36795407-7647-4b82-a2f3-95264bbd4040, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:04.864345 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.913966 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:04.973568 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] For port 9c264f68-2c26-4541-8e92-57a319dfb539, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9c264f68-2c26-4541-8e92-57a319dfb539,segment=NetworkSegment(bfe09fda-5aca-4dee-be6a-fc439e811a27),segment_id=bfe09fda-5aca-4dee-be6a-fc439e811a27)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:05.009799 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:05.033926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] Transition to ACTIVE for port object 9c264f68-2c26-4541-8e92-57a319dfb539 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:05.049908 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:05.064417 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aae9a09c-b3a1-46fe-a91a-276f3ec1a21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:05.128093 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:05.314223 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-272f7f8c-71a0-453a-b164-f1024db1e842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:05.410599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-1f16fb10-2cb7-4b72-91b1-27f24a8dce36 service neutron] 10.222.0.46 "GET /v2.0/networks/ebd5bc9c-85ef-42ec-98b5-e6054ee3c232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7962162
Apr 30 04:54:05.463841 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:05.558138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] Pushing event updated for resources: {'Port': ['ID=9c264f68-2c26-4541-8e92-57a319dfb539,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:05.566051 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:05.639201 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2bf12879-64ad-4fbe-843b-9956033d8ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:05.697115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] For port 36795407-7647-4b82-a2f3-95264bbd4040, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:05.757553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] For port 36795407-7647-4b82-a2f3-95264bbd4040, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=36795407-7647-4b82-a2f3-95264bbd4040,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:05.777186 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:05.782884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=2625ef61-f71b-4bfa-972f-0e95d7509360,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:05.804650 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:05.809851 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:05.860083 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:05.937672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:54:05.938538 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:06.260777 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fefadd3f-6fab-4861-9f2c-1c01fa6ee8af req-f44cd65b-cd63-436b-8465-1181f1f8f44c tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 210 time: 0.2456121
Apr 30 04:54:06.316837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/2625ef61-f71b-4bfa-972f-0e95d7509360 HTTP/1.1" status: 204  len: 168 time: 2.9256797
Apr 30 04:54:06.326410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52710) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:06.393898 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:54:06.420734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.10 (c910f479-835b-4322-89c6-243acca6b7e8/9e05524b-ae47-4987-984d-37b92e2fd892/6feabf05-dd4a-4b09-ae55-45349e2280f7) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:06.443042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.25 (c910f479-835b-4322-89c6-243acca6b7e8/f1819fa8-ef8f-4033-9a63-8a271dbb2a0d/6feabf05-dd4a-4b09-ae55-45349e2280f7) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:06.511037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-272f7f8c-71a0-453a-b164-f1024db1e842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:06.679770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46338f55-a781-4cca-ba69-d941d906d991 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:06.682319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-46338f55-a781-4cca-ba69-d941d906d991 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:06.689262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Allocated IP 172.20.0.2 (9b54b883-d0bf-442d-ac86-b36baa16d7e8/b7660be4-055b-4983-bbd0-78610f6227c9/8f4abc30-4877-4522-bbe2-d79f4c37dfbf) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:06.939210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-46338f55-a781-4cca-ba69-d941d906d991 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:06.944602 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-46338f55-a781-4cca-ba69-d941d906d991 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.6146407
Apr 30 04:54:06.948461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52718) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:07.135933 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ece293-894d-4204-9f6d-2a02816ea2f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:54:07.141668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a3ece293-894d-4204-9f6d-2a02816ea2f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/ec2b934d-c19a-4734-9edc-90db30d448ce HTTP/1.1" status: 404  len: 333 time: 0.1880319
Apr 30 04:54:07.169723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52724) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:07.203874 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-272f7f8c-71a0-453a-b164-f1024db1e842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:07.255816 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:07.293648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Pushing event updated for resources: {'Port': ['ID=36795407-7647-4b82-a2f3-95264bbd4040,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:07.309915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9c264f68-2c26-4541-8e92-57a319dfb539 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:07.364011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object 6feabf05-dd4a-4b09-ae55-45349e2280f7 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:07.382571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a51a0-596e-48f6-b5f5-9305533d289f None None] Network c910f479-835b-4322-89c6-243acca6b7e8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:07.401462 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.593s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:07.571461 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:07.596061 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c27af59-fce7-407a-bbb2-5f4afb75bdb4 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:07.646805 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:07.872088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0066e4b8-1bb4-4366-8eb1-f3fde6192bff None None] Provisioning for port 9c264f68-2c26-4541-8e92-57a319dfb539 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:07.986659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=6feabf05-dd4a-4b09-ae55-45349e2280f7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:07.994189 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:07.998324 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f4c9fb4-e54b-4a84-bf7d-3cee1cf14115 req-b73e7018-062d-4034-b78e-70890e0ad023 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 210 time: 0.2149472
Apr 30 04:54:08.022694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0066e4b8-1bb4-4366-8eb1-f3fde6192bff None None] Provisioning complete for port 9c264f68-2c26-4541-8e92-57a319dfb539 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:08.022993 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0066e4b8-1bb4-4366-8eb1-f3fde6192bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:08.050562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network c910f479-835b-4322-89c6-243acca6b7e8 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:08.063396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:08.063396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:08.063909 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0440dceb-8983-4f7c-857e-bdb4cc7c150b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:08.072724 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-587eb745-cbd9-4786-b3b0-879af8beed7b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:54:08.074409 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-587eb745-cbd9-4786-b3b0-879af8beed7b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/2625ef61-f71b-4bfa-972f-0e95d7509360 HTTP/1.1" status: 404  len: 333 time: 0.8784666
Apr 30 04:54:08.093218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:08.103848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52730) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:08.123190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9c264f68-2c26-4541-8e92-57a319dfb539 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:08.124286 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:08.211622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f7f8c-71a0-453a-b164-f1024db1e842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7276ab8f-1d8d-40d9-8817-45c840cd1e2e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:08.231929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:08.235218 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:08.240892 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-272f7f8c-71a0-453a-b164-f1024db1e842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:08.328662 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:08.341877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-272f7f8c-71a0-453a-b164-f1024db1e842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:08.343696 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-272f7f8c-71a0-453a-b164-f1024db1e842 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7276ab8f-1d8d-40d9-8817-45c840cd1e2e HTTP/1.1" status: 204  len: 168 time: 3.7742324
Apr 30 04:54:08.382711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 7.9238868
Apr 30 04:54:08.386690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52740) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:08.413287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e05524b-ae47-4987-984d-37b92e2fd892'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:08.419396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:08.423272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Transition to ACTIVE for port object 8f4abc30-4877-4522-bbe2-d79f4c37dfbf will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:08.635101 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:08.665340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Transition to ACTIVE for port object 8f4abc30-4877-4522-bbe2-d79f4c37dfbf will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:09.398085 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:09.480936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-a761ff60-b148-4124-a5cd-88dd1383e872 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:09.481981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-a761ff60-b148-4124-a5cd-88dd1383e872 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.37 "GET /v2.0/networks?id=ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 HTTP/1.1" status: 200  len: 812 time: 0.7935236
Apr 30 04:54:09.485519 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:09.507622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Request body: {'port': {'device_id': '4d298155-0c13-4f1a-a0e9-c4c1b963d25c', 'network_id': 'ebd5bc9c-85ef-42ec-98b5-e6054ee3c232', 'admin_state_up': True, 'tenant_id': '824ddb0bf41c496eb35794fe6a85e1c5'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:09.588981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Pushing event updated for resources: {'Port': ['ID=8f4abc30-4877-4522-bbe2-d79f4c37dfbf,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:09.603398 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:09.608506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:09.617852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:09.622698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:09.696818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f82412-6d6c-4392-8fab-af796b0a671d None None] Network c7ce8a20-822a-4055-8098-f9299e94ad1e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:09.920185 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:10.105732 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9f766ad-eddd-40f9-8fca-3adc220803ee req-e7ee692e-39ca-40da-b870-e9f7d60cb5e8 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 210 time: 0.2088466
Apr 30 04:54:10.301829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 36795407-7647-4b82-a2f3-95264bbd4040 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:10.384345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52772) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:10.401669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Attempting to bind port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:10.402516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Attempting to bind port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:10.402721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Attempting to bind port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:10.422969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:10.428379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Usage tracker for resource:port and tenant:824ddb0bf41c496eb35794fe6a85e1c5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:10.434718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:10.438919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c7b9d31e-d0c0-4ff5-8860-aa6324708ff3 None None] Provisioning for port 36795407-7647-4b82-a2f3-95264bbd4040 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:10.446996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:10.478649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Made reservation on behalf of 824ddb0bf41c496eb35794fe6a85e1c5 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:10.481160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:10.481555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Checking segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:10.482795 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:10.485719 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:10.486265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Bound using segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:10.486811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Bound port: 8f4abc30-4877-4522-bbe2-d79f4c37dfbf, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:10.487223 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:10.561134 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:10.721518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] For port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:10.725584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] For port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8f4abc30-4877-4522-bbe2-d79f4c37dfbf,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:10.742157 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:10.756631 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-96ce3a91-daca-4b68-8840-d477a9390ddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:10.776279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b8c73553-ca6d-4aeb-8a83-aefe8a9d45df tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] Request body: {'port': {'network_id': 'ce1ba544-8a3b-4616-bd75-b254f1128337', 'name': 'tempest-NetworksNegativeTestJSON-104517703'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:10.810680 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c73553-ca6d-4aeb-8a83-aefe8a9d45df tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] POST failed (client error): The resource could not be found.
Apr 30 04:54:10.811383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c73553-ca6d-4aeb-8a83-aefe8a9d45df tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:54:10.813640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b8c73553-ca6d-4aeb-8a83-aefe8a9d45df tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.4253566
Apr 30 04:54:10.824267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52780) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:10.873890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6297b785-c3ad-46d0-b227-5d25e093f8ec None None] Provisioning complete for port 9c264f68-2c26-4541-8e92-57a319dfb539 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:10.874257 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6297b785-c3ad-46d0-b227-5d25e093f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:10.954802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 36795407-7647-4b82-a2f3-95264bbd4040 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:10.965525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 36795407-7647-4b82-a2f3-95264bbd4040 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:10.965913 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:11.007839 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0d63d3-8e2d-466f-b256-6b1babe5fa90 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:54:11.008675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0d63d3-8e2d-466f-b256-6b1babe5fa90 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:54:11.010730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ce0d63d3-8e2d-466f-b256-6b1babe5fa90 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "DELETE /v2.0/networks/86d1589d-e1b3-4714-9428-8e26e3351ead HTTP/1.1" status: 404  len: 339 time: 0.1143460
Apr 30 04:54:11.022887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52784) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:11.065008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-0596386a-27ab-4ff3-a8b8-904c26c98469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:11.066719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-0596386a-27ab-4ff3-a8b8-904c26c98469 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 0.9558334
Apr 30 04:54:11.081064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Pushing event updated for resources: {'Port': ['ID=8f4abc30-4877-4522-bbe2-d79f4c37dfbf,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:11.115728 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:11.135166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc1dbb-1a71-4164-9ec5-04b279fbdf0b req-255d6a93-8444-46ed-8955-0230c27ca321 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:11.137423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bbcc1dbb-1a71-4164-9ec5-04b279fbdf0b req-255d6a93-8444-46ed-8955-0230c27ca321 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.8429487
Apr 30 04:54:11.320014 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:11.390247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a9bd6a0>,) {'filters': {'network_id': ['38eccb69-c285-41cf-92fd-9c170feb7467']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:11.446932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a9bd6a0>, 'c0055504-db92-4762-8def-bddac68ad1e8') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:11.447715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a9bd6a0>, 'c0055504-db92-4762-8def-bddac68ad1e8') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:11.492140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:11.545393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6297b785-c3ad-46d0-b227-5d25e093f8ec None None] Provisioning for port 6feabf05-dd4a-4b09-ae55-45349e2280f7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:11.556223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6297b785-c3ad-46d0-b227-5d25e093f8ec None None] Provisioning complete for port 6feabf05-dd4a-4b09-ae55-45349e2280f7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:11.556872 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6297b785-c3ad-46d0-b227-5d25e093f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:11.631248 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:11.668998 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-19261aad-19d4-4745-bfa7-0cd600a2dd18 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:54:11.670084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19261aad-19d4-4745-bfa7-0cd600a2dd18 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:54:11.672644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-7861ba62-9b7c-4f08-a8f2-3d410fa9ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:11.674157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-7861ba62-9b7c-4f08-a8f2-3d410fa9ee71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 0.5159566
Apr 30 04:54:11.674393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 36795407-7647-4b82-a2f3-95264bbd4040, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=36795407-7647-4b82-a2f3-95264bbd4040,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:11.684494 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:11.691138 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:11.797898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:11.807943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=36795407-7647-4b82-a2f3-95264bbd4040,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:11.819696 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:11.833158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6297b785-c3ad-46d0-b227-5d25e093f8ec None None] Port 6feabf05-dd4a-4b09-ae55-45349e2280f7 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:54:11.840913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:54:11.875334 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8f4abc30-4877-4522-bbe2-d79f4c37dfbf up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:12.008969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-19261aad-19d4-4745-bfa7-0cd600a2dd18 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "DELETE /v2.0/ports/86350704-5a6d-4268-8769-0f06d44b2eff HTTP/1.1" status: 404  len: 333 time: 0.9704950
Apr 30 04:54:12.084200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52792) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:12.129761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-1f64fd79-e795-488f-adab-8bfa489bcd14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 217 time: 0.4269950
Apr 30 04:54:12.131593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4b331330-bd17-4f39-816c-e5f983aebab0 req-aa88d4e3-dbe2-4190-9497-de8a57f87fcd tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Synchronizing usage tracker for tenant:824ddb0bf41c496eb35794fe6a85e1c5 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:12.184966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-09329997-b55b-42b0-8748-a47c01db63a2 None None] Provisioning complete for port 6feabf05-dd4a-4b09-ae55-45349e2280f7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:12.185696 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-09329997-b55b-42b0-8748-a47c01db63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:12.238443 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acbb9c1-d156-4f15-9547-3a25400a43df tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:54:12.238899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acbb9c1-d156-4f15-9547-3a25400a43df tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:54:12.241283 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3acbb9c1-d156-4f15-9547-3a25400a43df tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "DELETE /v2.0/subnets/97ace224-dbe3-4bf9-b9ed-86961575a2db HTTP/1.1" status: 404  len: 337 time: 0.1150799
Apr 30 04:54:12.286361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52796) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:12.329538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-09329997-b55b-42b0-8748-a47c01db63a2 None None] Port 6feabf05-dd4a-4b09-ae55-45349e2280f7 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:54:12.455317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bbcc1dbb-1a71-4164-9ec5-04b279fbdf0b req-652eef61-2b4a-4af5-8629-bbdb24c5ee83 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1901233
Apr 30 04:54:12.458050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-09329997-b55b-42b0-8748-a47c01db63a2 None None] Provisioning complete for port 36795407-7647-4b82-a2f3-95264bbd4040 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:12.459472 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-09329997-b55b-42b0-8748-a47c01db63a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:12.510230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Allocated IP 172.20.0.5 (ebd5bc9c-85ef-42ec-98b5-e6054ee3c232/5098bbe1-a8f6-4159-b0ca-2c1c938b95e3/4f4e470a-5a1b-4b3e-8735-04e890f81496) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:12.636001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:12.638220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4b331330-bd17-4f39-816c-e5f983aebab0 req-aa88d4e3-dbe2-4190-9497-de8a57f87fcd tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Unset dirty status for tenant:824ddb0bf41c496eb35794fe6a85e1c5 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:12.639532 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b331330-bd17-4f39-816c-e5f983aebab0 req-aa88d4e3-dbe2-4190-9497-de8a57f87fcd tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 210 time: 0.9552979
Apr 30 04:54:12.643765 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:12.704270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-a0339d37-8214-4b8f-b0ee-1ea67517402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:12.705875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-a0339d37-8214-4b8f-b0ee-1ea67517402f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.4691284
Apr 30 04:54:12.714148 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9694185-8b25-4f17-bb61-f5a3fda8f20b tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] GET failed (client error): The resource could not be found.
Apr 30 04:54:12.722103 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c9694185-8b25-4f17-bb61-f5a3fda8f20b tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "GET /v2.0/networks/b5bd1a5c-71e1-4e87-9078-f685e5a3f531 HTTP/1.1" status: 404  len: 339 time: 0.4232633
Apr 30 04:54:12.724664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52800) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:12.733912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Router 8abca128-691c-4146-ae1f-6f854232a74f is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:54:12.821451 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:12.874885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c87edfe-f8a1-4747-b4c8-c3d430db3c96 None None] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:12.885684 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-40493469-2bca-40dd-8ae8-1243fe72cade service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1600313
Apr 30 04:54:12.900492 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-5108030d-4793-4960-9076-0aa94058c08e tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] GET failed (client error): The resource could not be found.
Apr 30 04:54:12.911380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 38eccb69-c285-41cf-92fd-9c170feb7467 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:54:12.912536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5108030d-4793-4960-9076-0aa94058c08e tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "GET /v2.0/ports/ffb43a79-773c-4e8d-87b1-a60b044ba3bc HTTP/1.1" status: 404  len: 333 time: 0.1776111
Apr 30 04:54:12.929325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52806) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:12.942416 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:13.074260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-017ec7c6-0a0c-4be9-80c6-7ba8485e3eed None None] Provisioning for port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:13.087115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-017ec7c6-0a0c-4be9-80c6-7ba8485e3eed None None] Provisioning complete for port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:13.088054 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-017ec7c6-0a0c-4be9-80c6-7ba8485e3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:13.143621 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bd39f1-dfc2-4817-8ca4-3f5b65b6e780 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] GET failed (client error): The resource could not be found.
Apr 30 04:54:13.145712 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d4bd39f1-dfc2-4817-8ca4-3f5b65b6e780 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "GET /v2.0/subnets/3bcda17a-ca9d-44d7-8210-6468e9feebb6 HTTP/1.1" status: 404  len: 337 time: 0.2127981
Apr 30 04:54:13.156812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52812) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:13.284876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1c82e536-a22f-4b60-81be-6126556b8e10 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] Request body: {'network': {'name': 'new_name'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:13.357772 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c82e536-a22f-4b60-81be-6126556b8e10 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] PUT failed (client error): The resource could not be found.
Apr 30 04:54:13.358239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c82e536-a22f-4b60-81be-6126556b8e10 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:54:13.360187 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1c82e536-a22f-4b60-81be-6126556b8e10 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "PUT /v2.0/networks/656e8977-a1da-431b-93d0-db1a98aaaa88 HTTP/1.1" status: 404  len: 339 time: 0.1955721
Apr 30 04:54:13.375337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52816) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:13.381322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-89485939-6b29-4632-9678-3ad6e6bcae55 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] Request body: {'port': {'name': 'new_name'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:13.446337 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-89485939-6b29-4632-9678-3ad6e6bcae55 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] PUT failed (client error): The resource could not be found.
Apr 30 04:54:13.447083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89485939-6b29-4632-9678-3ad6e6bcae55 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:54:13.448424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-89485939-6b29-4632-9678-3ad6e6bcae55 tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "PUT /v2.0/ports/43f62ef8-0858-49f1-bf84-74e7563ea74c HTTP/1.1" status: 404  len: 333 time: 0.0733030
Apr 30 04:54:13.455944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52820) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:13.456997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Delete allocated IP 172.20.0.25 (c910f479-835b-4322-89c6-243acca6b7e8/f1819fa8-ef8f-4033-9a63-8a271dbb2a0d) {{(pid=74581) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 04:54:13.489898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-fb89444f-19a6-4548-a30b-ef06fd51931d tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:13.527373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 38eccb69-c285-41cf-92fd-9c170feb7467 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:54:13.539412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:54:13.556163 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Sync routers for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:54:13.561963 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:54:13.604207 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:54:13.605303 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78023fee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:54:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:13.625844 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:13.646988 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-017ec7c6-0a0c-4be9-80c6-7ba8485e3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:13.651740 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb89444f-19a6-4548-a30b-ef06fd51931d tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] PUT failed (client error): The resource could not be found.
Apr 30 04:54:13.652350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb89444f-19a6-4548-a30b-ef06fd51931d tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:54:13.653660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fb89444f-19a6-4548-a30b-ef06fd51931d tempest-NetworksNegativeTestJSON-1741659365 tempest-NetworksNegativeTestJSON-1741659365-project] 10.222.0.46 "PUT /v2.0/subnets/6b0e2814-8879-4bae-ba6e-16f902e53ff0 HTTP/1.1" status: 404  len: 337 time: 0.1900985
Apr 30 04:54:13.716864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-a5a5ca45-b487-4f9f-88c4-4826bc26fee9 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7971196
Apr 30 04:54:13.847414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-017ec7c6-0a0c-4be9-80c6-7ba8485e3eed None None] For port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8f4abc30-4877-4522-bbe2-d79f4c37dfbf,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:13.860692 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-017ec7c6-0a0c-4be9-80c6-7ba8485e3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:13.870393 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:14.032253 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 36795407-7647-4b82-a2f3-95264bbd4040 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:14.160571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ec7c6-0a0c-4be9-80c6-7ba8485e3eed None None] Pushing event updated for resources: {'Port': ['ID=8f4abc30-4877-4522-bbe2-d79f4c37dfbf,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:14.169377 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-017ec7c6-0a0c-4be9-80c6-7ba8485e3eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:14.206069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 36795407-7647-4b82-a2f3-95264bbd4040 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:14.207244 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:14.216928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:14.220310 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:54:14.238044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:14.295885 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-21431e1d-69da-451f-9560-a30c18b10f24 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:14.358246 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/networks/38eccb69-c285-41cf-92fd-9c170feb7467 HTTP/1.1" status: 204  len: 168 time: 6.2523115
Apr 30 04:54:14.359266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52834) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:14.395870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1555391924'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:14.418390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:14.425284 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 14.7030613
Apr 30 04:54:14.428125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Network': ['ID=38eccb69-c285-41cf-92fd-9c170feb7467,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:14.433021 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:14.434895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:14.438699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52838) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:14.441434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Allocated IP 172.25.8.204 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/9e40b565-5efa-4fe7-9933-24d986077e38) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:14.458097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b8a5fd84-7183-403b-8241-002c77136972 None None] Provisioning complete for port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:14.458690 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fd84-7183-403b-8241-002c77136972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:14.503518 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:14.542952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object 6feabf05-dd4a-4b09-ae55-45349e2280f7 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:14.591017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:network and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:14.605721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:14.625745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:14.671100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:14.709270 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:14.778771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52842) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:14.786552 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f50b04da-8988-45d2-9e3d-382b7cb1a16d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:14.909532 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78023fee0>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:05Z', 'revision_number': 3, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:14.918119 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Checking router: 8abca128-691c-4146-ae1f-6f854232a74f for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:54:14.919082 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Updating router 8abca128-691c-4146-ae1f-6f854232a74f port 721a4037-4172-40d5-9bf9-61e5a4a83d23 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:54:15.092672 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:15.316787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=6feabf05-dd4a-4b09-ae55-45349e2280f7,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:15.344323 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:15.358674 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e19b6ec8-c426-4e43-8e0b-3a2c7a662ae8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:15.410148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:15.427786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:15.486180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:15.540912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3c54b978-7cbf-47c0-a40e-c7b965f08c68 None None] Provisioning for port 6feabf05-dd4a-4b09-ae55-45349e2280f7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:15.554006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3c54b978-7cbf-47c0-a40e-c7b965f08c68 None None] Provisioning complete for port 6feabf05-dd4a-4b09-ae55-45349e2280f7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:15.555602 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3c54b978-7cbf-47c0-a40e-c7b965f08c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:15.642964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:15.650246 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:15.716290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3c54b978-7cbf-47c0-a40e-c7b965f08c68 None None] Port 6feabf05-dd4a-4b09-ae55-45349e2280f7 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:54:15.870136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:54:15.935216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:15.943174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:15.947616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8f4abc30-4877-4522-bbe2-d79f4c37dfbf up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:15.948379 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Added segment 7788c434-9e14-468b-b5ad-19c96d6e83ff of type vlan for network 2fa5dea2-2665-4fc9-a78c-885434462fe2
Apr 30 04:54:15.974165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dd0b2-54c5-4515-ab86-d21d25e4a80e req-688f807f-f170-4eb9-880b-896d371f69f2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:15.977245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f25dd0b2-54c5-4515-ab86-d21d25e4a80e req-688f807f-f170-4eb9-880b-896d371f69f2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 1.3853238
Apr 30 04:54:15.978280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Pushing event updated for resources: {'Port': ['ID=4f4e470a-5a1b-4b3e-8735-04e890f81496,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:16.006344 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:16.181104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] In _notify_port_updated(), no bound segment for port 6feabf05-dd4a-4b09-ae55-45349e2280f7 on network c910f479-835b-4322-89c6-243acca6b7e8 {{(pid=74581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:54:16.192175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:16.193380 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:16.196446 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "PUT /v2.0/ports/6feabf05-dd4a-4b09-ae55-45349e2280f7 HTTP/1.1" status: 200  len: 920 time: 7.8044002
Apr 30 04:54:16.220725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52854) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:16.235061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:16.235697 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:16.267308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e05524b-ae47-4987-984d-37b92e2fd892'}, {'subnet_id': 'f1819fa8-ef8f-4033-9a63-8a271dbb2a0d'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:16.308949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:16.322792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:16.342874 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6f464f7-b318-4fca-8346-ecc282bb50b9 req-dd862c3e-cc1a-4729-85b8-f4691cd51c55 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7405703
Apr 30 04:54:16.376534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:16.408767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:16.410268 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:16.459122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Usage tracker for resource:security_group_rule and tenant:87759230d0e240e490bcb3d38838f5ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:16.477810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:16.495446 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.0033920
Apr 30 04:54:16.513641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:16.520086 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:54:16.524829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fcdf6-33ce-42b5-b2bd-76e522c886d9 req-db7fc232-72f6-4b5f-91c5-ef2d15d525ff tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:16.527653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b88fcdf6-33ce-42b5-b2bd-76e522c886d9 req-db7fc232-72f6-4b5f-91c5-ef2d15d525ff tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 931 time: 1.9274368
Apr 30 04:54:16.548181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Request body: {'port': {'device_id': '4d298155-0c13-4f1a-a0e9-c4c1b963d25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:16.604145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f25dd0b2-54c5-4515-ab86-d21d25e4a80e req-dc2b5956-1a73-4fcb-b5cf-e22aabc0fb6f tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5743632
Apr 30 04:54:16.655333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:16.683494 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c02483f-25ee-4ea7-9155-0ee15092fd69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:16.735074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b88fcdf6-33ce-42b5-b2bd-76e522c886d9 req-866014d6-0f71-4fbd-a7e5-a49c30eff335 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219177
Apr 30 04:54:16.769035 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:16.781992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:16.781992 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:16.887040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:16.900355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:16.922966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:16.953250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:17.058161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Pushing event updated for resources: {'Port': ['ID=9e40b565-5efa-4fe7-9933-24d986077e38,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:17.077241 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.6975665
Apr 30 04:54:17.077241 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:17.079162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52862) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:17.079997 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75cf2dcf-df0f-48fe-9bef-cc204f564d37 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:17.100109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': '2fa5dea2-2665-4fc9-a78c-885434462fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:17.121989 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:17.143146 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:17.160868 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Transition to ACTIVE for port object 721a4037-4172-40d5-9bf9-61e5a4a83d23 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:17.177527 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:17.181781 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:17.275582 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Attempting to bind port 721a4037-4172-40d5-9bf9-61e5a4a83d23 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:17.275939 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Attempting to bind port 721a4037-4172-40d5-9bf9-61e5a4a83d23 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:17.276205 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Attempting to bind port 721a4037-4172-40d5-9bf9-61e5a4a83d23 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:17.278817 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Pushing event updated for resources: {'Port': ['ID=721a4037-4172-40d5-9bf9-61e5a4a83d23,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:17.289851 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:17.290250 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:17.290635 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:17.291134 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:17.291743 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Bound port: 721a4037-4172-40d5-9bf9-61e5a4a83d23, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:17.292126 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:17.325807 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.326246 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.326590 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.326927 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.327259 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.327622 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.328805 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.329163 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.329471 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.329799 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.330119 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.330436 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:17.340294 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:17.392961 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] For port 721a4037-4172-40d5-9bf9-61e5a4a83d23, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:17.397265 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] For port 721a4037-4172-40d5-9bf9-61e5a4a83d23, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=721a4037-4172-40d5-9bf9-61e5a4a83d23,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:17.402723 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:17.408731 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ba74643a-603d-4f6e-a66d-29eee102dd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:17.497160 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:54:17.497515 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78023fee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:54:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:17.508921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:17.628265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:17.644299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:17.653864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:17.708178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:17.800867 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Pushing event updated for resources: {'Port': ['ID=721a4037-4172-40d5-9bf9-61e5a4a83d23,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:17.867599 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:54:17.970154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Network': ['ID=2fa5dea2-2665-4fc9-a78c-885434462fe2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:17.988955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 2fa5dea2-2665-4fc9-a78c-885434462fe2 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:54:18.053352 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:18.240991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:18.242748 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.163s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:18.245307 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:18.347977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:18.361282 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78023fee0>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:05Z', 'revision_number': 3, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:18.368276 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e28766-b0a4-444b-96d9-4c7b0f09cf71 None None] The sync data for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 is: [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:05Z', 'revision_number': 3, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:54:18.396444 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:18.408849 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be05e089-e279-4583-9a0f-95dac19c5354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:18.533098 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87759230d0e240e490bcb3d38838f5ed&name=default HTTP/1.1" status: 200  len: 2983 time: 3.7452598
Apr 30 04:54:18.541600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52876) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:18.553827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a363d86d-3a34-4ce2-89a8-23133ac31adb,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:18.562844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Allocated IP 172.20.0.1 (c7ce8a20-822a-4055-8098-f9299e94ad1e/4b38188d-f154-49f0-be28-184ff149579c/adaea749-504b-4e92-ae20-1fb0b585cad2) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:18.565021 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:18.746122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130e4f1-aee5-41bc-9c4c-b047515f6d90 req-5fcc170d-2ff0-4352-acfe-12005b0c2281 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:18.747988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8130e4f1-aee5-41bc-9c4c-b047515f6d90 req-5fcc170d-2ff0-4352-acfe-12005b0c2281 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 931 time: 0.5112591
Apr 30 04:54:18.842252 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:54:18.852958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:18.911834 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8130e4f1-aee5-41bc-9c4c-b047515f6d90 req-0cc80c84-af26-4fba-bc90-03a8be291544 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412430
Apr 30 04:54:18.932868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47227b-b8e1-4431-94ad-bd29bf6f13e8 req-1ca26e41-8dbb-4840-bbe9-3afed1a09b75 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:18.936734 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b47227b-b8e1-4431-94ad-bd29bf6f13e8 req-1ca26e41-8dbb-4840-bbe9-3afed1a09b75 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.7012603
Apr 30 04:54:19.263723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b22f736-6760-4c74-bd87-b6baa027e4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:19.315776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4e470a-5a1b-4b3e-8735-04e890f81496 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:54:19.354033 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:19.364997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.28 (c910f479-835b-4322-89c6-243acca6b7e8/f1819fa8-ef8f-4033-9a63-8a271dbb2a0d/6feabf05-dd4a-4b09-ae55-45349e2280f7) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:19.426943 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b22f736-6760-4c74-bd87-b6baa027e4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:19.456948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b47227b-b8e1-4431-94ad-bd29bf6f13e8 req-073360c1-a4bd-4307-a8b9-568b492d3314 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501645
Apr 30 04:54:19.462149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Transition to ACTIVE for port object 4f4e470a-5a1b-4b3e-8735-04e890f81496 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:19.474229 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:19.540853 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:19.562993 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7d60c291-0309-46d1-935d-ec6e9c3df243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:19.610155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Transition to ACTIVE for port object adaea749-504b-4e92-ae20-1fb0b585cad2 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:19.756093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:19.767573 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b22f736-6760-4c74-bd87-b6baa027e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:19.771470 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-272f7f8c-71a0-453a-b164-f1024db1e842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:19.783861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:19.860380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22f736-6760-4c74-bd87-b6baa027e4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a363d86d-3a34-4ce2-89a8-23133ac31adb,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:19.891226 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b22f736-6760-4c74-bd87-b6baa027e4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:19.897387 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7bdc601e-8ff1-4b8b-937f-0504a023fc28 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:19.956660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 721a4037-4172-40d5-9bf9-61e5a4a83d23 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:20.092581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Pushing event updated for resources: {'Port': ['ID=adaea749-504b-4e92-ae20-1fb0b585cad2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:20.138903 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:20.151681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Network c7ce8a20-822a-4055-8098-f9299e94ad1e is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:20.157889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 721a4037-4172-40d5-9bf9-61e5a4a83d23 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:20.165251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 721a4037-4172-40d5-9bf9-61e5a4a83d23 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:20.165826 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:20.170546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:20.198628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e470a-5a1b-4b3e-8735-04e890f81496,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:20.217026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:20.308695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.309400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.309958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.310518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.311081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.311662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.312207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.312749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.314807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.315436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.316035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.317058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:20.339692 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:20.351702 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:20.379387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 721a4037-4172-40d5-9bf9-61e5a4a83d23, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=721a4037-4172-40d5-9bf9-61e5a4a83d23,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:20.386484 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:20.389632 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:20.521607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b22f736-6760-4c74-bd87-b6baa027e4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:20.526544 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0b22f736-6760-4c74-bd87-b6baa027e4c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a363d86d-3a34-4ce2-89a8-23133ac31adb HTTP/1.1" status: 204  len: 168 time: 1.9741251
Apr 30 04:54:20.552435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Router 62b8faff-88e3-4bc7-a754-5d9609575082 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:54:20.565907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:20.569660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Attempting to bind port 4f4e470a-5a1b-4b3e-8735-04e890f81496 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:20.570692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Attempting to bind port 4f4e470a-5a1b-4b3e-8735-04e890f81496 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'd0ce93dd-daad-4b47-bd18-8ccdb280524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ebd5bc9c-85ef-42ec-98b5-e6054ee3c232'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:20.570947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Attempting to bind port 4f4e470a-5a1b-4b3e-8735-04e890f81496 on network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:20.640444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Port 4f4e470a-5a1b-4b3e-8735-04e890f81496 on network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:54:20.644005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Attempting to bind port 4f4e470a-5a1b-4b3e-8735-04e890f81496 on network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:20.671673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:20.672017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Checking segment: {'id': 'd0ce93dd-daad-4b47-bd18-8ccdb280524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ebd5bc9c-85ef-42ec-98b5-e6054ee3c232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:20.672434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Bound using segment: {'id': 'd0ce93dd-daad-4b47-bd18-8ccdb280524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ebd5bc9c-85ef-42ec-98b5-e6054ee3c232'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:20.672989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Bound port: 4f4e470a-5a1b-4b3e-8735-04e890f81496, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ce93dd-daad-4b47-bd18-8ccdb280524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ebd5bc9c-85ef-42ec-98b5-e6054ee3c232'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:20.684766 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:20.715937 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:20.724564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=721a4037-4172-40d5-9bf9-61e5a4a83d23,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:20.743206 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:20.753212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-48e5fcee-e661-43e9-b770-49bb3f0a9ce8 None None] Provisioning for port adaea749-504b-4e92-ae20-1fb0b585cad2 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:20.760810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-48e5fcee-e661-43e9-b770-49bb3f0a9ce8 None None] Provisioning complete for port adaea749-504b-4e92-ae20-1fb0b585cad2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:20.761679 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-48e5fcee-e661-43e9-b770-49bb3f0a9ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:20.828335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object 6feabf05-dd4a-4b09-ae55-45349e2280f7 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:20.839284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-48e5fcee-e661-43e9-b770-49bb3f0a9ce8 None None] Port adaea749-504b-4e92-ae20-1fb0b585cad2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:54:20.879909 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:20.912520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a128e76-2a10-4b1a-aa24-6c4c1792077e req-89eead0c-4e9b-4bad-892f-6ec25807c054 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:20.914794 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a128e76-2a10-4b1a-aa24-6c4c1792077e req-89eead0c-4e9b-4bad-892f-6ec25807c054 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 943 time: 0.6114178
Apr 30 04:54:20.950876 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8763ce02-6b1e-4056-b546-d98829717802 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:21.270573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:54:21.307081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Sync routers for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:54:21.318811 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:21.320108 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 16.8723421
Apr 30 04:54:21.343516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:54:21.345269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bead640>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:54:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:21.605416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52900) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:21.669252 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:21.775607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:54:21.980034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] For port 4f4e470a-5a1b-4b3e-8735-04e890f81496, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:21.984669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] For port 4f4e470a-5a1b-4b3e-8735-04e890f81496, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4f4e470a-5a1b-4b3e-8735-04e890f81496,segment=NetworkSegment(d0ce93dd-daad-4b47-bd18-8ccdb280524a),segment_id=d0ce93dd-daad-4b47-bd18-8ccdb280524a)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:22.080873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a128e76-2a10-4b1a-aa24-6c4c1792077e req-397b9227-0b91-4704-8515-32c48921096b tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0494363
Apr 30 04:54:22.105915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] In _notify_port_updated(), no bound segment for port 6feabf05-dd4a-4b09-ae55-45349e2280f7 on network c910f479-835b-4322-89c6-243acca6b7e8 {{(pid=74581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:54:22.112757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:22.114109 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:22.115656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "PUT /v2.0/ports/6feabf05-dd4a-4b09-ae55-45349e2280f7 HTTP/1.1" status: 200  len: 1000 time: 5.8891265
Apr 30 04:54:22.124881 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:22.135165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52916) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:22.272767 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:22.325839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:22.336282 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:22.347032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f6f847fe-8fe9-4a0e-aa03-9cc67ca7555e None None] Provisioning for port 6feabf05-dd4a-4b09-ae55-45349e2280f7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:22.365630 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 721a4037-4172-40d5-9bf9-61e5a4a83d23 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:22.385698 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6c4616a-9178-4e24-acaa-7fa88e631f77 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:22.479094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=6feabf05-dd4a-4b09-ae55-45349e2280f7,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:22.483421 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.532s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:22.493439 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:22.510822 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:22.514212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f6f847fe-8fe9-4a0e-aa03-9cc67ca7555e None None] Provisioning complete for port 6feabf05-dd4a-4b09-ae55-45349e2280f7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:22.514599 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f6f847fe-8fe9-4a0e-aa03-9cc67ca7555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:22.522673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Pushing event updated for resources: {'Port': ['ID=adaea749-504b-4e92-ae20-1fb0b585cad2,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:22.544428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:22.546403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:22.547172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] 10.222.0.37 "PUT /v2.0/ports/4f4e470a-5a1b-4b3e-8735-04e890f81496 HTTP/1.1" status: 200  len: 1092 time: 6.0180089
Apr 30 04:54:22.549440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52924) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:22.566336 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:22.573494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d298155-0c13-4f1a-a0e9-c4c1b963d25c', 'tag': '4f4e470a-5a1b-4b3e-8735-04e890f81496'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:54:22.604336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f6f847fe-8fe9-4a0e-aa03-9cc67ca7555e None None] Port 6feabf05-dd4a-4b09-ae55-45349e2280f7 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:54:22.809945 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d298155-0c13-4f1a-a0e9-c4c1b963d25c', 'tag': '4f4e470a-5a1b-4b3e-8735-04e890f81496', 'status': 'completed', 'code': 200}
Apr 30 04:54:22.852357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Network c7ce8a20-822a-4055-8098-f9299e94ad1e is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:22.853588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:22.866727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7156a8-d26d-4728-93be-87b304c6b75d req-53f061db-5dfe-451f-aa80-6bd61af7a9aa tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:22.875044 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c7156a8-d26d-4728-93be-87b304c6b75d req-53f061db-5dfe-451f-aa80-6bd61af7a9aa tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 1.9591186
Apr 30 04:54:22.921271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Checking segment: {'id': '7788c434-9e14-468b-b5ad-19c96d6e83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2fa5dea2-2665-4fc9-a78c-885434462fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:22.921717 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network hostable DHCP agents. Network: 2fa5dea2-2665-4fc9-a78c-885434462fe2, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:54:22.944760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e470a-5a1b-4b3e-8735-04e890f81496,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:22.952318 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:22.967949 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-251612a6-dbac-428e-8fc3-891c1e4a63af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.572s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:22.976892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d7ee10fc-ba91-449c-9807-319192980318 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'default'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:22.977583 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-d7ee10fc-ba91-449c-9807-319192980318 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 30 04:54:22.978102 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-d7ee10fc-ba91-449c-9807-319192980318 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:54:22.979204 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d7ee10fc-ba91-449c-9807-319192980318 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4077842
Apr 30 04:54:22.993255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52932) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:22.993526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 721a4037-4172-40d5-9bf9-61e5a4a83d23 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:22.993964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:22.998879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--566162475'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:23.006729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:23.011635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:23.014868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:23.021708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:23.113893 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:23.139198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:23.173747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:23.185671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:23.194287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 6feabf05-dd4a-4b09-ae55-45349e2280f7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:23.195342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:23.218824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:23.240522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:23.244645 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bead640>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:18Z', 'revision_number': 3, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:23.253559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Router 8abca128-691c-4146-ae1f-6f854232a74f has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:54:23.263724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Checking router: 62b8faff-88e3-4bc7-a754-5d9609575082 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:54:23.264097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Updating router 62b8faff-88e3-4bc7-a754-5d9609575082 port 9e40b565-5efa-4fe7-9933-24d986077e38 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:54:23.350613 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:23.416672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-129aa14e-2067-4198-9e8b-97512fad8f07 None None] Provisioning complete for port adaea749-504b-4e92-ae20-1fb0b585cad2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:23.417214 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-129aa14e-2067-4198-9e8b-97512fad8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:23.482499 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:23.556606 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:23.556980 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73f714f4-2d42-44a8-b5b9-732eb3eb8ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:23.577971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:23.592631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:23.611391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:23.639881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:23.643172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86179f42-cb76-4982-9a69-0f23fe22461f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:23.660897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:23.667839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-129aa14e-2067-4198-9e8b-97512fad8f07 None None] Port adaea749-504b-4e92-ae20-1fb0b585cad2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:54:23.714045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:54:23.727250 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Sync routers for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:54:23.740581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:54:23.741232 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803cc910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:54:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:23.774763 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] 10.222.0.46 "PUT /v2.0/routers/8abca128-691c-4146-ae1f-6f854232a74f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3273354
Apr 30 04:54:23.887777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:23.896925 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:23.939905 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dcc19ac-8182-4aa2-b844-4401ac1679a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:24.012541 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.022029 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.0270429
Apr 30 04:54:24.024872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52946) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:24.026418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc3aaf7-d408-4439-9541-729d76ed525a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:24.044443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '6cc3aaf7-d408-4439-9541-729d76ed525a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:24.056068 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:24.061215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:24.070569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:24.076943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:24.104485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:24.128598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c7156a8-d26d-4728-93be-87b304c6b75d req-87978e52-3520-42c6-8a2e-e733bbba8bc6 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2497368
Apr 30 04:54:24.130503 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:54:24.176483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 2fa5dea2-2665-4fc9-a78c-885434462fe2 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:54:24.191233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.256889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=7ed42b6d-fdf5-4b0e-a119-c380e2e03fbc,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:24.300020 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.332s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:24.326331 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.337734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 2fa5dea2-2665-4fc9-a78c-885434462fe2) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:24.364687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc82e91-909e-42d4-b335-bf5c5feb74a1 None None] Network 2fa5dea2-2665-4fc9-a78c-885434462fe2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:24.366306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-5d88db16-0761-483e-9a46-32d520ca2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:24.371241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-5d88db16-0761-483e-9a46-32d520ca2b35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=824ddb0bf41c496eb35794fe6a85e1c5&device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 1095 time: 1.6891410
Apr 30 04:54:24.388062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Transition to ACTIVE for port object 9e40b565-5efa-4fe7-9933-24d986077e38 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:24.394369 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.409894 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.418591 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:24.500264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a066c9d-5c35-4ada-8273-4f63ce813b1c None None] Pushing event updated for resources: {'Port': ['ID=9e40b565-5efa-4fe7-9933-24d986077e38,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:24.508223 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a066c9d-5c35-4ada-8273-4f63ce813b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:24.586719 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.598293 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Attempting to bind port 9e40b565-5efa-4fe7-9933-24d986077e38 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:24.599285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Attempting to bind port 9e40b565-5efa-4fe7-9933-24d986077e38 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:24.600004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Attempting to bind port 9e40b565-5efa-4fe7-9933-24d986077e38 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:24.610299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:24.611509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:24.612253 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.612952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:24.613744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Bound port: 9e40b565-5efa-4fe7-9933-24d986077e38, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:24.615262 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.615879 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.645341 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dfd54cdb-bc2a-400f-a708-97038a94f8cc tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:24.691984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7399b8ba-b149-4d04-9465-6e7e7a223a04,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:24.698600 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:24.733126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:24.735145 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7029803
Apr 30 04:54:24.739255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52954) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:24.749420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4d63f8e0-f09b-4998-a865-2b4821b72583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '6cc3aaf7-d408-4439-9541-729d76ed525a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:24.767779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4d63f8e0-f09b-4998-a865-2b4821b72583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:24.800031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4d63f8e0-f09b-4998-a865-2b4821b72583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:24.805944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4d63f8e0-f09b-4998-a865-2b4821b72583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:24.846968 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-7eeb2b5f-7417-4b25-8266-cb37b443e598 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4558401
Apr 30 04:54:24.853169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4d63f8e0-f09b-4998-a865-2b4821b72583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:24.860792 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803cc910>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'adaea749-504b-4e92-ae20-1fb0b585cad2', 'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'mac_address': 'fa:16:3e:c0:b3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:17Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 2, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'subnets': [{'id': '4b38188d-f154-49f0-be28-184ff149579c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:24.889435 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Checking router: 8abca128-691c-4146-ae1f-6f854232a74f for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:54:24.890146 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Updating router 8abca128-691c-4146-ae1f-6f854232a74f port adaea749-504b-4e92-ae20-1fb0b585cad2 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:54:25.040537 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.098606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] For port 9e40b565-5efa-4fe7-9933-24d986077e38, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:25.103228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-2fa5dea2-2665-4fc9-a78c-885434462fe2', 'network_id': '2fa5dea2-2665-4fc9-a78c-885434462fe2', 'tenant_id': 'a757c40b25f54d7390ac2e26567bf4d9', 'fixed_ips': [{'subnet_id': '7ed42b6d-fdf5-4b0e-a119-c380e2e03fbc'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:54:25.110819 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.165636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d63f8e0-f09b-4998-a865-2b4821b72583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.172469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] For port 9e40b565-5efa-4fe7-9933-24d986077e38, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9e40b565-5efa-4fe7-9933-24d986077e38,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:25.186990 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.198329 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c5cde74d-ab09-40bc-b5dc-d59409762d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:25.337588 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-4d63f8e0-f09b-4998-a865-2b4821b72583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:54:25.343607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4d63f8e0-f09b-4998-a865-2b4821b72583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.5982642
Apr 30 04:54:25.345105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52986) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:25.362559 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a066c9d-5c35-4ada-8273-4f63ce813b1c None None] Pushing event updated for resources: {'Port': ['ID=9e40b565-5efa-4fe7-9933-24d986077e38,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:25.384190 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a066c9d-5c35-4ada-8273-4f63ce813b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:25.456279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-63f551ea-fc9c-47be-bb51-eaeb92de90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:25.462483 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-63f551ea-fc9c-47be-bb51-eaeb92de90de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 1097 time: 0.5876620
Apr 30 04:54:25.552003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:54:25.560042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bead640>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:54:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:25.579762 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09dca53c-87e2-4288-9543-e1b21d80a1ea tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.589029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 6feabf05-dd4a-4b09-ae55-45349e2280f7 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:25.889868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:25.890712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.900997 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.918194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09dca53c-87e2-4288-9543-e1b21d80a1ea tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.935841 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Transition to ACTIVE for port object adaea749-504b-4e92-ae20-1fb0b585cad2 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:25.954962 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.965182 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:25.982085 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-469e49c8-9f43-460d-b2c7-a09a23646e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:25.986393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-79bd4a2e-a634-46b1-b77a-bd3db828bf84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f4e470a-5a1b-4b3e-8735-04e890f81496 HTTP/1.1" status: 200  len: 217 time: 1.3887839
Apr 30 04:54:26.107525 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0ca53eef-075c-4ab2-bbf7-8325cf66de1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:26.136968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Allocated IP 2001:db8::2 (2fa5dea2-2665-4fc9-a78c-885434462fe2/7ed42b6d-fdf5-4b0e-a119-c380e2e03fbc/0c497683-395c-4f1e-9df6-6b998cd48110) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:26.667130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=6feabf05-dd4a-4b09-ae55-45349e2280f7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:26.680556 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:26.690103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 9.6059129
Apr 30 04:54:26.694909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53004) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:26.700153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': '2fa5dea2-2665-4fc9-a78c-885434462fe2', 'name': 'tempest-PortsIpV6TestJSON-835320910'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:26.716324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-eee1b55b-9f2f-427e-94df-4c7fd57ed4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:26.717826 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-eee1b55b-9f2f-427e-94df-4c7fd57ed4cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 1.2141893
Apr 30 04:54:26.734551 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Attempting to bind port adaea749-504b-4e92-ae20-1fb0b585cad2 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:26.735146 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Attempting to bind port adaea749-504b-4e92-ae20-1fb0b585cad2 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:26.735628 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Attempting to bind port adaea749-504b-4e92-ae20-1fb0b585cad2 on network c7ce8a20-822a-4055-8098-f9299e94ad1e {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:26.750024 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:26.750523 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Checking segment: {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:26.751533 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:26.752015 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Bound using segment: {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:26.752599 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Bound port: adaea749-504b-4e92-ae20-1fb0b585cad2, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:26.753117 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:26.772449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-b6a39f7e-1f33-4633-b1f4-1e913f2fc2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:26.783596 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-b6a39f7e-1f33-4633-b1f4-1e913f2fc2d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5098bbe1-a8f6-4159-b0ca-2c1c938b95e3 HTTP/1.1" status: 200  len: 852 time: 0.3568556
Apr 30 04:54:26.826814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0ff1-a130-41e3-ae75-fbd5cdacd288 req-eeca8dad-bc8b-48d8-a7e0-bb0e862d1435 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:26.830155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-639a0ff1-a130-41e3-ae75-fbd5cdacd288 req-eeca8dad-bc8b-48d8-a7e0-bb0e862d1435 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 943 time: 3.5374203
Apr 30 04:54:26.852018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:54:26.908880 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] For port adaea749-504b-4e92-ae20-1fb0b585cad2, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:26.912258 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] For port adaea749-504b-4e92-ae20-1fb0b585cad2, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=adaea749-504b-4e92-ae20-1fb0b585cad2,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:26.914052 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354516c8-328c-49ec-9f53-911cd603bb5f None None] Pushing event updated for resources: {'Port': ['ID=adaea749-504b-4e92-ae20-1fb0b585cad2,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:26.914284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09dca53c-87e2-4288-9543-e1b21d80a1ea tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:26.929690 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c00f5453-aa1a-47e1-a948-2b37c8d5c403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:26.930122 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-354516c8-328c-49ec-9f53-911cd603bb5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:26.932820 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:26.945112 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:26.970625 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-e0630cb5-7be6-4b6c-88a4-0d379be56618 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 HTTP/1.1" status: 200  len: 217 time: 0.2318869
Apr 30 04:54:27.026081 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:54:27.027019 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803cc910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:54:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:27.100255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dca53c-87e2-4288-9543-e1b21d80a1ea tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc3aaf7-d408-4439-9541-729d76ed525a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:27.271993 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09dca53c-87e2-4288-9543-e1b21d80a1ea tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:27.286468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-f11a81a3-5348-455a-9e60-0c08b1adba47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebd5bc9c-85ef-42ec-98b5-e6054ee3c232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4998796
Apr 30 04:54:27.396139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:27.421806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:27.448660 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:54:27.455209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-dcc4d388-08d3-42c1-8e99-34bd3a612dee service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:54:27.457391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-dcc4d388-08d3-42c1-8e99-34bd3a612dee service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0795705
Apr 30 04:54:27.465126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09dca53c-87e2-4288-9543-e1b21d80a1ea tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:27.466305 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-09dca53c-87e2-4288-9543-e1b21d80a1ea tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/6cc3aaf7-d408-4439-9541-729d76ed525a HTTP/1.1" status: 204  len: 168 time: 2.1200743
Apr 30 04:54:27.472502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:27.481720 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:27.510980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53046) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:27.549326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-96aaf4ef-c2ea-44a0-89c3-a506fa656b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:27.551258 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-96aaf4ef-c2ea-44a0-89c3-a506fa656b73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.4315035
Apr 30 04:54:27.646310 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-edc3ab87-5a71-441d-b24c-c53c1abde3bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0827663
Apr 30 04:54:27.648522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port b18ac768-939e-42fd-9211-fd253dc2edee yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:54:27.751177 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:27.751966 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:27.779516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-6ce76f30-0f4a-4108-bc99-bf88de8ca91e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 04:54:27.782355 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-6ce76f30-0f4a-4108-bc99-bf88de8ca91e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0107536
Apr 30 04:54:27.812543 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354516c8-328c-49ec-9f53-911cd603bb5f None None] Pushing event updated for resources: {'Port': ['ID=adaea749-504b-4e92-ae20-1fb0b585cad2,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:27.839051 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-354516c8-328c-49ec-9f53-911cd603bb5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:28.064551 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:28.091982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Transition to ACTIVE for port object 0c497683-395c-4f1e-9df6-6b998cd48110 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:28.123973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Transition to ACTIVE for port object 0c497683-395c-4f1e-9df6-6b998cd48110 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:28.152111 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:28.163072 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-485f9f85-e31f-4368-9798-67b600a085a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:28.254778 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Network 2fa5dea2-2665-4fc9-a78c-885434462fe2 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:28.260690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:28.261560 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-f4bdccff-74cb-4212-994f-4fc87a40a25c service neutron] 10.222.0.50 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4513662
Apr 30 04:54:28.267777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bead640>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:18Z', 'revision_number': 3, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:28.279185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:28.294318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b66a38-825c-4bec-9a31-a87928c0c804 None None] The sync data for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 is: [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:18Z', 'revision_number': 3, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:54:28.304967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:28.309587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Pushing event updated for resources: {'Port': ['ID=0c497683-395c-4f1e-9df6-6b998cd48110,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:28.314446 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:28.381744 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803cc910>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'adaea749-504b-4e92-ae20-1fb0b585cad2', 'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'mac_address': 'fa:16:3e:c0:b3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:17Z', 'updated_at': '2021-04-30T04:54:26Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'subnets': [{'id': '4b38188d-f154-49f0-be28-184ff149579c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:28.390565 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea002e77-7bef-458b-84af-44cb7af22a30 None None] The sync data for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 is: [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'adaea749-504b-4e92-ae20-1fb0b585cad2', 'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'mac_address': 'fa:16:3e:c0:b3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:17Z', 'updated_at': '2021-04-30T04:54:26Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'subnets': [{'id': '4b38188d-f154-49f0-be28-184ff149579c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:54:28.445738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-639a0ff1-a130-41e3-ae75-fbd5cdacd288 req-a4ba8246-c5cc-4117-823b-424b59f4ca3f tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2458901
Apr 30 04:54:28.540580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Attempting to bind port 0c497683-395c-4f1e-9df6-6b998cd48110 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:28.541395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Attempting to bind port 0c497683-395c-4f1e-9df6-6b998cd48110 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '7788c434-9e14-468b-b5ad-19c96d6e83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2fa5dea2-2665-4fc9-a78c-885434462fe2'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:28.542036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Attempting to bind port 0c497683-395c-4f1e-9df6-6b998cd48110 on network 2fa5dea2-2665-4fc9-a78c-885434462fe2 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:28.549667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:28.551221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Checking segment: {'id': '7788c434-9e14-468b-b5ad-19c96d6e83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2fa5dea2-2665-4fc9-a78c-885434462fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:28.551838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:28.552333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Bound using segment: {'id': '7788c434-9e14-468b-b5ad-19c96d6e83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2fa5dea2-2665-4fc9-a78c-885434462fe2'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:28.553007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Bound port: 0c497683-395c-4f1e-9df6-6b998cd48110, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7788c434-9e14-468b-b5ad-19c96d6e83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2fa5dea2-2665-4fc9-a78c-885434462fe2'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:28.553515 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:28.671459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59448313-cb39-438f-bd5b-e2491d7d3c21 req-428efcee-38f7-4d78-b09d-51f5cc0ec77b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:28.686133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59448313-cb39-438f-bd5b-e2491d7d3c21 req-428efcee-38f7-4d78-b09d-51f5cc0ec77b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 2.7268329
Apr 30 04:54:28.744547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-ede57217-5764-4867-9699-c3e4a94ec5e3 service neutron] 10.222.0.37 "GET /v2.0/networks/ebd5bc9c-85ef-42ec-98b5-e6054ee3c232?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2392666
Apr 30 04:54:28.748743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::372 (2fa5dea2-2665-4fc9-a78c-885434462fe2/7ed42b6d-fdf5-4b0e-a119-c380e2e03fbc/b18ac768-939e-42fd-9211-fd253dc2edee) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:28.858852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] For port 0c497683-395c-4f1e-9df6-6b998cd48110, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:28.869155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5c51bfd4-09ed-4683-b602-02f2901ec4cf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 1.3532007
Apr 30 04:54:28.938754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] For port 0c497683-395c-4f1e-9df6-6b998cd48110, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0c497683-395c-4f1e-9df6-6b998cd48110,segment=NetworkSegment(7788c434-9e14-468b-b5ad-19c96d6e83ff),segment_id=7788c434-9e14-468b-b5ad-19c96d6e83ff)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:28.949195 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:28.959377 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:29.020954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53052) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:29.041059 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:29.048084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/6feabf05-dd4a-4b09-ae55-45349e2280f7 HTTP/1.1" status: 204  len: 168 time: 6.7957139
Apr 30 04:54:29.049522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53064) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:29.102596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909158055'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:29.127474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:29.135646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:29.141315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:29.165465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:29.213552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:29.242040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object b18ac768-939e-42fd-9211-fd253dc2edee will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:29.303910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:29.316562 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-918c9e53-afe2-4f78-b2f5-1afa361178bd tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:29.333501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Pushing event updated for resources: {'Port': ['ID=0c497683-395c-4f1e-9df6-6b998cd48110,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:29.346351 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:29.495428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:29.564443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59448313-cb39-438f-bd5b-e2491d7d3c21 req-a003e687-8526-41b8-bc21-6c72a13de6d2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8770027
Apr 30 04:54:29.640020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 2fa5dea2-2665-4fc9-a78c-885434462fe2 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:29.654951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:29.658105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:29.665494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:29.666468 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:29.710632 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.0146389
Apr 30 04:54:29.717492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53072) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:29.718671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=b18ac768-939e-42fd-9211-fd253dc2edee,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:29.723185 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:29.857949 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-eea56462-0557-4297-bce0-cdb8d9d332bc req-2605bc9d-b593-46ef-a200-da6fe5f3679e service neutron] 10.222.0.50 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5187750
Apr 30 04:54:29.869333 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef61186e-ec33-4fc0-afed-2b33a4ae9401 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:54:29.869943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ef61186e-ec33-4fc0-afed-2b33a4ae9401 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:30.043316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port b18ac768-939e-42fd-9211-fd253dc2edee {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:30.049607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:30.344016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:30.362409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9e40b565-5efa-4fe7-9933-24d986077e38 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:30.411857 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:30.744825 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-caffcd36-9da2-4a2f-bf49-6e5e56d46c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:30.793195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 9e40b565-5efa-4fe7-9933-24d986077e38 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:30.804700 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9e40b565-5efa-4fe7-9933-24d986077e38 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:30.806891 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:30.830945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for b18ac768-939e-42fd-9211-fd253dc2edee owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:31.350760 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:31.374447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 9e40b565-5efa-4fe7-9933-24d986077e38, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9e40b565-5efa-4fe7-9933-24d986077e38,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:31.380659 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:31.382959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device adaea749-504b-4e92-ae20-1fb0b585cad2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:31.414534 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-46a75a30-74b6-4d31-a4f1-951f7f1e27ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:31.470576 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:31.479924 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9816998c-e363-49ff-8532-04112ad644c6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:31.534469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=b18ac768-939e-42fd-9211-fd253dc2edee,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:31.538803 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:31.573312 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3ed116-49a1-41b7-8c72-89515b961f53 req-b0a09236-1e52-4cf3-b778-e9464c853f15 service neutron] 10.222.0.37 "GET /v2.0/networks/ebd5bc9c-85ef-42ec-98b5-e6054ee3c232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.6770597
Apr 30 04:54:31.597337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=9e40b565-5efa-4fe7-9933-24d986077e38,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:31.615094 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:31.653150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:31.676859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:31.683687 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/b18ac768-939e-42fd-9211-fd253dc2edee HTTP/1.1" status: 204  len: 168 time: 1.9554040
Apr 30 04:54:31.686922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53084) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:31.770184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port adaea749-504b-4e92-ae20-1fb0b585cad2 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:31.782980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port adaea749-504b-4e92-ae20-1fb0b585cad2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:31.784100 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:31.841984 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-02421e67-32c0-4db1-b87b-a4d977ab068b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:54:31.842482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02421e67-32c0-4db1-b87b-a4d977ab068b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:54:31.847251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02421e67-32c0-4db1-b87b-a4d977ab068b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/b18ac768-939e-42fd-9211-fd253dc2edee HTTP/1.1" status: 404  len: 333 time: 0.1566503
Apr 30 04:54:31.847958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53088) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:31.963830 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-82865f53-ab9d-4cbc-a286-c3af3d17b6c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:54:31.965897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-82865f53-ab9d-4cbc-a286-c3af3d17b6c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:32.009178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-82865f53-ab9d-4cbc-a286-c3af3d17b6c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:32.013776 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-82865f53-ab9d-4cbc-a286-c3af3d17b6c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/b18ac768-939e-42fd-9211-fd253dc2edee HTTP/1.1" status: 404  len: 333 time: 0.1613829
Apr 30 04:54:32.013893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53094) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:32.023243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:32.051474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d88d0-ce37-42fe-b8a1-fedb9b97af59 None None] Network 2fa5dea2-2665-4fc9-a78c-885434462fe2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:32.199691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ef61186e-ec33-4fc0-afed-2b33a4ae9401 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:32.203607 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ef61186e-ec33-4fc0-afed-2b33a4ae9401 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/6feabf05-dd4a-4b09-ae55-45349e2280f7 HTTP/1.1" status: 404  len: 333 time: 3.1296451
Apr 30 04:54:32.205154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53098) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:32.232551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:32.327750 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:32.341669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet 7ed42b6d-fdf5-4b0e-a119-c380e2e03fbc {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:54:32.349889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:32.365318 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:32.428070 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:32.446847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d5d0e05d-db26-4765-afd5-22c241c3beb2 None None] Provisioning for port 0c497683-395c-4f1e-9df6-6b998cd48110 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:32.449163 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6cc8a470-08f2-4f75-b563-4833de02e7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:32.500032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:32.519774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc4277-3836-4364-903f-628c787a69c2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:32.524311 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:32.573668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet f1819fa8-ef8f-4033-9a63-8a271dbb2a0d {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:54:32.604785 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:32.657641 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port adaea749-504b-4e92-ae20-1fb0b585cad2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=adaea749-504b-4e92-ae20-1fb0b585cad2,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:32.681258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:32.707277 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4d9522dd-07f2-48e2-bfa9-fb7ada0234a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:32.838151 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:32.919198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa0ec-8ec7-4fee-b130-738cbc2e0ba3 req-12aa4204-3cc2-44ef-a205-990f340006fc tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:32.934657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d82aa0ec-8ec7-4fee-b130-738cbc2e0ba3 req-12aa4204-3cc2-44ef-a205-990f340006fc tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 943 time: 2.5629203
Apr 30 04:54:32.963819 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:32.964014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=adaea749-504b-4e92-ae20-1fb0b585cad2,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:32.965300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 3.9390721
Apr 30 04:54:32.969042 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:33.021480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:33.029491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53102) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:33.083559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-27a4de13-b47c-4964-8031-c8758d3532b1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '15fc4277-3836-4364-903f-628c787a69c2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:33.085188 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-27a4de13-b47c-4964-8031-c8758d3532b1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 30 04:54:33.085735 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-27a4de13-b47c-4964-8031-c8758d3532b1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:33.086812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-27a4de13-b47c-4964-8031-c8758d3532b1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0213680
Apr 30 04:54:33.090217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d82aa0ec-8ec7-4fee-b130-738cbc2e0ba3 req-924eecf8-2377-4270-abdd-44e240173dd0 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131587
Apr 30 04:54:33.103231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-176f391a-2dc9-41b5-84e9-8b71e75fa48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:33.106410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-176f391a-2dc9-41b5-84e9-8b71e75fa48f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 2.6710713
Apr 30 04:54:33.109296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-fe864a28-3f89-42e8-9240-b4683d2b8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:33.112018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-fe864a28-3f89-42e8-9240-b4683d2b8588 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=824ddb0bf41c496eb35794fe6a85e1c5&device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 1095 time: 1.0432518
Apr 30 04:54:33.120241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53106) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:33.130481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c65de3-2316-4c93-a8f5-e325424075c3 req-7e5421c5-d88c-43c7-a904-85ee9b888132 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:33.135577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9e40b565-5efa-4fe7-9933-24d986077e38 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:33.141561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9c65de3-2316-4c93-a8f5-e325424075c3 req-7e5421c5-d88c-43c7-a904-85ee9b888132 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 1.4548099
Apr 30 04:54:33.153232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Allocated IP 172.20.0.1 (9b54b883-d0bf-442d-ac86-b36baa16d7e8/b7660be4-055b-4983-bbd0-78610f6227c9/c440de46-7124-4bcc-adf8-8d8bd3765eb6) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:33.191614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:33.354637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-4c2925b2-b9c9-42aa-aa35-ffa94906db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:33.356639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-4c2925b2-b9c9-42aa-aa35-ffa94906db62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 0.2009046
Apr 30 04:54:33.440902 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:33.527194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9e40b565-5efa-4fe7-9933-24d986077e38 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:33.530862 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:33.885040 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0996a039-a5a3-496d-88f1-ab4e973ff821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:34.051421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0c497683-395c-4f1e-9df6-6b998cd48110 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:34.233135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 0c497683-395c-4f1e-9df6-6b998cd48110 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:34.245815 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-39b9c56b-e229-4f55-a736-5e530c8af984 None None] Could not find standard attr ID for object b18ac768-939e-42fd-9211-fd253dc2edee. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:54:34.264979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0c497683-395c-4f1e-9df6-6b998cd48110 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:34.265732 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:34.519892 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:34.578161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-3684055b-f5ab-47a5-bf8d-f86e0765c170 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 217 time: 0.3387554
Apr 30 04:54:34.640561 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:34.709458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:34.733237 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c81870a0-1cfd-4074-81d4-2f8a550746d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:34.796320 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a5780a2e-99f6-4d83-9205-46ed0adca88d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:34.814107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:34.827838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Transition to ACTIVE for port object c440de46-7124-4bcc-adf8-8d8bd3765eb6 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:34.843404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed42b6d-fdf5-4b0e-a119-c380e2e03fbc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:34.854425 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:34.879985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9c65de3-2316-4c93-a8f5-e325424075c3 req-7a35ce5b-5de4-4a42-990f-84dd14ccd340 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7372630
Apr 30 04:54:34.896477 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/7ed42b6d-fdf5-4b0e-a119-c380e2e03fbc HTTP/1.1" status: 204  len: 168 time: 2.8798366
Apr 30 04:54:34.903347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53118) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:34.926854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7010d70-cfda-4bba-a05c-e51db52e9701 None None] Network 2fa5dea2-2665-4fc9-a78c-885434462fe2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:34.929269 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:34.955500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-9e417965-7139-41a1-ad6d-a8c3feb19834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:34.957421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-9e417965-7139-41a1-ad6d-a8c3feb19834 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 HTTP/1.1" status: 200  len: 913 time: 1.8065808
Apr 30 04:54:34.970828 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:34.981863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b09b7-571d-42bc-bac0-bb2187532de8 req-d9dfb6bb-b6fe-42eb-bd22-0a26da69236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:34.987393 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-981b09b7-571d-42bc-bac0-bb2187532de8 req-d9dfb6bb-b6fe-42eb-bd22-0a26da69236c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 0.8569784
Apr 30 04:54:34.988540 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5160d57b-e161-4a9e-877b-b42913069e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:35.003432 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a5780a2e-99f6-4d83-9205-46ed0adca88d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:35.092004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-2ee85f83-e880-4110-9ac1-6417f54d722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:35.094081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-2ee85f83-e880-4110-9ac1-6417f54d722c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.4185286
Apr 30 04:54:35.142001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369771ea-3139-43fc-b432-1922a23d6b64 req-78ba0c49-07cd-43c3-bfeb-381e10cc9bf5 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:35.151099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369771ea-3139-43fc-b432-1922a23d6b64 req-78ba0c49-07cd-43c3-bfeb-381e10cc9bf5 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 943 time: 0.5536561
Apr 30 04:54:35.158152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:35.172144 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/f1819fa8-ef8f-4033-9a63-8a271dbb2a0d HTTP/1.1" status: 204  len: 168 time: 2.9626439
Apr 30 04:54:35.238127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53124) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:35.258503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e7d015-96c6-4bf9-8b83-0303d7000638 None None] Network c910f479-835b-4322-89c6-243acca6b7e8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:35.315210 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:54:35.315825 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:54:35.351187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=f1819fa8-ef8f-4033-9a63-8a271dbb2a0d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:35.353611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-edb84122-23f3-49a5-bec4-66eabef551e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f4e470a-5a1b-4b3e-8735-04e890f81496 HTTP/1.1" status: 200  len: 217 time: 0.3558135
Apr 30 04:54:35.371397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-9e4420b7-19e5-4867-a88d-05879153bc2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2542665
Apr 30 04:54:35.399681 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:35.451104 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-981b09b7-571d-42bc-bac0-bb2187532de8 req-8a1bbbce-634c-4126-bd9e-600b3164c681 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2768209
Apr 30 04:54:35.455904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet 9e05524b-ae47-4987-984d-37b92e2fd892 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:54:35.459796 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:35.532184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-b95ad0cd-894c-494d-84c2-67c9fa3d32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:35.534630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-b95ad0cd-894c-494d-84c2-67c9fa3d32b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5098bbe1-a8f6-4159-b0ca-2c1c938b95e3 HTTP/1.1" status: 200  len: 852 time: 0.1609628
Apr 30 04:54:35.541335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:35.652520 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:36.034619 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:36.063371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] DHCP port deletion for 2fa5dea2-2665-4fc9-a78c-885434462fe2 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:54:36.169886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4f4e470a-5a1b-4b3e-8735-04e890f81496 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:54:36.321694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 0c497683-395c-4f1e-9df6-6b998cd48110, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0c497683-395c-4f1e-9df6-6b998cd48110,segment=NetworkSegment(7788c434-9e14-468b-b5ad-19c96d6e83ff),segment_id=7788c434-9e14-468b-b5ad-19c96d6e83ff)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:36.350250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:36.357662 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:36.363389 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-922267af-53c8-42f6-ab9c-720c43d8b4da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:36.417130 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:54:36.460668 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:36.477841 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a3de894a-3a2d-4142-8a6f-766d9fbc42e2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:36.547381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] Deleting port 0c497683-395c-4f1e-9df6-6b998cd48110 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:36.550269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:36.593280 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:36.605792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:36.624165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=9e05524b-ae47-4987-984d-37b92e2fd892,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:36.632097 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/9e05524b-ae47-4987-984d-37b92e2fd892 HTTP/1.1" status: 204  len: 168 time: 1.3834636
Apr 30 04:54:36.636774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53134) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:36.675333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device adaea749-504b-4e92-ae20-1fb0b585cad2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:36.685974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.689260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.689891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.690398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.690783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.691221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.691654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.692307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.692892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.694849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-10066ac1-6bb3-4afb-ae61-7b32744f5f9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebd5bc9c-85ef-42ec-98b5-e6054ee3c232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 1.0734098
Apr 30 04:54:36.696526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.697012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.697402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:54:36.704806 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:36.710214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369771ea-3139-43fc-b432-1922a23d6b64 req-88aac626-47d8-4713-b372-3081df84f8ec tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5574980
Apr 30 04:54:36.960764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:37.021256 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:37.161879 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68870fcb-35e9-45ab-88a2-8230449aa1be tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:37.175280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 9c264f68-2c26-4541-8e92-57a319dfb539 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:37.175946 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:37.246971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4f4e470a-5a1b-4b3e-8735-04e890f81496, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4f4e470a-5a1b-4b3e-8735-04e890f81496,segment=NetworkSegment(d0ce93dd-daad-4b47-bd18-8ccdb280524a),segment_id=d0ce93dd-daad-4b47-bd18-8ccdb280524a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:37.277469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] For port 0c497683-395c-4f1e-9df6-6b998cd48110, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0c497683-395c-4f1e-9df6-6b998cd48110,segment=NetworkSegment(7788c434-9e14-468b-b5ad-19c96d6e83ff),segment_id=7788c434-9e14-468b-b5ad-19c96d6e83ff)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:37.278368 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:37.345185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] For port 9c264f68-2c26-4541-8e92-57a319dfb539, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9c264f68-2c26-4541-8e92-57a319dfb539,segment=NetworkSegment(bfe09fda-5aca-4dee-be6a-fc439e811a27),segment_id=bfe09fda-5aca-4dee-be6a-fc439e811a27)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:37.345550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:37.349960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:37.389028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:37.399746 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a5780a2e-99f6-4d83-9205-46ed0adca88d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:37.411280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Pushing event updated for resources: {'Port': ['ID=c440de46-7124-4bcc-adf8-8d8bd3765eb6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:37.436376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:37.519346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '4f4e470a-5a1b-4b3e-8735-04e890f81496', 'network_id': 'ebd5bc9c-85ef-42ec-98b5-e6054ee3c232', 'port_id': '4f4e470a-5a1b-4b3e-8735-04e890f81496', 'mac_address': 'fa:16:3e:27:39:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5098bbe1-a8f6-4159-b0ca-2c1c938b95e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:54:37.569775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 9c264f68-2c26-4541-8e92-57a319dfb539 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:37.680775 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:37.685819 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec7f94d4-1a62-4e5e-8628-9fd1b6d86106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:37.708877 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:37.817248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=9c264f68-2c26-4541-8e92-57a319dfb539,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:37.823034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] Calling delete_port for 0c497683-395c-4f1e-9df6-6b998cd48110 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:37.832924 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:37.836899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No DVR routers for this DVR port 9c264f68-2c26-4541-8e92-57a319dfb539 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:54:37.922277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=0c497683-395c-4f1e-9df6-6b998cd48110,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:37.932493 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:37.964007 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.595s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:37.964738 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:38.114897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port adaea749-504b-4e92-ae20-1fb0b585cad2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:38.115265 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:38.212697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] Pushing event deleted for resources: {'Port': ['ID=0c497683-395c-4f1e-9df6-6b998cd48110,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:38.220213 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:38.246163 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:38.276399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] No DVR routers for this DVR port 0c497683-395c-4f1e-9df6-6b998cd48110 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:54:38.280388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:38.326368 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cfb204d7-af89-4df9-a7cb-77282f6c72d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.627s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:38.371691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5780a2e-99f6-4d83-9205-46ed0adca88d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc4277-3836-4364-903f-628c787a69c2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:38.379951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c1a8e7ee-2ca1-4962-948a-a20830d86f6c None None] Provisioning for port c440de46-7124-4bcc-adf8-8d8bd3765eb6 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:38.386268 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:38.393650 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a5780a2e-99f6-4d83-9205-46ed0adca88d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:38.425851 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a5780a2e-99f6-4d83-9205-46ed0adca88d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:38.427362 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a5780a2e-99f6-4d83-9205-46ed0adca88d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/15fc4277-3836-4364-903f-628c787a69c2 HTTP/1.1" status: 204  len: 168 time: 5.2835011
Apr 30 04:54:38.435471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c1a8e7ee-2ca1-4962-948a-a20830d86f6c None None] Provisioning complete for port c440de46-7124-4bcc-adf8-8d8bd3765eb6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:38.436026 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c1a8e7ee-2ca1-4962-948a-a20830d86f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:38.451924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53144) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:38.481872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4e470a-5a1b-4b3e-8735-04e890f81496 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:54:38.489593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c4a58-107a-4c40-bbce-3844a965dc78 req-8c50bf02-a5fe-480f-9438-b14fe0a95eb6 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:38.501807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-257c4a58-107a-4c40-bbce-3844a965dc78 req-8c50bf02-a5fe-480f-9438-b14fe0a95eb6 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 2.1710651
Apr 30 04:54:38.536187 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-38ca21c8-15bf-42fe-bc12-ff7080e11dde service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 3.1276338
Apr 30 04:54:38.551802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e2dd0-0fc6-4d79-949c-b83c88fbb801 None None] Host n-d-766726-20 tried to update port 9c264f68-2c26-4541-8e92-57a319dfb539 which no longer exists. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Apr 30 04:54:38.669271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 0c497683-395c-4f1e-9df6-6b998cd48110 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:38.669815 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:38.703594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a50c2-54e0-42f0-a84d-8fb59826ff14 None None] Network c910f479-835b-4322-89c6-243acca6b7e8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:38.741210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a50ed30>,) {'filters': {'network_id': ['c910f479-835b-4322-89c6-243acca6b7e8']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:38.744654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8e7ee-2ca1-4962-948a-a20830d86f6c None None] Port c440de46-7124-4bcc-adf8-8d8bd3765eb6 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:54:38.755252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4f4e470a-5a1b-4b3e-8735-04e890f81496, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4f4e470a-5a1b-4b3e-8735-04e890f81496,segment=NetworkSegment(d0ce93dd-daad-4b47-bd18-8ccdb280524a),segment_id=d0ce93dd-daad-4b47-bd18-8ccdb280524a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:38.784120 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:38.784661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a50ed30>, 'bfe09fda-5aca-4dee-be6a-fc439e811a27') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:38.785174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a50ed30>, 'bfe09fda-5aca-4dee-be6a-fc439e811a27') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:38.789585 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:38.793968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-257c4a58-107a-4c40-bbce-3844a965dc78 req-87e4a0c8-2be6-400d-a1d4-2d5027c46d62 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849908
Apr 30 04:54:38.796423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-8e7398aa-d4b8-49ea-b4d2-d0a7458d6aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/ebd5bc9c-85ef-42ec-98b5-e6054ee3c232?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.9089189
Apr 30 04:54:38.818442 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:38.943696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2ee37c11-db2c-41de-89e5-a6935fe295a4 None None] Could not find standard attr ID for object 9c264f68-2c26-4541-8e92-57a319dfb539. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:54:38.960435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:39.001944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:54:39.211534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['4f4e470a-5a1b-4b3e-8735-04e890f81496'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:54:39.238863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4f4e470a-5a1b-4b3e-8735-04e890f81496,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:39.387194 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:39.419647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9927fbe4-b176-4a8d-adf1-4f764847c007 None None] DHCP port deletion for c910f479-835b-4322-89c6-243acca6b7e8 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:54:39.542474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0c497683-395c-4f1e-9df6-6b998cd48110 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:54:39.542733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network c910f479-835b-4322-89c6-243acca6b7e8 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:54:39.559080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] For port 0c497683-395c-4f1e-9df6-6b998cd48110, host n-d-766726-20, got binding levels [] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:39.560032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:39.561280 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:39.631882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 0c497683-395c-4f1e-9df6-6b998cd48110 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:54:39.632478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0c497683-395c-4f1e-9df6-6b998cd48110 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:54:39.813252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9c264f68-2c26-4541-8e92-57a319dfb539 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:54:39.853771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:39.885612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-04741007-e865-490a-9f2b-772ccc2ccab5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Synchronizing usage tracker for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:39.887109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 9c264f68-2c26-4541-8e92-57a319dfb539 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:54:39.888024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9c264f68-2c26-4541-8e92-57a319dfb539 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:54:40.012644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network c910f479-835b-4322-89c6-243acca6b7e8 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:54:40.086268 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:54:40.294454 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:40.301434 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02720ee9-ee5d-4563-932e-df2f555f3e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:40.335198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:40.364542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Network': ['ID=c910f479-835b-4322-89c6-243acca6b7e8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:40.375406 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:40.396691 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/networks/c910f479-835b-4322-89c6-243acca6b7e8 HTTP/1.1" status: 204  len: 168 time: 3.7576613
Apr 30 04:54:40.401966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53158) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:40.420329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f2562-ca34-4a30-a147-4ab80c01c19b req-194e5063-3f0e-41e8-98f3-ce318184b017 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:40.427940 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-705f2562-ca34-4a30-a147-4ab80c01c19b req-194e5063-3f0e-41e8-98f3-ce318184b017 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 943 time: 2.1708493
Apr 30 04:54:40.476751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 0c497683-395c-4f1e-9df6-6b998cd48110 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:40.504570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1cf25e1-0169-4978-a946-e138b9e28439 req-a7c13de0-0353-4c18-9dba-ea54fc1b0a8d service neutron] 10.222.0.37 "GET /v2.0/networks/ebd5bc9c-85ef-42ec-98b5-e6054ee3c232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6946993
Apr 30 04:54:40.510777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.ipam_backend_mixin [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Port 0c497683-395c-4f1e-9df6-6b998cd48110 was not found and therefore no delete operation was performed {{(pid=74581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:54:40.581989 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:40.588837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc3ec5c7-e614-4ae0-bdbc-1ac7697d78de req-2762a147-dd2c-498d-a913-44f5d7facb64 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.0160007
Apr 30 04:54:40.598003 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b7a575f-65da-4f32-a3d0-d33b3194e623 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:40.661204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7468d2-bab9-4457-928d-ea01dc4a8cd6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:40.664204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8d7468d2-bab9-4457-928d-ea01dc4a8cd6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:40.671199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-705f2562-ca34-4a30-a147-4ab80c01c19b req-25924fa1-2cd9-4733-aa5e-fa6023f64c4b tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423093
Apr 30 04:54:40.678015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-04741007-e865-490a-9f2b-772ccc2ccab5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Unset dirty status for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:40.680206 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-04741007-e865-490a-9f2b-772ccc2ccab5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 2.2184267
Apr 30 04:54:40.681447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=0c497683-395c-4f1e-9df6-6b998cd48110,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:40.685560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No DVR routers for this DVR port 0c497683-395c-4f1e-9df6-6b998cd48110 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:54:40.687137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53162) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:40.695499 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:40.707218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8d7468d2-bab9-4457-928d-ea01dc4a8cd6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:40.710126 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8d7468d2-bab9-4457-928d-ea01dc4a8cd6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.3064756
Apr 30 04:54:40.715800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53166) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:40.735697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266699891'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:40.771078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:40.799652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4f4e470a-5a1b-4b3e-8735-04e890f81496 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:40.879074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:40.907515 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-45fade9b-3698-43ae-936f-0770004f87f5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1879890
Apr 30 04:54:40.911695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53170) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:40.925990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-724006177'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:40.926756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 4f4e470a-5a1b-4b3e-8735-04e890f81496 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:40.937390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 4f4e470a-5a1b-4b3e-8735-04e890f81496 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:40.937719 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:40.940706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:40.952279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:network and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:40.959971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:40.977144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:41.003391 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.004229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:41.020918 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.031431 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.082217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f801e-1cd6-40cd-8a97-03240f125375 req-1610a3ea-ccb5-4d6a-b530-9e6b975ecc6c tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:41.083926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c8f801e-1cd6-40cd-8a97-03240f125375 req-1610a3ea-ccb5-4d6a-b530-9e6b975ecc6c tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.7305715
Apr 30 04:54:41.129812 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.141440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:54:41.166244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.166712 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Added segment 6bede619-e4fa-4f49-bbf5-9f308423933e of type vlan for network bd7bdd9d-2b00-4dfc-af16-2950dee259e5
Apr 30 04:54:41.186306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:41.222677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.228558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4f4e470a-5a1b-4b3e-8735-04e890f81496, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4f4e470a-5a1b-4b3e-8735-04e890f81496,segment=NetworkSegment(d0ce93dd-daad-4b47-bd18-8ccdb280524a),segment_id=d0ce93dd-daad-4b47-bd18-8ccdb280524a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:41.229926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d298155-0c13-4f1a-a0e9-c4c1b963d25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e470a-5a1b-4b3e-8735-04e890f81496'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:54:41.243609 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.251601 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:41.305777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:41.319417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:41.333501 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.344233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:41.346150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:41.346786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:54:41.347382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.359325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c8f801e-1cd6-40cd-8a97-03240f125375 req-84493fa6-7f3d-457d-a19f-c07abd1d32be tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407401
Apr 30 04:54:41.360037 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0987ba7b-4720-44d2-bc21-8aa3baec63d2 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:41.381219 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.395654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7847d53a0>,) {'filters': {'network_id': ['2fa5dea2-2665-4fc9-a78c-885434462fe2']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:41.406305 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.421146 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d298155-0c13-4f1a-a0e9-c4c1b963d25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e470a-5a1b-4b3e-8735-04e890f81496', 'code': 200}
Apr 30 04:54:41.486771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4f4e470a-5a1b-4b3e-8735-04e890f81496,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:41.492357 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:41.537329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7847d53a0>, '7788c434-9e14-468b-b5ad-19c96d6e83ff') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:41.538370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7847d53a0>, '7788c434-9e14-468b-b5ad-19c96d6e83ff') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:41.549847 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:41.665419 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.687572 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7729764
Apr 30 04:54:41.700074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53184) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:41.709404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'bd7bdd9d-2b00-4dfc-af16-2950dee259e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:41.721056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:41.971131 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:42.078638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Network': ['ID=bd7bdd9d-2b00-4dfc-af16-2950dee259e5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:42.082652 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:42.095907 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:54:42.120667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:42.128321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:42.133936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:42.141635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:42.191438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Pushing event updated for resources: {'Port': ['ID=c440de46-7124-4bcc-adf8-8d8bd3765eb6,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:42.323708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:54:42.357267 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:42.485832 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:42.498595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:42.504494 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:42.601801 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:42.606779 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a5780a2e-99f6-4d83-9205-46ed0adca88d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:42.679822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:42.696698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:43.188787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be9a15-0d10-48e7-bae7-78e6cef6edcd req-e8862b0a-7d37-4635-b3c1-7b9d44d06763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:43.189966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74be9a15-0d10-48e7-bae7-78e6cef6edcd req-e8862b0a-7d37-4635-b3c1-7b9d44d06763 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 1097 time: 1.5978026
Apr 30 04:54:43.194610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50160e6f-fc82-4f5f-a506-0ab7d012ab5a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:43.200057 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:43.205562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a7952b8e-d949-4f63-9ca9-9cfbad48fee9 None None] Provisioning complete for port c440de46-7124-4bcc-adf8-8d8bd3765eb6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:43.206174 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a7952b8e-d949-4f63-9ca9-9cfbad48fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:43.210506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 2fa5dea2-2665-4fc9-a78c-885434462fe2 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:54:43.280443 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:43.286311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a7952b8e-d949-4f63-9ca9-9cfbad48fee9 None None] Port c440de46-7124-4bcc-adf8-8d8bd3765eb6 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:54:43.337912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:43.342119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 2.6478720
Apr 30 04:54:43.343361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:43.350992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cdfaee51-9068-4dfe-b743-656eb67c5a40 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '50160e6f-fc82-4f5f-a506-0ab7d012ab5a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:43.353436 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-cdfaee51-9068-4dfe-b743-656eb67c5a40 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 30 04:54:43.354089 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-cdfaee51-9068-4dfe-b743-656eb67c5a40 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:43.356175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cdfaee51-9068-4dfe-b743-656eb67c5a40 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0107303
Apr 30 04:54:43.358251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53202) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:43.374040 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:54:43.461198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dab59cd-0b27-434c-8b60-8cf9912ebed3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:43.499917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4f0ef-a904-496a-acf1-70cc3b4a0093 req-d10c1063-c438-44a0-88f3-e104a5af3638 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:43.508042 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ceb4f0ef-a904-496a-acf1-70cc3b4a0093 req-d10c1063-c438-44a0-88f3-e104a5af3638 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 945 time: 1.2366314
Apr 30 04:54:43.534719 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dab59cd-0b27-434c-8b60-8cf9912ebed3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:43.578183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74be9a15-0d10-48e7-bae7-78e6cef6edcd req-68e26c47-fd54-4565-86cf-52abd52ab5a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3477554
Apr 30 04:54:43.605635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205041f-60d2-4044-b385-ff82a20774ab req-955bca29-735c-4c91-80ff-959adfa0f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:43.607127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3205041f-60d2-4044-b385-ff82a20774ab req-955bca29-735c-4c91-80ff-959adfa0f74d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 1.2227397
Apr 30 04:54:43.653427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dab59cd-0b27-434c-8b60-8cf9912ebed3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:43.681938 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0af7c50f-7da9-41ac-9719-67ab5d844373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:43.718228 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fea27-5fda-4083-968f-3dbd08bb4cfa req-90e94584-259a-4912-b97f-c7f6745a21bf tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:43.725707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab59cd-0b27-434c-8b60-8cf9912ebed3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50160e6f-fc82-4f5f-a506-0ab7d012ab5a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:43.731929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e0fea27-5fda-4083-968f-3dbd08bb4cfa req-90e94584-259a-4912-b97f-c7f6745a21bf tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 945 time: 1.1966393
Apr 30 04:54:43.736079 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6dab59cd-0b27-434c-8b60-8cf9912ebed3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:43.737864 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dab59cd-0b27-434c-8b60-8cf9912ebed3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:43.739822 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6dab59cd-0b27-434c-8b60-8cf9912ebed3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/50160e6f-fc82-4f5f-a506-0ab7d012ab5a HTTP/1.1" status: 204  len: 168 time: 0.3802848
Apr 30 04:54:43.743814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53206) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:43.895941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 2fa5dea2-2665-4fc9-a78c-885434462fe2 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:54:43.901538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b806f776-7080-4bc4-ac82-84d0fe509541 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Synchronizing usage tracker for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:43.948132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b806f776-7080-4bc4-ac82-84d0fe509541 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Unset dirty status for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:43.951211 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b806f776-7080-4bc4-ac82-84d0fe509541 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2020147
Apr 30 04:54:43.957529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53210) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:43.972163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f81d9-1183-4e48-860b-b7b03d60938b req-051c2125-50eb-4049-b6db-39456bcca194 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:43.973800 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-027f81d9-1183-4e48-860b-b7b03d60938b req-051c2125-50eb-4049-b6db-39456bcca194 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 945 time: 0.1769993
Apr 30 04:54:43.980926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--666806957'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:54:43.984213 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:54:43.993814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Router 62b8faff-88e3-4bc7-a754-5d9609575082 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:54:44.025694 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ceb4f0ef-a904-496a-acf1-70cc3b4a0093 req-c31ecd36-d630-4efe-a16b-7fd51e0b397f tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5166502
Apr 30 04:54:44.029158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:44.052941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:44.118699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:44.157783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:44.163367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:44.167404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:44.177632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:44.183469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e0fea27-5fda-4083-968f-3dbd08bb4cfa req-0af2faa7-579a-4771-8f9c-d9937aa508f2 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4490771
Apr 30 04:54:44.314901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-027f81d9-1183-4e48-860b-b7b03d60938b req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Deleting port 19f69ed5-4c75-4c47-a209-f78f7b24547f {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:44.315177 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-027f81d9-1183-4e48-860b-b7b03d60938b req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:44.482113 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:44.491160 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:44.498395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:44.515116 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:44.522400 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-771e1cc5-15ce-4c31-a1d0-09d9d4ac972b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:44.557400 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4be00c7d-deca-4331-acff-96fd4be4f28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:44.566775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/networks/2fa5dea2-2665-4fc9-a78c-885434462fe2 HTTP/1.1" status: 204  len: 168 time: 9.6582437
Apr 30 04:54:44.594471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53216) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:44.630469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-878364125'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:44.646648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-027f81d9-1183-4e48-860b-b7b03d60938b req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] For port 19f69ed5-4c75-4c47-a209-f78f7b24547f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=19f69ed5-4c75-4c47-a209-f78f7b24547f,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:44.647586 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-027f81d9-1183-4e48-860b-b7b03d60938b req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:44.666917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:44.720696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205041f-60d2-4044-b385-ff82a20774ab req-8b543df6-db7f-4918-9544-51fe0a4c85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:44.722622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3205041f-60d2-4044-b385-ff82a20774ab req-8b543df6-db7f-4918-9544-51fe0a4c85be service neutron] 10.222.0.37 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 0.9305124
Apr 30 04:54:44.760602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:network and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:44.770680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4013fdeb-1d60-4a2b-a250-098133193738,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:44.841392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:44.852656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-027f81d9-1183-4e48-860b-b7b03d60938b req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Calling delete_port for 19f69ed5-4c75-4c47-a209-f78f7b24547f owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:44.853001 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3205041f-60d2-4044-b385-ff82a20774ab req-c02a576f-6da6-48ef-b0ce-8939cf581282 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 217 time: 0.1081109
Apr 30 04:54:44.853814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Network': ['ID=2fa5dea2-2665-4fc9-a78c-885434462fe2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:44.855634 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:44.867964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:44.903070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:44.908637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.9458277
Apr 30 04:54:44.916380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53220) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:44.916684 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:44.931478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-18a10612-6781-46f3-a36e-b81c05962f1b tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '4013fdeb-1d60-4a2b-a250-098133193738', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:44.941591 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-18a10612-6781-46f3-a36e-b81c05962f1b tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 30 04:54:44.943566 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-18a10612-6781-46f3-a36e-b81c05962f1b tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:44.951579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-18a10612-6781-46f3-a36e-b81c05962f1b tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0215325
Apr 30 04:54:44.959121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53224) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:44.964604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:44.966608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-efe6c906-9c5f-4078-be41-6a99f30c86c1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '4013fdeb-1d60-4a2b-a250-098133193738', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:44.969053 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-efe6c906-9c5f-4078-be41-6a99f30c86c1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 30 04:54:44.969606 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-efe6c906-9c5f-4078-be41-6a99f30c86c1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:44.975004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-efe6c906-9c5f-4078-be41-6a99f30c86c1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0108838
Apr 30 04:54:44.980198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53228) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:44.981916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:44.996937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8fef27df-34ac-4187-949b-d83260f6f663 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '4013fdeb-1d60-4a2b-a250-098133193738', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:44.998021 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-8fef27df-34ac-4187-949b-d83260f6f663 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 30 04:54:44.998843 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-8fef27df-34ac-4187-949b-d83260f6f663 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:45.004530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8fef27df-34ac-4187-949b-d83260f6f663 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0157158
Apr 30 04:54:45.010710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53232) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:45.014949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:54:45.017928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205041f-60d2-4044-b385-ff82a20774ab req-09393d05-1521-49d9-b099-6ba1fca0b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:45.021826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3205041f-60d2-4044-b385-ff82a20774ab req-09393d05-1521-49d9-b099-6ba1fca0b7d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.1531193
Apr 30 04:54:45.026227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1d693fd1-e9b8-4ad4-87a0-2ab577b67454 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '4013fdeb-1d60-4a2b-a250-098133193738', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:45.027183 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-1d693fd1-e9b8-4ad4-87a0-2ab577b67454 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 30 04:54:45.027183 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-1d693fd1-e9b8-4ad4-87a0-2ab577b67454 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:45.028178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1d693fd1-e9b8-4ad4-87a0-2ab577b67454 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0165858
Apr 30 04:54:45.039375 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] 10.222.0.46 "PUT /v2.0/routers/62b8faff-88e3-4bc7-a754-5d9609575082/add_router_interface HTTP/1.1" status: 200  len: 503 time: 23.3778706
Apr 30 04:54:45.039375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53236) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:45.042183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Sync routers for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:54:45.058026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:54:45.062646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780551400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:54:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:45.097929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df72c74-0fdb-41b0-8083-fa673fdb3b7f req-b6607f30-21db-41bd-a4c4-9bfcf95af9b2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:45.106745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2df72c74-0fdb-41b0-8083-fa673fdb3b7f req-b6607f30-21db-41bd-a4c4-9bfcf95af9b2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.7721586
Apr 30 04:54:45.157511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:54:45.216090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:45.216787 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Added segment 12660628-53d3-4cef-b48a-51ce3b5ff939 of type vlan for network b014e9d7-c756-4dbe-b3fb-54d711891889
Apr 30 04:54:45.247059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3205041f-60d2-4044-b385-ff82a20774ab req-46292c56-4bba-4d7d-8616-3f8b8b652244 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2070761
Apr 30 04:54:45.627411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:54:45.667461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:45.712587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2df72c74-0fdb-41b0-8083-fa673fdb3b7f req-5e593d68-2b24-4759-8d4c-d60370a5f54e tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6049099
Apr 30 04:54:45.718047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-027f81d9-1183-4e48-860b-b7b03d60938b req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:45.745546 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:45.798490 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-057855ea-be9c-46da-8cee-3410daf6a82d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:45.808744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:54:45.843633 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-057855ea-be9c-46da-8cee-3410daf6a82d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:45.866433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Pushing event deleted for resources: {'Port': ['ID=19f69ed5-4c75-4c47-a209-f78f7b24547f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:45.876842 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:46.019117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46d2a359-c46f-4f48-baa4-fe96cdd52814 req-72c24dcd-f614-4f7f-8f5c-76b57b11842f tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=43b8262b-8b62-4453-9f62-e01eff4a6b3b HTTP/1.1" status: 200  len: 210 time: 0.1293027
Apr 30 04:54:46.074197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-027f81d9-1183-4e48-860b-b7b03d60938b req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] No DVR routers for this DVR port 19f69ed5-4c75-4c47-a209-f78f7b24547f on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:54:46.080652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-027f81d9-1183-4e48-860b-b7b03d60938b req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:46.092201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3205041f-60d2-4044-b385-ff82a20774ab req-f7b71c49-5dde-4c04-90b7-d41f98b3329f service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8382604
Apr 30 04:54:46.092515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b8262b-8b62-4453-9f62-e01eff4a6b3b', 'name': 'network-vif-deleted', 'tag': '19f69ed5-4c75-4c47-a209-f78f7b24547f'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:54:46.107326 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:46.119356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:46.120120 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:46.128875 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:46.194598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a8d7e-07f8-4359-8395-fa894a6692a6 req-3bac86bf-75ee-40e1-8d21-284e8531cab8 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:46.202616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-779a8d7e-07f8-4359-8395-fa894a6692a6 req-3bac86bf-75ee-40e1-8d21-284e8531cab8 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 945 time: 0.4960113
Apr 30 04:54:46.269401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780551400>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:39Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'c440de46-7124-4bcc-adf8-8d8bd3765eb6', 'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'mac_address': 'fa:16:3e:85:0d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:29Z', 'updated_at': '2021-04-30T04:54:40Z', 'revision_number': 2, 'project_id': '9c446453632e4610bea794e8357c69bd', 'subnets': [{'id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:46.275334 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Checking router: 62b8faff-88e3-4bc7-a754-5d9609575082 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:54:46.276218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Updating router 62b8faff-88e3-4bc7-a754-5d9609575082 port c440de46-7124-4bcc-adf8-8d8bd3765eb6 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:54:46.353238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:46.362829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Network': ['ID=b014e9d7-c756-4dbe-b3fb-54d711891889,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:46.372781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-057855ea-be9c-46da-8cee-3410daf6a82d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:46.374724 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-027f81d9-1183-4e48-860b-b7b03d60938b req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.50 "DELETE /v2.0/ports/19f69ed5-4c75-4c47-a209-f78f7b24547f HTTP/1.1" status: 204  len: 173 time: 2.3864601
Apr 30 04:54:46.375226 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:46.406366 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.8078492
Apr 30 04:54:46.407526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53254) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:46.415220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network b014e9d7-c756-4dbe-b3fb-54d711891889 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:54:46.457618 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-edfb67ec-2505-4482-8b91-1f243ac58f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:46.531950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057855ea-be9c-46da-8cee-3410daf6a82d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4013fdeb-1d60-4a2b-a250-098133193738,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:46.536655 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-057855ea-be9c-46da-8cee-3410daf6a82d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:46.589421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-779a8d7e-07f8-4359-8395-fa894a6692a6 req-36e3637a-86ca-48c1-a5e9-865cd0b6cb09 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3808768
Apr 30 04:54:46.616637 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-057855ea-be9c-46da-8cee-3410daf6a82d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:46.624274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-057855ea-be9c-46da-8cee-3410daf6a82d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/4013fdeb-1d60-4a2b-a250-098133193738 HTTP/1.1" status: 204  len: 168 time: 1.5003226
Apr 30 04:54:46.638512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53258) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:46.800230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': 'b014e9d7-c756-4dbe-b3fb-54d711891889', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:46.832989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3205041f-60d2-4044-b385-ff82a20774ab req-9e2e290e-6082-4ed9-9f0f-20c1c2f169c7 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7263544
Apr 30 04:54:46.930203 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b8262b-8b62-4453-9f62-e01eff4a6b3b', 'name': 'network-vif-deleted', 'tag': '19f69ed5-4c75-4c47-a209-f78f7b24547f', 'status': 'completed', 'code': 200}
Apr 30 04:54:47.028865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53268) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:47.087704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24498231', 'description': 'tempest-description--41456594'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:47.113939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:47.131173 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6fa9fa20-11db-4905-aba5-e8a356bcf87c tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:47.135421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:47.172515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-93934eb8-1bcd-4eee-93b0-19495f0adb5f tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Synchronizing usage tracker for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:47.184630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Usage tracker for resource:security_group and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:47.222528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:47.254025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=58aa1f76-ff1e-49d8-a2e4-0226261a00be,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:47.263037 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:47.263429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:47.293712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:47.301244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:47.307413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:47.319426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:47.368182 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:47.379638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:47.384143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:47.527730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 19f69ed5-4c75-4c47-a209-f78f7b24547f no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:54:47.607050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-93934eb8-1bcd-4eee-93b0-19495f0adb5f tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Unset dirty status for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:47.619207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-93934eb8-1bcd-4eee-93b0-19495f0adb5f tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.9712491
Apr 30 04:54:47.636276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53276) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:47.681526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932840749'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:47.707096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:47.738262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:47.776382 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:47.783737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Checking segment: {'id': '6bede619-e4fa-4f49-bbf5-9f308423933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'bd7bdd9d-2b00-4dfc-af16-2950dee259e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:47.784231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network hostable DHCP agents. Network: bd7bdd9d-2b00-4dfc-af16-2950dee259e5, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:54:47.824904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:47.846278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:54:47.879861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, bd7bdd9d-2b00-4dfc-af16-2950dee259e5) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:47.925665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Usage tracker for resource:security_group_rule and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:47.931425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:47.932635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:47.936811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:47.959692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:47.997806 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.2960668
Apr 30 04:54:47.999550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53282) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:48.012913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'bd7bdd9d-2b00-4dfc-af16-2950dee259e5', 'name': 'tempest-PortsTestJSON-2112065214'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:48.213666 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:48.222041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832fe23-9a50-40dd-82a8-6878c2344a69 None None] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:48.239382 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:48.274772 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:48.318495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caba42-6ab4-42ef-a803-23c8e05fa7bc req-918e124d-1fc7-4e9a-820a-313eb7c9b082 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:48.327080 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3caba42-6ab4-42ef-a803-23c8e05fa7bc req-918e124d-1fc7-4e9a-820a-313eb7c9b082 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.8789957
Apr 30 04:54:48.357660 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:48.359412 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.3242583
Apr 30 04:54:48.384072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:48.386759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53292) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:48.402471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'security_group_rule': {'security_group_id': 'd61078f1-3c8e-4da4-9730-04a3b00a6979', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:48.425427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:48.435326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:48.452998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:48.487935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3caba42-6ab4-42ef-a803-23c8e05fa7bc req-efffcd68-e78b-42c2-a633-c53487f2e30c tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595356
Apr 30 04:54:48.498974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:48.508193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Usage tracker for resource:security_group_rule and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:48.514876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61078f1-3c8e-4da4-9730-04a3b00a6979,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:48.519416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:48.544060 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:48.546335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:48.598927 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:48.648708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 19f69ed5-4c75-4c47-a209-f78f7b24547f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:54:48.649668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 19f69ed5-4c75-4c47-a209-f78f7b24547f not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:54:48.799467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:48.832712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:48.835951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-bd7bdd9d-2b00-4dfc-af16-2950dee259e5', 'network_id': 'bd7bdd9d-2b00-4dfc-af16-2950dee259e5', 'tenant_id': 'fb3e9fc3fbee4b1da4211bda91d257ff', 'fixed_ips': [{'subnet_id': '58aa1f76-ff1e-49d8-a2e4-0226261a00be'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:54:48.838845 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:48.866426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:48.874129 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:48.874927 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:48.892797 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:48.916971 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-47a2c81f-9c93-4bd7-a653-9f66db7cb904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:48.936397 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:54:48.967880 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:48.985121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:49.076869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:49.093240 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2a1c24bb-6374-4a9f-86f4-fb84fc4f8475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:49.099604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a42eea-e326-4613-9937-c813f90f8235,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:49.105002 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:49.110074 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:49.121321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:49.126913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.4803150
Apr 30 04:54:49.130191 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:49.131853 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7360251
Apr 30 04:54:49.135357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53300) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:49.135664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53302) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:49.145126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'security_group_rule': {'security_group_id': 'd61078f1-3c8e-4da4-9730-04a3b00a6979', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:49.160701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5131c4e0-8955-49b4-8bfc-909807bd4b50 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '83a42eea-e326-4613-9937-c813f90f8235', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:49.161499 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-5131c4e0-8955-49b4-8bfc-909807bd4b50 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 30 04:54:49.162020 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-5131c4e0-8955-49b4-8bfc-909807bd4b50 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:49.168051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5131c4e0-8955-49b4-8bfc-909807bd4b50 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0271568
Apr 30 04:54:49.168051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9f7a19-a509-48e8-878c-8b666bfe3ad4,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:49.171149 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05a40dfd-a415-45f7-bce6-9c98b5d677d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:49.175227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53308) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:49.182715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b4b56be5-0899-4cd2-b299-ed8340eac30c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '83a42eea-e326-4613-9937-c813f90f8235', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:49.194652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b4b56be5-0899-4cd2-b299-ed8340eac30c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:49.200222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b4b56be5-0899-4cd2-b299-ed8340eac30c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:49.204065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b4b56be5-0899-4cd2-b299-ed8340eac30c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:49.214078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b4b56be5-0899-4cd2-b299-ed8340eac30c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:49.223700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:49.235487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Usage tracker for resource:security_group_rule and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:49.244379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:49.258232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port d540bca4-7d44-4202-9577-f7204de445ca yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:54:49.269610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:49.413988 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:49.447256 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-b4b56be5-0899-4cd2-b299-ed8340eac30c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:49.452410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b4b56be5-0899-4cd2-b299-ed8340eac30c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2731047
Apr 30 04:54:49.463774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53312) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:49.493937 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:49.508518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Checking segment: {'id': '12660628-53d3-4cef-b48a-51ce3b5ff939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b014e9d7-c756-4dbe-b3fb-54d711891889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:49.509336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network hostable DHCP agents. Network: b014e9d7-c756-4dbe-b3fb-54d711891889, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:54:49.520470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=f23c9b3f-735a-4f44-87fb-3247b1c44420,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:49.524594 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:49.559338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network b014e9d7-c756-4dbe-b3fb-54d711891889 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:54:49.574827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, b014e9d7-c756-4dbe-b3fb-54d711891889) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:49.594895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:49.595753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:49.598354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17bfadb-0e8c-4929-9216-b1c30168ad79 None None] Network b014e9d7-c756-4dbe-b3fb-54d711891889 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:49.611131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a9e3fb43-e686-40fa-b3ad-1e1f36098823 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '83a42eea-e326-4613-9937-c813f90f8235', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:49.615548 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-a9e3fb43-e686-40fa-b3ad-1e1f36098823 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 30 04:54:49.621502 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-a9e3fb43-e686-40fa-b3ad-1e1f36098823 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:49.621963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a9e3fb43-e686-40fa-b3ad-1e1f36098823 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.1564121
Apr 30 04:54:49.626371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:49.645406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cd12dab8-b352-4ba1-9e9e-4fadbb70cd68 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '83a42eea-e326-4613-9937-c813f90f8235', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:49.646578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Transition to ACTIVE for port object c440de46-7124-4bcc-adf8-8d8bd3765eb6 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:49.663548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cd12dab8-b352-4ba1-9e9e-4fadbb70cd68 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:49.675499 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8815768
Apr 30 04:54:49.677093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cd12dab8-b352-4ba1-9e9e-4fadbb70cd68 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:49.684755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53324) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:49.696019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': 'b014e9d7-c756-4dbe-b3fb-54d711891889', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-802817379'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:49.699629 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:49.726786 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-017ec7c6-0a0c-4be9-80c6-7ba8485e3eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:49.739274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cd12dab8-b352-4ba1-9e9e-4fadbb70cd68 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:49.795978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cd12dab8-b352-4ba1-9e9e-4fadbb70cd68 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:49.816536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93433efb-1ff0-4165-b089-ccce5c09704e req-20cb049e-06bf-4c20-8af9-4719eb65acf7 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:49.833198 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93433efb-1ff0-4165-b089-ccce5c09704e req-20cb049e-06bf-4c20-8af9-4719eb65acf7 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 945 time: 0.8139784
Apr 30 04:54:50.027598 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-cd12dab8-b352-4ba1-9e9e-4fadbb70cd68 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:50.029579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd12dab8-b352-4ba1-9e9e-4fadbb70cd68 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3971581
Apr 30 04:54:50.039455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53330) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:50.074371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-be85fce7-4e82-44e7-9d69-51fd5f9e93ee tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '83a42eea-e326-4613-9937-c813f90f8235', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:50.081773 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-be85fce7-4e82-44e7-9d69-51fd5f9e93ee tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 30 04:54:50.082904 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-be85fce7-4e82-44e7-9d69-51fd5f9e93ee tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:50.091998 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-be85fce7-4e82-44e7-9d69-51fd5f9e93ee tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0487540
Apr 30 04:54:50.105881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Allocated IP 172.20.0.2 (bd7bdd9d-2b00-4dfc-af16-2950dee259e5/58aa1f76-ff1e-49d8-a2e4-0226261a00be/229fbfdb-63b0-44e8-b93c-194c3f9f3c81) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:50.123096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53334) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:50.183628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9e643bfc-82e7-4c0b-8ca4-a22005e4c565 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '83a42eea-e326-4613-9937-c813f90f8235', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:50.202078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9e643bfc-82e7-4c0b-8ca4-a22005e4c565 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:50.228995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9e643bfc-82e7-4c0b-8ca4-a22005e4c565 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:50.245425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93433efb-1ff0-4165-b089-ccce5c09704e req-2c23f427-36e8-4203-a976-018b62718b48 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4110806
Apr 30 04:54:50.260277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9e643bfc-82e7-4c0b-8ca4-a22005e4c565 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:50.290075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9e643bfc-82e7-4c0b-8ca4-a22005e4c565 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:50.303902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:50.317302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:50.328054 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-9e643bfc-82e7-4c0b-8ca4-a22005e4c565 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Project 73640993b67f472aba5c7ff009b83420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 04:54:50.345949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:50.349730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:50.410468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:50.416187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa5305-1c78-46c9-9cfc-910d3ad3dad8 None None] Pushing event updated for resources: {'Port': ['ID=c440de46-7124-4bcc-adf8-8d8bd3765eb6,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:50.433930 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bafa5305-1c78-46c9-9cfc-910d3ad3dad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:50.440318 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:50.455104 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:50.471655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 38627bae-e0d8-49ad-9102-be551a2ace17 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:54:50.572961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34f6c8-d449-4450-8b89-941ae38a1a98 req-8c35a9e2-938f-4659-97f1-81552f16b023 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:50.578196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df34f6c8-d449-4450-8b89-941ae38a1a98 req-8c35a9e2-938f-4659-97f1-81552f16b023 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.6932437
Apr 30 04:54:50.642106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31050bfe-74b6-4694-b752-bc9b2598acb1,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:50.678705 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:50.691254 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:50.698352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5538559
Apr 30 04:54:50.711605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53338) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:50.735470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:50.785058 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:50.788712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df34f6c8-d449-4450-8b89-941ae38a1a98 req-97dd50fd-2165-4f52-a1a5-4c59a4491b7a tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974599
Apr 30 04:54:50.811369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Usage tracker for resource:floatingip and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:50.823547 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-9e643bfc-82e7-4c0b-8ca4-a22005e4c565 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:50.835910 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9e643bfc-82e7-4c0b-8ca4-a22005e4c565 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.7031190
Apr 30 04:54:50.837417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:50.841346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53342) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:50.844702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-c93589b1-cf60-46b8-9eae-9aa149771c56 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:50.850995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-c93589b1-cf60-46b8-9eae-9aa149771c56 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 945 time: 0.5408618
Apr 30 04:54:50.877338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::377 (b014e9d7-c756-4dbe-b3fb-54d711891889/f23c9b3f-735a-4f44-87fb-3247b1c44420/38627bae-e0d8-49ad-9102-be551a2ace17) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:50.884833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Attempting to bind port c440de46-7124-4bcc-adf8-8d8bd3765eb6 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:50.885571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Attempting to bind port c440de46-7124-4bcc-adf8-8d8bd3765eb6 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:50.886542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Attempting to bind port c440de46-7124-4bcc-adf8-8d8bd3765eb6 on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:50.906328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:50.906934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Checking segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:50.907789 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:50.908482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Bound using segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:50.909331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Bound port: c440de46-7124-4bcc-adf8-8d8bd3765eb6, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:50.910128 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:50.937583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-b014e9d7-c756-4dbe-b3fb-54d711891889', 'network_id': 'b014e9d7-c756-4dbe-b3fb-54d711891889', 'tenant_id': 'a757c40b25f54d7390ac2e26567bf4d9', 'fixed_ips': [{'subnet_id': 'f23c9b3f-735a-4f44-87fb-3247b1c44420'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:54:50.938927 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:51.261464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-26f95829-3c38-41f1-8d26-48edab318472 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '83a42eea-e326-4613-9937-c813f90f8235', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:51.262806 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-26f95829-3c38-41f1-8d26-48edab318472 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 30 04:54:51.268467 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-26f95829-3c38-41f1-8d26-48edab318472 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:51.271569 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-26f95829-3c38-41f1-8d26-48edab318472 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0615890
Apr 30 04:54:51.305088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:51.309971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53352) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:51.385333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7ced61db-c86a-4af3-b343-d6dd92c08a28 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '83a42eea-e326-4613-9937-c813f90f8235', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:51.485550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:51.558597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7ced61db-c86a-4af3-b343-d6dd92c08a28 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:51.597880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Deleting port 4f4e470a-5a1b-4b3e-8735-04e890f81496 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:51.597880 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:51.677798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7ced61db-c86a-4af3-b343-d6dd92c08a28 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:51.750075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7ced61db-c86a-4af3-b343-d6dd92c08a28 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:51.853653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] For port c440de46-7124-4bcc-adf8-8d8bd3765eb6, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:51.858404 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:51.860845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7ced61db-c86a-4af3-b343-d6dd92c08a28 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:51.901406 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] For port c440de46-7124-4bcc-adf8-8d8bd3765eb6, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c440de46-7124-4bcc-adf8-8d8bd3765eb6,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:51.907275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:51.931347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object 38627bae-e0d8-49ad-9102-be551a2ace17 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:51.939064 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:51.966243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Transition to ACTIVE for port object 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:51.974515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:51.982792 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1b32e3c-b58f-4714-8a46-0f1007782624 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:51.997335 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:52.350419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] For port 4f4e470a-5a1b-4b3e-8735-04e890f81496, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4f4e470a-5a1b-4b3e-8735-04e890f81496,segment=NetworkSegment(d0ce93dd-daad-4b47-bd18-8ccdb280524a),segment_id=d0ce93dd-daad-4b47-bd18-8ccdb280524a)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:52.350804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:52.496997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa5305-1c78-46c9-9cfc-910d3ad3dad8 None None] Pushing event updated for resources: {'Port': ['ID=c440de46-7124-4bcc-adf8-8d8bd3765eb6,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:52.516865 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bafa5305-1c78-46c9-9cfc-910d3ad3dad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:52.527174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Transition to ACTIVE for port object 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:52.549217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:54:52.549935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780551400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:54:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:52.682394 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:52.702146 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:52.803926 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-7ced61db-c86a-4af3-b343-d6dd92c08a28 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Project 73640993b67f472aba5c7ff009b83420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 04:54:53.041005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Allocated IP 2001:db8::2 (b014e9d7-c756-4dbe-b3fb-54d711891889/f23c9b3f-735a-4f44-87fb-3247b1c44420/8d36ce2a-7668-4328-b307-b5c87a9ae39e) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:53.181976 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:53.205580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:53.249209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Calling delete_port for 4f4e470a-5a1b-4b3e-8735-04e890f81496 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:53.269617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:53.305143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network b014e9d7-c756-4dbe-b3fb-54d711891889 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:53.367452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4099f3e-fb26-4465-9698-b4abc74a6d0c req-7f2e03b3-1260-4b5f-a7f6-32c853295f8b tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:53.385556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b4099f3e-fb26-4465-9698-b4abc74a6d0c req-7f2e03b3-1260-4b5f-a7f6-32c853295f8b tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 945 time: 1.4353886
Apr 30 04:54:53.387322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:53.418486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:53.429704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:53.430770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:53.477808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=38627bae-e0d8-49ad-9102-be551a2ace17,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:53.511647 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-7ced61db-c86a-4af3-b343-d6dd92c08a28 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:53.518377 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7ced61db-c86a-4af3-b343-d6dd92c08a28 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 2.1991348
Apr 30 04:54:53.533949 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.551s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:53.534764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53386) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:53.615195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e1f8f519-2958-4713-bad6-ff980ff8a325 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '83a42eea-e326-4613-9937-c813f90f8235', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:53.623119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b4099f3e-fb26-4465-9698-b4abc74a6d0c req-3148ee2c-e984-4955-95e5-8b20736af4b9 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ea2ad2c-2b40-485c-be87-c99d15c0ade4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266874
Apr 30 04:54:53.645067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e1f8f519-2958-4713-bad6-ff980ff8a325 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:53.680074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e1f8f519-2958-4713-bad6-ff980ff8a325 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:53.689518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e1f8f519-2958-4713-bad6-ff980ff8a325 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:53.715222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Pushing event updated for resources: {'Port': ['ID=229fbfdb-63b0-44e8-b93c-194c3f9f3c81,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:53.758462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.4 (bd7bdd9d-2b00-4dfc-af16-2950dee259e5/58aa1f76-ff1e-49d8-a2e4-0226261a00be/d540bca4-7d44-4202-9577-f7204de445ca) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:53.833442 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:53.881886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e1f8f519-2958-4713-bad6-ff980ff8a325 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:53.951358 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 4.2634499
Apr 30 04:54:53.955903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53398) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:53.968470 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-e1f8f519-2958-4713-bad6-ff980ff8a325 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Project 73640993b67f472aba5c7ff009b83420 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 04:54:54.066048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:54:54.068075 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:54.140991 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:54.143463 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b18c08c0-f974-4ca4-a8c7-a5665b11c671 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:54.250772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Pushing event deleted for resources: {'Port': ['ID=4f4e470a-5a1b-4b3e-8735-04e890f81496,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:54.271129 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:54.441898 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-e1f8f519-2958-4713-bad6-ff980ff8a325 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:54:54.450815 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e1f8f519-2958-4713-bad6-ff980ff8a325 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.8911138
Apr 30 04:54:54.452387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53402) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:54.586208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] No DVR routers for this DVR port 4f4e470a-5a1b-4b3e-8735-04e890f81496 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:54:54.590001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:54.604619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d298155-0c13-4f1a-a0e9-c4c1b963d25c', 'name': 'network-vif-deleted', 'tag': '4f4e470a-5a1b-4b3e-8735-04e890f81496'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:54:54.629352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Attempting to bind port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:54.631617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Attempting to bind port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '6bede619-e4fa-4f49-bbf5-9f308423933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'bd7bdd9d-2b00-4dfc-af16-2950dee259e5'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:54.632333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Attempting to bind port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 on network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:54.637513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a69ddbd7-66a5-4290-9b52-523f6036a885 req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.37 "DELETE /v2.0/ports/4f4e470a-5a1b-4b3e-8735-04e890f81496 HTTP/1.1" status: 204  len: 173 time: 3.7741938
Apr 30 04:54:54.714984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:54.716764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 38627bae-e0d8-49ad-9102-be551a2ace17 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:54:54.717190 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:54.718339 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Checking segment: {'id': '6bede619-e4fa-4f49-bbf5-9f308423933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'bd7bdd9d-2b00-4dfc-af16-2950dee259e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:54.720233 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:54.720956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Bound using segment: {'id': '6bede619-e4fa-4f49-bbf5-9f308423933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'bd7bdd9d-2b00-4dfc-af16-2950dee259e5'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:54.723450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Bound port: 229fbfdb-63b0-44e8-b93c-194c3f9f3c81, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bede619-e4fa-4f49-bbf5-9f308423933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'bd7bdd9d-2b00-4dfc-af16-2950dee259e5'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:54.725442 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:54.795762 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d298155-0c13-4f1a-a0e9-c4c1b963d25c', 'name': 'network-vif-deleted', 'tag': '4f4e470a-5a1b-4b3e-8735-04e890f81496', 'status': 'completed', 'code': 200}
Apr 30 04:54:54.862623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:54.906191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c74b198-e473-40ac-ac22-7dab36c53370 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:54.951631 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c74b198-e473-40ac-ac22-7dab36c53370 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:55.029078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c74b198-e473-40ac-ac22-7dab36c53370 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:55.034808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object d540bca4-7d44-4202-9577-f7204de445ca will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:55.042034 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-602c932e-8bbf-4c37-8e7f-09ac7f12c15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:55.063449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74b198-e473-40ac-ac22-7dab36c53370 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a42eea-e326-4613-9937-c813f90f8235,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:55.066224 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c74b198-e473-40ac-ac22-7dab36c53370 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:55.076510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Allocated IP 172.25.8.158 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/e60e2b27-5c5e-4ae7-8384-7635e4d4bec2) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:55.162155 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c74b198-e473-40ac-ac22-7dab36c53370 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:55.167112 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5c74b198-e473-40ac-ac22-7dab36c53370 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/83a42eea-e326-4613-9937-c813f90f8235 HTTP/1.1" status: 204  len: 168 time: 0.7005899
Apr 30 04:54:55.210177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53426) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:55.306946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4f4e470a-5a1b-4b3e-8735-04e890f81496 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:54:55.334693 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:55.359826 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-78f26f71-eb44-48c2-889d-4e37af85e964 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:55.379759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 4f4e470a-5a1b-4b3e-8735-04e890f81496 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:54:55.380186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4f4e470a-5a1b-4b3e-8735-04e890f81496 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:54:55.401684 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:55.531127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b8daf025-9ffd-4375-bda4-843bf550aab8 req-9f3875d9-d052-4e7b-b50b-6bdbf466e21f tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Synchronizing usage tracker for tenant:824ddb0bf41c496eb35794fe6a85e1c5 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:55.572047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:55.583288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:55.602877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:55.717335 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:55.731330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] For port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:55.808442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Transition to ACTIVE for port object 8d36ce2a-7668-4328-b307-b5c87a9ae39e will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:55.812583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] For port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=229fbfdb-63b0-44e8-b93c-194c3f9f3c81,segment=NetworkSegment(6bede619-e4fa-4f49-bbf5-9f308423933e),segment_id=6bede619-e4fa-4f49-bbf5-9f308423933e)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:55.838561 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:55.844562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:55.848621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 38627bae-e0d8-49ad-9102-be551a2ace17 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:54:55.849072 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f174b78c-d491-4a36-b4b3-a14dcddfaa7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:55.877126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:55.878870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:55.938101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b8daf025-9ffd-4375-bda4-843bf550aab8 req-9f3875d9-d052-4e7b-b50b-6bdbf466e21f tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Unset dirty status for tenant:824ddb0bf41c496eb35794fe6a85e1c5 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:55.939353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8daf025-9ffd-4375-bda4-843bf550aab8 req-9f3875d9-d052-4e7b-b50b-6bdbf466e21f tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d298155-0c13-4f1a-a0e9-c4c1b963d25c HTTP/1.1" status: 200  len: 210 time: 0.7413158
Apr 30 04:54:55.968851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b6b056ed-794c-42b0-97f6-b035a08418ee tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Synchronizing usage tracker for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:56.048434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Pushing event updated for resources: {'Port': ['ID=229fbfdb-63b0-44e8-b93c-194c3f9f3c81,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:56.060561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b6b056ed-794c-42b0-97f6-b035a08418ee tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Unset dirty status for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:56.060945 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:56.062879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b6b056ed-794c-42b0-97f6-b035a08418ee tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.8501430
Apr 30 04:54:56.077769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Transition to ACTIVE for port object 8d36ce2a-7668-4328-b307-b5c87a9ae39e will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:54:56.078942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53434) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:56.104280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=d540bca4-7d44-4202-9577-f7204de445ca,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:56.126697 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:56.128385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b2c8f-b3ec-4a33-b21f-b2766fd1deb9 req-74c8a9dc-5f79-44b5-85aa-5b9447729c26 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:54:56.136424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef5b2c8f-b3ec-4a33-b21f-b2766fd1deb9 req-74c8a9dc-5f79-44b5-85aa-5b9447729c26 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.9172025
Apr 30 04:54:56.138718 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 8.1354659
Apr 30 04:54:56.142804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53436) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:56.150382 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:56.162672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'bd7bdd9d-2b00-4dfc-af16-2950dee259e5', 'name': 'tempest-PortsTestJSON-837240541'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:56.163000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--484031697'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:56.174681 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:56.192958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:56.253255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:56.438573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Network b014e9d7-c756-4dbe-b3fb-54d711891889 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:56.447157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Pushing event updated for resources: {'Port': ['ID=8d36ce2a-7668-4328-b307-b5c87a9ae39e,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:56.454054 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:56.467540 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:56.478032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:56.487075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:56.505078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780551400>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:39Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'c440de46-7124-4bcc-adf8-8d8bd3765eb6', 'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'mac_address': 'fa:16:3e:85:0d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:29Z', 'updated_at': '2021-04-30T04:54:51Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'subnets': [{'id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:54:56.534817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef5b2c8f-b3ec-4a33-b21f-b2766fd1deb9 req-dec9713a-d48b-4022-8b80-a817d67e7b61 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2425065
Apr 30 04:54:56.568017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:56.580135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:56.681419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:56.688862 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:56.710774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bf5fd-2d38-4dcf-943a-bc255a903e5d None None] The sync data for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 is: [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:39Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'c440de46-7124-4bcc-adf8-8d8bd3765eb6', 'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'mac_address': 'fa:16:3e:85:0d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:29Z', 'updated_at': '2021-04-30T04:54:51Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'subnets': [{'id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:54:56.754371 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ccc807b-eed8-49ad-9cbf-e9b96c984d09 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:56.773404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Attempting to bind port 8d36ce2a-7668-4328-b307-b5c87a9ae39e on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:54:56.775271 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Attempting to bind port 8d36ce2a-7668-4328-b307-b5c87a9ae39e by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '12660628-53d3-4cef-b48a-51ce3b5ff939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b014e9d7-c756-4dbe-b3fb-54d711891889'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:54:56.775743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Attempting to bind port 8d36ce2a-7668-4328-b307-b5c87a9ae39e on network b014e9d7-c756-4dbe-b3fb-54d711891889 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:54:56.794597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:54:56.794987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Checking segment: {'id': '12660628-53d3-4cef-b48a-51ce3b5ff939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b014e9d7-c756-4dbe-b3fb-54d711891889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:54:56.795466 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:56.795906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Bound using segment: {'id': '12660628-53d3-4cef-b48a-51ce3b5ff939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b014e9d7-c756-4dbe-b3fb-54d711891889'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:54:56.796428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Bound port: 8d36ce2a-7668-4328-b307-b5c87a9ae39e, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12660628-53d3-4cef-b48a-51ce3b5ff939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b014e9d7-c756-4dbe-b3fb-54d711891889'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:54:56.796855 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:56.810862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:56.941487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:54:56.973280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:56.982256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:port and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:56.993863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:57.000683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:57.011799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:57.017673 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:57.042494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:54:57.060877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:54:57.098306 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:57.135273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:54:57.263549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'Port': ['ID=e60e2b27-5c5e-4ae7-8384-7635e4d4bec2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:57.296707 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:57.310872 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:57.314939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=38627bae-e0d8-49ad-9102-be551a2ace17,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:57.327989 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:57.351192 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:57.362244 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:57.393411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port c6e49168-8840-466d-956c-13f4a1aef964 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:54:57.417249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] For port 8d36ce2a-7668-4328-b307-b5c87a9ae39e, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:54:57.426559 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] For port 8d36ce2a-7668-4328-b307-b5c87a9ae39e, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8d36ce2a-7668-4328-b307-b5c87a9ae39e,segment=NetworkSegment(12660628-53d3-4cef-b48a-51ce3b5ff939),segment_id=12660628-53d3-4cef-b48a-51ce3b5ff939)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:54:57.445335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/38627bae-e0d8-49ad-9102-be551a2ace17 HTTP/1.1" status: 204  len: 168 time: 3.4841459
Apr 30 04:54:57.448745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53452) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:57.452259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:57.469256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53458) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:57.489553 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:57.754825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Pushing event updated for resources: {'Port': ['ID=8d36ce2a-7668-4328-b307-b5c87a9ae39e,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:57.756958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:57.763669 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:58.119898 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf187910-1c70-4735-a248-fc3c3cbbb80b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:54:58.120909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cf187910-1c70-4735-a248-fc3c3cbbb80b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:54:58.159012 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:58.193199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cf187910-1c70-4735-a248-fc3c3cbbb80b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:54:58.195000 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cf187910-1c70-4735-a248-fc3c3cbbb80b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/38627bae-e0d8-49ad-9102-be551a2ace17 HTTP/1.1" status: 404  len: 333 time: 0.7453065
Apr 30 04:54:58.196994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:58.214772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53474) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:58.219147 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4480f588-1f11-44ee-922a-eff96882181f tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:54:58.239564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:58.338106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:58.446823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8584b45-9a2d-4673-b7c1-a1ec46b5aa0b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:54:58.465273 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:54:58.546444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] Deleting subnet 5098bbe1-a8f6-4159-b0ca-2c1c938b95e3 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:54:58.556106 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:58.579556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.8 (bd7bdd9d-2b00-4dfc-af16-2950dee259e5/58aa1f76-ff1e-49d8-a2e4-0226261a00be/c6e49168-8840-466d-956c-13f4a1aef964) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:54:58.661220 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:58.768299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:58.780232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 2.6295853
Apr 30 04:54:58.825614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53482) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:54:58.851623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:58.859634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c440de46-7124-4bcc-adf8-8d8bd3765eb6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:54:58.878376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet f23c9b3f-735a-4f44-87fb-3247b1c44420 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:54:58.903854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:58.935670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a06eef47-131d-40f1-b87d-c58308cc23c2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': 'd8584b45-9a2d-4673-b7c1-a1ec46b5aa0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:54:58.985739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a06eef47-131d-40f1-b87d-c58308cc23c2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:54:59.087651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port c440de46-7124-4bcc-adf8-8d8bd3765eb6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:54:59.098245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c440de46-7124-4bcc-adf8-8d8bd3765eb6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:54:59.098953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:59.173881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a06eef47-131d-40f1-b87d-c58308cc23c2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:54:59.220929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a06eef47-131d-40f1-b87d-c58308cc23c2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:54:59.265606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a06eef47-131d-40f1-b87d-c58308cc23c2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:54:59.345655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:59.453980 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:59.471801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9437a-58b2-431a-8616-74a1f92502a0 None None] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:54:59.625554 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:59.634313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port c440de46-7124-4bcc-adf8-8d8bd3765eb6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c440de46-7124-4bcc-adf8-8d8bd3765eb6,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:54:59.766768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:54:59.781180 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-779cd2ff-3e2a-45e2-a327-746485c0df61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:00.046775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=c440de46-7124-4bcc-adf8-8d8bd3765eb6,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:00.051760 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:00.089928 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:00.143426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Provisioning for port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:00.175801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8d36ce2a-7668-4328-b307-b5c87a9ae39e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:00.369977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Provisioning complete for port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:00.373376 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:00.379980 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-a06eef47-131d-40f1-b87d-c58308cc23c2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The resource could not be found.
Apr 30 04:55:00.382360 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a06eef47-131d-40f1-b87d-c58308cc23c2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 1.5391848
Apr 30 04:55:00.602681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:00.614745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf368a12-71da-4cfb-97e5-62b7ad4b6f39 None None] Network b014e9d7-c756-4dbe-b3fb-54d711891889 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:00.626420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object c6e49168-8840-466d-956c-13f4a1aef964 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:00.652435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53492) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:00.665387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8fa97dcf-80bb-46cf-b379-65a7750dd308 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': 'd8584b45-9a2d-4673-b7c1-a1ec46b5aa0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '48ad3d12-5e2d-4439-8061-0d2195bb837d'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:00.674835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8fa97dcf-80bb-46cf-b379-65a7750dd308 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:00.680378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8fa97dcf-80bb-46cf-b379-65a7750dd308 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:00.685846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8fa97dcf-80bb-46cf-b379-65a7750dd308 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:00.695798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8fa97dcf-80bb-46cf-b379-65a7750dd308 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:00.708711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:00.720842 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01dfc35d-4ad1-426b-a538-d36e60433b0f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:00.817387 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-8fa97dcf-80bb-46cf-b379-65a7750dd308 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The resource could not be found.
Apr 30 04:55:00.824043 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8fa97dcf-80bb-46cf-b379-65a7750dd308 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1685913
Apr 30 04:55:00.830709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53500) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:00.842439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:00.849453 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:55:00.878064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:00.886210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:00.995322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:00.996173 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:01.054391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:01.063078 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.9133160
Apr 30 04:55:01.064952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53506) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:01.197093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:01.238394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=c6e49168-8840-466d-956c-13f4a1aef964,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:01.458451 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:01.465513 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec63d503-d0db-4d27-832c-57506c6ffd1c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:01.479682 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5395c799-d3c0-4a92-b8cf-9bf0ece500fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:01.501747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8d36ce2a-7668-4328-b307-b5c87a9ae39e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:01.544269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:01.743869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:01.792009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'Port': ['ID=e60e2b27-5c5e-4ae7-8384-7635e4d4bec2,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:01.797222 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:01.889639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] For port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=229fbfdb-63b0-44e8-b93c-194c3f9f3c81,segment=NetworkSegment(6bede619-e4fa-4f49-bbf5-9f308423933e),segment_id=6bede619-e4fa-4f49-bbf5-9f308423933e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:01.930140 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:01.944817 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:01.960166 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-48e33802-bc94-4bc2-93be-88a89401e17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:01.964784 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24e1ba3d-81f4-4683-be4b-cea1ad041583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:01.982063 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-767522be-14ef-4074-b40c-763c4355bd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:02.004818 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:02.029615 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 11.3150492
Apr 30 04:55:02.049826 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:02.054501 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:02.066932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=f23c9b3f-735a-4f44-87fb-3247b1c44420,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:02.085490 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:02.089428 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-17fd4fd0-c0a1-4565-9e08-a42e3979c59f tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:02.141284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/f23c9b3f-735a-4f44-87fb-3247b1c44420 HTTP/1.1" status: 204  len: 168 time: 3.8145843
Apr 30 04:55:02.143116 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:02.160906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5098bbe1-a8f6-4159-b0ca-2c1c938b95e3 HTTP/1.1" status: 204  len: 168 time: 4.4792590
Apr 30 04:55:02.179554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53518) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:02.180015 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c440de46-7124-4bcc-adf8-8d8bd3765eb6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:02.184888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53520) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:02.198670 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24e1ba3d-81f4-4683-be4b-cea1ad041583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:02.206272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5098bbe1-a8f6-4159-b0ca-2c1c938b95e3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:02.376000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d5605-7be2-4b6c-87e3-8565f5cb0ed1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:02.376802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9c7d5605-7be2-4b6c-87e3-8565f5cb0ed1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:02.379910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24e1ba3d-81f4-4683-be4b-cea1ad041583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:02.389433 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6edd391-a3c3-4a13-86e3-4489f135ef11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:02.472182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1ba3d-81f4-4683-be4b-cea1ad041583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8584b45-9a2d-4673-b7c1-a1ec46b5aa0b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:02.536320 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24e1ba3d-81f4-4683-be4b-cea1ad041583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:02.608224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9c7d5605-7be2-4b6c-87e3-8565f5cb0ed1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:02.617500 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9c7d5605-7be2-4b6c-87e3-8565f5cb0ed1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200  len: 922 time: 1.5395770
Apr 30 04:55:02.622910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53538) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:02.627319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24e1ba3d-81f4-4683-be4b-cea1ad041583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:02.628870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-24e1ba3d-81f4-4683-be4b-cea1ad041583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/d8584b45-9a2d-4673-b7c1-a1ec46b5aa0b HTTP/1.1" status: 204  len: 168 time: 1.7840242
Apr 30 04:55:02.635128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53540) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:02.728135 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:02.861539 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:03.111632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8504bb91-a063-433f-ad69-6951d00794f4 None None] Provisioning for port 8d36ce2a-7668-4328-b307-b5c87a9ae39e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:03.144482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c440de46-7124-4bcc-adf8-8d8bd3765eb6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:03.144807 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:03.395212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-bd3b0ba5-c78e-4aa4-85a7-751bf5f6e262 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:03.444612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Pushing event updated for resources: {'Port': ['ID=229fbfdb-63b0-44e8-b93c-194c3f9f3c81,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:03.475489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-080a1d1a-0e13-4f94-8a18-ef97f9fafae1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Synchronizing usage tracker for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:03.484580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8504bb91-a063-433f-ad69-6951d00794f4 None None] Provisioning complete for port 8d36ce2a-7668-4328-b307-b5c87a9ae39e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:03.485213 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8504bb91-a063-433f-ad69-6951d00794f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:03.565141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-080a1d1a-0e13-4f94-8a18-ef97f9fafae1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Unset dirty status for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:03.569795 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:03.577007 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-080a1d1a-0e13-4f94-8a18-ef97f9fafae1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.8044989
Apr 30 04:55:03.604203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53550) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:03.670102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ef28d3de-760f-4435-8a76-e6488d49d97e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '976a06e5-43fa-43c7-bdfe-627da7bd9f05', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:03.694292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ef28d3de-760f-4435-8a76-e6488d49d97e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:03.703230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ef28d3de-760f-4435-8a76-e6488d49d97e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:03.713870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ef28d3de-760f-4435-8a76-e6488d49d97e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:03.717976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port c6e49168-8840-466d-956c-13f4a1aef964 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:03.718899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:03.739825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ef28d3de-760f-4435-8a76-e6488d49d97e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:03.755441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-bd3b0ba5-c78e-4aa4-85a7-751bf5f6e262 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:03.755441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-bd3b0ba5-c78e-4aa4-85a7-751bf5f6e262 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--24498231&fields=id&tenant_id=9c446453632e4610bea794e8357c69bd HTTP/1.1" status: 200  len: 267 time: 1.0188656
Apr 30 04:55:03.854268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6e6d2-973b-483b-8dc4-0960a808b69c None None] Network b014e9d7-c756-4dbe-b3fb-54d711891889 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:03.951511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.951883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.952198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.952561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.952865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.953227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.953730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.954214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.954412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.954775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.955103 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:03.955458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:04.002197 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.018s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:04.039593 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:04.230724 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc155c8e-31c5-482a-806f-55fae4ccb882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:04.329888 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-ef28d3de-760f-4435-8a76-e6488d49d97e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The resource could not be found.
Apr 30 04:55:04.332182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ef28d3de-760f-4435-8a76-e6488d49d97e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.7066755
Apr 30 04:55:04.349183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53558) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:04.363737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483749974'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:04.499559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 8d36ce2a-7668-4328-b307-b5c87a9ae39e {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:04.500931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:04.551022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:04.583192 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:04.652646 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8504bb91-a063-433f-ad69-6951d00794f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:04.717253 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:04.781947 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:04.842236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8504bb91-a063-433f-ad69-6951d00794f4 None None] For port 8d36ce2a-7668-4328-b307-b5c87a9ae39e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8d36ce2a-7668-4328-b307-b5c87a9ae39e,segment=NetworkSegment(12660628-53d3-4cef-b48a-51ce3b5ff939),segment_id=12660628-53d3-4cef-b48a-51ce3b5ff939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:04.859076 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8504bb91-a063-433f-ad69-6951d00794f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:04.891522 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:05.001110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:05.009679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:05.148569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504bb91-a063-433f-ad69-6951d00794f4 None None] Pushing event updated for resources: {'Port': ['ID=8d36ce2a-7668-4328-b307-b5c87a9ae39e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:05.153772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Provisioning complete for port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:05.154549 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:05.187700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for c6e49168-8840-466d-956c-13f4a1aef964 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:05.202887 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8504bb91-a063-433f-ad69-6951d00794f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:05.247925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] DHCP port deletion for b014e9d7-c756-4dbe-b3fb-54d711891889 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:55:05.342320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aa5b5b0>,) {'filters': {'network_id': ['ebd5bc9c-85ef-42ec-98b5-e6054ee3c232']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:05.374120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa5b5b0>, 'd0ce93dd-daad-4b47-bd18-8ccdb280524a') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:05.374629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa5b5b0>, 'd0ce93dd-daad-4b47-bd18-8ccdb280524a') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:05.399883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:05.400808 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:05.407874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:05.452767 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:05.476606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:55:05.480971 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:05.499244 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0df5fbfb-dabf-4299-a55f-51ba268b0cc3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:05.603317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=c6e49168-8840-466d-956c-13f4a1aef964,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:05.608393 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:05.876043 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:05.927187 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/c6e49168-8840-466d-956c-13f4a1aef964 HTTP/1.1" status: 204  len: 168 time: 3.2940421
Apr 30 04:55:05.928777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53580) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:06.046431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] Deleting port 8d36ce2a-7668-4328-b307-b5c87a9ae39e {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:06.046958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:06.106337 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f96f16-d4e2-4a93-837f-3b24afb08c2e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:55:06.106894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f6f96f16-d4e2-4a93-837f-3b24afb08c2e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:06.150716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f6f96f16-d4e2-4a93-837f-3b24afb08c2e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:06.155164 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f6f96f16-d4e2-4a93-837f-3b24afb08c2e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/c6e49168-8840-466d-956c-13f4a1aef964 HTTP/1.1" status: 404  len: 333 time: 0.2246437
Apr 30 04:55:06.155931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53584) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:06.228914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Provisioning for port d540bca4-7d44-4202-9577-f7204de445ca completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:06.256528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Provisioning complete for port d540bca4-7d44-4202-9577-f7204de445ca triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:06.257324 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:06.331486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:06.375871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port d540bca4-7d44-4202-9577-f7204de445ca {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:06.377286 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:06.449348 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:06.480124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-319123fd-42d9-4f1e-9f34-17000ade846a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:06.482953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-319123fd-42d9-4f1e-9f34-17000ade846a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 2.6967094
Apr 30 04:55:06.512596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] For port 8d36ce2a-7668-4328-b307-b5c87a9ae39e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8d36ce2a-7668-4328-b307-b5c87a9ae39e,segment=NetworkSegment(12660628-53d3-4cef-b48a-51ce3b5ff939),segment_id=12660628-53d3-4cef-b48a-51ce3b5ff939)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:06.513710 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:06.559145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] For port 8d36ce2a-7668-4328-b307-b5c87a9ae39e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8d36ce2a-7668-4328-b307-b5c87a9ae39e,segment=NetworkSegment(12660628-53d3-4cef-b48a-51ce3b5ff939),segment_id=12660628-53d3-4cef-b48a-51ce3b5ff939)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:06.560208 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:06.563218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Port d540bca4-7d44-4202-9577-f7204de445ca cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:55:06.789669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] Calling delete_port for 8d36ce2a-7668-4328-b307-b5c87a9ae39e owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:06.793182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Provisioning complete for port 8d36ce2a-7668-4328-b307-b5c87a9ae39e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:06.793868 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:06.819384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 8d36ce2a-7668-4328-b307-b5c87a9ae39e owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:06.832549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8d36ce2a-7668-4328-b307-b5c87a9ae39e no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:55:06.937598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:06.945587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:06.955723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8d36ce2a-7668-4328-b307-b5c87a9ae39e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:55:06.956898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8d36ce2a-7668-4328-b307-b5c87a9ae39e not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:55:07.009260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Could not find standard attr ID for object 8d36ce2a-7668-4328-b307-b5c87a9ae39e. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:55:07.014613 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:07.017896 n-d-766726-20 neutron-server[74583]: INFO neutron.plugins.ml2.db [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] No ports have port_id starting with 8d36ce2a-7668-4328-b307-b5c87a9ae39e
Apr 30 04:55:07.027377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1a33bf7d-7727-451b-abe4-76a7de345599 None None] Could not find standard attr ID for object c6e49168-8840-466d-956c-13f4a1aef964. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:55:07.058964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:07.066794 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:07.070703 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2adfe17c-8362-4d80-aa2f-1451107b39c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:07.129693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] Pushing event deleted for resources: {'Port': ['ID=8d36ce2a-7668-4328-b307-b5c87a9ae39e,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:07.134378 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:07.144435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] No DVR routers for this DVR port 8d36ce2a-7668-4328-b307-b5c87a9ae39e on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:55:07.187414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for d540bca4-7d44-4202-9577-f7204de445ca owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:07.200032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:55:07.212959 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:07.368243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:07.392991 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b9c7431-b013-43b0-9eae-9020f938ed38 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:07.456450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Network ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:55:07.515471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=d540bca4-7d44-4202-9577-f7204de445ca,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:07.569159 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:07.601139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:07.605478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:07.614243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:55:07.731662 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:55:07.756496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=8d36ce2a-7668-4328-b307-b5c87a9ae39e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:07.786528 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:07.804801 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:07.805450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:07.809424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-f995719e-4556-42b0-8e20-abe7a5384354 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/quotas/9c446453632e4610bea794e8357c69bd HTTP/1.1" status: 200  len: 375 time: 0.9251735
Apr 30 04:55:07.822840 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:07.824189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No DVR routers for this DVR port 8d36ce2a-7668-4328-b307-b5c87a9ae39e on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:55:07.841257 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/d540bca4-7d44-4202-9577-f7204de445ca HTTP/1.1" status: 204  len: 168 time: 1.6818142
Apr 30 04:55:07.841917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53600) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:07.855509 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:07.904992 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:08.080162 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13b504b-3129-4de9-8b2f-5b79e538d616 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:55:08.080849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f13b504b-3129-4de9-8b2f-5b79e538d616 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:08.134325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:08.155174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f13b504b-3129-4de9-8b2f-5b79e538d616 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:08.159822 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f13b504b-3129-4de9-8b2f-5b79e538d616 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/d540bca4-7d44-4202-9577-f7204de445ca HTTP/1.1" status: 404  len: 333 time: 0.3162730
Apr 30 04:55:08.160513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53606) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:08.169390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-d4428b5e-8c26-4162-89a0-4fbca7b7acdb tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:08.172384 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-d4428b5e-8c26-4162-89a0-4fbca7b7acdb tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/networks?id=ada1d9f6-56af-4245-8d05-4f9e4067468a HTTP/1.1" status: 200  len: 814 time: 2.5164275
Apr 30 04:55:08.173964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd5bc9c-85ef-42ec-98b5-e6054ee3c232,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:08.208425 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:08.213676 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32e4a091-be31-4162-94af-ca56b3a3198c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:08.249599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet 58aa1f76-ff1e-49d8-a2e4-0226261a00be {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:55:08.256102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:08.318843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-d2bf3fb6-02ec-4c47-9e89-37197e31d05f tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/quotas/3e3aa4dd18d746099574082090f3af1d HTTP/1.1" status: 200  len: 375 time: 0.1226721
Apr 30 04:55:08.325830 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:08.342949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] 10.222.0.46 "DELETE /v2.0/networks/ebd5bc9c-85ef-42ec-98b5-e6054ee3c232 HTTP/1.1" status: 204  len: 168 time: 6.1432478
Apr 30 04:55:08.435515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:08.550544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd1ebb-a048-4256-a99e-fbbfbe9a2218,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:08.587665 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:08.593156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 4.2332866
Apr 30 04:55:08.593156 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:08.652084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53614) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:08.655497 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:08.664564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--675379103'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:08.700211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:08.794003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-c4219192-2914-4bc9-949d-89463498492d tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e3aa4dd18d746099574082090f3af1d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3387322
Apr 30 04:55:08.837317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:08.843934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:08.856868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:08.987336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53620) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:08.989268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:09.263240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-1426ad8c-91c7-48e0-b685-690266e5990b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:09.276779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:09.283760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:09.288763 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e0619cbc-a46c-43ab-a8da-ac914d8182b6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:09.304749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aacfaf0>,) {'filters': {'network_id': ['b014e9d7-c756-4dbe-b3fb-54d711891889']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:09.329133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aacfaf0>, '12660628-53d3-4cef-b48a-51ce3b5ff939') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:09.329438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aacfaf0>, '12660628-53d3-4cef-b48a-51ce3b5ff939') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:09.390811 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:09.392777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:09.405903 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c367e-bf94-409f-b4a8-512b89c48c64 None None] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:09.413950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:09.417705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-1426ad8c-91c7-48e0-b685-690266e5990b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:09.419872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-1426ad8c-91c7-48e0-b685-690266e5990b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&fields=id HTTP/1.1" status: 200  len: 348 time: 1.5012038
Apr 30 04:55:09.422250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:09.436425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-24336a17-9f34-4f0f-850e-49b7bacf0cef service neutron] 10.222.0.46 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6387050
Apr 30 04:55:09.440991 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:09.472272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:09.504947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:55:09.600274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=58aa1f76-ff1e-49d8-a2e4-0226261a00be,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:09.613876 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:09.666226 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/58aa1f76-ff1e-49d8-a2e4-0226261a00be HTTP/1.1" status: 204  len: 168 time: 1.5019312
Apr 30 04:55:09.669795 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b0adb72-af82-47c9-99c8-8fa3f92ae314 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=824ddb0bf41c496eb35794fe6a85e1c5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6487298
Apr 30 04:55:09.684252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53628) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:09.684684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53630) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:09.758904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:09.796137 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:09.921295 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] DHCP port deletion for bd7bdd9d-2b00-4dfc-af16-2950dee259e5 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:55:09.940900 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:09.954487 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.070857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] Deleting port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:10.071488 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.091899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ae0896-f002-45e0-83f0-f97db5d11aa4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:10.097070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.102489 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.4450502
Apr 30 04:55:10.110053 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:10.110961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53636) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:10.123901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network b014e9d7-c756-4dbe-b3fb-54d711891889 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:55:10.129356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5f6c6548-7a53-4d23-ac1b-892b7ed8a197 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': '0acd1ebb-a048-4256-a99e-fbbfbe9a2218', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '07ae0896-f002-45e0-83f0-f97db5d11aa4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:10.145205 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86197931-10ea-4f37-8512-3aa9965dafa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.148521 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.183136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86197931-10ea-4f37-8512-3aa9965dafa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.242282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5f6c6548-7a53-4d23-ac1b-892b7ed8a197 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:10.251706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5f6c6548-7a53-4d23-ac1b-892b7ed8a197 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:10.257111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5f6c6548-7a53-4d23-ac1b-892b7ed8a197 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:10.263766 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86197931-10ea-4f37-8512-3aa9965dafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.274163 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e87ed3a9-9c08-43d2-9f8c-0aa02dccd5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:10.284265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5f6c6548-7a53-4d23-ac1b-892b7ed8a197 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:10.292591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86197931-10ea-4f37-8512-3aa9965dafa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea2ad2c-2b40-485c-be87-c99d15c0ade4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:10.295859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] For port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=229fbfdb-63b0-44e8-b93c-194c3f9f3c81,segment=NetworkSegment(6bede619-e4fa-4f49-bbf5-9f308423933e),segment_id=6bede619-e4fa-4f49-bbf5-9f308423933e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:10.296980 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-86197931-10ea-4f37-8512-3aa9965dafa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:10.297352 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.301051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:10.301542 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.419261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] For port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=229fbfdb-63b0-44e8-b93c-194c3f9f3c81,segment=NetworkSegment(6bede619-e4fa-4f49-bbf5-9f308423933e),segment_id=6bede619-e4fa-4f49-bbf5-9f308423933e)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:10.419793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.524106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network b014e9d7-c756-4dbe-b3fb-54d711891889 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:55:10.606101 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:55:10.632492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:10.674390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86197931-10ea-4f37-8512-3aa9965dafa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.676568 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-86197931-10ea-4f37-8512-3aa9965dafa4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ea2ad2c-2b40-485c-be87-c99d15c0ade4 HTTP/1.1" status: 204  len: 168 time: 0.9873078
Apr 30 04:55:10.687082 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-5f6c6548-7a53-4d23-ac1b-892b7ed8a197 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:55:10.691378 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5f6c6548-7a53-4d23-ac1b-892b7ed8a197 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.5712881
Apr 30 04:55:10.693239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53648) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:10.768684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] Calling delete_port for 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:10.831211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:55:10.911110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fed76eb1-3f94-4d3c-a754-20e11313cca1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:10.961352 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:11.003372 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:11.018201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fed76eb1-3f94-4d3c-a754-20e11313cca1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:11.117874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:55:11.120987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:55:11.121421 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:11.135951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] No DVR routers for this DVR port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:55:11.138811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] Pushing event deleted for resources: {'Port': ['ID=229fbfdb-63b0-44e8-b93c-194c3f9f3c81,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:11.152340 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4295f715-fbe0-44e9-974a-b9e12ec2108e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:11.166402 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:11.202777 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:11.209783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:11.222146 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01d2af28-4ef0-439f-a1d7-38aec82f962e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:11.249287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Network': ['ID=b014e9d7-c756-4dbe-b3fb-54d711891889,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:11.262313 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:11.283904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/networks/b014e9d7-c756-4dbe-b3fb-54d711891889 HTTP/1.1" status: 204  len: 168 time: 9.0916154
Apr 30 04:55:11.290919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=229fbfdb-63b0-44e8-b93c-194c3f9f3c81,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:11.295530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-83e740a9-851c-4e62-9213-c5cd77f2803c service neutron] 10.222.0.46 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8439405
Apr 30 04:55:11.296301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53658) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:11.310655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No DVR routers for this DVR port 229fbfdb-63b0-44e8-b93c-194c3f9f3c81 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:55:11.323419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'name': 'tempest-PortsIpV6TestJSON-752491157'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:11.367267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-6e5b4709-da7c-4f28-a0a9-7c6d4d029df6 service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8906431
Apr 30 04:55:11.412620 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:11.439406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fed76eb1-3f94-4d3c-a754-20e11313cca1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:11.448541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9559164a-3197-4a69-b02d-2da05e2faa24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:11.523519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed76eb1-3f94-4d3c-a754-20e11313cca1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ae0896-f002-45e0-83f0-f97db5d11aa4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:11.551415 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fed76eb1-3f94-4d3c-a754-20e11313cca1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:11.700951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fed76eb1-3f94-4d3c-a754-20e11313cca1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:11.705881 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fed76eb1-3f94-4d3c-a754-20e11313cca1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/07ae0896-f002-45e0-83f0-f97db5d11aa4 HTTP/1.1" status: 204  len: 168 time: 1.0080187
Apr 30 04:55:11.711836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53676) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:11.722684 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:11.793237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-11753703-d096-477a-b5f1-0ed6089a7da9 service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4011126
Apr 30 04:55:11.937408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b0d2547-a513-4acf-99db-def4745fdbe8 req-f99455ca-9db3-4e18-81dc-88c8e6023273 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 210 time: 0.1533456
Apr 30 04:55:11.957624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:11.972864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:11.987043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:11.994879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:12.022083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:12.026325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:12.073543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 9a4718f1-d6ec-4c38-b546-fbceefbe57bf yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:55:12.168430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7f77c94b-117a-4df6-aae2-552cbd19c987 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Synchronizing usage tracker for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:12.197573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bc639d0>,) {'filters': {'network_id': ['bd7bdd9d-2b00-4dfc-af16-2950dee259e5']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:12.226807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7f77c94b-117a-4df6-aae2-552cbd19c987 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Unset dirty status for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:12.231437 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7f77c94b-117a-4df6-aae2-552cbd19c987 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.5113604
Apr 30 04:55:12.231813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53690) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:12.237364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bc639d0>, '6bede619-e4fa-4f49-bbf5-9f308423933e') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:12.237364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bc639d0>, '6bede619-e4fa-4f49-bbf5-9f308423933e') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:12.586785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fb20259e-62e6-4f18-b575-517b32dcfae1 req-2efb1a69-f421-46cd-980b-336b4a62b3ae tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 210 time: 0.2446907
Apr 30 04:55:12.601973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:12.675598 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:12.690992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:55:12.839090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53710) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:12.844765 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a389a58-4bba-4ae8-8f4a-5fa25ef96f93 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:12.880825 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:12.923261 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:12.924754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a389a58-4bba-4ae8-8f4a-5fa25ef96f93 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:12.935815 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dcf1e82-466a-4706-850c-9c7e0832ccd8 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:13.030695 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a389a58-4bba-4ae8-8f4a-5fa25ef96f93 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:13.050298 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:13.098909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:13.109225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:13.112929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:13.123322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:13.124481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:13.156156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-907063880-network', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:13.169730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:13.185099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Usage tracker for resource:network and tenant:d7c31aa3af204c94885a5a90e0cdc894 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:13.189371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=9a4718f1-d6ec-4c38-b546-fbceefbe57bf,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:13.197235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:13.202274 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:13.214350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:13.221500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.9203475
Apr 30 04:55:13.226424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53722) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:13.274916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a389a58-4bba-4ae8-8f4a-5fa25ef96f93 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd1ebb-a048-4256-a99e-fbbfbe9a2218,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:13.295633 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a389a58-4bba-4ae8-8f4a-5fa25ef96f93 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:13.297688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:55:13.322594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:13.397921 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a389a58-4bba-4ae8-8f4a-5fa25ef96f93 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:13.400733 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9a389a58-4bba-4ae8-8f4a-5fa25ef96f93 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/0acd1ebb-a048-4256-a99e-fbbfbe9a2218 HTTP/1.1" status: 204  len: 168 time: 1.1678121
Apr 30 04:55:13.505875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53726) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:13.601889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Made reservation on behalf of d7c31aa3af204c94885a5a90e0cdc894 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:13.605754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:13.746444 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:13.776147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1644e722-2fa8-4254-8982-b590b026eee4 req-86cf9be9-c057-4732-b204-a6ec2ea6fb31 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 210 time: 0.1798313
Apr 30 04:55:13.852241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network bd7bdd9d-2b00-4dfc-af16-2950dee259e5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:55:13.967954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5029e94e-7d4d-4fbd-8d42-a00e76c03e9c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Synchronizing usage tracker for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:55:13.972684 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:55:13.977103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53734) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:14.022245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-985691250'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:14.029468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:14.098743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Usage tracker for resource:security_group_rule and tenant:d7c31aa3af204c94885a5a90e0cdc894 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:14.118706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:14.124518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:14.162679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5029e94e-7d4d-4fbd-8d42-a00e76c03e9c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Unset dirty status for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:14.164400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:network and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:14.164767 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5029e94e-7d4d-4fbd-8d42-a00e76c03e9c tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.6565247
Apr 30 04:55:14.169235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53738) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:14.171061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e838f86-ae8b-4098-b881-29a90173247b req-9d0a04bb-c949-4e97-8eb8-bd4a79f7d7c2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 210 time: 0.1622090
Apr 30 04:55:14.176775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:14.180940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:14.181501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612095365'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:14.193742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.195947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:14.203335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:14.209911 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6bd8774d-28de-4082-a8dc-19b67e85df88 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:14.234388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.237610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:14.252784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Network': ['ID=bd7bdd9d-2b00-4dfc-af16-2950dee259e5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:14.257700 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:14.264047 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/networks/bd7bdd9d-2b00-4dfc-af16-2950dee259e5 HTTP/1.1" status: 204  len: 168 time: 4.5777245
Apr 30 04:55:14.265293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53742) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:14.271679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:14.275446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.276496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2054268769'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:14.282974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.296999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:14.301201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-06d313f7-9bd3-47d2-9ad9-e478f928cb7e tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:14.303441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-06d313f7-9bd3-47d2-9ad9-e478f928cb7e tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.37 "GET /v2.0/networks?id=ada1d9f6-56af-4245-8d05-4f9e4067468a HTTP/1.1" status: 200  len: 814 time: 0.4769914
Apr 30 04:55:14.309482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:network and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:14.315040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:14.327287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Request body: {'port': {'device_id': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a', 'admin_state_up': True, 'tenant_id': '3e3aa4dd18d746099574082090f3af1d'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:14.327927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:14.330472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:14.338897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:14.345781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:14.354703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:14.357171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:14.361015 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.364333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 9a4718f1-d6ec-4c38-b546-fbceefbe57bf {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:14.364845 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.419691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:55:14.420018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:55:14.441656 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.442062 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Added segment 2d6f758d-7e04-448e-aa90-8ccf73b72c16 of type vlan for network f6ae3d39-76b2-442e-ac93-5efefa847ecc
Apr 30 04:55:14.515151 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.528491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.548514 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.560033 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c74b198-e473-40ac-ac22-7dab36c53370 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:14.580032 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.580408 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Added segment 64ef718c-5363-43d7-9260-ec4503ae7db4 of type vlan for network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3
Apr 30 04:55:14.628158 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.633886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.656361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:14.657322 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.702047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb1e63-7b81-45f8-83a7-81ef06a2826d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:14.709319 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:14.712776 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df713de7-ed99-44cf-9cb5-9510a37c4910 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:14.741020 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.747801 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5722129
Apr 30 04:55:14.752359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53748) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:14.780724 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5075884
Apr 30 04:55:14.788565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9a52f2aa-2560-400e-96a8-a9cb599c6e48 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': 'a7bb1e63-7b81-45f8-83a7-81ef06a2826d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:14.797433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53752) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:14.862769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'f6ae3d39-76b2-442e-ac93-5efefa847ecc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:14.902064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:14.932369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 9a4718f1-d6ec-4c38-b546-fbceefbe57bf owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:14.989268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9a52f2aa-2560-400e-96a8-a9cb599c6e48 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:15.003080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:15.009332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9a52f2aa-2560-400e-96a8-a9cb599c6e48 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:15.013814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Network': ['ID=f6ae3d39-76b2-442e-ac93-5efefa847ecc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:15.016956 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:15.018538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:15.022458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9a52f2aa-2560-400e-96a8-a9cb599c6e48 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:15.026831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:15.027169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:55:15.036302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9a52f2aa-2560-400e-96a8-a9cb599c6e48 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:15.039156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:15.102765 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-9a52f2aa-2560-400e-96a8-a9cb599c6e48 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:55:15.104752 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9a52f2aa-2560-400e-96a8-a9cb599c6e48 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3507042
Apr 30 04:55:15.108341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53758) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:15.117931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a2e1fa79-48a2-42c4-b850-9555a203bcf3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group_rule': {'security_group_id': 'a7bb1e63-7b81-45f8-83a7-81ef06a2826d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:15.129773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a2e1fa79-48a2-42c4-b850-9555a203bcf3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:15.137481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a2e1fa79-48a2-42c4-b850-9555a203bcf3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:15.151809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a2e1fa79-48a2-42c4-b850-9555a203bcf3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:15.166753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a2e1fa79-48a2-42c4-b850-9555a203bcf3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:15.180602 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:55:15.192354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.198655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:15.220043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Usage tracker for resource:port and tenant:3e3aa4dd18d746099574082090f3af1d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:15.224704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:15.230964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.231444 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.239177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c704a068-808e-4d91-bade-438f4ce6478a req-a096b123-16eb-4b62-8210-cb446459eca3 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 210 time: 0.1407297
Apr 30 04:55:15.249135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:15.271493 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d903a6cf-de3d-4782-895d-d0c01ce97774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:15.295327 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-a2e1fa79-48a2-42c4-b850-9555a203bcf3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:55:15.297126 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a2e1fa79-48a2-42c4-b850-9555a203bcf3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1869967
Apr 30 04:55:15.305100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53764) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:15.317749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:15.382763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:55:15.386704 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.397339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:15.398369 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.444256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59476f2c-407a-4431-a137-d2c943763e4f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:15.452845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Made reservation on behalf of 3e3aa4dd18d746099574082090f3af1d for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:15.457417 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.477111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-5d5677fb-9942-4192-a03b-6690748ea95d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:15.478830 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-5d5677fb-9942-4192-a03b-6690748ea95d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 0.8264124
Apr 30 04:55:15.484641 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:15.520381 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-742ec05a-7fdf-4d40-96ca-1604c06815fd tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:15.535792 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.536156 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Added segment 1bf12512-23d6-4223-be0d-2b9ff54feaeb of type vlan for network b1bd5ba5-69cf-4e27-8760-c0b2e9950036
Apr 30 04:55:15.593324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5410829d-2f73-4247-a9b9-66fe7dac0f08 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.603794 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14f07979-111f-47d9-acd2-884bd834a8a2 req-ff50ec9e-f252-4bb7-8c8c-b28a75a6d516 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 210 time: 0.1681671
Apr 30 04:55:15.735630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.7352486
Apr 30 04:55:15.745962 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5410829d-2f73-4247-a9b9-66fe7dac0f08 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.752511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53770) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:15.788794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-995634413'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:15.807454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Network': ['ID=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:15.821087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-3025d209-1337-46ff-9ed9-e88c84ec4577 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c446453632e4610bea794e8357c69bd HTTP/1.1" status: 200  len: 378 time: 0.2682757
Apr 30 04:55:15.822593 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:15.823980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:15.828095 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.828698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:55:15.836784 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:15.850271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:network and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:15.856396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'port': {'device_id': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'admin_state_up': True, 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'security_groups': ['d61078f1-3c8e-4da4-9730-04a3b00a6979']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:15.875908 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:15.915808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:15.955598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:15.986413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=9a4718f1-d6ec-4c38-b546-fbceefbe57bf,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:16.022474 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5410829d-2f73-4247-a9b9-66fe7dac0f08 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:16.040290 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92479c3a-0916-449b-acac-833139f4b942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:16.071372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410829d-2f73-4247-a9b9-66fe7dac0f08 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb1e63-7b81-45f8-83a7-81ef06a2826d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:16.082445 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5410829d-2f73-4247-a9b9-66fe7dac0f08 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:16.083032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5410829d-2f73-4247-a9b9-66fe7dac0f08 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:16.089247 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5410829d-2f73-4247-a9b9-66fe7dac0f08 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/a7bb1e63-7b81-45f8-83a7-81ef06a2826d HTTP/1.1" status: 204  len: 168 time: 0.7825863
Apr 30 04:55:16.089919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53774) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:16.205234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c50ccf74-ca01-4203-be2f-dd5aa0813007 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Synchronizing usage tracker for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:16.234785 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:16.289404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:16.340879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:16.344813 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:16.367340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/9a4718f1-d6ec-4c38-b546-fbceefbe57bf HTTP/1.1" status: 204  len: 168 time: 3.1320765
Apr 30 04:55:16.368095 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:16.369183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:16.369782 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:16.378594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53780) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:16.382983 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e9225be-9de9-4038-be79-e022c6711be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:16.419472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'mac_address': 'fa:16:3e:5a:6d:c2', 'name': 'tempest-PortsIpV6TestJSON-822355834'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:16.467177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Allocated IP 172.20.0.10 (ada1d9f6-56af-4245-8d05-4f9e4067468a/f7f3c143-fc76-405e-b621-fc03734e4265/d1898556-1442-43b7-9ccf-f03701adce40) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:16.468384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c50ccf74-ca01-4203-be2f-dd5aa0813007 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Unset dirty status for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:16.477177 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c50ccf74-ca01-4203-be2f-dd5aa0813007 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3844020
Apr 30 04:55:16.478401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53784) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:16.490012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'tempest-secgroup--91985874'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:16.509176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:16.537025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:16.570305 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:16.628305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:16.641661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Usage tracker for resource:security_group_rule and tenant:73640993b67f472aba5c7ff009b83420 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:16.646897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:16.664783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:16.690882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 3.8501568
Apr 30 04:55:16.705740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:55:16.723677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53790) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:16.746053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5c0741c7-2adf-417d-9d63-95949b172de8 req-a3f0633f-49eb-450a-9207-a5c8f569cbe1 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Synchronizing usage tracker for tenant:3e3aa4dd18d746099574082090f3af1d on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:16.758677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Request body: {'subnet': {'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-907063880-subnet', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:16.773218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:16.778359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Pushing event updated for resources: {'Network': ['ID=b1bd5ba5-69cf-4e27-8760-c0b2e9950036,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:16.782520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:16.787530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:16.788318 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Added segment 77608260-478c-4312-9efd-23dbebd57ca8 of type vlan for network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc
Apr 30 04:55:16.804076 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:16.805017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:55:16.822901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:16.828361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Usage tracker for resource:subnet and tenant:d7c31aa3af204c94885a5a90e0cdc894 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:16.832340 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-30ca94d7-51d2-47b1-9480-3042da42d2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:16.834186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:16.895612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:16.908708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:16.949880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:16.968811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:16.976253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bba20f3a-2133-4218-ae91-8bba077379a0 req-5d9b95cb-ca46-4abe-890f-5c1efefbcb86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 210 time: 0.1596730
Apr 30 04:55:16.995595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:17.010611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=7a4a40d4-cd98-4937-aeee-0f7a388b6969,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:17.014171 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:17.019677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5c0741c7-2adf-417d-9d63-95949b172de8 req-a3f0633f-49eb-450a-9207-a5c8f569cbe1 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Unset dirty status for tenant:3e3aa4dd18d746099574082090f3af1d on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:17.022596 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c0741c7-2adf-417d-9d63-95949b172de8 req-a3f0633f-49eb-450a-9207-a5c8f569cbe1 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 210 time: 0.5078077
Apr 30 04:55:17.050329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Made reservation on behalf of 9c446453632e4610bea794e8357c69bd for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:17.056630 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.074905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:17.090427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.097938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Checking segment: {'id': '2d6f758d-7e04-448e-aa90-8ccf73b72c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ae3d39-76b2-442e-ac93-5efefa847ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:17.098295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network hostable DHCP agents. Network: f6ae3d39-76b2-442e-ac93-5efefa847ecc, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:55:17.102715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.108116 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24e1ba3d-81f4-4683-be4b-cea1ad041583 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:17.123909 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.163341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0cf2aa-a37f-48fe-b103-0cfa3ee24d36,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:17.168798 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:17.175942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:55:17.185417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.186667 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7044766
Apr 30 04:55:17.191251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Made reservation on behalf of d7c31aa3af204c94885a5a90e0cdc894 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:17.194827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53798) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:17.195114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.206379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1cd5cd7c-ae08-450e-bd58-7ca4d889a96d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Request body: {'security_group': {'name': 'default'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:17.207429 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-1cd5cd7c-ae08-450e-bd58-7ca4d889a96d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 30 04:55:17.209128 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-1cd5cd7c-ae08-450e-bd58-7ca4d889a96d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:55:17.212807 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1cd5cd7c-ae08-450e-bd58-7ca4d889a96d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "PUT /v2.0/security-groups/3c0cf2aa-a37f-48fe-b103-0cfa3ee24d36 HTTP/1.1" status: 409  len: 330 time: 0.0137389
Apr 30 04:55:17.215752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53802) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:17.243641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, f6ae3d39-76b2-442e-ac93-5efefa847ecc) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:17.261256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7803e75-9bd6-4fe2-8221-eb6f326ae763 None None] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:17.269551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:17.270506 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.310034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:55:17.346480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:17.348134 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5493898
Apr 30 04:55:17.355958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53806) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:17.403583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'f6ae3d39-76b2-442e-ac93-5efefa847ecc', 'name': 'tempest-PortsTestJSON-963676734', 'fixed_ips': [{'subnet_id': '7a4a40d4-cd98-4937-aeee-0f7a388b6969', 'ip_address': '172.20.0.10'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:17.503227 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.510059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:17.511013 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.516206 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-36fb1e6d-5007-45fe-8f40-ceaefa0faba2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.572679 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-22e356c9-9ab7-4849-a8b9-29449f54b100 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:17.685187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-f6ae3d39-76b2-442e-ac93-5efefa847ecc', 'network_id': 'f6ae3d39-76b2-442e-ac93-5efefa847ecc', 'tenant_id': 'fb3e9fc3fbee4b1da4211bda91d257ff', 'fixed_ips': [{'subnet_id': '7a4a40d4-cd98-4937-aeee-0f7a388b6969'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:55:17.686439 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.746387 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-36fb1e6d-5007-45fe-8f40-ceaefa0faba2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.953444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:17.968961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:17.978898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-36fb1e6d-5007-45fe-8f40-ceaefa0faba2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:17.986636 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-16da55df-e5bb-438a-876d-91b9a93cbed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:17.987243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Allocated IP 172.20.0.2 (f6ae3d39-76b2-442e-ac93-5efefa847ecc/7a4a40d4-cd98-4937-aeee-0f7a388b6969/4699b126-37fd-4e33-b790-84cb35f52fc0) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:18.019257 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:18.061725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:18.101927 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-36fb1e6d-5007-45fe-8f40-ceaefa0faba2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:18.106410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-36fb1e6d-5007-45fe-8f40-ceaefa0faba2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/3c0cf2aa-a37f-48fe-b103-0cfa3ee24d36 HTTP/1.1" status: 204  len: 168 time: 0.8892932
Apr 30 04:55:18.107040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Network': ['ID=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:18.112485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 2.3586500
Apr 30 04:55:18.116135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb1e6d-5007-45fe-8f40-ceaefa0faba2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0cf2aa-a37f-48fe-b103-0cfa3ee24d36,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:18.117916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53820) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:18.118256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53822) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:18.125267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:18.132621 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:18.154657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'subnet': {'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:18.274735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:55:18.293988 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36fb1e6d-5007-45fe-8f40-ceaefa0faba2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:18.337134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 17016491-9c4a-4875-9b29-a4c04635eb4d yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:55:18.398952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Allocated IP 172.20.0.5 (9b54b883-d0bf-442d-ac86-b36baa16d7e8/b7660be4-055b-4983-bbd0-78610f6227c9/f1854aa1-ff16-41b4-9e49-87189721168d) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:18.404959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:18.418655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-80f558fc-b727-4fac-8878-1fcc320b0ff2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Synchronizing usage tracker for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:18.435957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:subnet and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:18.519525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-edae4881-53dd-41ec-973e-d5a24ffe67c5 req-4588791e-b109-4bf2-9576-44095352b591 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:18.554251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:18.581384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:18.596233 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-f222aaf2-f12b-45cb-87aa-b29d58ba246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:18.599727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-f222aaf2-f12b-45cb-87aa-b29d58ba246e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 0.8125975
Apr 30 04:55:18.640630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-80f558fc-b727-4fac-8878-1fcc320b0ff2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Unset dirty status for tenant:73640993b67f472aba5c7ff009b83420 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:18.643064 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-80f558fc-b727-4fac-8878-1fcc320b0ff2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.5221882
Apr 30 04:55:18.666272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53828) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:18.675029 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:18.679459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:18.684033 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:18.709394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-edae4881-53dd-41ec-973e-d5a24ffe67c5 req-4588791e-b109-4bf2-9576-44095352b591 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:18.711965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edae4881-53dd-41ec-973e-d5a24ffe67c5 req-4588791e-b109-4bf2-9576-44095352b591 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 210 time: 0.3237519
Apr 30 04:55:18.713152 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-52c1b6a5-b5a7-499f-a762-d7630581b9c2 tempest-MultipleCreateTestJSON-518137840 tempest-MultipleCreateTestJSON-518137840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:18.769758 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:18.785977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Transition to ACTIVE for port object 4699b126-37fd-4e33-b790-84cb35f52fc0 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:18.818192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Transition to ACTIVE for port object 4699b126-37fd-4e33-b790-84cb35f52fc0 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:18.828203 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:18.838293 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:18.890888 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:18.910574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:18.914191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:18.929582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:18.945001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port da9ccd84-6190-4c9d-95d9-eeb2a079cc94 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:55:18.977930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Pushing event updated for resources: {'Port': ['ID=4699b126-37fd-4e33-b790-84cb35f52fc0,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:18.986693 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:19.063463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Attempting to bind port 4699b126-37fd-4e33-b790-84cb35f52fc0 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:55:19.064505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Attempting to bind port 4699b126-37fd-4e33-b790-84cb35f52fc0 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '2d6f758d-7e04-448e-aa90-8ccf73b72c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ae3d39-76b2-442e-ac93-5efefa847ecc'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:55:19.064505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Attempting to bind port 4699b126-37fd-4e33-b790-84cb35f52fc0 on network f6ae3d39-76b2-442e-ac93-5efefa847ecc {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:19.072127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:55:19.072518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Checking segment: {'id': '2d6f758d-7e04-448e-aa90-8ccf73b72c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ae3d39-76b2-442e-ac93-5efefa847ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:19.072942 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:19.074159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Bound using segment: {'id': '2d6f758d-7e04-448e-aa90-8ccf73b72c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ae3d39-76b2-442e-ac93-5efefa847ecc'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:55:19.074379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Bound port: 4699b126-37fd-4e33-b790-84cb35f52fc0, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6f758d-7e04-448e-aa90-8ccf73b72c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6ae3d39-76b2-442e-ac93-5efefa847ecc'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:55:19.074700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:19.174928 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-8bfc0b7f-5a04-4e4b-aeb4-a07b7131ef5f tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] delete failed (client error): The resource could not be found.
Apr 30 04:55:19.181234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8bfc0b7f-5a04-4e4b-aeb4-a07b7131ef5f tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "DELETE /v2.0/security-groups/b69739d9-6450-4df9-b16a-6fd73c3d6ab0 HTTP/1.1" status: 404  len: 347 time: 0.4990523
Apr 30 04:55:19.188024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53832) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:19.213624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] For port 4699b126-37fd-4e33-b790-84cb35f52fc0, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:55:19.219730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] For port 4699b126-37fd-4e33-b790-84cb35f52fc0, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4699b126-37fd-4e33-b790-84cb35f52fc0,segment=NetworkSegment(2d6f758d-7e04-448e-aa90-8ccf73b72c16),segment_id=2d6f758d-7e04-448e-aa90-8ccf73b72c16)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:55:19.228604 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:19.236779 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:19.297939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Network ada1d9f6-56af-4245-8d05-4f9e4067468a is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:19.313299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6d72a-8ee7-4cc2-a9db-610d0995d9ec req-b3e3fc58-374c-49b2-a801-14e2894a722f tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:19.314946 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bec6d72a-8ee7-4cc2-a9db-610d0995d9ec req-b3e3fc58-374c-49b2-a801-14e2894a722f tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 1.1740417
Apr 30 04:55:19.316530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-2e0182bd-5b9d-496b-9b82-cc7e64aac47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:19.321092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-2e0182bd-5b9d-496b-9b82-cc7e64aac47d service neutron] 10.222.0.37 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 0.7109609
Apr 30 04:55:19.335040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:19.337519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:19.337765 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-bb3f19df-a71f-46c8-874f-2511d88bc625 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] show failed (client error): The resource could not be found.
Apr 30 04:55:19.342977 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bb3f19df-a71f-46c8-874f-2511d88bc625 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-groups/17e06e11-8bd3-4242-b341-8fd8d16d27d6 HTTP/1.1" status: 404  len: 347 time: 0.1410761
Apr 30 04:55:19.396205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Pushing event updated for resources: {'Port': ['ID=4699b126-37fd-4e33-b790-84cb35f52fc0,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:19.401617 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:19.424626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53836) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:19.428590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Pushing event updated for resources: {'Port': ['ID=d1898556-1442-43b7-9ccf-f03701adce40,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:19.432942 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:19.526027 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-076b6d46-4ac3-4437-9f8b-027d7d6d3826 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 217 time: 0.1907716
Apr 30 04:55:19.627907 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-e24c0aa3-9ae9-48f5-bec2-6d2f26195df8 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] show failed (client error): The resource could not be found.
Apr 30 04:55:19.628993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e24c0aa3-9ae9-48f5-bec2-6d2f26195df8 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] 10.222.0.46 "GET /v2.0/security-group-rules/1d1afc6e-ae6a-4dc5-b68f-21bef2c2ba89 HTTP/1.1" status: 404  len: 356 time: 0.1947868
Apr 30 04:55:19.744701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:19.745404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:19.773060 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:19.788955 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bec6d72a-8ee7-4cc2-a9db-610d0995d9ec req-c9505466-477c-412c-83ad-451760c13f20 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3632669
Apr 30 04:55:19.854323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5348833
Apr 30 04:55:19.863076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d469f-f143-4d51-b64b-cc368f09d66b req-fee97cee-5415-4363-a795-c6fadab9cc19 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:19.870495 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-510d469f-f143-4d51-b64b-cc368f09d66b req-fee97cee-5415-4363-a795-c6fadab9cc19 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 932 time: 0.8168864
Apr 30 04:55:19.899574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Request body: {'port': {'device_id': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:19.994140 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:20.051087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-eb822c5b-b0d7-4a21-841e-8e55a73d6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:20.053738 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-eb822c5b-b0d7-4a21-841e-8e55a73d6816 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.4489956
Apr 30 04:55:20.111705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Transition to ACTIVE for port object f1854aa1-ff16-41b4-9e49-87189721168d will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:20.123281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.10 (f6ae3d39-76b2-442e-ac93-5efefa847ecc/7a4a40d4-cd98-4937-aeee-0f7a388b6969/da9ccd84-6190-4c9d-95d9-eeb2a079cc94) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:20.136725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea8b874d-1609-4ff9-a139-be5b66d4ea0a req-1666f168-d369-4ec4-ad6c-8d896569fbaf tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 210 time: 0.0987408
Apr 30 04:55:20.186915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-510d469f-f143-4d51-b64b-cc368f09d66b req-b5f33d6f-e42c-4757-92de-486ada9de2e4 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3152130
Apr 30 04:55:20.204666 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-fa0c2477-e643-4017-80e0-22706f2b480e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1434331
Apr 30 04:55:20.217486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53846) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:20.276893 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:20.301214 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-403295db-6d11-46c4-872c-6cca4eeec43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:20.372745 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:55:20.413480 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:20.503232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:20.562781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:20.584443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:20.617052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:20.628004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:20.629064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:20.646553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=17016491-9c4a-4875-9b29-a4c04635eb4d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:20.725863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.726895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.727823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.728892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.729812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.731410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.732363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.733488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.734150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.734920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.735599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.736236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:20.766930 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:20.773782 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2fdf7fa8-2a0f-45e9-8fbe-689e66f63a81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:20.823097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:20.851396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4699b126-37fd-4e33-b790-84cb35f52fc0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:20.852217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:20.881214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 4.4823294
Apr 30 04:55:20.890767 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8b89a3de-ce64-4661-b0f2-cc4fb7aedf20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=73640993b67f472aba5c7ff009b83420&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6680226
Apr 30 04:55:20.904239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53856) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:20.904869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53858) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:21.043152 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 4699b126-37fd-4e33-b790-84cb35f52fc0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:21.046250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:21.082542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48358860-e478-4ce1-8703-4bd4447eb5dc None None] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:21.267939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:21.291327 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:21.369071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:21.370250 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:21.392629 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:21.408285 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4404b495-1b17-4d1e-8cb3-5114022da118 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:21.491577 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-c497a251-0f94-4422-aa1f-f46424d5463e service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2725925
Apr 30 04:55:21.578799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3ec6b5d7-5bb4-4486-a40b-a79114e46db8 None None] Provisioning for port 4699b126-37fd-4e33-b790-84cb35f52fc0 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:21.593920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3ec6b5d7-5bb4-4486-a40b-a79114e46db8 None None] Provisioning complete for port 4699b126-37fd-4e33-b790-84cb35f52fc0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:21.594646 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ec6b5d7-5bb4-4486-a40b-a79114e46db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:21.617996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc75cfc-4f06-440e-ab5f-222837e425a8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:21.619149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-abc75cfc-4f06-440e-ab5f-222837e425a8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:21.679554 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e10302e4-c805-4fda-9ff5-4349d864b770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:21.831908 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ec6b5d7-5bb4-4486-a40b-a79114e46db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:21.922146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Checking segment: {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:21.922520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Network hostable DHCP agents. Network: b1bd5ba5-69cf-4e27-8760-c0b2e9950036, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:55:21.929645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0869970
Apr 30 04:55:21.930935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-abc75cfc-4f06-440e-ab5f-222837e425a8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:21.934938 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-abc75cfc-4f06-440e-ab5f-222837e425a8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/17016491-9c4a-4875-9b29-a4c04635eb4d HTTP/1.1" status: 200  len: 844 time: 0.8691983
Apr 30 04:55:21.965675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Request body: {'port': {'device_id': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:21.972887 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:21.982278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53868) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:21.983941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3ec6b5d7-5bb4-4486-a40b-a79114e46db8 None None] For port 4699b126-37fd-4e33-b790-84cb35f52fc0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4699b126-37fd-4e33-b790-84cb35f52fc0,segment=NetworkSegment(2d6f758d-7e04-448e-aa90-8ccf73b72c16),segment_id=2d6f758d-7e04-448e-aa90-8ccf73b72c16)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:21.995440 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ec6b5d7-5bb4-4486-a40b-a79114e46db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:21.999195 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bafa5305-1c78-46c9-9cfc-910d3ad3dad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:22.018327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f53946-c10d-4035-9c46-fa3e911fe095 req-6e792705-fec9-4048-af9f-4d5efcdea39b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:22.020055 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36f53946-c10d-4035-9c46-fa3e911fe095 req-6e792705-fec9-4048-af9f-4d5efcdea39b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.8975792
Apr 30 04:55:22.059277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb265920-4046-43f3-99bf-6e4560fef00b,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:22.107825 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e10302e4-c805-4fda-9ff5-4349d864b770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.124443 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:22.133061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36f53946-c10d-4035-9c46-fa3e911fe095 req-73f5d1f4-f49a-4cca-bafb-d5198eea67e1 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555501
Apr 30 04:55:22.138651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:55:22.255753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6b5d7-5bb4-4486-a40b-a79114e46db8 None None] Pushing event updated for resources: {'Port': ['ID=4699b126-37fd-4e33-b790-84cb35f52fc0,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:22.263884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a1ad978a-c920-408a-bbb5-c72bbf7701a1 None None] Provisioning for port f1854aa1-ff16-41b4-9e49-87189721168d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:22.265023 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9096b219-5911-417f-9856-c2e3c3c40d2d req-e4a5269d-68de-4ea7-b4be-f3c0efbe161f service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7554355
Apr 30 04:55:22.287077 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3ec6b5d7-5bb4-4486-a40b-a79114e46db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:22.296472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a1ad978a-c920-408a-bbb5-c72bbf7701a1 None None] Provisioning complete for port f1854aa1-ff16-41b4-9e49-87189721168d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:22.297233 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a1ad978a-c920-408a-bbb5-c72bbf7701a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.301317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object da9ccd84-6190-4c9d-95d9-eeb2a079cc94 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:22.370919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, b1bd5ba5-69cf-4e27-8760-c0b2e9950036) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:22.387791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7f1e17-1268-4f3f-8276-b6f48cce7062 None None] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:22.430321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad978a-c920-408a-bbb5-c72bbf7701a1 None None] Port f1854aa1-ff16-41b4-9e49-87189721168d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:55:22.499938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:22.500968 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.590249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.593715 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.596421 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b96770e-26fc-4518-bd28-5d063e790793 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:22.635349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9da05-4434-4283-8e0e-e5e651a7e895 req-24717b56-9e15-4214-843f-5fc0a352652c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:22.640216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50d9da05-4434-4283-8e0e-e5e651a7e895 req-24717b56-9e15-4214-843f-5fc0a352652c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 931 time: 1.1226006
Apr 30 04:55:22.648660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-08773c77-2f77-474f-83bd-addedfb1da47 None None] Provisioning complete for port 4699b126-37fd-4e33-b790-84cb35f52fc0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:22.649056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-08773c77-2f77-474f-83bd-addedfb1da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.657072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1898556-1442-43b7-9ccf-f03701adce40 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:55:22.679984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.9499233
Apr 30 04:55:22.682103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53876) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:22.689691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:22.701760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.717580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e10302e4-c805-4fda-9ff5-4349d864b770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.730363 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.733107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:22.752055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Subnet': ['ID=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:22.755044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Usage tracker for resource:router and tenant:d7c31aa3af204c94885a5a90e0cdc894 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:22.772237 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:22.773485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:22.779178 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:22.828615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4699b126-37fd-4e33-b790-84cb35f52fc0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:22.839204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:22.851499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:22.868895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d56a41-d4dd-4117-8e32-f7e58f3471c6 None None] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:22.914338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Transition to ACTIVE for port object d1898556-1442-43b7-9ccf-f03701adce40 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:22.938044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:22.944646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Checking segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:22.946497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network hostable DHCP agents. Network: 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:55:22.956180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50d9da05-4434-4283-8e0e-e5e651a7e895 req-9770f059-2c15-4ea2-b70e-c60229f85d22 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2699997
Apr 30 04:55:22.964546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:22.998559 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7bfe28dc-0665-4d14-a1ec-b1ffc8d01fc5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:23.039334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:23.147576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=da9ccd84-6190-4c9d-95d9-eeb2a079cc94,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:23.151934 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:23.152288 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.153523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.167856 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a348f0c-e3aa-41cb-897e-79f2f85ed2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:23.195361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e10302e4-c805-4fda-9ff5-4349d864b770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.197363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e10302e4-c805-4fda-9ff5-4349d864b770 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/86179f42-cb76-4982-9a69-0f23fe22461f HTTP/1.1" status: 204  len: 168 time: 2.1306450
Apr 30 04:55:23.216153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 17016491-9c4a-4875-9b29-a4c04635eb4d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:23.216511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.239627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10302e4-c805-4fda-9ff5-4349d864b770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86179f42-cb76-4982-9a69-0f23fe22461f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:23.251498 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e10302e4-c805-4fda-9ff5-4349d864b770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:23.315898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4699b126-37fd-4e33-b790-84cb35f52fc0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:23.316851 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.331050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:23.333080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.370460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:55:23.400344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.432986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0a52afbe-8a50-4708-8d7b-a8e499d7ae3a None None] Provisioning for port da9ccd84-6190-4c9d-95d9-eeb2a079cc94 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:23.435880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13977c55-cfc6-454f-938b-5627294cad98 req-6e584416-1851-4a09-af2d-88b7e8ed3545 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:23.437652 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13977c55-cfc6-454f-938b-5627294cad98 req-6e584416-1851-4a09-af2d-88b7e8ed3545 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 932 time: 1.0449629
Apr 30 04:55:23.441427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0a52afbe-8a50-4708-8d7b-a8e499d7ae3a None None] Provisioning complete for port da9ccd84-6190-4c9d-95d9-eeb2a079cc94 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:23.442431 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a52afbe-8a50-4708-8d7b-a8e499d7ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.491569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:23.508366 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 6.1492345
Apr 30 04:55:23.513508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53886) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:23.535795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:23.536896 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.550624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a26c2-f54b-40b9-9b5c-3bcf09e5251a None None] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:23.563527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': 'f6ae3d39-76b2-442e-ac93-5efefa847ecc', 'name': 'tempest-PortsTestJSON-1126141908', 'fixed_ips': [{'subnet_id': '7a4a40d4-cd98-4937-aeee-0f7a388b6969', 'ip_address': '172.20.0.9'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:23.611467 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 5.4857635
Apr 30 04:55:23.618917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Pushing event updated for resources: {'Port': ['ID=d1898556-1442-43b7-9ccf-f03701adce40,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:23.623486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53894) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:23.636042 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:23.665624 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:23.681596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'subnet': {'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:23.905540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0a52afbe-8a50-4708-8d7b-a8e499d7ae3a None None] Port da9ccd84-6190-4c9d-95d9-eeb2a079cc94 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:55:24.168139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:24.202927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:subnet and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:24.217774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04042d-7069-42dd-b4c9-a804a5d49366 req-c059e98a-ad79-4e47-8e53-adf2f5f98a95 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:24.226473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b04042d-7069-42dd-b4c9-a804a5d49366 req-c059e98a-ad79-4e47-8e53-adf2f5f98a95 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.7738566
Apr 30 04:55:24.244863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:24.251997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 17016491-9c4a-4875-9b29-a4c04635eb4d owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:24.270510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:24.285457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13977c55-cfc6-454f-938b-5627294cad98 req-c27efdee-fa6d-4ba2-a79b-460b660efe8d tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8276103
Apr 30 04:55:24.287137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Attempting to bind port d1898556-1442-43b7-9ccf-f03701adce40 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:55:24.287742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Attempting to bind port d1898556-1442-43b7-9ccf-f03701adce40 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '8d8184ec-8044-419b-8991-110bfbf1365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:55:24.288307 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Attempting to bind port d1898556-1442-43b7-9ccf-f03701adce40 on network ada1d9f6-56af-4245-8d05-4f9e4067468a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:24.328805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Port d1898556-1442-43b7-9ccf-f03701adce40 on network ada1d9f6-56af-4245-8d05-4f9e4067468a not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:55:24.329109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Attempting to bind port d1898556-1442-43b7-9ccf-f03701adce40 on network ada1d9f6-56af-4245-8d05-4f9e4067468a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:24.345699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:24.356078 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:24.412685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'fixed_ips': [{'subnet_id': 'dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:55:24.414017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:24.440536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:55:24.440536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Checking segment: {'id': '8d8184ec-8044-419b-8991-110bfbf1365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:24.441668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Bound using segment: {'id': '8d8184ec-8044-419b-8991-110bfbf1365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:55:24.441870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Bound port: d1898556-1442-43b7-9ccf-f03701adce40, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8184ec-8044-419b-8991-110bfbf1365e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:55:24.442459 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:24.478085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b04042d-7069-42dd-b4c9-a804a5d49366 req-17809579-e166-46db-ba60-9fdfc2c34e50 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2503383
Apr 30 04:55:24.701557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:55:24.803646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Allocated IP 10.1.1.2 (957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3/dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd/bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:24.969720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1854aa1-ff16-41b4-9e49-87189721168d {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:55:24.984977 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.004693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] For port d1898556-1442-43b7-9ccf-f03701adce40, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:55:25.011058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] For port d1898556-1442-43b7-9ccf-f03701adce40, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1898556-1442-43b7-9ccf-f03701adce40,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:55:25.025908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Transition to ACTIVE for port object f1854aa1-ff16-41b4-9e49-87189721168d will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:25.031499 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.040957 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ba18ded-636f-4a67-9429-2ea98f02a8bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:25.041680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.053148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:25.064369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:port and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:25.071053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:25.086839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:25.212875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:25.311871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.368903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d150b3-59eb-4b98-ab0c-9ecdc40d4913 req-25cdd3b8-5094-41c0-97a1-a8fe6eeab375 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:25.374278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.381431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37d150b3-59eb-4b98-ab0c-9ecdc40d4913 req-25cdd3b8-5094-41c0-97a1-a8fe6eeab375 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 931 time: 0.7516832
Apr 30 04:55:25.391601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Transition to ACTIVE for port object bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:25.398108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:25.399150 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.401959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] 10.222.0.37 "PUT /v2.0/ports/d1898556-1442-43b7-9ccf-f03701adce40 HTTP/1.1" status: 200  len: 1093 time: 5.5274899
Apr 30 04:55:25.402331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'tag': 'd1898556-1442-43b7-9ccf-f03701adce40'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:55:25.423053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Transition to ACTIVE for port object bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:25.434860 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.440205 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8504bb91-a063-433f-ad69-6951d00794f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:25.592075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Pushing event updated for resources: {'Port': ['ID=bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:25.599145 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:25.642389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:25.645175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:25.650077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:25.682833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.688545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Pushing event updated for resources: {'Port': ['ID=d1898556-1442-43b7-9ccf-f03701adce40,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:25.701786 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:25.703439 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-002f4cab-9f5a-4805-9342-e9a3d4769000 tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:25.854703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Attempting to bind port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:55:25.855449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Attempting to bind port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:55:25.855982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Attempting to bind port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:25.862652 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bc93f213-fc47-4cbc-b5dc-05d053880738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:25.871982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:55:25.872579 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Checking segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:25.873257 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.875693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Bound using segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:55:25.876365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Bound port: bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:55:25.876897 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.970630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:25.980435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37d150b3-59eb-4b98-ab0c-9ecdc40d4913 req-2713f9b1-9a0b-4219-b5c2-7ca3c96f3d7e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5972779
Apr 30 04:55:26.006089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] For port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:55:26.014897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=17016491-9c4a-4875-9b29-a4c04635eb4d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:26.015992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] For port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:55:26.037774 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:26.044698 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:26.056730 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-91d0531a-0dcc-4f36-8b6f-182b6d6e812a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:26.087143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:26.094189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port f6b34063-0e8f-433f-bde2-7e8364991e23 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:55:26.301650 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/17016491-9c4a-4875-9b29-a4c04635eb4d HTTP/1.1" status: 204  len: 168 time: 4.3179069
Apr 30 04:55:26.305199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Pushing event updated for resources: {'Port': ['ID=bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:26.312169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53934) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:26.314497 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:26.397384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:26.434033 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:26.456631 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-91de5594-c2c9-4df8-85c7-00618c38d2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:55:26.457492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-91de5594-c2c9-4df8-85c7-00618c38d2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:26.527689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-ddc6b33d-0e0d-429f-b0a4-18e093336775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:26.530808 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-ddc6b33d-0e0d-429f-b0a4-18e093336775 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e3aa4dd18d746099574082090f3af1d&device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 1096 time: 1.0621877
Apr 30 04:55:26.553670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Attempting to bind port f1854aa1-ff16-41b4-9e49-87189721168d on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:55:26.554222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Attempting to bind port f1854aa1-ff16-41b4-9e49-87189721168d by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:55:26.555050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Attempting to bind port f1854aa1-ff16-41b4-9e49-87189721168d on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:26.720535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.9 (f6ae3d39-76b2-442e-ac93-5efefa847ecc/7a4a40d4-cd98-4937-aeee-0f7a388b6969/f6b34063-0e8f-433f-bde2-7e8364991e23) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:26.812408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Port f1854aa1-ff16-41b4-9e49-87189721168d on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:55:26.813333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Attempting to bind port f1854aa1-ff16-41b4-9e49-87189721168d on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:26.859878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-45a0f6c4-37bc-4b72-a58a-e43e5ed568ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1898556-1442-43b7-9ccf-f03701adce40 HTTP/1.1" status: 200  len: 217 time: 0.3160141
Apr 30 04:55:26.891269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-91de5594-c2c9-4df8-85c7-00618c38d2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:26.900899 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'tag': 'd1898556-1442-43b7-9ccf-f03701adce40', 'status': 'completed', 'code': 200}
Apr 30 04:55:26.900899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:55:26.900899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Checking segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:26.903670 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-91de5594-c2c9-4df8-85c7-00618c38d2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/17016491-9c4a-4875-9b29-a4c04635eb4d HTTP/1.1" status: 404  len: 333 time: 0.5880930
Apr 30 04:55:26.904481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Bound using segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:55:26.905000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Bound port: f1854aa1-ff16-41b4-9e49-87189721168d, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:55:26.908318 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:26.909584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53944) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:26.967962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'name': 'tempest-PortsIpV6TestJSON-856963937'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:27.119255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:27.229435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d979b-a7d6-40a6-9d5e-161471629148 req-57d69119-2784-4640-895d-b3a77722d115 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:27.229916 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c8d979b-a7d6-40a6-9d5e-161471629148 req-57d69119-2784-4640-895d-b3a77722d115 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 944 time: 1.4391723
Apr 30 04:55:27.299602 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:27.324088 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:27.362562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:27.364841 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c8d979b-a7d6-40a6-9d5e-161471629148 req-f9d2e222-7e4c-4b54-a179-a05eb5594057 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021051
Apr 30 04:55:27.434111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-3d30d176-09a6-4797-8263-0a9ce81d9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:27.438061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-3d30d176-09a6-4797-8263-0a9ce81d9627 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7f3c143-fc76-405e-b621-fc03734e4265 HTTP/1.1" status: 200  len: 854 time: 0.5405447
Apr 30 04:55:27.649543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d51b40-4082-488c-a64b-88cae4168a91 req-a62f2791-406b-4281-861e-91fc047f8ba2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:27.654433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16d51b40-4082-488c-a64b-88cae4168a91 req-a62f2791-406b-4281-861e-91fc047f8ba2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.5595624
Apr 30 04:55:27.670680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-5d558f66-9633-4398-86df-03462b380e6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ada1d9f6-56af-4245-8d05-4f9e4067468a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2083423
Apr 30 04:55:28.065871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:55:28.112842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16d51b40-4082-488c-a64b-88cae4168a91 req-94634001-cc94-4c9c-807d-2199ef3e6d92 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4343655
Apr 30 04:55:28.139104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:28.144924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:55:28.160589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:28.194901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:28.219403 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b3c81-f6af-4d91-a351-13d00b099f01 None None] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:28.268861 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:28.297410 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-34e73c1e-32ab-4481-9d2e-fc5cdf680f07 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:28.329332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:28.337383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:28.342156 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:28.362868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-77406da6-dfc1-4d7b-b314-0790bd53ea15 service neutron] 10.222.0.37 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6771936
Apr 30 04:55:28.363157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53972) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:28.416666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-376efe68-6441-4f00-906f-71c5b43c51fe None None] Provisioning for port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:28.462552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-376efe68-6441-4f00-906f-71c5b43c51fe None None] Provisioning complete for port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:28.465284 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-376efe68-6441-4f00-906f-71c5b43c51fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:28.480367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:28.481204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:28.483773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] 10.222.0.37 "PUT /v2.0/ports/f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 1092 time: 6.5221558
Apr 30 04:55:28.548626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f36ca1-429b-43c9-be1b-778b77034719 req-b23968c0-69bf-4a1c-afe9-92962705cd67 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:28.558075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8f36ca1-429b-43c9-be1b-778b77034719 req-b23968c0-69bf-4a1c-afe9-92962705cd67 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 943 time: 0.9011760
Apr 30 04:55:28.616391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 4ae83517-d8af-4b2b-85cf-0bdb2e1afecb yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:55:28.768610 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:28.917312 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:28.962225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:29.054363 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-376efe68-6441-4f00-906f-71c5b43c51fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:29.106005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-376efe68-6441-4f00-906f-71c5b43c51fe None None] For port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:29.112553 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-376efe68-6441-4f00-906f-71c5b43c51fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:29.119660 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a066c9d-5c35-4ada-8273-4f63ce813b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:29.142253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:55:29.214107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8f36ca1-429b-43c9-be1b-778b77034719 req-4d7ae9e7-9aec-4459-afe7-18fed6550201 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5779901
Apr 30 04:55:29.237771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376efe68-6441-4f00-906f-71c5b43c51fe None None] Pushing event updated for resources: {'Port': ['ID=bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:29.248410 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-376efe68-6441-4f00-906f-71c5b43c51fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:29.252760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object f6b34063-0e8f-433f-bde2-7e8364991e23 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:29.289127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:29.301134 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:29.302646 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aac863a9-f118-479f-8afb-374fb6d91474 tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:29.308342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:29.354328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Usage tracker for resource:security_group_rule and tenant:ebe5e2227b464b77b5ccce80cff657f8 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:29.372172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:29.377326 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'status': 'completed', 'code': 200}
Apr 30 04:55:29.382258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Subnet': ['ID=2f173dd0-a931-49e1-8476-91d5b97c332d,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:29.394555 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:29.400703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:29.419915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:29.420981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Checking segment: {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:29.421354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network hostable DHCP agents. Network: b3216d1a-c7d6-4c25-aabe-814b72ddf3cc, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:55:29.443637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5282c3-999d-49c6-992e-c112856de0a8 req-2f21fec5-3b5c-4e7d-8ad5-8f3a10865baa tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:29.445622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e5282c3-999d-49c6-992e-c112856de0a8 req-2f21fec5-3b5c-4e7d-8ad5-8f3a10865baa tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 944 time: 0.7776039
Apr 30 04:55:29.467978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104c9d3d-5007-4468-b439-8b3d0dfcbeda req-677d19df-ac9c-4359-9f3f-fc3994cea6c5 service neutron] 10.222.0.37 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0831132
Apr 30 04:55:29.469738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Allocated IP 172.25.8.155 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/a958cad2-8318-4910-be83-7c45caa07b60) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:29.496140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ba61d92d-cdf9-4782-8ee3-603da55acfcc None None] Provisioning complete for port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:29.497537 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ba61d92d-cdf9-4782-8ee3-603da55acfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:29.550141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-845c585f-4976-4862-be02-b75839ba8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:29.552901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-845c585f-4976-4862-be02-b75839ba8268 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1095 time: 0.9136312
Apr 30 04:55:29.594439 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:29.608434 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a408826-5cfa-4849-94be-d7cda6772c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:29.646959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48eb53-f4c9-474f-8414-51a5fb90e8be req-8ef4e4b4-8789-48ce-b44a-c48c191fb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:29.648769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b48eb53-f4c9-474f-8414-51a5fb90e8be req-8ef4e4b4-8789-48ce-b44a-c48c191fb993 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 0.5575147
Apr 30 04:55:29.698532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:55:29.749246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-bc342dd9-6b7a-4015-8060-9e2a65869a1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 217 time: 0.1279259
Apr 30 04:55:29.760341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, b3216d1a-c7d6-4c25-aabe-814b72ddf3cc) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:29.776667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d5f0c-04a5-42ad-9b29-23712bfb0302 None None] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:29.804395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:29.819778 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e5282c3-999d-49c6-992e-c112856de0a8 req-c4af30ed-7c1d-4332-8697-c58d94301e15 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3542604
Apr 30 04:55:29.842141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:29.842755 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:29.878382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:29.899039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-b07aea31-d8b3-4616-96a1-1fbbaac93a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:29.900832 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-b07aea31-d8b3-4616-96a1-1fbbaac93a0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1353707
Apr 30 04:55:29.905548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 6.2760925
Apr 30 04:55:29.914856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53984) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:29.952472 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:29.960139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'port': {'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-507406471', 'fixed_ips': [{'subnet_id': 'dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:29.986939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=f6b34063-0e8f-433f-bde2-7e8364991e23,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:29.989165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8ba84-e80c-47fb-8205-c8a1613cf4bf req-f916c78d-e3c2-4a2c-adc1-69b361fece02 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:29.991625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:29.995285 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:29.998034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecf8ba84-e80c-47fb-8205-c8a1613cf4bf req-f916c78d-e3c2-4a2c-adc1-69b361fece02 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.5388715
Apr 30 04:55:30.013816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5723a464-4905-435b-a52e-3f6143be9528 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:30.075100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:30.107589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-d272591a-9c9b-438d-b752-8829cfd7fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:30.112257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-d272591a-9c9b-438d-b752-8829cfd7fca6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e3aa4dd18d746099574082090f3af1d&device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 1096 time: 0.5672605
Apr 30 04:55:30.200624 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1b48eb53-f4c9-474f-8414-51a5fb90e8be req-d88322f1-fe33-4ad6-b342-e5cebfb0ff52 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4857628
Apr 30 04:55:30.203904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:30.224296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:30.246214 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:30.247420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:30.260842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:30.261910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:30.269327 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecf8ba84-e80c-47fb-8205-c8a1613cf4bf req-e694bd55-5ec2-403d-897a-869f226a753d tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2701406
Apr 30 04:55:30.285586 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:30.318929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=4ae83517-d8af-4b2b-85cf-0bdb2e1afecb,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:30.328941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:30.339107 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:30.339775 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:30.393404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:30.394211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:30.438535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-b2a532cd-c04d-4fdb-a724-21c54ce42baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:30.440440 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-b2a532cd-c04d-4fdb-a724-21c54ce42baa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5311594
Apr 30 04:55:30.445694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:30.475582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:port and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:30.482067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-d610be13-3e37-45e2-bb46-25b7d2ac163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:30.484245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-d610be13-3e37-45e2-bb46-25b7d2ac163b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ada1d9f6-56af-4245-8d05-4f9e4067468a HTTP/1.1" status: 200  len: 915 time: 0.3629584
Apr 30 04:55:30.484660 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebe5e2227b464b77b5ccce80cff657f8&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1200957
Apr 30 04:55:30.489556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:30.497661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53990) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:30.508247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:30.509693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:30.512105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-b3216d1a-c7d6-4c25-aabe-814b72ddf3cc', 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'fixed_ips': [{'subnet_id': '2f173dd0-a931-49e1-8476-91d5b97c332d'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:55:30.513946 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:30.514282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Pushing event updated for resources: {'Port': ['ID=a958cad2-8318-4910-be83-7c45caa07b60,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:30.529014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:30.581604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:30.600916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-596d3357-581b-41d2-a706-fa1c21bdd8c9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 3.6816502
Apr 30 04:55:30.605684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53994) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:30.607782 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:30.608811 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5410829d-2f73-4247-a9b9-66fe7dac0f08 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:30.631491 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 7.0954828
Apr 30 04:55:30.632128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7609f41c-0669-4b13-938b-8e3669f6294b None None] Provisioning for port f6b34063-0e8f-433f-bde2-7e8364991e23 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:30.644722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53998) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:30.666294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7609f41c-0669-4b13-938b-8e3669f6294b None None] Provisioning complete for port f6b34063-0e8f-433f-bde2-7e8364991e23 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:30.666919 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7609f41c-0669-4b13-938b-8e3669f6294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:30.672165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:30.721760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-6f8e9a85-2f39-4a60-83b1-bdee45ea68f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1898556-1442-43b7-9ccf-f03701adce40 HTTP/1.1" status: 200  len: 217 time: 0.2094488
Apr 30 04:55:30.755370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a296205-3322-441c-9b64-dd699f5474db,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:30.755370 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:30.797868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7609f41c-0669-4b13-938b-8e3669f6294b None None] Port f6b34063-0e8f-433f-bde2-7e8364991e23 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:55:30.827582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:30.829023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:30.905035 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dbedcd01-cf6f-4323-8278-7203ad7f246a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.075893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-e7e28c19-65b4-47e0-90e5-d64afe450606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:31.077644 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-e7e28c19-65b4-47e0-90e5-d64afe450606 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7f3c143-fc76-405e-b621-fc03734e4265 HTTP/1.1" status: 200  len: 854 time: 0.3418984
Apr 30 04:55:31.086444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Allocated IP 10.2.2.2 (b3216d1a-c7d6-4c25-aabe-814b72ddf3cc/2f173dd0-a931-49e1-8476-91d5b97c332d/e51b5259-4de6-4f05-83af-8ee0157bb15a) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:31.100677 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:31.101065 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.138388 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-e5045efc-0df9-4b42-92c5-1a5b8091ffc5 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6879222
Apr 30 04:55:31.479321 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.492687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Transition to ACTIVE for port object e51b5259-4de6-4f05-83af-8ee0157bb15a will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:31.515752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Transition to ACTIVE for port object e51b5259-4de6-4f05-83af-8ee0157bb15a will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:31.525061 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.534729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-fad2c900-2060-4b6a-8a09-812f6a5b7add service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ada1d9f6-56af-4245-8d05-4f9e4067468a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3952618
Apr 30 04:55:31.538062 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8e94b3dd-c1e0-4a0d-8fff-fba3f6dfc6a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:31.556228 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.595540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee111-1f2a-4e1d-a8ad-c9a9bcb6d832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.604509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:31.605700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.613599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:31.620476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:31.632250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Pushing event updated for resources: {'Port': ['ID=e51b5259-4de6-4f05-83af-8ee0157bb15a,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:31.685938 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:31.722264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] device_id is not set on port f124c858-8f59-4262-9a4b-5bdb30ab86d0 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:55:31.724843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee111-1f2a-4e1d-a8ad-c9a9bcb6d832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.775542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Attempting to bind port e51b5259-4de6-4f05-83af-8ee0157bb15a on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:55:31.775878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Attempting to bind port e51b5259-4de6-4f05-83af-8ee0157bb15a by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:55:31.777164 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Attempting to bind port e51b5259-4de6-4f05-83af-8ee0157bb15a on network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:31.789191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:55:31.790189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Checking segment: {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:31.791279 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.792122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Bound using segment: {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:55:31.793311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Bound port: e51b5259-4de6-4f05-83af-8ee0157bb15a, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:55:31.794144 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:31.882044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb1770-e932-44dc-a324-5a9f0cd22956 req-94df5a6c-3df3-4bf5-8946-3e6606e4290d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:31.897115 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7abb1770-e932-44dc-a324-5a9f0cd22956 req-94df5a6c-3df3-4bf5-8946-3e6606e4290d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 943 time: 1.1767721
Apr 30 04:55:31.985655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] For port e51b5259-4de6-4f05-83af-8ee0157bb15a, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:55:31.992653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] For port e51b5259-4de6-4f05-83af-8ee0157bb15a, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e51b5259-4de6-4f05-83af-8ee0157bb15a,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:55:32.000208 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:32.009652 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:32.056454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03248129-203a-4e62-b1c9-cee3f9b7c5dd tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:32.056454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03248129-203a-4e62-b1c9-cee3f9b7c5dd tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:32.087970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66326c77-b30c-416e-a030-becef46180a8 req-bdbbb027-c497-4328-89bf-d486d7cbdf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:32.089546 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-66326c77-b30c-416e-a030-becef46180a8 req-bdbbb027-c497-4328-89bf-d486d7cbdf80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 1.0104320
Apr 30 04:55:32.151154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8081b94f-98ce-4e5e-a5f6-1180c914e395 req-2aad78d3-9403-4dab-a051-3afaff53a73c service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9462535
Apr 30 04:55:32.165555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-03248129-203a-4e62-b1c9-cee3f9b7c5dd tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:32.166761 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-03248129-203a-4e62-b1c9-cee3f9b7c5dd tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 1.5215764
Apr 30 04:55:32.172574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54006) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:32.173258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee111-1f2a-4e1d-a8ad-c9a9bcb6d832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:32.177458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:32.228081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Pushing event updated for resources: {'Port': ['ID=e51b5259-4de6-4f05-83af-8ee0157bb15a,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:32.234812 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:32.257089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7abb1770-e932-44dc-a324-5a9f0cd22956 req-9afc7da5-b3c5-4368-a083-fbef36f65068 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3572781
Apr 30 04:55:32.305564 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e7fb132d-ff5b-4b45-9506-f6ce999c8297 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:32.398811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ee111-1f2a-4e1d-a8ad-c9a9bcb6d832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a296205-3322-441c-9b64-dd699f5474db,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:32.414341 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a8ee111-1f2a-4e1d-a8ad-c9a9bcb6d832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:32.431337 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee111-1f2a-4e1d-a8ad-c9a9bcb6d832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:32.432520 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0a8ee111-1f2a-4e1d-a8ad-c9a9bcb6d832 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a296205-3322-441c-9b64-dd699f5474db HTTP/1.1" status: 204  len: 168 time: 1.9260147
Apr 30 04:55:32.572111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-464fbb4c-947d-46a7-b817-4e6f4d5dd7b0 service neutron] 10.222.0.37 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0033324
Apr 30 04:55:32.601045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4730e-d6a5-48f7-8bd5-1e6d55efd9ba req-c33d7a9e-0f8d-4429-896b-6825b63a488b tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:32.602751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ac4730e-d6a5-48f7-8bd5-1e6d55efd9ba req-c33d7a9e-0f8d-4429-896b-6825b63a488b tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 944 time: 1.5394173
Apr 30 04:55:32.711900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66326c77-b30c-416e-a030-becef46180a8 req-d8e488ee-0cf1-4836-8660-6e38c6151990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:32.713498 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-66326c77-b30c-416e-a030-becef46180a8 req-d8e488ee-0cf1-4836-8660-6e38c6151990 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 0.5998752
Apr 30 04:55:32.838580 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:55:32.912267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e51b5259-4de6-4f05-83af-8ee0157bb15a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:32.934802 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-66326c77-b30c-416e-a030-becef46180a8 req-5dfb71f2-451a-4dff-8c5f-c1a5bbf0342a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 217 time: 0.2133851
Apr 30 04:55:32.972200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:33.015156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ac4730e-d6a5-48f7-8bd5-1e6d55efd9ba req-c9ca8f47-67ee-4eab-9637-e519f7dea2de tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3820682
Apr 30 04:55:33.015864 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:33.026639 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:33.026928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d1898556-1442-43b7-9ccf-f03701adce40 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:55:33.049365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec9a55-ca16-42f9-9081-8686a675af3c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:33.057228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec9a55-ca16-42f9-9081-8686a675af3c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:33.063917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec9a55-ca16-42f9-9081-8686a675af3c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:33.065980 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-52ec9a55-ca16-42f9-9081-8686a675af3c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.8165822
Apr 30 04:55:33.074452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54014) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:33.141300 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:33.142514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] In _notify_port_updated(), no bound segment for port 4ae83517-d8af-4b2b-85cf-0bdb2e1afecb on network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 {{(pid=74581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:55:33.149088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:33.149774 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:33.155616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "PUT /v2.0/ports/4ae83517-d8af-4b2b-85cf-0bdb2e1afecb HTTP/1.1" status: 200  len: 818 time: 2.5440674
Apr 30 04:55:33.173837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54018) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:33.190016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Allocated IP 10.1.1.132 (957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3/dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd/f124c858-8f59-4262-9a4b-5bdb30ab86d0) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:33.241964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66326c77-b30c-416e-a030-becef46180a8 req-8579c062-6489-48a0-b99b-2204f8dadb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:33.243720 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-66326c77-b30c-416e-a030-becef46180a8 req-8579c062-6489-48a0-b99b-2204f8dadb6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.2982819
Apr 30 04:55:33.353277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=4ae83517-d8af-4b2b-85cf-0bdb2e1afecb,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:33.360977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e51b5259-4de6-4f05-83af-8ee0157bb15a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:33.366615 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:33.374722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-56e39114-3bac-4603-bc1f-6c8f89e33939 service neutron] 10.222.0.37 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7705185
Apr 30 04:55:33.377336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-9a68879a-34f3-419c-847d-1367587e3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:33.379023 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-9a68879a-34f3-419c-847d-1367587e3d9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1095 time: 1.1326168
Apr 30 04:55:33.381846 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-66326c77-b30c-416e-a030-becef46180a8 req-30099b3e-ec69-4f90-a3ba-29e554247603 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1141763
Apr 30 04:55:33.501087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235a4df-63d2-4b21-8b38-8a318f540929 req-5fc979f0-fb38-48ea-a81b-bbff67ab03d9 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:33.514155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a235a4df-63d2-4b21-8b38-8a318f540929 req-5fc979f0-fb38-48ea-a81b-bbff67ab03d9 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 1.0471087
Apr 30 04:55:33.526326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54024) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:33.584076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:33.592003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d1898556-1442-43b7-9ccf-f03701adce40, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1898556-1442-43b7-9ccf-f03701adce40,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:33.610118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'd1898556-1442-43b7-9ccf-f03701adce40', 'network_id': 'ada1d9f6-56af-4245-8d05-4f9e4067468a', 'port_id': 'd1898556-1442-43b7-9ccf-f03701adce40', 'mac_address': 'fa:16:3e:62:bb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f3c143-fc76-405e-b621-fc03734e4265', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:55:33.620159 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:33.689807 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-301f54a6-25ec-43a2-94b1-a6a2d552d5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:33.701128 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:33.725491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1898556-1442-43b7-9ccf-f03701adce40 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:55:33.746739 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d1898556-1442-43b7-9ccf-f03701adce40, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1898556-1442-43b7-9ccf-f03701adce40,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:33.753720 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:33.756602 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bafa5305-1c78-46c9-9cfc-910d3ad3dad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:33.814815 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae58b6-57da-42a9-b259-27387c16fd5e None None] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:33.954667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-512ef0bc-85ef-4dde-9e23-48ecc3641e2d None None] Provisioning for port e51b5259-4de6-4f05-83af-8ee0157bb15a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:33.970415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d1898556-1442-43b7-9ccf-f03701adce40,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:33.976254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-512ef0bc-85ef-4dde-9e23-48ecc3641e2d None None] Provisioning complete for port e51b5259-4de6-4f05-83af-8ee0157bb15a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:33.976644 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-512ef0bc-85ef-4dde-9e23-48ecc3641e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:34.010575 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:34.108937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d1898556-1442-43b7-9ccf-f03701adce40'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:55:34.117698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:34.142588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Usage tracker for resource:security_group_rule and tenant:8324d65b799d48959c4d624ab275a0f6 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:34.165120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:34.190597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:34.276919 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a235a4df-63d2-4b21-8b38-8a318f540929 req-243d6621-05ea-4146-a933-6cef583b3381 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7615411
Apr 30 04:55:34.304859 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-66326c77-b30c-416e-a030-becef46180a8 req-56bbc2eb-3250-487d-9ef1-0ab637633b32 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8853657
Apr 30 04:55:34.368491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-d4fbc9b2-8532-4740-8cd4-dc1484f29f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:34.370756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-d4fbc9b2-8532-4740-8cd4-dc1484f29f80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.9576862
Apr 30 04:55:34.405056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-512ef0bc-85ef-4dde-9e23-48ecc3641e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:34.459733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:34.480924 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-146139a2-a119-4c5c-91a7-293e1e6edc0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 217 time: 0.0964112
Apr 30 04:55:34.486703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port f6b34063-0e8f-433f-bde2-7e8364991e23 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:34.487677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:34.497962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523b43a-2b92-43e4-97ee-d43ab9ae67cd req-dec4fc64-7cf8-4c27-8889-0ff83b5b9e9b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:34.500012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4523b43a-2b92-43e4-97ee-d43ab9ae67cd req-dec4fc64-7cf8-4c27-8889-0ff83b5b9e9b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 943 time: 0.9682193
Apr 30 04:55:34.503368 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-512ef0bc-85ef-4dde-9e23-48ecc3641e2d None None] For port e51b5259-4de6-4f05-83af-8ee0157bb15a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e51b5259-4de6-4f05-83af-8ee0157bb15a,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:34.523556 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-512ef0bc-85ef-4dde-9e23-48ecc3641e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:34.527335 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9da8bdd8-2895-4889-b146-16a82914a4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:34.537662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Transition to ACTIVE for port object f124c858-8f59-4262-9a4b-5bdb30ab86d0 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:34.540721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 4ae83517-d8af-4b2b-85cf-0bdb2e1afecb {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:34.541132 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:34.657113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ef0bc-85ef-4dde-9e23-48ecc3641e2d None None] Pushing event updated for resources: {'Port': ['ID=e51b5259-4de6-4f05-83af-8ee0157bb15a,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:34.663339 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-512ef0bc-85ef-4dde-9e23-48ecc3641e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:34.748799 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:34.831954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e51b5259-4de6-4f05-83af-8ee0157bb15a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:34.871685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:55:34.950697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:34.967451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ee1c2c3c-5aff-46a3-ad39-5cbaa3b796b6 None None] Provisioning complete for port e51b5259-4de6-4f05-83af-8ee0157bb15a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:34.968928 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2c3c-5aff-46a3-ad39-5cbaa3b796b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:34.975899 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-66326c77-b30c-416e-a030-becef46180a8 req-58545740-2878-4ad1-aa40-0c4a61f0a744 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6529942
Apr 30 04:55:34.993079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-244a3918-aff9-4642-ae02-8fe374da9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:34.995648 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-244a3918-aff9-4642-ae02-8fe374da9595 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.4920132
Apr 30 04:55:35.002917 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:35.025118 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4523b43a-2b92-43e4-97ee-d43ab9ae67cd req-daf175ef-b97d-4c06-b897-2782c35e5138 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4668112
Apr 30 04:55:35.133097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e51b5259-4de6-4f05-83af-8ee0157bb15a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:35.133733 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:35.214166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for f6b34063-0e8f-433f-bde2-7e8364991e23 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:35.218368 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:35.243642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:35.269086 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:35.319511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 4ae83517-d8af-4b2b-85cf-0bdb2e1afecb owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:35.351702 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:35.364215 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-99b16130-8907-48ec-ad37-f6bd0c84576a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:35.451685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e591387-feee-4d47-8308-4c1724485ccd req-eb1131ba-ba45-4556-93c4-5f517feeddbf tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:35.453332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e591387-feee-4d47-8308-4c1724485ccd req-eb1131ba-ba45-4556-93c4-5f517feeddbf tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 945 time: 0.7687902
Apr 30 04:55:35.486426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:35.505923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248a63da-f9a3-4980-86e6-94f04f11e81c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:35.516846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:35.517880 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:35.529347 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8324d65b799d48959c4d624ab275a0f6&name=default HTTP/1.1" status: 200  len: 2983 time: 1.9990427
Apr 30 04:55:35.538444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54036) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:35.542755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:35.583600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:55:35.584016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Port': ['ID=f124c858-8f59-4262-9a4b-5bdb30ab86d0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:35.596348 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88033032-0504-4453-9490-4baa201ce30a None None] Sync routers for ids ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:55:35.615205 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88033032-0504-4453-9490-4baa201ce30a None None] Routers {'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:55:35.616034 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-88033032-0504-4453-9490-4baa201ce30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d9f4f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:55:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:35.637741 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:35.640413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-e32d8f52-3814-4438-bdae-5071c68d7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:35.645970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-e32d8f52-3814-4438-bdae-5071c68d7d86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6190059
Apr 30 04:55:35.798522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e591387-feee-4d47-8308-4c1724485ccd req-49210a7c-0aa7-476c-90b3-dabb3984694f tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3240056
Apr 30 04:55:35.904015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:35.905619 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:35.921971 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:35.929443 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 13.2437546
Apr 30 04:55:35.931690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54042) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:35.967850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d4dbd093-a87a-4eee-ab18-8294407d8302 None None] Provisioning for port f124c858-8f59-4262-9a4b-5bdb30ab86d0 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:35.977417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d4dbd093-a87a-4eee-ab18-8294407d8302 None None] Provisioning complete for port f124c858-8f59-4262-9a4b-5bdb30ab86d0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:35.978666 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d4dbd093-a87a-4eee-ab18-8294407d8302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:35.986138 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-88033032-0504-4453-9490-4baa201ce30a None None] Set router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:55:36.052106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbd093-a87a-4eee-ab18-8294407d8302 None None] Port f124c858-8f59-4262-9a4b-5bdb30ab86d0 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:55:36.083422 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:36.103077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:36.109723 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5d57f4cd-8f69-4dba-bbf9-90e048506f2a tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:36.130834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:36.149759 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f115a258-dec9-46d8-bac0-3d7973d84ba3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:36.198437 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:36.237744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=f6b34063-0e8f-433f-bde2-7e8364991e23,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:36.242437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 6.2942278
Apr 30 04:55:36.250259 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:36.254599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54048) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:36.256998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:36.271461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=4ae83517-d8af-4b2b-85cf-0bdb2e1afecb,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:36.273974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'port': {'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'name': 'tempest-TaggedBootDevicesTest_v242-2054149200', 'fixed_ips': [{'subnet_id': 'dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:36.286859 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:36.305812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae9232-e5aa-499e-a6cb-bde037b93137 req-dc8605cc-5412-403d-bb77-2ce32f85dffc tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:36.307741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46ae9232-e5aa-499e-a6cb-bde037b93137 req-dc8605cc-5412-403d-bb77-2ce32f85dffc tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.3880584
Apr 30 04:55:36.309175 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:36.313823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/4ae83517-d8af-4b2b-85cf-0bdb2e1afecb HTTP/1.1" status: 204  len: 168 time: 3.0957401
Apr 30 04:55:36.316178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-4253dc62-9ea7-4b99-a8e4-bef17ef4dfae service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6626422
Apr 30 04:55:36.317663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54052) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:36.476180 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-88033032-0504-4453-9490-4baa201ce30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d9f4f0>, [{'id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:55:23Z', 'updated_at': '2021-04-30T04:55:31Z', 'revision_number': 3, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'gw_port': {'id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:28Z', 'updated_at': '2021-04-30T04:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:36.490117 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88033032-0504-4453-9490-4baa201ce30a None None] Checking router: ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:55:36.490504 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88033032-0504-4453-9490-4baa201ce30a None None] Updating router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 port a958cad2-8318-4910-be83-7c45caa07b60 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:55:36.528536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46ae9232-e5aa-499e-a6cb-bde037b93137 req-fe870d30-9fcd-4ae6-90f0-b37b8dc93272 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702490
Apr 30 04:55:36.589031 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-88033032-0504-4453-9490-4baa201ce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:36.699801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084cf37-c9e8-4053-8892-3a8e0e0a6d17 req-7621c3ad-f558-425d-bf73-16f8f2990f61 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:36.701688 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d084cf37-c9e8-4053-8892-3a8e0e0a6d17 req-7621c3ad-f558-425d-bf73-16f8f2990f61 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 943 time: 0.5390530
Apr 30 04:55:36.764273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d7bc83-94ef-4ff4-978c-906bbbe7e5f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:36.765121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a1d7bc83-94ef-4ff4-978c-906bbbe7e5f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:36.806084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8262ac8f-11be-4ef4-a1e9-e64cb2a5ca73 req-6858d30e-35e2-4b89-a666-c38bc74b47d0 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4175348
Apr 30 04:55:36.816726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d084cf37-c9e8-4053-8892-3a8e0e0a6d17 req-0a2d7d4e-2575-46bb-a227-2b1ea4285495 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1066339
Apr 30 04:55:36.822276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a1d7bc83-94ef-4ff4-978c-906bbbe7e5f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:36.824284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a1d7bc83-94ef-4ff4-978c-906bbbe7e5f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.5053549
Apr 30 04:55:36.827888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54056) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:36.918208 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3131dba-8d0d-46b3-8f72-e13496580409 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:55:36.920559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a3131dba-8d0d-46b3-8f72-e13496580409 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/4ae83517-d8af-4b2b-85cf-0bdb2e1afecb HTTP/1.1" status: 404  len: 333 time: 0.0913444
Apr 30 04:55:36.927477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54062) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:36.936551 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:36.951271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-579391042'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:36.956408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:36.963169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:network and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:36.970460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:36.985245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:37.034949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:55:37.038315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d1898556-1442-43b7-9ccf-f03701adce40 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:37.066005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-be2ac41e-4754-48ec-9b51-bc9afc9e4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:37.067746 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-be2ac41e-4754-48ec-9b51-bc9afc9e4981 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=096f949cef7148bb900213ec2972eb30&device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 1097 time: 1.2718306
Apr 30 04:55:37.100733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:37.106431 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.121585 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/f6b34063-0e8f-433f-bde2-7e8364991e23 HTTP/1.1" status: 204  len: 168 time: 4.0455439
Apr 30 04:55:37.122327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54066) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:37.224959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2dd1-3cf4-45a8-9c23-009fa6df5b2a req-b9ca4c35-b8a5-4118-8700-7e002dead3b4 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:37.227727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-249c2dd1-3cf4-45a8-9c23-009fa6df5b2a req-b9ca4c35-b8a5-4118-8700-7e002dead3b4 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 945 time: 0.2230127
Apr 30 04:55:37.240513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:55:37.248636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port d1898556-1442-43b7-9ccf-f03701adce40 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:37.259547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port d1898556-1442-43b7-9ccf-f03701adce40 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:37.260425 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.270778 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-88033032-0504-4453-9490-4baa201ce30a None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.302316 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-88033032-0504-4453-9490-4baa201ce30a None None] Transition to ACTIVE for port object a958cad2-8318-4910-be83-7c45caa07b60 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:37.323598 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-88033032-0504-4453-9490-4baa201ce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.339657 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ee3a86e1-f1e3-49e3-8fab-c391e11bbdcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:37.346293 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.365832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:37.371680 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-35ad7e72-61b6-4c2c-9db5-d05fa87211c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:37.379029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.380829 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/248a63da-f9a3-4980-86e6-94f04f11e81c HTTP/1.1" status: 204  len: 168 time: 1.8392141
Apr 30 04:55:37.386014 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-761f9692-a7e2-4e0b-b9a5-0edc34e4e86f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:55:37.386575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-761f9692-a7e2-4e0b-b9a5-0edc34e4e86f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:37.406522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:37.411893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a63da-f9a3-4980-86e6-94f04f11e81c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:37.412394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'port_id': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'mac_address': 'fa:16:3e:69:36:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:55:37.424403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:port and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:37.437079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:37.457221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.458182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.458538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.458909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.459275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.459672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.460031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.460391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.460753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.461226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.461589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.461950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.472367 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:37.476978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:37.500045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-761f9692-a7e2-4e0b-b9a5-0edc34e4e86f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:37.504891 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-761f9692-a7e2-4e0b-b9a5-0edc34e4e86f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/f6b34063-0e8f-433f-bde2-7e8364991e23 HTTP/1.1" status: 404  len: 333 time: 0.3678017
Apr 30 04:55:37.512248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54072) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:37.564598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.565695 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Added segment b88baa79-b14c-407f-bd06-090e3a786908 of type vlan for network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab
Apr 30 04:55:37.616635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-249c2dd1-3cf4-45a8-9c23-009fa6df5b2a req-ea591b55-c470-4159-ad4e-68487026a933 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3713920
Apr 30 04:55:37.666355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:37.704217 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-88033032-0504-4453-9490-4baa201ce30a None None] Attempting to bind port a958cad2-8318-4910-be83-7c45caa07b60 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:55:37.704597 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-88033032-0504-4453-9490-4baa201ce30a None None] Attempting to bind port a958cad2-8318-4910-be83-7c45caa07b60 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:55:37.704968 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88033032-0504-4453-9490-4baa201ce30a None None] Attempting to bind port a958cad2-8318-4910-be83-7c45caa07b60 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:37.707455 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Pushing event updated for resources: {'Port': ['ID=a958cad2-8318-4910-be83-7c45caa07b60,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:37.724130 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.733086 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.733413 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.733754 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.734089 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.734420 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.734748 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.735072 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.735429 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.735943 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.736132 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.736394 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.736919 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:55:37.752233 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:37.756057 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88033032-0504-4453-9490-4baa201ce30a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:55:37.756467 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88033032-0504-4453-9490-4baa201ce30a None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:37.756848 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-88033032-0504-4453-9490-4baa201ce30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.759170 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88033032-0504-4453-9490-4baa201ce30a None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:55:37.761442 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-88033032-0504-4453-9490-4baa201ce30a None None] Bound port: a958cad2-8318-4910-be83-7c45caa07b60, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:55:37.761856 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-88033032-0504-4453-9490-4baa201ce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.799402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port da9ccd84-6190-4c9d-95d9-eeb2a079cc94 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:37.800190 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.839116 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.846575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:37.847387 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.879243 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d5cdf292-268f-4137-ac2f-fae7d7ba9f81 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:37.885696 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.923594 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-88033032-0504-4453-9490-4baa201ce30a None None] For port a958cad2-8318-4910-be83-7c45caa07b60, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:55:37.929146 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.932736 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-88033032-0504-4453-9490-4baa201ce30a None None] For port a958cad2-8318-4910-be83-7c45caa07b60, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a958cad2-8318-4910-be83-7c45caa07b60,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:55:37.948941 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-88033032-0504-4453-9490-4baa201ce30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:37.976126 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:37.987623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1854aa1-ff16-41b4-9e49-87189721168d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:55:38.007398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1898556-1442-43b7-9ccf-f03701adce40'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:55:38.034846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-eab50be3-72b0-41e0-9ad1-7e2425b12a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:38.039536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d1898556-1442-43b7-9ccf-f03701adce40, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1898556-1442-43b7-9ccf-f03701adce40,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:38.052583 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-eab50be3-72b0-41e0-9ad1-7e2425b12a83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 200  len: 919 time: 0.9640906
Apr 30 04:55:38.059123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:38.062147 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:38.066522 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:38.079472 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88033032-0504-4453-9490-4baa201ce30a None None] Routers {'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:55:38.080227 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-88033032-0504-4453-9490-4baa201ce30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d9f4f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:55:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:38.189815 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Pushing event updated for resources: {'Port': ['ID=a958cad2-8318-4910-be83-7c45caa07b60,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:38.196243 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:38.215871 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:38.315751 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-2fbd28d1-a1b5-4b90-8804-ea37d1b630da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 200  len: 217 time: 0.2333426
Apr 30 04:55:38.325169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d1898556-1442-43b7-9ccf-f03701adce40,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:38.347048 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:38.348633 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6a5ea53a-41da-4df5-865c-962ff20adec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:38.353316 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-88033032-0504-4453-9490-4baa201ce30a None None] Set router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:55:38.498973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Network': ['ID=3a7e7b95-142a-4b6e-9286-bf8f34f631ab,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:38.502882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.5739727
Apr 30 04:55:38.506764 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:38.522339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-69606107-d39e-4602-beca-e4a8b4212ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:38.525049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-69606107-d39e-4602-beca-e4a8b4212ca7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 200  len: 858 time: 0.2003458
Apr 30 04:55:38.525961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54090) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:38.548099 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:38.559643 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:38.569331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:55:38.618317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:38.653395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f1854aa1-ff16-41b4-9e49-87189721168d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:55:38.684960 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:38.765342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:38.783966 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-535d6ea6-4568-4870-9a69-d1bae3794226 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=76246502-f89c-4ae6-980b-c90faf585f41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2421484
Apr 30 04:55:38.947214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] device_id is not set on port 8fbd3132-e9b3-46ca-8915-2026e8671706 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:55:39.021587 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-88033032-0504-4453-9490-4baa201ce30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d9f4f0>, [{'id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:55:23Z', 'updated_at': '2021-04-30T04:55:31Z', 'revision_number': 3, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'gw_port': {'id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:28Z', 'updated_at': '2021-04-30T04:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:39.029825 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88033032-0504-4453-9490-4baa201ce30a None None] The sync data for ids ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'] in n-d-766726-20 is: [{'id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:55:23Z', 'updated_at': '2021-04-30T04:55:31Z', 'revision_number': 3, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'gw_port': {'id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:28Z', 'updated_at': '2021-04-30T04:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:55:39.039457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for da9ccd84-6190-4c9d-95d9-eeb2a079cc94 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:39.095180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015d8f3-0498-4cba-9583-fbc11ef1b9c2 req-51149ed1-bcf4-4a50-a34f-3a96bf4cc1ce tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:39.096857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8015d8f3-0498-4cba-9583-fbc11ef1b9c2 req-51149ed1-bcf4-4a50-a34f-3a96bf4cc1ce tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.8451364
Apr 30 04:55:39.136601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e4cf4-edda-4d0b-b582-d257a24b275e req-0db30233-f7aa-4cc5-a4ac-0d59e5cb01b6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:39.154173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f3e4cf4-edda-4d0b-b582-d257a24b275e req-0db30233-f7aa-4cc5-a4ac-0d59e5cb01b6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.6565115
Apr 30 04:55:39.289886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8015d8f3-0498-4cba-9583-fbc11ef1b9c2 req-1d9e908e-9153-4979-a356-53eca2ada63d tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321170
Apr 30 04:55:39.299842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f3e4cf4-edda-4d0b-b582-d257a24b275e req-53220561-51ed-40f9-87d0-39ce48aa3cb0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1446769
Apr 30 04:55:39.435804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:39.449260 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:39.666927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=da9ccd84-6190-4c9d-95d9-eeb2a079cc94,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:39.712708 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:39.834326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:39.859879 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:39.934138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243868d-b096-4544-87f5-9d8e75b0f599 req-1dd03ec2-9784-4d98-9d26-7775e401f667 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:39.943865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7243868d-b096-4544-87f5-9d8e75b0f599 req-1dd03ec2-9784-4d98-9d26-7775e401f667 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 946 time: 0.3788500
Apr 30 04:55:40.002768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/da9ccd84-6190-4c9d-95d9-eeb2a079cc94 HTTP/1.1" status: 204  len: 168 time: 2.4851549
Apr 30 04:55:40.009168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54118) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:40.089618 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1898556-1442-43b7-9ccf-f03701adce40', 'code': 200}
Apr 30 04:55:40.107402 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c14019-fd95-4f67-b8ab-f18b2a313903 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:55:40.108412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-57c14019-fd95-4f67-b8ab-f18b2a313903 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:40.140253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7243868d-b096-4544-87f5-9d8e75b0f599 req-20f39c0d-8339-4adb-b4a6-03accb2e04b7 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876385
Apr 30 04:55:40.141894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-57c14019-fd95-4f67-b8ab-f18b2a313903 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:40.143499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-57c14019-fd95-4f67-b8ab-f18b2a313903 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/da9ccd84-6190-4c9d-95d9-eeb2a079cc94 HTTP/1.1" status: 404  len: 333 time: 0.1322002
Apr 30 04:55:40.147005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54122) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:40.342554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet 7a4a40d4-cd98-4937-aeee-0f7a388b6969 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:55:40.348501 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:40.458923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:40.475891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:40.497067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:40.517820 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-768aba6d-8bd8-48fa-b1b9-5603c20f2cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4509099
Apr 30 04:55:40.558707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:40.629376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcacd96-4879-42c9-809b-5448b7269ea2 req-69bf7135-603c-4f88-852f-9d5b26c64259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:40.632403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fcacd96-4879-42c9-809b-5448b7269ea2 req-69bf7135-603c-4f88-852f-9d5b26c64259 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 1098 time: 0.4013083
Apr 30 04:55:40.649237 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:40.711340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:40.715166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:40.971072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a958cad2-8318-4910-be83-7c45caa07b60 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:41.078624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fcacd96-4879-42c9-809b-5448b7269ea2 req-405c7946-400e-43f5-803c-798645fd52de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3709581
Apr 30 04:55:41.137204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:41.153560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784d779-8d75-46eb-983e-be70877458b5 req-3c4b4e4b-ea6d-4814-a112-62a9d5f01009 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:41.155154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7784d779-8d75-46eb-983e-be70877458b5 req-3c4b4e4b-ea6d-4814-a112-62a9d5f01009 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.6279969
Apr 30 04:55:41.163828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf639e-8942-4dbb-bad8-ddc3b923ee40 req-599b2612-ec35-4558-8c3f-65a65c882c45 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:41.165385 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99cf639e-8942-4dbb-bad8-ddc3b923ee40 req-599b2612-ec35-4558-8c3f-65a65c882c45 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.4252260
Apr 30 04:55:41.225222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Allocated IP 10.1.1.225 (957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3/dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd/8fbd3132-e9b3-46ca-8915-2026e8671706) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:41.244957 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f12a9f4c-4317-433c-b5d5-bdd53b388293 req-aa56c47c-3e8e-42cc-b6d6-4027e2e21c90 service neutron] 10.222.0.37 "GET /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7096159
Apr 30 04:55:41.269624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:41.347456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a958cad2-8318-4910-be83-7c45caa07b60 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:41.378147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a958cad2-8318-4910-be83-7c45caa07b60 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:41.379116 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:41.467523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port f1854aa1-ff16-41b4-9e49-87189721168d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:41.485539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port f1854aa1-ff16-41b4-9e49-87189721168d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:41.486551 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:41.557717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99cf639e-8942-4dbb-bad8-ddc3b923ee40 req-203c25bb-19fe-4753-8adc-6ca162099969 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3278599
Apr 30 04:55:41.610248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7784d779-8d75-46eb-983e-be70877458b5 req-49ea6983-3564-47c7-99e5-a3723b72fdc2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4297645
Apr 30 04:55:41.735478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Allocated IP 172.20.0.1 (b1bd5ba5-69cf-4e27-8760-c0b2e9950036/eb265920-4046-43f3-99bf-6e4560fef00b/4ec5d6fd-6909-4200-b701-37f1762cddb6) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:42.005861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:42.092515 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:42.125991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Transition to ACTIVE for port object 8fbd3132-e9b3-46ca-8915-2026e8671706 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:42.158587 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:42.208758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:42.235804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:42.245193 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-db41b4d6-5672-42cd-b328-eb703ba5c2bc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:42.300654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:55:42.362956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:42.367381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:42.372251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:42.388907 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:42.405258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:42.411008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port a958cad2-8318-4910-be83-7c45caa07b60, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a958cad2-8318-4910-be83-7c45caa07b60,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:42.413098 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:42.522429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Port': ['ID=8fbd3132-e9b3-46ca-8915-2026e8671706,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:42.594681 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'code': 200}
Apr 30 04:55:42.633153 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:42.633996 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:42.671403 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:42.737854 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ad3e5df-3ec7-422f-8c38-5c18e9d37d8f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:42.777035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:42.793204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0012c-c103-4d89-be0a-bcae8e429c7d req-759bf6bb-e288-4827-aee6-f9ab0cff41eb tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:42.815564 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:42.816279 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e17b759e-8273-486f-a4cb-5d391c5d4306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:42.825600 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ba0012c-c103-4d89-be0a-bcae8e429c7d req-759bf6bb-e288-4827-aee6-f9ab0cff41eb tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 946 time: 0.7845385
Apr 30 04:55:42.985168 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:43.128876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=a958cad2-8318-4910-be83-7c45caa07b60,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:43.139550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ba0012c-c103-4d89-be0a-bcae8e429c7d req-e2c4901c-04b8-403e-b381-c2190c7efd1b tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3128600
Apr 30 04:55:43.146095 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:43.178631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a51889b3-ecd0-469a-94aa-ef622fde622c None None] Provisioning for port 8fbd3132-e9b3-46ca-8915-2026e8671706 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:43.204926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a51889b3-ecd0-469a-94aa-ef622fde622c None None] Provisioning complete for port 8fbd3132-e9b3-46ca-8915-2026e8671706 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:43.208714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:43.209480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:43.210357 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a51889b3-ecd0-469a-94aa-ef622fde622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:43.220253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:43.227993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:43.239935 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:43.251265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:43.265547 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ecec2e7d-d182-4e74-82a9-97f301d3ac12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:43.284601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec5d6fd-6909-4200-b701-37f1762cddb6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:43.294756 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:43.302299 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ef7175fc-d219-4801-a177-970e40834a2b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:43.472648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4a40d4-cd98-4937-aeee-0f7a388b6969,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:43.473955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a51889b3-ecd0-469a-94aa-ef622fde622c None None] Port 8fbd3132-e9b3-46ca-8915-2026e8671706 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:55:43.492966 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:43.511947 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:43.513316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc469e-0fda-44b7-8d8e-4eafebc5cbf4 None None] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:43.547290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/7a4a40d4-cd98-4937-aeee-0f7a388b6969 HTTP/1.1" status: 204  len: 168 time: 3.3976572
Apr 30 04:55:43.553044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54156) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:43.714153 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 7.4459414
Apr 30 04:55:43.769177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f1827-12f3-4494-badf-3b33614c8446 req-c9b1dd56-db52-4849-b576-15c549711b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:43.772548 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c98f1827-12f3-4494-badf-3b33614c8446 req-c9b1dd56-db52-4849-b576-15c549711b58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1097 time: 0.7735178
Apr 30 04:55:43.797502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Checking segment: {'id': 'b88baa79-b14c-407f-bd06-090e3a786908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:43.797965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network hostable DHCP agents. Network: 3a7e7b95-142a-4b6e-9286-bf8f34f631ab, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:55:43.926607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=19f3d3a1-761e-4126-b541-f0477a0426b7,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:43.950086 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:43.981366 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:44.005097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d04d49-4330-4511-b012-35ce1397f8b1 req-3764f66a-714e-45c9-b2f7-a1b75c5344cd tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:44.018020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:55:44.023458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22d04d49-4330-4511-b012-35ce1397f8b1 req-3764f66a-714e-45c9-b2f7-a1b75c5344cd tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.9726543
Apr 30 04:55:44.023809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c98f1827-12f3-4494-badf-3b33614c8446 req-7ef0ef2e-cf9e-4758-a6ab-ab64711cfcd0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2368026
Apr 30 04:55:44.052524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 3a7e7b95-142a-4b6e-9286-bf8f34f631ab) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:44.070505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b0256-3dfa-43ae-b107-f800c98c74a6 None None] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:44.085430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:44.086038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:44.219092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:44.278239 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.7393751
Apr 30 04:55:44.283056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54166) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:44.305725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22d04d49-4330-4511-b012-35ce1397f8b1 req-93915b44-73a9-41d6-af71-7b03f1bd9f6d tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805767
Apr 30 04:55:44.313592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:44.526315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187101b-1090-434b-8624-d2994d903f68 req-597c6b0d-a211-41e7-a575-f56106ca13e6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:44.526315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2187101b-1090-434b-8624-d2994d903f68 req-597c6b0d-a211-41e7-a575-f56106ca13e6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 945 time: 0.8438721
Apr 30 04:55:44.575450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] DHCP port deletion for f6ae3d39-76b2-442e-ac93-5efefa847ecc request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:55:44.619535 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:44.691038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2187101b-1090-434b-8624-d2994d903f68 req-217e31b1-69c9-44f9-8a35-1f05586f0808 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2001331
Apr 30 04:55:44.731740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 4699b126-37fd-4e33-b790-84cb35f52fc0 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:44.732106 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:44.826984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-3a7e7b95-142a-4b6e-9286-bf8f34f631ab', 'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab', 'tenant_id': 'a757c40b25f54d7390ac2e26567bf4d9', 'fixed_ips': [{'subnet_id': '19f3d3a1-761e-4126-b541-f0477a0426b7'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:55:44.829487 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:44.905276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a958cad2-8318-4910-be83-7c45caa07b60 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:45.001363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] For port 4699b126-37fd-4e33-b790-84cb35f52fc0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4699b126-37fd-4e33-b790-84cb35f52fc0,segment=NetworkSegment(2d6f758d-7e04-448e-aa90-8ccf73b72c16),segment_id=2d6f758d-7e04-448e-aa90-8ccf73b72c16)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:45.007250 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.185695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54172) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:45.203845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--544980510', 'description': 'tempest-description--1408376223'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:45.276633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:45.315917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] Deleting port 4699b126-37fd-4e33-b790-84cb35f52fc0 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:55:45.316877 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.327515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:security_group and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:45.344712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:45.354750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:45.366411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 4699b126-37fd-4e33-b790-84cb35f52fc0 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:45.455854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:45.474798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.493350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:45.502023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:45.521108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:45.543385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:45.550267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:security_group_rule and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:45.563360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:45.566497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:45.571181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.598721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:45.605759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a958cad2-8318-4910-be83-7c45caa07b60 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:45.606572 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.693441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa81350-b774-469b-8908-47cb8495b74f req-1870e366-e85e-40ff-b70b-c3f86cd36975 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:45.700229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0aa81350-b774-469b-8908-47cb8495b74f req-1870e366-e85e-40ff-b70b-c3f86cd36975 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 946 time: 0.3548019
Apr 30 04:55:45.724251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] For port 4699b126-37fd-4e33-b790-84cb35f52fc0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4699b126-37fd-4e33-b790-84cb35f52fc0,segment=NetworkSegment(2d6f758d-7e04-448e-aa90-8ccf73b72c16),segment_id=2d6f758d-7e04-448e-aa90-8ccf73b72c16)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:45.726056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.756186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.788374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.799599 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8473ef4-5190-499c-9bab-1ab3c92c0085 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:45.805068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.840061 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9d0d853a-ee39-40b2-98e2-be4638e4739b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:45.966587 n-d-766726-20 neutron-server[74582]: INFO neutron.db.ipam_backend_mixin [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19f3d3a1-761e-4126-b541-f0477a0426b7 (CIDR: 2001:db8::/64)
Apr 30 04:55:45.971541 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.986662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:45.993947 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:55:45.994618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:55:46.003022 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:46.011523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec5d6fd-6909-4200-b701-37f1762cddb6,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:46.020472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No DVR routers for this DVR port 4699b126-37fd-4e33-b790-84cb35f52fc0 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:55:46.031401 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:46.031891 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6dab59cd-0b27-434c-8b60-8cf9912ebed3 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:46.119039 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f64b365a-ef2b-46df-a300-f376229e1f4c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.8297386
Apr 30 04:55:46.119039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:46.119785 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.9270077
Apr 30 04:55:46.124616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54184) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:46.124831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54186) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:46.134724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'security_group_rule': {'security_group_id': 'f6524ffd-07d4-43ea-934f-89b36a34f72e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:46.143201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:46.167140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=4699b126-37fd-4e33-b790-84cb35f52fc0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:46.182278 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:46.209210 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0aa81350-b774-469b-8908-47cb8495b74f req-3f800453-9300-4a85-8863-5f491121c084 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4883685
Apr 30 04:55:46.211511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] Calling delete_port for 4699b126-37fd-4e33-b790-84cb35f52fc0 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:55:46.217086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6524ffd-07d4-43ea-934f-89b36a34f72e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:46.219853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:46.254796 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:46.256552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:security_group_rule and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:46.273576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Allocated IP 2001:db8::2 (3a7e7b95-142a-4b6e-9286-bf8f34f631ab/19f3d3a1-761e-4126-b541-f0477a0426b7/6d475739-c42c-4566-9d10-be57c46d796d) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:46.278186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:46.314660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aeced-38ea-4b28-a94b-79ad9ac8cda0 req-db3e5524-1790-4095-834f-517cc320de8d tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:46.325544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-478aeced-38ea-4b28-a94b-79ad9ac8cda0 req-db3e5524-1790-4095-834f-517cc320de8d tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.7982416
Apr 30 04:55:46.370321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:46.482214 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:46.534378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:46.558499 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:46.571854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:46.668101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:46.686222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:46.691420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:46.805001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:46.829676 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:46.858491 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-512ef0bc-85ef-4dde-9e23-48ecc3641e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:46.863578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:46.869927 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:47.009228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:55:47.052207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-478aeced-38ea-4b28-a94b-79ad9ac8cda0 req-d87ee5b4-d50a-41c2-80f8-66fea63f52b4 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6150696
Apr 30 04:55:47.106811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b8143d0>,) {'filters': {'network_id': ['f6ae3d39-76b2-442e-ac93-5efefa847ecc']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:47.123737 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:47.148904 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Transition to ACTIVE for port object 6d475739-c42c-4566-9d10-be57c46d796d will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:47.181106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b8143d0>, '2d6f758d-7e04-448e-aa90-8ccf73b72c16') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:47.181933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b8143d0>, '2d6f758d-7e04-448e-aa90-8ccf73b72c16') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:47.229009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Transition to ACTIVE for port object 6d475739-c42c-4566-9d10-be57c46d796d will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:47.239859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] Pushing event deleted for resources: {'Port': ['ID=4699b126-37fd-4e33-b790-84cb35f52fc0,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:47.246878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4699b126-37fd-4e33-b790-84cb35f52fc0 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:55:47.271462 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:47.329423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea5a3-ed24-4a6b-82d3-079f83b4e134 req-2fa55c0f-47ce-48de-a5df-40804ca36a8d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:47.330007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] No DVR routers for this DVR port 4699b126-37fd-4e33-b790-84cb35f52fc0 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:55:47.344545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad2ea5a3-ed24-4a6b-82d3-079f83b4e134 req-2fa55c0f-47ce-48de-a5df-40804ca36a8d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 945 time: 0.4583013
Apr 30 04:55:47.352055 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:47.365472 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:47.367464 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:47.401794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:55:47.420147 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:47.475584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 4699b126-37fd-4e33-b790-84cb35f52fc0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:55:47.475948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4699b126-37fd-4e33-b790-84cb35f52fc0 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:55:47.512193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:47.526740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:47.532153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:47.638916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:47.654404 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:47.711198 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad2ea5a3-ed24-4a6b-82d3-079f83b4e134 req-a74a1878-482f-4c83-b723-22b5003e1de3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3635848
Apr 30 04:55:47.792311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Pushing event updated for resources: {'Port': ['ID=6d475739-c42c-4566-9d10-be57c46d796d,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:47.799915 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:47.804347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Attempting to bind port 6d475739-c42c-4566-9d10-be57c46d796d on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:55:47.804978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Attempting to bind port 6d475739-c42c-4566-9d10-be57c46d796d by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b88baa79-b14c-407f-bd06-090e3a786908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:55:47.805474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Attempting to bind port 6d475739-c42c-4566-9d10-be57c46d796d on network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:47.815916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:55:47.816583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Checking segment: {'id': 'b88baa79-b14c-407f-bd06-090e3a786908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:47.817800 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:47.818481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Bound using segment: {'id': 'b88baa79-b14c-407f-bd06-090e3a786908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:55:47.819704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Bound port: 6d475739-c42c-4566-9d10-be57c46d796d, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88baa79-b14c-407f-bd06-090e3a786908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:55:47.820384 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:47.974729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:55:47.995436 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:48.062266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] For port 6d475739-c42c-4566-9d10-be57c46d796d, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:55:48.068285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] For port 6d475739-c42c-4566-9d10-be57c46d796d, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6d475739-c42c-4566-9d10-be57c46d796d,segment=NetworkSegment(b88baa79-b14c-407f-bd06-090e3a786908),segment_id=b88baa79-b14c-407f-bd06-090e3a786908)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:55:48.078107 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:48.084830 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-98384e06-ac35-4892-83a5-24adc08fafae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:48.127958 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0716fdd8-682d-4dce-89f6-8b0937499b42 tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:48.216653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8bc8ab-888b-4be3-a53f-9de8d9db77c0,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:48.245096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Pushing event updated for resources: {'Port': ['ID=6d475739-c42c-4566-9d10-be57c46d796d,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:48.250133 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:48.277816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:48.351683 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:48.356092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2260542
Apr 30 04:55:48.380279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:55:48.385013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54218) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:48.397772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Sync routers for ids ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:55:48.420406 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Routers {'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:55:48.421939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0226d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:55:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:48.422311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'security_group_rule': {'security_group_id': 'f6524ffd-07d4-43ea-934f-89b36a34f72e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:48.441683 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] 10.222.0.46 "PUT /v2.0/routers/ba0ba9f6-8472-4e46-85c6-d6af193eb4c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4908500
Apr 30 04:55:48.470253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:48.523423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:security_group_rule and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:48.548505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:48.569408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:48.818488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:48.885918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network f6ae3d39-76b2-442e-ac93-5efefa847ecc has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:55:49.330147 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:55:49.351083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Set router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:55:49.393170 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:49.409118 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:49.420586 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:49.422692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62277f-cf78-44e4-a876-85215b8d3350 req-83699d01-e92e-4c5b-9d1a-7ca78d1546d9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:49.424458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d62277f-cf78-44e4-a876-85215b8d3350 req-83699d01-e92e-4c5b-9d1a-7ca78d1546d9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 945 time: 0.6646361
Apr 30 04:55:49.430843 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:49.431483 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:49.440519 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9e05076-ba92-4164-a58d-1207cba0d601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:49.496485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54240) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:49.557180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67c8f51-1c4a-49f5-90ef-0cf7751bc0aa,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:49.564750 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:49.565552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:49.572461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0a65a1ed-0fc2-4c64-9876-5f0cf5c59ef6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'floatingip': {'port_id': 'f1854aa1-ff16-41b4-9e49-87189721168d'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:49.574648 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1815231
Apr 30 04:55:49.583121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54244) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:49.602260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:49.627099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:49.647382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:floatingip and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:49.663728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:49.691086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:49.724589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:49.805912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Network': ['ID=f6ae3d39-76b2-442e-ac93-5efefa847ecc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:49.864385 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:49.866316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/networks/f6ae3d39-76b2-442e-ac93-5efefa847ecc HTTP/1.1" status: 204  len: 168 time: 6.3122656
Apr 30 04:55:49.872218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54256) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:49.925018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1742027066'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:49.938353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:49.960512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:network and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:49.964555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:49.972091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:49.983266 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a65a1ed-0fc2-4c64-9876-5f0cf5c59ef6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:50.029804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6d475739-c42c-4566-9d10-be57c46d796d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:50.192122 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:50.227188 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-71aebfe6-52ab-4b9b-b204-b69caf485377 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:50.421664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfcf1b7-2cd8-43bb-85d0-0f39ef0320c3 None None] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:50.565914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=39440d81-55ce-4170-858a-c847c322c1d2,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:50.573490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:50.581860 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:50.584778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:50.633763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:50.635029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:50.699044 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 4.5705752
Apr 30 04:55:50.702288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54266) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:50.732209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab', 'fixed_ips': [{'subnet_id': '19f3d3a1-761e-4126-b541-f0477a0426b7'}, {'subnet_id': '39440d81-55ce-4170-858a-c847c322c1d2'}], 'name': 'tempest-PortsIpV6TestJSON-1806357482'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:50.919062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 6d475739-c42c-4566-9d10-be57c46d796d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:51.014171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bb35c426-2106-4e60-9134-4d6208acb8f5 None None] Provisioning for port 6d475739-c42c-4566-9d10-be57c46d796d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:55:51.076699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:51.105334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:51.125470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:51.138061 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:51.157306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:51.162353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bb35c426-2106-4e60-9134-4d6208acb8f5 None None] Provisioning complete for port 6d475739-c42c-4566-9d10-be57c46d796d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:51.163158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb35c426-2106-4e60-9134-4d6208acb8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:51.259632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:51.272220 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:51.298025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6d475739-c42c-4566-9d10-be57c46d796d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:51.299981 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:51.309894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:51.533338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:55:51.579010 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:51.579660 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Added segment d59179ad-fed1-43e7-bdec-4767ce62cd12 of type vlan for network 8a14120a-d7bb-47fc-b966-b4970b19561f
Apr 30 04:55:51.755442 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:51.774053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-0b8a0128-8f26-4586-81cd-fec57e086a95 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:51.774914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-0b8a0128-8f26-4586-81cd-fec57e086a95 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Synchronizing usage tracker for tenant:d7c31aa3af204c94885a5a90e0cdc894 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:51.778721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Allocated IP 172.25.8.76 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/d3589ee3-9782-42e6-93f4-4e01c257766f) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:51.881393 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a65a1ed-0fc2-4c64-9876-5f0cf5c59ef6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:51.899150 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:51.915725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a65a1ed-0fc2-4c64-9876-5f0cf5c59ef6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:51.944044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0226d0>, [{'id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:55:23Z', 'updated_at': '2021-04-30T04:55:44Z', 'revision_number': 4, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'gw_port': {'id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:28Z', 'updated_at': '2021-04-30T04:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '4ec5d6fd-6909-4200-b701-37f1762cddb6', 'name': '', 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'mac_address': 'fa:16:3e:6c:74:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'eb265920-4046-43f3-99bf-6e4560fef00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:40Z', 'updated_at': '2021-04-30T04:55:45Z', 'revision_number': 2, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'subnets': [{'id': 'eb265920-4046-43f3-99bf-6e4560fef00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:52.047999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 6d475739-c42c-4566-9d10-be57c46d796d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6d475739-c42c-4566-9d10-be57c46d796d,segment=NetworkSegment(b88baa79-b14c-407f-bd06-090e3a786908),segment_id=b88baa79-b14c-407f-bd06-090e3a786908)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:55:52.080030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-0b8a0128-8f26-4586-81cd-fec57e086a95 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Unset dirty status for tenant:d7c31aa3af204c94885a5a90e0cdc894 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:52.088854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-0b8a0128-8f26-4586-81cd-fec57e086a95 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 810 time: 1.3345571
Apr 30 04:55:52.096955 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:52.101426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Checking router: ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:55:52.102042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Updating router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 port 4ec5d6fd-6909-4200-b701-37f1762cddb6 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:55:52.128052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-03ed05bb-de69-4552-835c-47a2a93b5687 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/quotas/d7c31aa3af204c94885a5a90e0cdc894 HTTP/1.1" status: 200  len: 375 time: 0.0381775
Apr 30 04:55:52.179876 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:52.185480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:52.186247 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:52.202610 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-388e127e-7d37-47ee-b77e-54e06c9ae069 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:52.202903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:52.291749 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:52.305932 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:52.326715 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:52.493126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:52.497510 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:52.510744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.6338143
Apr 30 04:55:52.522177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Network': ['ID=8a14120a-d7bb-47fc-b966-b4970b19561f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:52.527272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54274) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:52.532632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:52.540735 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:52.562279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': '8a14120a-d7bb-47fc-b966-b4970b19561f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:52.578489 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-0a65a1ed-0fc2-4c64-9876-5f0cf5c59ef6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Floating IP 61e49044-9f36-49e8-a238-96a2e68c1904 associated. External IP: 172.25.8.158, port: f1854aa1-ff16-41b4-9e49-87189721168d.
Apr 30 04:55:52.580992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:52.586218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 8a14120a-d7bb-47fc-b966-b4970b19561f details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:55:52.612999 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb35c426-2106-4e60-9134-4d6208acb8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:52.664135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Port': ['ID=d3589ee3-9782-42e6-93f4-4e01c257766f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:52.690791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:52.707222 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:52.725740 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-c6b805a0-2228-4343-8119-45978e629fa1 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5963273
Apr 30 04:55:52.840321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port d9fd8986-f417-4b82-849a-0a0e572831c3 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:55:53.079354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] Update dhcp port {'port': {'network_id': '3a7e7b95-142a-4b6e-9286-bf8f34f631ab', 'fixed_ips': [{'subnet_id': '19f3d3a1-761e-4126-b541-f0477a0426b7', 'ip_address': '2001:db8::2'}, {'subnet_id': '39440d81-55ce-4170-858a-c847c322c1d2'}], 'binding:host_id': 'n-d-766726-20'}, 'id': '6d475739-c42c-4566-9d10-be57c46d796d'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:55:53.195177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:53.201300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:53.204471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:53.213264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:53.218329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-8c0e9499-18f5-4ff1-bd42-b352d9fc933f service neutron] 10.222.0.46 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4917021
Apr 30 04:55:53.252787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:53.265650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:53.270699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:53.662239 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:53.701921 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:53.724879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Transition to ACTIVE for port object 4ec5d6fd-6909-4200-b701-37f1762cddb6 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:53.763943 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:53.778605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=6d475739-c42c-4566-9d10-be57c46d796d,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:53.799382 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.473s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:53.881481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a65a1ed-0fc2-4c64-9876-5f0cf5c59ef6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Router 62b8faff-88e3-4bc7-a754-5d9609575082 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:55:53.901577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-b06de0aa-69e4-4e3b-862b-9c60bd3a6add service neutron] 10.222.0.46 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6821237
Apr 30 04:55:54.041970 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:54.103831 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:54.152912 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-bb35c426-2106-4e60-9134-4d6208acb8f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 04:55:54.153430 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-bb35c426-2106-4e60-9134-4d6208acb8f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 04:55:54.190679 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:54.212289 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:54.221691 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e90db211-b63a-4372-93c2-0bb8db73390c tempest-PortsAdminExtendedAttrsTestJSON-1322539052 tempest-PortsAdminExtendedAttrsTestJSON-1322539052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:54.401627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6d475739-c42c-4566-9d10-be57c46d796d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:55:54.543911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a65a1ed-0fc2-4c64-9876-5f0cf5c59ef6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:55:54.560368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Port': ['ID=d3589ee3-9782-42e6-93f4-4e01c257766f,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:54.560821 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] Sync routers for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:55:54.574150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-435ae209-92ca-459d-b851-709d48a49007 req-88755fbb-90c1-411c-b9ae-a6d5bbc4e6b0 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 210 time: 0.2142406
Apr 30 04:55:54.578989 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:54.582498 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a65a1ed-0fc2-4c64-9876-5f0cf5c59ef6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:54.589231 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:55:54.594630 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801f7190>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:55:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:54.600494 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:54.743577 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:54.749196 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.1626749
Apr 30 04:55:54.755572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0a65a1ed-0fc2-4c64-9876-5f0cf5c59ef6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "PUT /v2.0/floatingips/61e49044-9f36-49e8-a238-96a2e68c1904 HTTP/1.1" status: 200  len: 991 time: 5.2210302
Apr 30 04:55:54.755572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:55:54.917453 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'status': 'completed', 'code': 200}
Apr 30 04:55:54.989399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b04859-5daa-4e84-a6a2-c48f30f5b05c None None] Pushing event updated for resources: {'Port': ['ID=4ec5d6fd-6909-4200-b701-37f1762cddb6,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:55.001465 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-60b04859-5daa-4e84-a6a2-c48f30f5b05c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:55.354319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::1ea (3a7e7b95-142a-4b6e-9286-bf8f34f631ab/19f3d3a1-761e-4126-b541-f0477a0426b7/d9fd8986-f417-4b82-849a-0a0e572831c3) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:55.376592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8:0:1::10d (3a7e7b95-142a-4b6e-9286-bf8f34f631ab/39440d81-55ce-4170-858a-c847c322c1d2/d9fd8986-f417-4b82-849a-0a0e572831c3) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:55.425052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:55.440654 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-041b3402-8c72-45e5-8773-4dbff2527041 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:55.441000 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:55:55.465182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Attempting to bind port 4ec5d6fd-6909-4200-b701-37f1762cddb6 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:55:55.465790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Attempting to bind port 4ec5d6fd-6909-4200-b701-37f1762cddb6 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:55:55.466392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Attempting to bind port 4ec5d6fd-6909-4200-b701-37f1762cddb6 on network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:55.481511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-1e28778c-c9a6-4234-839f-7a5acf82d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:55.483053 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-1e28778c-c9a6-4234-839f-7a5acf82d4f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1097 time: 0.4922431
Apr 30 04:55:55.483330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:55:55.484006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Checking segment: {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:55.484682 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:55.485769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Bound using segment: {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:55:55.486648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Bound port: 4ec5d6fd-6909-4200-b701-37f1762cddb6, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:55:55.487354 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:55.546554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ecf98cbc-afe2-4e11-a53b-ce9607fd1722 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Synchronizing usage tracker for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:55.549471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6d475739-c42c-4566-9d10-be57c46d796d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:55:55.551467 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:55.605388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ecf98cbc-afe2-4e11-a53b-ce9607fd1722 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Unset dirty status for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:55.606808 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ecf98cbc-afe2-4e11-a53b-ce9607fd1722 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--544980510&fields=id&tenant_id=748cbebd87a54850a6c2f758e820ab99 HTTP/1.1" status: 200  len: 267 time: 0.2294328
Apr 30 04:55:55.719162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] For port 4ec5d6fd-6909-4200-b701-37f1762cddb6, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:55:55.737567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] For port 4ec5d6fd-6909-4200-b701-37f1762cddb6, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ec5d6fd-6909-4200-b701-37f1762cddb6,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:55:55.741983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cd52689f-7b32-4477-b31a-559f69dd04ef tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:55.742749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cd52689f-7b32-4477-b31a-559f69dd04ef tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Synchronizing usage tracker for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:55.764830 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:55.772951 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a066c9d-5c35-4ada-8273-4f63ce813b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:55.804046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cd52689f-7b32-4477-b31a-559f69dd04ef tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Unset dirty status for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:55.805251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cd52689f-7b32-4477-b31a-559f69dd04ef tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports/f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 200  len: 936 time: 0.1893921
Apr 30 04:55:55.931183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=7bfaaa1e-513a-4176-a0e1-a0bb6d6879a1,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:56.026470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Routers {'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:55:56.027138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0226d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:55:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:56.053714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d23c2bd2-e85e-47d2-b1f1-07fb94321a59 req-19c0cb07-1b43-4038-b351-e3caccc38c0b tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 210 time: 0.1218674
Apr 30 04:55:56.088001 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:56.100598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-62a1bf67-6437-481e-8fb0-4ac70c3429a9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:56.102330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-62a1bf67-6437-481e-8fb0-4ac70c3429a9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports/8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 200  len: 937 time: 0.2911301
Apr 30 04:55:56.117481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-8fedc302-fd15-4a93-9762-835919eb9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:56.122918 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-8fedc302-fd15-4a93-9762-835919eb9e7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.6177859
Apr 30 04:55:56.204180 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801f7190>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:39Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '61e49044-9f36-49e8-a238-96a2e68c1904', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'port_id': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'mac_address': 'fa:16:3e:69:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:54:57Z', 'updated_at': '2021-04-30T04:55:51Z', 'revision_number': 1, 'project_id': '9c446453632e4610bea794e8357c69bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c440de46-7124-4bcc-adf8-8d8bd3765eb6', 'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'mac_address': 'fa:16:3e:85:0d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:29Z', 'updated_at': '2021-04-30T04:54:59Z', 'revision_number': 5, 'project_id': '9c446453632e4610bea794e8357c69bd', 'subnets': [{'id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:56.220145 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] Checking router: 62b8faff-88e3-4bc7-a754-5d9609575082 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:55:56.226527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-16df5b8f-44e5-4edb-a5db-210e9602fb75 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1178083
Apr 30 04:55:56.231460 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:55:56.232258 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801f7190>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:55:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:56.265060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] Set router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:55:56.308279 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-a74e93b1-51c0-458a-8b3e-ca1caea2f90d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0750475
Apr 30 04:55:56.591613 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:55:56.593543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-0752466f-edea-4837-9d85-22bfe85a83ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:56.610842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-0752466f-edea-4837-9d85-22bfe85a83ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:56.617827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Checking segment: {'id': 'd59179ad-fed1-43e7-bdec-4767ce62cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8a14120a-d7bb-47fc-b966-b4970b19561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:56.618463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network hostable DHCP agents. Network: 8a14120a-d7bb-47fc-b966-b4970b19561f, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:55:56.635904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-0752466f-edea-4837-9d85-22bfe85a83ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:56.637342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-0752466f-edea-4837-9d85-22bfe85a83ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Synchronizing usage tracker for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:55:56.665739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-0752466f-edea-4837-9d85-22bfe85a83ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Unset dirty status for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:55:56.667334 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-0752466f-edea-4837-9d85-22bfe85a83ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/networks?id=c7ce8a20-822a-4055-8098-f9299e94ad1e&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc HTTP/1.1" status: 200  len: 1993 time: 0.3582160
Apr 30 04:55:56.694157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-5e4d220c-f525-44b9-a3ee-812549108da3 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/quotas/748cbebd87a54850a6c2f758e820ab99 HTTP/1.1" status: 200  len: 375 time: 0.0143239
Apr 30 04:55:56.767048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b04859-5daa-4e84-a6a2-c48f30f5b05c None None] Pushing event updated for resources: {'Port': ['ID=4ec5d6fd-6909-4200-b701-37f1762cddb6,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:56.844952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-f2a90bf3-452b-444c-a392-0c4b369da354 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1414955
Apr 30 04:55:56.923967 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-60b04859-5daa-4e84-a6a2-c48f30f5b05c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.151s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:56.947499 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-661732ff-4b39-4478-9ae9-9a2b8b3d3bcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 999 time: 0.6446540
Apr 30 04:55:56.954376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 8a14120a-d7bb-47fc-b966-b4970b19561f is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:55:57.033984 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:57.061805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 8a14120a-d7bb-47fc-b966-b4970b19561f) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:57.106343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439eeb3-bfda-4a95-a4b7-0236a9fa2007 None None] Network 8a14120a-d7bb-47fc-b966-b4970b19561f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:55:57.158100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:57.158874 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:57.160792 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-acc58dfa-03d2-43f6-973f-1e49fe0e927b service neutron] 10.222.0.46 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2540686
Apr 30 04:55:57.196044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object d9fd8986-f417-4b82-849a-0a0e572831c3 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:57.222136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-b0a57b30-a276-49dc-b274-307e1c4ec6e5 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:57.224768 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-b0a57b30-a276-49dc-b274-307e1c4ec6e5 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.50 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 810 time: 0.5979881
Apr 30 04:55:57.242711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Request body: {'port': {'device_id': '7df39d63-7ab8-49eb-a5fa-47815c0d771a', 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036', 'admin_state_up': True, 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:57.261811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-d16d3a7f-1499-4926-87c2-0e5b1e11e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:57.263490 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-d16d3a7f-1499-4926-87c2-0e5b1e11e2f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.3019986
Apr 30 04:55:57.359706 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8286324
Apr 30 04:55:57.364428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54314) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:57.374575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1904299811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:57.399223 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:55:57.438262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:57.448235 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:57.465307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-8a14120a-d7bb-47fc-b966-b4970b19561f', 'network_id': '8a14120a-d7bb-47fc-b966-b4970b19561f', 'tenant_id': 'fb3e9fc3fbee4b1da4211bda91d257ff', 'fixed_ips': [{'subnet_id': '7bfaaa1e-513a-4176-a0e1-a0bb6d6879a1'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:55:57.466444 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:57.485741 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801f7190>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:39Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '61e49044-9f36-49e8-a238-96a2e68c1904', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'port_id': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'mac_address': 'fa:16:3e:69:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:54:57Z', 'updated_at': '2021-04-30T04:55:51Z', 'revision_number': 1, 'project_id': '9c446453632e4610bea794e8357c69bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c440de46-7124-4bcc-adf8-8d8bd3765eb6', 'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'mac_address': 'fa:16:3e:85:0d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:29Z', 'updated_at': '2021-04-30T04:54:59Z', 'revision_number': 5, 'project_id': '9c446453632e4610bea794e8357c69bd', 'subnets': [{'id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:57.492478 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-f33a3742-eb61-438f-b09c-17a195ff688a service neutron] 10.222.0.46 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3101747
Apr 30 04:55:57.497143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:router and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:57.498448 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1393367-b1ac-47ad-b674-6f2489c0f677 None None] The sync data for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 is: [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:39Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '61e49044-9f36-49e8-a238-96a2e68c1904', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'port_id': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'mac_address': 'fa:16:3e:69:36:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:54:57Z', 'updated_at': '2021-04-30T04:55:51Z', 'revision_number': 1, 'project_id': '9c446453632e4610bea794e8357c69bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c440de46-7124-4bcc-adf8-8d8bd3765eb6', 'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'mac_address': 'fa:16:3e:85:0d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:29Z', 'updated_at': '2021-04-30T04:54:59Z', 'revision_number': 5, 'project_id': '9c446453632e4610bea794e8357c69bd', 'subnets': [{'id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:55:57.501922 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:57.508309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:57.517292 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0226d0>, [{'id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:55:23Z', 'updated_at': '2021-04-30T04:55:44Z', 'revision_number': 4, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'gw_port': {'id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:28Z', 'updated_at': '2021-04-30T04:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '4ec5d6fd-6909-4200-b701-37f1762cddb6', 'name': '', 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'mac_address': 'fa:16:3e:6c:74:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'eb265920-4046-43f3-99bf-6e4560fef00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:40Z', 'updated_at': '2021-04-30T04:55:55Z', 'revision_number': 4, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'subnets': [{'id': 'eb265920-4046-43f3-99bf-6e4560fef00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:55:57.530139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:57.571321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:57.572580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:57.584789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d98d1-59cc-46a5-8301-426bd98c6560 None None] The sync data for ids ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'] in n-d-766726-20 is: [{'id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:55:23Z', 'updated_at': '2021-04-30T04:55:44Z', 'revision_number': 4, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'gw_port': {'id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:28Z', 'updated_at': '2021-04-30T04:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '4ec5d6fd-6909-4200-b701-37f1762cddb6', 'name': '', 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'mac_address': 'fa:16:3e:6c:74:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': 'eb265920-4046-43f3-99bf-6e4560fef00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:40Z', 'updated_at': '2021-04-30T04:55:55Z', 'revision_number': 4, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'subnets': [{'id': 'eb265920-4046-43f3-99bf-6e4560fef00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:55:57.592532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-dd04130c-b14e-4e61-91a1-5cc0bdcf5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:57.594680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-dd04130c-b14e-4e61-91a1-5cc0bdcf5033 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3072853
Apr 30 04:55:57.607047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:57.615782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aae6b8ee-c940-4c8f-96bf-943bddc03b62 req-be0a4868-b7df-46d0-95bc-e7813b206a89 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 210 time: 0.1216273
Apr 30 04:55:57.705525 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1f8b8ea-cdfc-4f53-bf70-9b31c7969485 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:57.742193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e03413f2-7d4b-4717-9b7c-ff7fe0c320e1 service neutron] 10.222.0.46 "GET /v2.0/ports/f124c858-8f59-4262-9a4b-5bdb30ab86d0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1396701
Apr 30 04:55:57.858022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Allocated IP 172.20.0.2 (8a14120a-d7bb-47fc-b966-b4970b19561f/7bfaaa1e-513a-4176-a0e1-a0bb6d6879a1/4abf626e-063c-41a8-ae60-49383785fa9c) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:58.060106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=d9fd8986-f417-4b82-849a-0a0e572831c3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:58.084836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-7e8f880b-cd57-4742-a11f-cf98478b750f service neutron] 10.222.0.46 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3366969
Apr 30 04:55:58.085710 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:58.095875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:58.104194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:58.109044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:58.110639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:58.120583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Usage tracker for resource:port and tenant:d7c31aa3af204c94885a5a90e0cdc894 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:58.125321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:58.139440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:55:58.140140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:58.152763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:58.186441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:58.243955 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-02473218-07bb-4f62-a762-6f0587ee2891 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6151867
Apr 30 04:55:58.246105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:58.262721 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 7.5529377
Apr 30 04:55:58.265431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54318) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:58.307925 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:58.313778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19f3d3a1-761e-4126-b541-f0477a0426b7'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:58.331552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Transition to ACTIVE for port object 4abf626e-063c-41a8-ae60-49383785fa9c will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:58.359367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Made reservation on behalf of d7c31aa3af204c94885a5a90e0cdc894 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:58.360115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Transition to ACTIVE for port object 4abf626e-063c-41a8-ae60-49383785fa9c will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:55:58.366129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:58.378195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21febc6-4038-4088-9d9f-da88b2a6a4a4 None None] New status for floating IP 61e49044-9f36-49e8-a238-96a2e68c1904: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:55:58.448425 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:58.486069 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-60b04859-5daa-4e84-a6a2-c48f30f5b05c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:55:58.561314 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:58.565082 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a8a0647b-9c8c-436e-849c-d305d8b73f63 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 1.1955125
Apr 30 04:55:58.565280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-64ea4428-5b64-4ba4-adc3-0e371bf44a93 service neutron] 10.222.0.46 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4737217
Apr 30 04:55:58.569504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54322) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:55:58.598397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Pushing event updated for resources: {'Port': ['ID=4abf626e-063c-41a8-ae60-49383785fa9c,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:55:58.602681 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:55:58.630329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Network 8a14120a-d7bb-47fc-b966-b4970b19561f is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:55:58.646029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:55:58.649208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:55:58.712177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-2640150b-f660-44b4-bc4f-172b38c15705 service neutron] 10.222.0.46 "GET /v2.0/ports/8fbd3132-e9b3-46ca-8915-2026e8671706?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1382034
Apr 30 04:55:58.717787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] Allocated IP 2001:db8:0:1::2 (3a7e7b95-142a-4b6e-9286-bf8f34f631ab/39440d81-55ce-4170-858a-c847c322c1d2/6d475739-c42c-4566-9d10-be57c46d796d) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:58.727096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'network_id': '8a14120a-d7bb-47fc-b966-b4970b19561f', 'name': 'tempest-PortsTestJSON-1484310254'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:55:59.012150 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Attempting to bind port 4abf626e-063c-41a8-ae60-49383785fa9c on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:55:59.012864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Attempting to bind port 4abf626e-063c-41a8-ae60-49383785fa9c by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'd59179ad-fed1-43e7-bdec-4767ce62cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8a14120a-d7bb-47fc-b966-b4970b19561f'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:55:59.013541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Attempting to bind port 4abf626e-063c-41a8-ae60-49383785fa9c on network 8a14120a-d7bb-47fc-b966-b4970b19561f {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:55:59.164381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:55:59.170493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:port and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:55:59.174470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:55:59.184306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:55:59.200291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a4d33da-d798-4ce8-95a6-f27e015abf04 req-78754381-4c2a-4754-b0ca-e525bb32c866 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 210 time: 0.1769192
Apr 30 04:55:59.258360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-21e192ae-3051-4704-bffd-4a983c3df45c service neutron] 10.222.0.46 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4918058
Apr 30 04:55:59.260323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:55:59.261158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:55:59.261983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Checking segment: {'id': 'd59179ad-fed1-43e7-bdec-4767ce62cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8a14120a-d7bb-47fc-b966-b4970b19561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:55:59.264528 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:59.265250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:59.266084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Bound using segment: {'id': 'd59179ad-fed1-43e7-bdec-4767ce62cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8a14120a-d7bb-47fc-b966-b4970b19561f'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:55:59.268488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Bound port: 4abf626e-063c-41a8-ae60-49383785fa9c, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59179ad-fed1-43e7-bdec-4767ce62cd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8a14120a-d7bb-47fc-b966-b4970b19561f'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:55:59.269825 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:55:59.297549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port dc37bd07-1136-44d5-b400-4cd30c9e3965 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:55:59.408938 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-33c49296-7d0d-4400-a513-24b73e6b4fea req-055c0c68-88db-4001-9789-22241d97da50 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1414702
Apr 30 04:55:59.529399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Allocated IP 172.20.0.3 (b1bd5ba5-69cf-4e27-8760-c0b2e9950036/eb265920-4046-43f3-99bf-6e4560fef00b/d4b7180b-96f8-4b80-bbb1-ebe2f80475a2) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:55:59.693021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:00.013957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] For port 4abf626e-063c-41a8-ae60-49383785fa9c, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:56:00.013957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] For port 4abf626e-063c-41a8-ae60-49383785fa9c, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4abf626e-063c-41a8-ae60-49383785fa9c,segment=NetworkSegment(d59179ad-fed1-43e7-bdec-4767ce62cd12),segment_id=d59179ad-fed1-43e7-bdec-4767ce62cd12)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:56:00.022263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ec5d6fd-6909-4200-b701-37f1762cddb6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:00.096730 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:00.141004 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:00.187394 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-72326cab-bd8a-4d04-9a8a-7bfaa410a165 service neutron] 10.222.0.46 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8971682
Apr 30 04:56:00.258496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] For port 6d475739-c42c-4566-9d10-be57c46d796d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6d475739-c42c-4566-9d10-be57c46d796d,segment=NetworkSegment(b88baa79-b14c-407f-bd06-090e3a786908),segment_id=b88baa79-b14c-407f-bd06-090e3a786908)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:00.272724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 4ec5d6fd-6909-4200-b701-37f1762cddb6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:00.285892 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4ec5d6fd-6909-4200-b701-37f1762cddb6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:00.285892 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:00.384331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.3 (8a14120a-d7bb-47fc-b966-b4970b19561f/7bfaaa1e-513a-4176-a0e1-a0bb6d6879a1/dc37bd07-1136-44d5-b400-4cd30c9e3965) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:00.448321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Pushing event updated for resources: {'Port': ['ID=4abf626e-063c-41a8-ae60-49383785fa9c,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:00.458408 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:00.468572 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:56:00.496785 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:00.573669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] Transition to ACTIVE for port object 6d475739-c42c-4566-9d10-be57c46d796d will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:00.578662 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:00.656602 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:00.690456 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:00.813937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-9c116077-8f11-4ec9-83d1-1ed9a8cfe210 service neutron] 10.222.0.46 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6187093
Apr 30 04:56:00.886183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29cddda7-4c16-4f5e-b4a1-b1ce00f139a5 req-d78ad6e1-215e-4f92-b761-8758c6cd4f50 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 210 time: 0.1581032
Apr 30 04:56:01.158103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:01.287240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:01.294785 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ba0b5446-d395-403c-b023-ba622e7360fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:01.311655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 4ec5d6fd-6909-4200-b701-37f1762cddb6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ec5d6fd-6909-4200-b701-37f1762cddb6,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:01.329458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] Pushing event updated for resources: {'Port': ['ID=6d475739-c42c-4566-9d10-be57c46d796d,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:01.342962 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:01.345649 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4067b8cb-f18b-4d0d-9f6f-5c69ff187500 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:01.346695 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:01.353219 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1b7e0d37-317e-4369-9b70-c30d7dd5cfd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:01.362664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d57e1a04-9979-4b54-8c3e-a08a0660ba28 service neutron] 10.222.0.46 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5107069
Apr 30 04:56:01.779790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=4ec5d6fd-6909-4200-b701-37f1762cddb6,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:01.792772 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:01.810542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Pushing event updated for resources: {'Port': ['ID=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:01.980635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4abf626e-063c-41a8-ae60-49383785fa9c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:01.989936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Delete allocated IP 2001:db8:0:1::10d (3a7e7b95-142a-4b6e-9286-bf8f34f631ab/39440d81-55ce-4170-858a-c847c322c1d2) {{(pid=74582) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 04:56:02.071769 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:02.082382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:02.266029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 4abf626e-063c-41a8-ae60-49383785fa9c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:02.275824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6d475739-c42c-4566-9d10-be57c46d796d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:02.301455 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-5b87ed75-b987-46e4-91f6-f18e2a9fd493 service neutron] 10.222.0.46 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8968182
Apr 30 04:56:02.305408 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:02.365392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54356) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:02.389939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object dc37bd07-1136-44d5-b400-4cd30c9e3965 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:02.420585 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:02.470902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Ignored duplicate provisioning block setup for port d9fd8986-f417-4b82-849a-0a0e572831c3 by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Apr 30 04:56:02.483676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:02.486397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:02.498141 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4bfe2262-6836-42f6-908e-375e3548efcb tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:02.534550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc8ca4-c585-424d-aed5-ed43d23bf531 None None] Network 8a14120a-d7bb-47fc-b966-b4970b19561f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:56:02.606461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:02.753583 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:02.794613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d2673337-47d0-4327-ad7a-7ef7e0574a0d None None] Provisioning for port 4abf626e-063c-41a8-ae60-49383785fa9c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:02.814694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=d9fd8986-f417-4b82-849a-0a0e572831c3,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:02.824515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d2673337-47d0-4327-ad7a-7ef7e0574a0d None None] Provisioning complete for port 4abf626e-063c-41a8-ae60-49383785fa9c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:02.824896 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2673337-47d0-4327-ad7a-7ef7e0574a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:02.839076 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:02.859703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:02.888908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb717d-33df-4436-8a46-6199f150f67d req-77f9f3e1-4f20-490a-bf3e-82cf255cdeac tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:02.902452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5afb717d-33df-4436-8a46-6199f150f67d req-77f9f3e1-4f20-490a-bf3e-82cf255cdeac tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 931 time: 0.7065291
Apr 30 04:56:02.922738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e1a45cd4583842e38276b75d1bacfbc2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:02.929552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:02.937843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d086f96a-bfb4-4e21-bc85-ebf26792ce81 service neutron] 10.222.0.46 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6276793
Apr 30 04:56:02.938775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:02.944920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] In _notify_port_updated(), no bound segment for port d9fd8986-f417-4b82-849a-0a0e572831c3 on network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:56:02.959553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:02.960251 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:02.962354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d6765-d695-4702-90fe-cfcdda0b34fd None None] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:56:02.976564 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "PUT /v2.0/ports/d9fd8986-f417-4b82-849a-0a0e572831c3 HTTP/1.1" status: 200  len: 926 time: 4.6766078
Apr 30 04:56:02.983043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54364) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:03.000337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:03.001006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:03.037128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19f3d3a1-761e-4126-b541-f0477a0426b7'}, {'subnet_id': '39440d81-55ce-4170-858a-c847c322c1d2'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:03.038597 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.8011069
Apr 30 04:56:03.179975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Request body: {'port': {'device_id': '7df39d63-7ab8-49eb-a5fa-47815c0d771a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:03.189306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5afb717d-33df-4436-8a46-6199f150f67d req-518bae73-42da-47b3-8a4e-33320aff08f8 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Synchronizing usage tracker for tenant:d7c31aa3af204c94885a5a90e0cdc894 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:03.229401 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:03.258467 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a9a92d07-f763-4279-b3c7-04657831c674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:03.276909 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2673337-47d0-4327-ad7a-7ef7e0574a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:03.402207 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:03.414090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d2673337-47d0-4327-ad7a-7ef7e0574a0d None None] For port 4abf626e-063c-41a8-ae60-49383785fa9c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4abf626e-063c-41a8-ae60-49383785fa9c,segment=NetworkSegment(d59179ad-fed1-43e7-bdec-4767ce62cd12),segment_id=d59179ad-fed1-43e7-bdec-4767ce62cd12)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:03.422321 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:03.427879 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2673337-47d0-4327-ad7a-7ef7e0574a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:03.434666 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3ec6b5d7-5bb4-4486-a40b-a79114e46db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:03.507753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 8a14120a-d7bb-47fc-b966-b4970b19561f is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:03.542686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:03.558005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:03.643643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f01b2073-cc79-40c5-9feb-795e574e9cc9 None None] Provisioning for port 6d475739-c42c-4566-9d10-be57c46d796d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:03.649538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2673337-47d0-4327-ad7a-7ef7e0574a0d None None] Pushing event updated for resources: {'Port': ['ID=4abf626e-063c-41a8-ae60-49383785fa9c,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:03.672920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5afb717d-33df-4436-8a46-6199f150f67d req-518bae73-42da-47b3-8a4e-33320aff08f8 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Unset dirty status for tenant:d7c31aa3af204c94885a5a90e0cdc894 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:56:03.682543 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d2673337-47d0-4327-ad7a-7ef7e0574a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:03.686927 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5afb717d-33df-4436-8a46-6199f150f67d req-518bae73-42da-47b3-8a4e-33320aff08f8 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7834501
Apr 30 04:56:03.691927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ec5d6fd-6909-4200-b701-37f1762cddb6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:03.737041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=dc37bd07-1136-44d5-b400-4cd30c9e3965,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:03.757921 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5e549720-b526-47fc-b730-59226572c24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:03.771913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f01b2073-cc79-40c5-9feb-795e574e9cc9 None None] Provisioning complete for port 6d475739-c42c-4566-9d10-be57c46d796d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:03.772289 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f01b2073-cc79-40c5-9feb-795e574e9cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:03.951382 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:03.968343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-5969ef01-7140-4827-9d5e-92d2c359bd0e service neutron] 10.222.0.46 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0155127
Apr 30 04:56:04.056244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4ec5d6fd-6909-4200-b701-37f1762cddb6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:04.056880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.332307 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.381354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:04.382193 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.418065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e420e9c4-410f-46d7-8f2c-2f8b88813785 None None] Provisioning complete for port 4abf626e-063c-41a8-ae60-49383785fa9c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:04.419214 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e420e9c4-410f-46d7-8f2c-2f8b88813785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.436097 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.448439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:56:04.478843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.487678 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05f5b273-b5db-4121-9a6e-03c6b9d4f519 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:04.538123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Transition to ACTIVE for port object d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:04.548325 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.558288 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b2674f7-c118-40d3-8989-737f5331decb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:04.657006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.775628 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.791718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e420e9c4-410f-46d7-8f2c-2f8b88813785 None None] Provisioning for port dc37bd07-1136-44d5-b400-4cd30c9e3965 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:04.801941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e420e9c4-410f-46d7-8f2c-2f8b88813785 None None] Provisioning complete for port dc37bd07-1136-44d5-b400-4cd30c9e3965 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:04.802719 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e420e9c4-410f-46d7-8f2c-2f8b88813785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:04.890025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e420e9c4-410f-46d7-8f2c-2f8b88813785 None None] Port dc37bd07-1136-44d5-b400-4cd30c9e3965 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:04.955909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:04.968348 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:05.025704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1a45cd4583842e38276b75d1bacfbc2&name=default HTTP/1.1" status: 200  len: 2983 time: 2.6466956
Apr 30 04:56:05.026788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54380) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:05.027392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4fe54ca3-d28a-43fe-88bc-ac18272b46f0 None None] Provisioning complete for port 6d475739-c42c-4566-9d10-be57c46d796d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:05.028407 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4fe54ca3-d28a-43fe-88bc-ac18272b46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:05.058342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 6.4874074
Apr 30 04:56:05.078519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f094d57-8a54-46bc-ade4-03a8cae1beb5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:05.081016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54384) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:05.083840 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:05.256303 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e3d4800a-c10f-465e-a17a-bd1f62f7e379 service neutron] 10.222.0.46 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9217789
Apr 30 04:56:05.406460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4fe54ca3-d28a-43fe-88bc-ac18272b46f0 None None] Provisioning for port d9fd8986-f417-4b82-849a-0a0e572831c3 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:05.416714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4fe54ca3-d28a-43fe-88bc-ac18272b46f0 None None] Provisioning complete for port d9fd8986-f417-4b82-849a-0a0e572831c3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:05.417765 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4fe54ca3-d28a-43fe-88bc-ac18272b46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:05.437204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6ece-8ec5-40ee-b790-5c1021fee64b req-90690926-455c-4032-8727-e022f84c1544 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:05.438751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad0a6ece-8ec5-40ee-b790-5c1021fee64b req-90690926-455c-4032-8727-e022f84c1544 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 943 time: 0.4928908
Apr 30 04:56:05.439611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b6c46ce-d2be-400f-9e5e-742ff43b50c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:05.551706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4fe54ca3-d28a-43fe-88bc-ac18272b46f0 None None] Port d9fd8986-f417-4b82-849a-0a0e572831c3 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:05.564204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4fe54ca3-d28a-43fe-88bc-ac18272b46f0 None None] Provisioning complete for port dc37bd07-1136-44d5-b400-4cd30c9e3965 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:05.564589 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4fe54ca3-d28a-43fe-88bc-ac18272b46f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:05.648207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4fe54ca3-d28a-43fe-88bc-ac18272b46f0 None None] Port dc37bd07-1136-44d5-b400-4cd30c9e3965 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:05.651080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4abf626e-063c-41a8-ae60-49383785fa9c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:05.810381 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b6c46ce-d2be-400f-9e5e-742ff43b50c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:05.815094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3174d38d-d200-469a-a65b-704ef46f9c9d None None] Provisioning complete for port d9fd8986-f417-4b82-849a-0a0e572831c3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:05.817313 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3174d38d-d200-469a-a65b-704ef46f9c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:05.843564 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad0a6ece-8ec5-40ee-b790-5c1021fee64b req-2bab20d6-f4df-4454-8157-faf0cff4305c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3906190
Apr 30 04:56:05.938523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4abf626e-063c-41a8-ae60-49383785fa9c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:05.939325 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:06.044004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Attempting to bind port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:56:06.045017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Attempting to bind port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:56:06.045548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Attempting to bind port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 on network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:06.065592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-61f03849-111e-4abf-87c3-add716d27fde service neutron] 10.222.0.46 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7916687
Apr 30 04:56:06.079916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 on network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:56:06.084366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Attempting to bind port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 on network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:06.101986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:56:06.102322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Checking segment: {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:56:06.102732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Bound using segment: {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:56:06.103205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Bound port: d4b7180b-96f8-4b80-bbb1-ebe2f80475a2, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:56:06.103639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:06.231153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3174d38d-d200-469a-a65b-704ef46f9c9d None None] Port d9fd8986-f417-4b82-849a-0a0e572831c3 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:06.357774 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:06.432972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] For port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:56:06.460443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] For port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:56:06.462548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:06.479323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:06.486768 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:06.589213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:06.589847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:06.592068 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] 10.222.0.50 "PUT /v2.0/ports/d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 HTTP/1.1" status: 200  len: 1092 time: 3.5448816
Apr 30 04:56:06.605801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df39d63-7ab8-49eb-a5fa-47815c0d771a', 'tag': 'd4b7180b-96f8-4b80-bbb1-ebe2f80475a2'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:06.628747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8:0:1::279 (3a7e7b95-142a-4b6e-9286-bf8f34f631ab/39440d81-55ce-4170-858a-c847c322c1d2/d9fd8986-f417-4b82-849a-0a0e572831c3) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:06.631734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b6c46ce-d2be-400f-9e5e-742ff43b50c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:06.654744 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:06.876291 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:06.909254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Ignored duplicate provisioning block setup for port d9fd8986-f417-4b82-849a-0a0e572831c3 by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Apr 30 04:56:06.912234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c46ce-d2be-400f-9e5e-742ff43b50c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f094d57-8a54-46bc-ade4-03a8cae1beb5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:06.919145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3d98e8de-6ad8-4a66-8a55-3779b735850e service neutron] 10.222.0.46 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8300731
Apr 30 04:56:06.920449 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2b6c46ce-d2be-400f-9e5e-742ff43b50c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:06.924565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:06.972605 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e30da91-341e-442f-9dfc-26bd1fc6d144 tempest-ServerMetadataNegativeTestJSON-2081746952 tempest-ServerMetadataNegativeTestJSON-2081746952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:07.055846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=d9fd8986-f417-4b82-849a-0a0e572831c3,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:07.096330 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:07.153703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b6c46ce-d2be-400f-9e5e-742ff43b50c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:07.155369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2b6c46ce-d2be-400f-9e5e-742ff43b50c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f094d57-8a54-46bc-ade4-03a8cae1beb5 HTTP/1.1" status: 204  len: 168 time: 2.1115243
Apr 30 04:56:07.164422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] In _notify_port_updated(), no bound segment for port d9fd8986-f417-4b82-849a-0a0e572831c3 on network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab {{(pid=74581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:56:07.170856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:07.171906 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:07.178329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "PUT /v2.0/ports/d9fd8986-f417-4b82-849a-0a0e572831c3 HTTP/1.1" status: 200  len: 1012 time: 4.1939116
Apr 30 04:56:07.180468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54408) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:07.254493 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df39d63-7ab8-49eb-a5fa-47815c0d771a', 'tag': 'd4b7180b-96f8-4b80-bbb1-ebe2f80475a2', 'status': 'completed', 'code': 200}
Apr 30 04:56:07.255427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:07.288088 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:07.580416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b0dc189e-da95-4d26-b463-7b147dd5c6f4 None None] Provisioning complete for port d9fd8986-f417-4b82-849a-0a0e572831c3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:07.580865 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0dc189e-da95-4d26-b463-7b147dd5c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:07.642050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d5f070b2-6937-4ca5-8422-a07a7b0c5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:07.652702 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-d5f070b2-6937-4ca5-8422-a07a7b0c5b8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 1095 time: 1.0046194
Apr 30 04:56:07.672999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port d9fd8986-f417-4b82-849a-0a0e572831c3 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:07.673356 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:07.721277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3edf27-f7ea-4958-a453-40d2d4eb4c7a req-db10bb50-1975-4050-9f98-72edbfbfbee4 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:07.724327 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fb3edf27-f7ea-4958-a453-40d2d4eb4c7a req-db10bb50-1975-4050-9f98-72edbfbfbee4 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 943 time: 0.3170550
Apr 30 04:56:07.745576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc189e-da95-4d26-b463-7b147dd5c6f4 None None] Port d9fd8986-f417-4b82-849a-0a0e572831c3 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:07.784244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:07.864563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fb3edf27-f7ea-4958-a453-40d2d4eb4c7a req-640c85de-d56b-4aed-b232-92ca3103234e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139553
Apr 30 04:56:07.887761 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-8ea87370-bde7-4bb8-a404-d0d63fe50f4f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 HTTP/1.1" status: 200  len: 217 time: 0.0776000
Apr 30 04:56:07.984506 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:07.997883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:08.004333 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-207157cd-6c8b-47aa-95dc-e52d41fb3af1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:08.071812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54428) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:08.203524 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:08.251151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:08.262809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-1b49fc29-7157-4ce4-9e32-e4b53e5fb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:08.264596 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-1b49fc29-7157-4ce4-9e32-e4b53e5fb58e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 200  len: 850 time: 0.3758743
Apr 30 04:56:08.331162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for d9fd8986-f417-4b82-849a-0a0e572831c3 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:08.351349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Usage tracker for resource:security_group_rule and tenant:e6d347a1e6c74c38a5c48ee76b2d5e45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:08.365037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=dc37bd07-1136-44d5-b400-4cd30c9e3965,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:08.368763 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:08.375618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:08.617592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9486bb17-bd4e-47fa-85d7-90d115d65801 None None] Provisioning complete for port dc37bd07-1136-44d5-b400-4cd30c9e3965 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:08.618369 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9486bb17-bd4e-47fa-85d7-90d115d65801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:08.751744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-e4b5eb06-a94c-41d8-bc9d-7c1a5c41b9ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4760623
Apr 30 04:56:08.757585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:08.785820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9486bb17-bd4e-47fa-85d7-90d115d65801 None None] Port dc37bd07-1136-44d5-b400-4cd30c9e3965 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:08.786428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:08.793738 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-686c35a6-6df4-41d2-9884-89bd7f2f024b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:08.851861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=d9fd8986-f417-4b82-849a-0a0e572831c3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:09.013915 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:09.220341 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:09.239554 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/d9fd8986-f417-4b82-849a-0a0e572831c3 HTTP/1.1" status: 204  len: 168 time: 2.0531287
Apr 30 04:56:09.247734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54444) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:09.374263 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fe94dd-1bc1-4cf7-97d9-1ce531453862 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:56:09.376998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-93fe94dd-1bc1-4cf7-97d9-1ce531453862 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:09.479784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c9008-c633-45c6-91e8-c28641912556 req-3bd93584-9721-4753-b6f4-0f50b2b7f763 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:09.492776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-671c9008-c633-45c6-91e8-c28641912556 req-3bd93584-9721-4753-b6f4-0f50b2b7f763 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 943 time: 0.3296978
Apr 30 04:56:09.531586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-93fe94dd-1bc1-4cf7-97d9-1ce531453862 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:56:09.534112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-93fe94dd-1bc1-4cf7-97d9-1ce531453862 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/d9fd8986-f417-4b82-849a-0a0e572831c3 HTTP/1.1" status: 404  len: 333 time: 0.2843328
Apr 30 04:56:09.540769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54454) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:09.546635 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-fc329f68-e388-434d-9bd2-3e5fa3dcc683 service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7856848
Apr 30 04:56:09.676144 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:09.820217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-671c9008-c633-45c6-91e8-c28641912556 req-b38bbfc1-71ae-4624-a651-29fbbc071c82 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3254333
Apr 30 04:56:09.986558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:10.047130 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:10.071978 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a389a58-4bba-4ae8-8f4a-5fa25ef96f93 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:10.148148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f97728d-f2bb-434a-8465-29488b11008d req-1edfecb7-ad5d-4ec8-992b-5e36959f1d71 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.3152583
Apr 30 04:56:10.168103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet 39440d81-55ce-4170-858a-c847c322c1d2 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:56:10.194990 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6d347a1e6c74c38a5c48ee76b2d5e45&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1062503
Apr 30 04:56:10.197104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54464) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:10.198316 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:10.228713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec3747-cd82-4a31-8dc6-9726be3f1ce5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:10.233489 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:10.282063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-37d78892-e804-49ca-b00f-4658f59c6fd9 req-0c873bae-83db-4bf8-a2a6-7616d7028e1e service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7096002
Apr 30 04:56:10.414730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6d17a1b5-921b-42cd-8a76-10b221482a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:10.509995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:10.643940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6d17a1b5-921b-42cd-8a76-10b221482a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:10.657106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:10.812825 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:10.935067 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6d17a1b5-921b-42cd-8a76-10b221482a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:10.952974 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74f2bea6-5f0e-4726-b0a2-97aadef2ab69 tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:10.975433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17a1b5-921b-42cd-8a76-10b221482a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec3747-cd82-4a31-8dc6-9726be3f1ce5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:10.978735 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d17a1b5-921b-42cd-8a76-10b221482a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:11.016419 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6d17a1b5-921b-42cd-8a76-10b221482a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:11.022857 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6d17a1b5-921b-42cd-8a76-10b221482a75 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4ec3747-cd82-4a31-8dc6-9726be3f1ce5 HTTP/1.1" status: 204  len: 168 time: 0.8183885
Apr 30 04:56:11.328386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-2793ba80-6298-4a10-b1ef-5979e0168f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:11.348082 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-2793ba80-6298-4a10-b1ef-5979e0168f71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 1095 time: 0.9215970
Apr 30 04:56:11.583497 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48a3b039-3c84-4f00-b82b-a4f642aef844 req-ebef39a2-b8f5-41d9-a661-c6bf71280658 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.0706725
Apr 30 04:56:12.072824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59014e76-9a17-4069-841c-62f8db804db7 req-f7da4b93-44aa-4078-83d3-96378becc487 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:12.073952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59014e76-9a17-4069-841c-62f8db804db7 req-f7da4b93-44aa-4078-83d3-96378becc487 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 943 time: 0.6835930
Apr 30 04:56:12.228560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59014e76-9a17-4069-841c-62f8db804db7 req-c34011d4-a032-4d5f-8611-89a5ff3f0134 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347311
Apr 30 04:56:12.297307 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:12.308865 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3be9472c-e07e-4409-ab45-6f2ea1aac3cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:12.400898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=39440d81-55ce-4170-858a-c847c322c1d2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:12.405585 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:12.411728 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:12.419377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b0322b-2413-4eaf-8eb2-ba6dfbaf1bab None None] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:56:12.424015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-0f601101-9a3a-402b-bbe3-2a65d4f1da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:12.424837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/39440d81-55ce-4170-858a-c847c322c1d2 HTTP/1.1" status: 204  len: 168 time: 2.8819027
Apr 30 04:56:12.426835 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-0f601101-9a3a-402b-bbe3-2a65d4f1da59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 911 time: 1.0388668
Apr 30 04:56:12.428002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54500) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:12.519379 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-d22b94fb-007a-4fe3-8aaf-8f6f7ff07da6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 HTTP/1.1" status: 200  len: 217 time: 0.0841303
Apr 30 04:56:12.604871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet 19f3d3a1-761e-4126-b541-f0477a0426b7 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:56:12.612930 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:12.831385 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:12.989422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e05d91c9-e61b-4e81-8fcb-5392ee468dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:12.991134 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e05d91c9-e61b-4e81-8fcb-5392ee468dbe service neutron] 10.222.0.50 "GET /v2.0/ports/f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 200  len: 1032 time: 0.6608100
Apr 30 04:56:13.135009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-501dd084-c5b0-4e88-b1bf-57865cf09f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:13.142723 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-501dd084-c5b0-4e88-b1bf-57865cf09f52 service neutron] 10.222.0.50 "GET /v2.0/ports/8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 200  len: 1033 time: 0.1332014
Apr 30 04:56:13.227608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8401d9b-b8b5-4bec-9b01-bc478ab18143 req-b021f53c-960a-466b-8e20-17be41be8012 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.1098735
Apr 30 04:56:13.276942 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:13.477812 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:13.689295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-90a5147d-fd2f-41a6-b4c6-484286cec3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:13.691963 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-90a5147d-fd2f-41a6-b4c6-484286cec3e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 200  len: 850 time: 1.1657627
Apr 30 04:56:13.701707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-41a05996-3727-42ea-84dc-7f670719783e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:13.710815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-41a05996-3727-42ea-84dc-7f670719783e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:13.716855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-41a05996-3727-42ea-84dc-7f670719783e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:13.729221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-41a05996-3727-42ea-84dc-7f670719783e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "GET /v2.0/networks?id=c7ce8a20-822a-4055-8098-f9299e94ad1e&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc HTTP/1.1" status: 200  len: 1993 time: 0.5705221
Apr 30 04:56:13.732233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:13.803543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:56:14.088470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0154f24-d029-4369-ab17-46615eee1b30 req-77eca219-10eb-4d5f-9882-0c722d3c3488 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:14.092570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0154f24-d029-4369-ab17-46615eee1b30 req-77eca219-10eb-4d5f-9882-0c722d3c3488 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 943 time: 0.4097226
Apr 30 04:56:14.107928 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:14.323619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:14.334693 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0154f24-d029-4369-ab17-46615eee1b30 req-68546ab7-8390-4ddc-86c2-fcc596fc0e4c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344353
Apr 30 04:56:14.452642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'd4b7180b-96f8-4b80-bbb1-ebe2f80475a2', 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036', 'port_id': 'd4b7180b-96f8-4b80-bbb1-ebe2f80475a2', 'mac_address': 'fa:16:3e:a8:3e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265920-4046-43f3-99bf-6e4560fef00b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:56:14.483662 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:14.499733 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ca56cdab-7ab5-4616-a89a-320494a98a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:14.533647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=dc37bd07-1136-44d5-b400-4cd30c9e3965,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:14.566394 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-4b5dd723-2e30-493e-a06c-c3dc2df583fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.8354294
Apr 30 04:56:14.579456 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:14.631082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=19f3d3a1-761e-4126-b541-f0477a0426b7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:14.650523 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:14.674406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-25c517c7-2c43-4021-b8f2-894757d83817 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Synchronizing usage tracker for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:14.714644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:56:14.720758 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:14.731571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54536) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:14.751331 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:14.763791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b7a6f2-7890-4253-b858-dd3f2b793025 None None] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:56:14.766430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46d22f0a-5f14-4a69-8faa-929f30053f11 req-dbd9af6e-3ca9-4ce6-8deb-f84a2ebe1988 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.1675079
Apr 30 04:56:14.787787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/19f3d3a1-761e-4126-b541-f0477a0426b7 HTTP/1.1" status: 204  len: 168 time: 2.3570375
Apr 30 04:56:14.791178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54542) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:14.825495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-25c517c7-2c43-4021-b8f2-894757d83817 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Unset dirty status for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:56:14.827455 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-25c517c7-2c43-4021-b8f2-894757d83817 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=748cbebd87a54850a6c2f758e820ab99 HTTP/1.1" status: 200  len: 379 time: 0.9290941
Apr 30 04:56:14.829020 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:14.913171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:14.937411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e885cda7-ae4f-49fc-a508-6a0e9b5d246c None None] Provisioning complete for port 6d475739-c42c-4566-9d10-be57c46d796d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:14.938024 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e885cda7-ae4f-49fc-a508-6a0e9b5d246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:15.028327 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:15.036425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'admin_state_up': True, 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'security_groups': ['f6524ffd-07d4-43ea-934f-89b36a34f72e']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:15.105241 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:15.138919 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:15.175998 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:15.230233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:15.255133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Usage tracker for resource:security_group_rule and tenant:0bcb063e14fc4e86a9dc74d365d56e8a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:15.274135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:15.389873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:15.406008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:15.423373 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.423736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.424139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.424485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.424853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.425195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.425529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.426201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.426562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.426951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.427435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.427775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:15.499921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:15.509327 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:15.514710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d4b7180b-96f8-4b80-bbb1-ebe2f80475a2'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:56:15.541992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 6d475739-c42c-4566-9d10-be57c46d796d {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:15.542336 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:15.718208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] For port 6d475739-c42c-4566-9d10-be57c46d796d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6d475739-c42c-4566-9d10-be57c46d796d,segment=NetworkSegment(b88baa79-b14c-407f-bd06-090e3a786908),segment_id=b88baa79-b14c-407f-bd06-090e3a786908)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:15.718576 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:15.872811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:15.891728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] DHCP port deletion for 3a7e7b95-142a-4b6e-9286-bf8f34f631ab request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:56:15.897086 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-9cb73ef2-e3c3-48c1-be72-e5fc1c0fac63 service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3061004
Apr 30 04:56:15.953587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 6d475739-c42c-4566-9d10-be57c46d796d owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:15.993137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] Deleting port 6d475739-c42c-4566-9d10-be57c46d796d {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:15.994045 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:16.031565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:16.049432 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:16.150716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] For port 6d475739-c42c-4566-9d10-be57c46d796d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6d475739-c42c-4566-9d10-be57c46d796d,segment=NetworkSegment(b88baa79-b14c-407f-bd06-090e3a786908),segment_id=b88baa79-b14c-407f-bd06-090e3a786908)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:16.151458 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:16.261241 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:16.276192 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c40126ee-32b4-4a45-bbbb-aa594cdd6538 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:16.400439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] Calling delete_port for 6d475739-c42c-4566-9d10-be57c46d796d owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:16.669777 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:16.674852 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-df1dd03d-a4e8-4537-af22-a4ef345e01d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:16.790420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] Pushing event deleted for resources: {'Port': ['ID=6d475739-c42c-4566-9d10-be57c46d796d,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:16.807711 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:16.810604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] No DVR routers for this DVR port 6d475739-c42c-4566-9d10-be57c46d796d on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:56:16.814701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 8a14120a-d7bb-47fc-b966-b4970b19561f is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:16.875948 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c43b5b2f-fbb5-4e77-b27a-97bece5e6a9f req-17ddef9a-d538-437b-96be-0b483117c720 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.5207283
Apr 30 04:56:16.911710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=6d475739-c42c-4566-9d10-be57c46d796d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:16.914255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No DVR routers for this DVR port 6d475739-c42c-4566-9d10-be57c46d796d on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:56:16.915460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:16.923737 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:17.217889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:17.231195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e127d-ba6b-4055-89ff-b1edbddb16cd req-d2af0d3d-85df-47f7-a720-00fb64aed0ac tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:17.239995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-392e127d-ba6b-4055-89ff-b1edbddb16cd req-d2af0d3d-85df-47f7-a720-00fb64aed0ac tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 944 time: 1.1417260
Apr 30 04:56:17.257667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:17.275430 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:17.331167 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2b6c46ce-d2be-400f-9e5e-742ff43b50c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:17.430650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470dfbb5-2f7b-44ad-bc84-3c9dbb148de4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:17.437077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-392e127d-ba6b-4055-89ff-b1edbddb16cd req-dac20d32-f9ab-4919-836b-d895bee987c9 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962075
Apr 30 04:56:17.443873 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:17.485418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Allocated IP 172.20.0.9 (c7ce8a20-822a-4055-8098-f9299e94ad1e/4b38188d-f154-49f0-be28-184ff149579c/5cf0fcea-4275-49a4-bba3-787ab6fb93b3) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:17.507645 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1164c271-94de-48c5-a8f5-949363691768 None None] Provisioning complete for port dc37bd07-1136-44d5-b400-4cd30c9e3965 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:17.507645 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1164c271-94de-48c5-a8f5-949363691768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:17.582849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bcb063e14fc4e86a9dc74d365d56e8a&name=default HTTP/1.1" status: 200  len: 2983 time: 2.8412018
Apr 30 04:56:17.590829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54564) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:17.664610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1164c271-94de-48c5-a8f5-949363691768 None None] Port dc37bd07-1136-44d5-b400-4cd30c9e3965 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:17.702278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6d475739-c42c-4566-9d10-be57c46d796d no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:56:17.728267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a02b820>,) {'filters': {'network_id': ['3a7e7b95-142a-4b6e-9286-bf8f34f631ab']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:17.759660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a02b820>, 'b88baa79-b14c-407f-bd06-090e3a786908') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:17.760183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a02b820>, 'b88baa79-b14c-407f-bd06-090e3a786908') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:17.761399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 6d475739-c42c-4566-9d10-be57c46d796d {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:56:17.761988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6d475739-c42c-4566-9d10-be57c46d796d not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:56:17.826647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:17.829465 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:17.896178 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:17.915973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:56:18.065228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:18.082464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:18.082464 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:18.187357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fbb58-1ef1-42ff-a86c-9304a051d81b req-247b0a02-1702-41ea-a475-58c8321264bd tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:18.189089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f88fbb58-1ef1-42ff-a86c-9304a051d81b req-247b0a02-1702-41ea-a475-58c8321264bd tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 0.5667241
Apr 30 04:56:18.241074 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3684a019-b657-4fdb-88fa-1cd60993c8e3 req-447d9d3e-1246-46b9-8c09-76fbf507a4dc service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.3299181
Apr 30 04:56:18.346371 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7fe0d5d6-786d-431e-9faf-b1e50d8fb25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:18.428068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:18.474112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:18.495625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Transition to ACTIVE for port object 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:18.514255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:18.516864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df39d63-7ab8-49eb-a5fa-47815c0d771a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b7180b-96f8-4b80-bbb1-ebe2f80475a2'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:18.526968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f3f478a-e7b2-4bfa-8569-580145d13c07 req-da642c1a-b92d-43be-9988-fe0cbf8482bb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.1312795
Apr 30 04:56:18.542898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:18.547353 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:18.551773 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:18.566613 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-62d2719d-f9ca-4023-992e-f644f54276f2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:18.636123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:56:18.678019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network c7ce8a20-822a-4055-8098-f9299e94ad1e is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:18.700354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Router 626eecbc-8f3c-403c-abd3-228dcee0f167 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:56:18.701968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:18.704851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:18.723805 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:18.807142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:18.807609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:18.813415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:18.821603 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:18.871660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-67ff4732-6737-4332-89a6-9b93f3c7801e tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:18.872445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-67ff4732-6737-4332-89a6-9b93f3c7801e tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Synchronizing usage tracker for tenant:096f949cef7148bb900213ec2972eb30 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:18.888804 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9239182
Apr 30 04:56:18.904876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'admin_state_up': True, 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'security_groups': ['f6524ffd-07d4-43ea-934f-89b36a34f72e']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:18.919114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7fe0d5d6-786d-431e-9faf-b1e50d8fb25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:19.158394 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f88fbb58-1ef1-42ff-a86c-9304a051d81b req-e5a7e0c1-810a-4524-a266-2bf99a3c905b tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7883711
Apr 30 04:56:19.225355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-410aea6e-598c-48ce-b82d-1da8f41cbfb3 None None] Provisioning for port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:19.231751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-410aea6e-598c-48ce-b82d-1da8f41cbfb3 None None] Provisioning complete for port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:19.232221 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-410aea6e-598c-48ce-b82d-1da8f41cbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:19.297358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 3a7e7b95-142a-4b6e-9286-bf8f34f631ab has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:56:19.316430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Port': ['ID=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:19.321885 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:19.326216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:56:19.330280 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:56:19.339208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:port and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:19.372405 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df39d63-7ab8-49eb-a5fa-47815c0d771a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b7180b-96f8-4b80-bbb1-ebe2f80475a2', 'code': 200}
Apr 30 04:56:19.374055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-410aea6e-598c-48ce-b82d-1da8f41cbfb3 None None] Port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:19.412397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for port was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:19.425485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:19.433822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:56:19.453986 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b05b6-82b9-4b1c-b773-87003a8b2bb3 None None] Sync routers for ids ['626eecbc-8f3c-403c-abd3-228dcee0f167'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:56:19.455746 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "PUT /v2.0/routers/626eecbc-8f3c-403c-abd3-228dcee0f167/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3726189
Apr 30 04:56:19.458658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54582) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:19.470910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-67ff4732-6737-4332-89a6-9b93f3c7801e tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Unset dirty status for tenant:096f949cef7148bb900213ec2972eb30 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:56:19.474513 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-67ff4732-6737-4332-89a6-9b93f3c7801e tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 1.1682296
Apr 30 04:56:19.475767 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b05b6-82b9-4b1c-b773-87003a8b2bb3 None None] Routers {'626eecbc-8f3c-403c-abd3-228dcee0f167'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:56:19.476629 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4d3b05b6-82b9-4b1c-b773-87003a8b2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf45820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:56:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['626eecbc-8f3c-403c-abd3-228dcee0f167'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:19.558236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:19.562556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:19.613850 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:19.653935 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d59824ae-38d2-45f6-b6d8-a6c9fb0ae24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:19.665027 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4d3b05b6-82b9-4b1c-b773-87003a8b2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf45820>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:19.676499 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b05b6-82b9-4b1c-b773-87003a8b2bb3 None None] Routers {'626eecbc-8f3c-403c-abd3-228dcee0f167'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:56:19.677322 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4d3b05b6-82b9-4b1c-b773-87003a8b2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf45820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:56:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['626eecbc-8f3c-403c-abd3-228dcee0f167'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:19.707878 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:19.715469 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7fe0d5d6-786d-431e-9faf-b1e50d8fb25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:19.747087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Network': ['ID=3a7e7b95-142a-4b6e-9286-bf8f34f631ab,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:19.755154 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:19.765066 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:19.781963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4d7c3-41a3-48ff-a6c5-5513f5eb40d5 req-60a24ea1-13f3-478e-be2b-ba733187fb26 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:19.784817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7a4d7c3-41a3-48ff-a6c5-5513f5eb40d5 req-60a24ea1-13f3-478e-be2b-ba733187fb26 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 0.7182162
Apr 30 04:56:19.805421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0d5d6-786d-431e-9faf-b1e50d8fb25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470dfbb5-2f7b-44ad-bc84-3c9dbb148de4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:19.819379 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7fe0d5d6-786d-431e-9faf-b1e50d8fb25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:19.837218 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4d3b05b6-82b9-4b1c-b773-87003a8b2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf45820>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:19.837818 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b05b6-82b9-4b1c-b773-87003a8b2bb3 None None] The sync data for ids ['626eecbc-8f3c-403c-abd3-228dcee0f167'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:56:19.877106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/networks/3a7e7b95-142a-4b6e-9286-bf8f34f631ab HTTP/1.1" status: 204  len: 168 time: 5.0837898
Apr 30 04:56:19.886441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7fe0d5d6-786d-431e-9faf-b1e50d8fb25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:19.891678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7fe0d5d6-786d-431e-9faf-b1e50d8fb25b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/470dfbb5-2f7b-44ad-bc84-3c9dbb148de4 HTTP/1.1" status: 204  len: 168 time: 2.2712345
Apr 30 04:56:19.891678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54588) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:19.936123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7a4d7c3-41a3-48ff-a6c5-5513f5eb40d5 req-81ece512-f17d-4fe2-99ec-b264a6bfdbdc tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387875
Apr 30 04:56:19.982408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1cff9-5077-4bba-84b7-78ae959b7049 req-577da006-d1a2-438b-b0f7-ffc077275cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:19.983963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5de1cff9-5077-4bba-84b7-78ae959b7049 req-577da006-d1a2-438b-b0f7-ffc077275cfa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 1097 time: 0.4859557
Apr 30 04:56:20.137529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5de1cff9-5077-4bba-84b7-78ae959b7049 req-5256d3bc-5751-4197-bfe6-11d284eff251 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462471
Apr 30 04:56:20.184431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f21bf-156d-4157-9e4f-33cdd536d34f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:20.189226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cd4f21bf-156d-4157-9e4f-33cdd536d34f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:20.285020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cd4f21bf-156d-4157-9e4f-33cdd536d34f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:56:20.286434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aefd162-b972-4b2c-a4f9-31bddd58bcb2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:20.290781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cd4f21bf-156d-4157-9e4f-33cdd536d34f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.3926404
Apr 30 04:56:20.304401 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4aefd162-b972-4b2c-a4f9-31bddd58bcb2 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports?device_id=626eecbc-8f3c-403c-abd3-228dcee0f167 HTTP/1.1" status: 200  len: 982 time: 0.8442881
Apr 30 04:56:20.323265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54598) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:20.323962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54600) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:20.471323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Deleting port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:20.472449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:20.527044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Allocated IP 10.1.1.37 (957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3/dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd/82c13007-03fc-4471-9dd4-1b1d5062b9ba) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:20.939280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32675988-0a20-4adc-bbfc-908ad50dee75 req-0c7d03df-b77c-4f65-986d-239c3ba369c2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:20.959087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32675988-0a20-4adc-bbfc-908ad50dee75 req-0c7d03df-b77c-4f65-986d-239c3ba369c2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 931 time: 0.8945134
Apr 30 04:56:20.978701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] For port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:20.979098 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:21.155888 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32675988-0a20-4adc-bbfc-908ad50dee75 req-78afd188-843d-4c2a-9751-308fbda4182a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1952350
Apr 30 04:56:21.323493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Calling delete_port for 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:21.349592 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:21.391182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Transition to ACTIVE for port object 82c13007-03fc-4471-9dd4-1b1d5062b9ba will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:21.476973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:21.561228 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6b2bdf2-421a-4470-b5c1-7fbefaf489c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:21.632532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:21.640557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:21.661889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:21.698684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50650e06-c4ea-496c-b044-ae2075e57e7f req-f2954075-4cc6-46b2-8e77-fc2d052a7ba3 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:21.726617 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50650e06-c4ea-496c-b044-ae2075e57e7f req-f2954075-4cc6-46b2-8e77-fc2d052a7ba3 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 945 time: 1.4012499
Apr 30 04:56:21.749295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1f36d239-67a2-49e7-9554-ef68b0386d11 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 1.4195085
Apr 30 04:56:21.778439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54632) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:21.861910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:56:21.892934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1456474622'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:21.911245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:21.916224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:network and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:21.922187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:21.939070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:21.985208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:21.990458 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:22.064940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:22.070861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:22.123241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50650e06-c4ea-496c-b044-ae2075e57e7f req-35534a4e-9c2f-4901-a88a-310aee2e1dfc tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3948874
Apr 30 04:56:22.136455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Port': ['ID=82c13007-03fc-4471-9dd4-1b1d5062b9ba,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:22.150113 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:22.174718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 update to DOWN by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 04:56:22.178030 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d8306ac1-f77c-4b5d-9412-4e28f3769a44'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:56:22.201864 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:22.202946 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:22.223326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2357a-6bd1-436d-b913-3fb112fd7551 req-69872ebb-c3c4-43cd-9007-c5ed20663649 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:22.234030 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13c2357a-6bd1-436d-b913-3fb112fd7551 req-69872ebb-c3c4-43cd-9007-c5ed20663649 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 0.5043719
Apr 30 04:56:22.332891 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7098ae99-722b-4392-994e-3fc2ebe7c56c None None] Provisioning for port 82c13007-03fc-4471-9dd4-1b1d5062b9ba completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:22.351583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7098ae99-722b-4392-994e-3fc2ebe7c56c None None] Provisioning complete for port 82c13007-03fc-4471-9dd4-1b1d5062b9ba triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:22.352783 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7098ae99-722b-4392-994e-3fc2ebe7c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:22.365760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:56:22.366874 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-4acf5022-b964-4474-a9b1-d175e7bbb311 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.4662685
Apr 30 04:56:22.434240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'admin_state_up': True, 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'security_groups': ['f6524ffd-07d4-43ea-934f-89b36a34f72e']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:22.446670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7098ae99-722b-4392-994e-3fc2ebe7c56c None None] Port 82c13007-03fc-4471-9dd4-1b1d5062b9ba cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:22.511458 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:22.511688 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Added segment 7bff663c-e6c8-4e70-9012-8b3bd2858c70 of type vlan for network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9
Apr 30 04:56:22.578772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13c2357a-6bd1-436d-b913-3fb112fd7551 req-b019ad28-7f10-4fc5-9cb5-da281d36d700 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3427179
Apr 30 04:56:22.678397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:22.762736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Pushing event deleted for resources: {'Port': ['ID=41c2f98c-aaa6-4db7-807a-9b4e1b6e7503,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:22.782863 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:22.808567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:22.812179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e2089-56ca-4341-b205-2d67dada2881 req-e04574fe-1358-496b-928b-f6100e7caaca tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:22.818919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e2089-56ca-4341-b205-2d67dada2881 req-e04574fe-1358-496b-928b-f6100e7caaca tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:22.827055 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-489e2089-56ca-4341-b205-2d67dada2881 req-e04574fe-1358-496b-928b-f6100e7caaca tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 1652 time: 0.4268978
Apr 30 04:56:22.899026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:22.911938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:port and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:22.996128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for port was recalculated. Used quota:9. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:23.032287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:23.037455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] No DVR routers for this DVR port 41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:56:23.043884 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:23.048265 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fcbd7ebc-0695-4b4c-aaff-7f48d1e56f81 req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.50 "DELETE /v2.0/ports/41c2f98c-aaa6-4db7-807a-9b4e1b6e7503 HTTP/1.1" status: 204  len: 173 time: 3.4589925
Apr 30 04:56:23.049096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba2a9c6-5f32-47ff-8939-e5940d07928c', 'name': 'network-vif-deleted', 'tag': '41c2f98c-aaa6-4db7-807a-9b4e1b6e7503'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:23.113444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:23.122923 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:23.433675 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:23.450967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:23.451799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:23.468885 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68a89253-2f31-4428-82b0-abc1a27eaea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:23.522963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-489e2089-56ca-4341-b205-2d67dada2881 req-e923f054-7f1a-4b08-91f2-830080bd2c3f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6948740
Apr 30 04:56:23.523590 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba2a9c6-5f32-47ff-8939-e5940d07928c', 'name': 'network-vif-deleted', 'tag': '41c2f98c-aaa6-4db7-807a-9b4e1b6e7503', 'status': 'completed', 'code': 200}
Apr 30 04:56:23.819929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.0399199
Apr 30 04:56:23.821334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54672) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:23.856164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': '5a7317dd-ae49-4c94-9eb8-dd9346de0ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:23.865366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Allocated IP 10.1.1.87 (957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3/dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd/0597ee22-cc38-4e52-91d4-e688dee1460e) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:23.979074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Network': ['ID=5a7317dd-ae49-4c94-9eb8-dd9346de0ec9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:24.186646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-199a3529-542b-435d-a602-26c89ef0b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:24.194104 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-199a3529-542b-435d-a602-26c89ef0b3f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 1097 time: 0.7441833
Apr 30 04:56:24.325013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f336c8c7-db14-4fca-b768-e71975364388 req-76bd9812-72e9-42c5-bb88-ae5943fcfd46 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=dba2a9c6-5f32-47ff-8939-e5940d07928c HTTP/1.1" status: 200  len: 210 time: 0.4862881
Apr 30 04:56:24.576925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54680) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:24.670789 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:24.713242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-0f953e84-ba61-489c-8b93-75e7e792b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:24.715181 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-0f953e84-ba61-489c-8b93-75e7e792b995 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 911 time: 0.3858850
Apr 30 04:56:24.716543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Transition to ACTIVE for port object 0597ee22-cc38-4e52-91d4-e688dee1460e will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:24.884658 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-e26de780-68d2-4e39-8059-00fb4d9eda46 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 HTTP/1.1" status: 200  len: 217 time: 0.1613533
Apr 30 04:56:24.885706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:24.891169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:24.900385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.900998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.901245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.901652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.902037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.902415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.902789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.903164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.903694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.904561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.904947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.905300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:24.917323 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e3c3dc2-ff91-4c05-b168-6f18ab69a122 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:24.920043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:56:24.928793 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.460s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:25.130896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Port': ['ID=0597ee22-cc38-4e52-91d4-e688dee1460e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:25.138928 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:25.167491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:25.172658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:25.183818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Usage tracker for resource:security_group_rule and tenant:88c66a338a66408db43fd84df4fe43c4 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:25.190017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:25.203932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:25.215484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:25.219884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:25.334447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:25.349709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:25.356984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:25.375165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:25.386539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2f3bb-8ee8-4436-9355-348bd43c5bb9 req-d264a9ae-cbc2-451c-acee-45dc11c521f8 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:25.388548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6af2f3bb-8ee8-4436-9355-348bd43c5bb9 req-d264a9ae-cbc2-451c-acee-45dc11c521f8 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 1.5659292
Apr 30 04:56:25.460232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-93344282-6fd3-4056-b49d-be131037a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:25.463123 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-93344282-6fd3-4056-b49d-be131037a9d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 200  len: 850 time: 0.5492408
Apr 30 04:56:25.517608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:25.521727 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:25.618052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:25.619172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:25.634535 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-aeb5f428-d4ab-4676-ac1e-060a9b577d25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1628358
Apr 30 04:56:25.685398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef03aa8-8007-475f-a52f-0a6534715ec3 req-c6178935-24f5-4240-b2d4-e232f037d33b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:25.692554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef03aa8-8007-475f-a52f-0a6534715ec3 req-c6178935-24f5-4240-b2d4-e232f037d33b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:25.705337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef03aa8-8007-475f-a52f-0a6534715ec3 req-c6178935-24f5-4240-b2d4-e232f037d33b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:25.707959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cef03aa8-8007-475f-a52f-0a6534715ec3 req-c6178935-24f5-4240-b2d4-e232f037d33b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 2372 time: 0.7906177
Apr 30 04:56:25.709719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-360ab445-8ae6-48dd-8fca-f86d2351a837 None None] Provisioning for port 0597ee22-cc38-4e52-91d4-e688dee1460e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:25.717986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-360ab445-8ae6-48dd-8fca-f86d2351a837 None None] Provisioning complete for port 0597ee22-cc38-4e52-91d4-e688dee1460e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:25.718529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-360ab445-8ae6-48dd-8fca-f86d2351a837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:25.813718 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.3978031
Apr 30 04:56:25.835488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc', 'admin_state_up': True, 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'security_groups': ['f6524ffd-07d4-43ea-934f-89b36a34f72e']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:25.859281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6af2f3bb-8ee8-4436-9355-348bd43c5bb9 req-77466223-b7b0-472c-9b4c-da204e1f4eec tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4469242
Apr 30 04:56:25.860405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-360ab445-8ae6-48dd-8fca-f86d2351a837 None None] Port 0597ee22-cc38-4e52-91d4-e688dee1460e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:25.961830 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cef03aa8-8007-475f-a52f-0a6534715ec3 req-6537855f-31f8-4359-8293-b8cdc074d43f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2358816
Apr 30 04:56:26.070924 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:26.134381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:26.139038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port dc37bd07-1136-44d5-b400-4cd30c9e3965 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:26.141314 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:26.154491 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a8ee111-1f2a-4e1d-a8ad-c9a9bcb6d832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:26.241457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88c66a338a66408db43fd84df4fe43c4&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6603451
Apr 30 04:56:26.242509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c51d951-5d25-4802-9b58-b9552a230350,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:26.247239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54702) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:26.251709 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:26.262821 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-c018d22f-a964-4749-bb18-b200184c5f3c service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6085672
Apr 30 04:56:26.587224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:26.724486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:26.828771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a92418b2-9911-4b74-af9a-6a497f5be91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:26.829698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:port and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:26.838197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for port was recalculated. Used quota:10. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:26.854265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:26.882080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:26.926921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for dc37bd07-1136-44d5-b400-4cd30c9e3965 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:26.990549 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b1ff36b-04a9-450b-a579-4547b8840245 req-fffa35fe-6564-4b66-8727-ddf70b62d3c8 service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7170455
Apr 30 04:56:27.156324 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:27.162140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:27.278095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:27.389839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a92418b2-9911-4b74-af9a-6a497f5be91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:27.474352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Allocated IP 10.2.2.100 (b3216d1a-c7d6-4c25-aabe-814b72ddf3cc/2f173dd0-a931-49e1-8476-91d5b97c332d/04170894-711a-47c9-917a-cbc4d9668913) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:27.663202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6a635-97b3-4860-a714-d14b361be53f req-76f79312-01aa-4cc2-93a1-3d3a73dbda69 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:27.672190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77b6a635-97b3-4860-a714-d14b361be53f req-76f79312-01aa-4cc2-93a1-3d3a73dbda69 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.7549894
Apr 30 04:56:27.865199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:27.905612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cd5c8-f636-4030-8df5-1a113d2c335a req-ed040cfc-5980-477a-bd98-d6f53e0bbc3e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:27.907228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad2cd5c8-f636-4030-8df5-1a113d2c335a req-ed040cfc-5980-477a-bd98-d6f53e0bbc3e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 0.7642872
Apr 30 04:56:27.916632 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a92418b2-9911-4b74-af9a-6a497f5be91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:27.919676 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfd78a0b-e002-4f2a-a1db-cd1210611959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:27.970756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92418b2-9911-4b74-af9a-6a497f5be91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c51d951-5d25-4802-9b58-b9552a230350,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:27.974618 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a92418b2-9911-4b74-af9a-6a497f5be91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:28.024538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77b6a635-97b3-4860-a714-d14b361be53f req-f019eee0-4da5-49cd-b93f-58f2487a070a tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3510485
Apr 30 04:56:28.068436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Transition to ACTIVE for port object 04170894-711a-47c9-917a-cbc4d9668913 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:28.091035 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:28.130426 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:28.141627 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a08f61d5-2610-4f6e-b0b7-9e932b4d69b7 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:28.159859 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-634e4855-1482-4b67-8965-231dd8b2e433 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:28.305752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=dc37bd07-1136-44d5-b400-4cd30c9e3965,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:28.310006 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:28.321534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad2cd5c8-f636-4030-8df5-1a113d2c335a req-0035afaa-a1c1-40a6-a20e-476a6c032460 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3903596
Apr 30 04:56:28.327546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:28.338495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:28.391498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:28.479028 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a92418b2-9911-4b74-af9a-6a497f5be91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:28.480330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a92418b2-9911-4b74-af9a-6a497f5be91e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c51d951-5d25-4802-9b58-b9552a230350 HTTP/1.1" status: 204  len: 168 time: 2.2279570
Apr 30 04:56:28.541311 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:28.567541 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3b016464-c857-43ed-aea4-fbeb7699af66 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:28.792829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=be6ffb2c-a953-4925-97e9-559525e7e38e,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:28.977611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:28.978766 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:28.979345 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:29.026483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Port': ['ID=04170894-711a-47c9-917a-cbc4d9668913,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:29.042363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cb8048bd-fa1f-4311-9b0b-e40adeef219d None None] Provisioning for port 04170894-711a-47c9-917a-cbc4d9668913 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:29.053490 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:29.055937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cb8048bd-fa1f-4311-9b0b-e40adeef219d None None] Provisioning complete for port 04170894-711a-47c9-917a-cbc4d9668913 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:29.060882 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cb8048bd-fa1f-4311-9b0b-e40adeef219d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:29.183181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-93cf1504-27b5-418d-ab46-cabbf324731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:29.192329 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-93cf1504-27b5-418d-ab46-cabbf324731c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 1097 time: 0.8603652
Apr 30 04:56:29.201821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278504ad-0679-4740-851b-8a15d1c665b0 req-95aa1a8f-b67d-4557-b868-91008208f040 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:29.212949 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3829563
Apr 30 04:56:29.215152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278504ad-0679-4740-851b-8a15d1c665b0 req-95aa1a8f-b67d-4557-b868-91008208f040 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:29.228281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278504ad-0679-4740-851b-8a15d1c665b0 req-95aa1a8f-b67d-4557-b868-91008208f040 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:29.238707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc', 'admin_state_up': True, 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'security_groups': ['f6524ffd-07d4-43ea-934f-89b36a34f72e']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:29.247965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278504ad-0679-4740-851b-8a15d1c665b0 req-95aa1a8f-b67d-4557-b868-91008208f040 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:29.252363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-278504ad-0679-4740-851b-8a15d1c665b0 req-95aa1a8f-b67d-4557-b868-91008208f040 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 3093 time: 0.9564469
Apr 30 04:56:29.320787 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:29.338555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-cb8048bd-fa1f-4311-9b0b-e40adeef219d None None] Port 04170894-711a-47c9-917a-cbc4d9668913 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:29.348512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Checking segment: {'id': '7bff663c-e6c8-4e70-9012-8b3bd2858c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5a7317dd-ae49-4c94-9eb8-dd9346de0ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:56:29.349502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network hostable DHCP agents. Network: 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:56:29.811649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-278504ad-0679-4740-851b-8a15d1c665b0 req-be99076e-c9b1-404a-810e-95af1607004f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5482042
Apr 30 04:56:29.812686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:56:29.819357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-76c5b789-ff00-4c56-a08b-ab08f040ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:29.821567 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-76c5b789-ff00-4c56-a08b-ab08f040ab2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 911 time: 0.5921054
Apr 30 04:56:29.823018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:29.926007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:29.947935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f65e2-6e9a-476e-931f-bfa9511c3e34 None None] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:56:30.097365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35d3ed-bf47-4c5a-bfc6-218ab8aedab5 req-caf3e146-a361-4e85-b873-c5b567189b7e tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:30.114151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d35d3ed-bf47-4c5a-bfc6-218ab8aedab5 req-caf3e146-a361-4e85-b873-c5b567189b7e tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 0.8313854
Apr 30 04:56:30.124456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:30.125111 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:30.143665 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-1e21114f-d58e-4049-8ab5-e01a4e353501 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 HTTP/1.1" status: 200  len: 217 time: 0.2985947
Apr 30 04:56:30.143665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Usage tracker for resource:port and tenant:748cbebd87a54850a6c2f758e820ab99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:30.181939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Quota usage for port was recalculated. Used quota:11. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:30.374886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.5395370
Apr 30 04:56:30.380641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54756) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:30.386093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:30.394709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': '5a7317dd-ae49-4c94-9eb8-dd9346de0ec9', 'name': 'tempest-PortsIpV6TestJSON-593849295'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:30.438510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d35d3ed-bf47-4c5a-bfc6-218ab8aedab5 req-7dd78e37-1db8-46fc-99ca-54baa6c7122e tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3233092
Apr 30 04:56:30.449122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Made reservation on behalf of 748cbebd87a54850a6c2f758e820ab99 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:30.451884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Router 626eecbc-8f3c-403c-abd3-228dcee0f167 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:56:30.461669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:30.483908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-9d11a91a-9153-4a9e-a2a8-2929987b89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:30.485823 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-9d11a91a-9153-4a9e-a2a8-2929987b89c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 200  len: 850 time: 0.3149340
Apr 30 04:56:30.630704 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-53dfcc0c-6911-44b8-bd67-8cf0fa7be84a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1366999
Apr 30 04:56:30.776585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-5a7317dd-ae49-4c94-9eb8-dd9346de0ec9', 'network_id': '5a7317dd-ae49-4c94-9eb8-dd9346de0ec9', 'tenant_id': 'a757c40b25f54d7390ac2e26567bf4d9', 'fixed_ips': [{'subnet_id': 'be6ffb2c-a953-4925-97e9-559525e7e38e'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:56:30.778201 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:30.969745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:56:30.999457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "PUT /v2.0/routers/626eecbc-8f3c-403c-abd3-228dcee0f167/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6673989
Apr 30 04:56:31.021325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:31.056390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54768) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:31.162541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Allocated IP 2001:db8::2 (5a7317dd-ae49-4c94-9eb8-dd9346de0ec9/be6ffb2c-a953-4925-97e9-559525e7e38e/29a983fd-a28e-45b3-b5f4-e608c3d00869) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:31.348500 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-91f70546-55be-4548-af47-7415a68bea92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:31.363089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b42a06-9ded-4b53-90cd-f3aead7ad3fd None None] Sync routers for ids ['626eecbc-8f3c-403c-abd3-228dcee0f167'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:56:31.381226 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-609f579a-e955-470c-96f3-c0e2520184b6 service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7389424
Apr 30 04:56:31.436765 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-dfca2014-60f8-416f-a77b-09635e492e65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.5795727
Apr 30 04:56:31.698199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b42a06-9ded-4b53-90cd-f3aead7ad3fd None None] Routers {'626eecbc-8f3c-403c-abd3-228dcee0f167'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:56:31.700880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c3b42a06-9ded-4b53-90cd-f3aead7ad3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa0df0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:56:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['626eecbc-8f3c-403c-abd3-228dcee0f167'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:31.723186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:31.821917 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd3892b-ad7b-4444-8402-d6721ad9d523 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:56:31.827340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8dd3892b-ad7b-4444-8402-d6721ad9d523 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:31.839280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:31.843442 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:31.941187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c3b42a06-9ded-4b53-90cd-f3aead7ad3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa0df0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:31.946436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 99c89187-377c-4076-928a-1d666dbea2cb yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:56:32.000478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd42a05-9228-4a7a-9504-1a51aa2d59c4 req-4ae6cbef-937a-42e5-ae99-495251cbe527 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:32.003204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8bd42a05-9228-4a7a-9504-1a51aa2d59c4 req-4ae6cbef-937a-42e5-ae99-495251cbe527 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 1.7073970
Apr 30 04:56:32.015687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b42a06-9ded-4b53-90cd-f3aead7ad3fd None None] Routers {'626eecbc-8f3c-403c-abd3-228dcee0f167'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:56:32.025126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8dd3892b-ad7b-4444-8402-d6721ad9d523 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:56:32.025561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c3b42a06-9ded-4b53-90cd-f3aead7ad3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa0df0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:56:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['626eecbc-8f3c-403c-abd3-228dcee0f167'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:32.026969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8dd3892b-ad7b-4444-8402-d6721ad9d523 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/dc37bd07-1136-44d5-b400-4cd30c9e3965 HTTP/1.1" status: 404  len: 333 time: 0.9540770
Apr 30 04:56:32.033913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54788) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:32.200419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c3b42a06-9ded-4b53-90cd-f3aead7ad3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa0df0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:32.200847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b42a06-9ded-4b53-90cd-f3aead7ad3fd None None] The sync data for ids ['626eecbc-8f3c-403c-abd3-228dcee0f167'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:56:32.233112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Allocated IP 10.2.2.200 (b3216d1a-c7d6-4c25-aabe-814b72ddf3cc/2f173dd0-a931-49e1-8476-91d5b97c332d/4e5fe23a-cf35-489e-81ab-aeddb4afdcd9) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:32.269868 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8aa76e8c-eef5-47ba-a938-66c761420f31 req-b779a221-c7f5-499d-b051-85e43c06ed02 service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8727198
Apr 30 04:56:32.367014 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:32.408428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Transition to ACTIVE for port object 29a983fd-a28e-45b3-b5f4-e608c3d00869 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:32.432230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-fc553924-73e4-42ce-a21d-f5034a6698a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:32.444861 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-fc553924-73e4-42ce-a21d-f5034a6698a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e3aa4dd18d746099574082090f3af1d&device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 1098 time: 0.6978898
Apr 30 04:56:32.461828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Transition to ACTIVE for port object 29a983fd-a28e-45b3-b5f4-e608c3d00869 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:32.476471 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:32.489634 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:32.639199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:32.650903 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:32.670258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:32.778932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Pushing event updated for resources: {'Port': ['ID=29a983fd-a28e-45b3-b5f4-e608c3d00869,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:32.836871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9e6d-e953-40d3-bcdf-759864303bdf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:32.845069 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:32.900450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Attempting to bind port 29a983fd-a28e-45b3-b5f4-e608c3d00869 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:56:32.901101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Attempting to bind port 29a983fd-a28e-45b3-b5f4-e608c3d00869 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '7bff663c-e6c8-4e70-9012-8b3bd2858c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5a7317dd-ae49-4c94-9eb8-dd9346de0ec9'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:56:32.902143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Attempting to bind port 29a983fd-a28e-45b3-b5f4-e608c3d00869 on network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:32.913442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:56:32.915156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Checking segment: {'id': '7bff663c-e6c8-4e70-9012-8b3bd2858c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5a7317dd-ae49-4c94-9eb8-dd9346de0ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:56:32.915940 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:32.916526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Bound using segment: {'id': '7bff663c-e6c8-4e70-9012-8b3bd2858c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5a7317dd-ae49-4c94-9eb8-dd9346de0ec9'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:56:32.917365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Bound port: 29a983fd-a28e-45b3-b5f4-e608c3d00869, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bff663c-e6c8-4e70-9012-8b3bd2858c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5a7317dd-ae49-4c94-9eb8-dd9346de0ec9'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:56:32.918047 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:33.186271 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] For port 29a983fd-a28e-45b3-b5f4-e608c3d00869, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:56:33.199086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] For port 29a983fd-a28e-45b3-b5f4-e608c3d00869, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=29a983fd-a28e-45b3-b5f4-e608c3d00869,segment=NetworkSegment(7bff663c-e6c8-4e70-9012-8b3bd2858c70),segment_id=7bff663c-e6c8-4e70-9012-8b3bd2858c70)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:56:33.205612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-a39d808e-fae8-4fb9-8be3-65005851def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:33.207508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8bd42a05-9228-4a7a-9504-1a51aa2d59c4 req-c0a96ee2-8313-40e7-9d88-6738afa73ef5 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1751211
Apr 30 04:56:33.208552 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-a39d808e-fae8-4fb9-8be3-65005851def4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ada1d9f6-56af-4245-8d05-4f9e4067468a HTTP/1.1" status: 200  len: 915 time: 0.4841974
Apr 30 04:56:33.213617 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:33.219152 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:33.411125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc058dc-584c-4c84-96e9-d3a5033eb6a9 req-701d355f-53f2-447b-9e01-563f741869ed tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:33.444606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc058dc-584c-4c84-96e9-d3a5033eb6a9 req-701d355f-53f2-447b-9e01-563f741869ed tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:33.451488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc058dc-584c-4c84-96e9-d3a5033eb6a9 req-701d355f-53f2-447b-9e01-563f741869ed tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:33.458232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc058dc-584c-4c84-96e9-d3a5033eb6a9 req-701d355f-53f2-447b-9e01-563f741869ed tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:33.460586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cc058dc-584c-4c84-96e9-d3a5033eb6a9 req-701d355f-53f2-447b-9e01-563f741869ed tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 3093 time: 1.7302654
Apr 30 04:56:33.500247 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-e69d6b9c-58e3-4dd5-b40e-d52f8b33d92b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1898556-1442-43b7-9ccf-f03701adce40 HTTP/1.1" status: 200  len: 217 time: 0.2635880
Apr 30 04:56:33.554379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Pushing event updated for resources: {'Port': ['ID=29a983fd-a28e-45b3-b5f4-e608c3d00869,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:33.584052 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:33.590323 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:33.632450 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bb2cd6c-036c-489b-8eea-bcf622db9294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:33.692153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:33.731358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-d4d175e3-d37f-46af-903f-0838e43ebf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:33.732898 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-d4d175e3-d37f-46af-903f-0838e43ebf1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7f3c143-fc76-405e-b621-fc03734e4265 HTTP/1.1" status: 200  len: 854 time: 0.2197654
Apr 30 04:56:33.735571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::2a7 (5a7317dd-ae49-4c94-9eb8-dd9346de0ec9/be6ffb2c-a953-4925-97e9-559525e7e38e/99c89187-377c-4076-928a-1d666dbea2cb) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:33.749103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Transition to ACTIVE for port object 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:33.881713 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-a08f2cbd-0e89-4bfb-b9dc-8168fe1b196d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ada1d9f6-56af-4245-8d05-4f9e4067468a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1273787
Apr 30 04:56:33.945807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9e6d-e953-40d3-bcdf-759864303bdf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:34.003664 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9e6d-e953-40d3-bcdf-759864303bdf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:34.040344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6cc058dc-584c-4c84-96e9-d3a5033eb6a9 req-942d8881-a03e-4787-b503-057516e83a30 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5101097
Apr 30 04:56:34.065645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-42930676-5517-4ff2-b3cd-38d1e6bb85bb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:34.067414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-42930676-5517-4ff2-b3cd-38d1e6bb85bb tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.37 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 1.8175631
Apr 30 04:56:34.184673 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:34.211524 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7611f26e-c444-4de1-8bdc-9417548e6a2a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:34.312275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event updated for resources: {'Port': ['ID=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:34.339084 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:34.357273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:34.369941 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:56:34.374444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:34.392322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:34.470840 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-fad9902e-d77b-4489-ac81-8ac1a828fda3 service neutron] 10.222.0.37 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5802090
Apr 30 04:56:34.577979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9e6d-e953-40d3-bcdf-759864303bdf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:34.579490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e9e6d-e953-40d3-bcdf-759864303bdf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Fanout notify agent at l3_agent the message router_deleted on router 626eecbc-8f3c-403c-abd3-228dcee0f167 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:56:34.726615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:34.727340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:34.787253 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:34.854178 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.6269500
Apr 30 04:56:34.903525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:34.939824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ce5a8-245e-42c9-b62e-ce898d4ecea0 req-e8d684c0-a2df-4ec7-ab4a-dabd83a6a058 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:34.943019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f34ce5a8-245e-42c9-b62e-ce898d4ecea0 req-e8d684c0-a2df-4ec7-ab4a-dabd83a6a058 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 945 time: 1.4755521
Apr 30 04:56:35.159484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-73d20f22-d080-4162-8da9-c4749c58c83a None None] Provisioning for port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:35.194340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-73d20f22-d080-4162-8da9-c4749c58c83a None None] Provisioning complete for port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:35.197446 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-73d20f22-d080-4162-8da9-c4749c58c83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:35.379630 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-deeff310-6f7a-45d9-aa36-ccaf751595eb req-649cbaa5-4e21-4d2c-8b15-7a05b6615a4f service neutron] 10.222.0.37 "GET /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8959014
Apr 30 04:56:35.383074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:35.441841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-73d20f22-d080-4162-8da9-c4749c58c83a None None] Port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:35.447024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c8e9e6d-e953-40d3-bcdf-759864303bdf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:35.452013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9c8e9e6d-e953-40d3-bcdf-759864303bdf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/routers/626eecbc-8f3c-403c-abd3-228dcee0f167 HTTP/1.1" status: 204  len: 168 time: 3.4127929
Apr 30 04:56:35.453112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54814) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:35.758513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 29a983fd-a28e-45b3-b5f4-e608c3d00869 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:35.809724 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f34ce5a8-245e-42c9-b62e-ce898d4ecea0 req-63772af7-69e3-4978-ae3c-9468828d9ffd tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddccfaeb-d9c0-4699-94b0-ef52880b40ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7106264
Apr 30 04:56:35.911648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:35.936259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 29a983fd-a28e-45b3-b5f4-e608c3d00869 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:36.021121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object 99c89187-377c-4076-928a-1d666dbea2cb will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:36.049769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c695a-f886-4cf1-a3aa-75605c4d7f47 None None] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:56:36.058564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Deleting port d8306ac1-f77c-4b5d-9412-4e28f3769a44 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:36.064502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:36.437972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] For port d8306ac1-f77c-4b5d-9412-4e28f3769a44, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8306ac1-f77c-4b5d-9412-4e28f3769a44,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:36.438669 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:36.573334 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-31b897b6-309b-4f8f-8bda-06f2de92fab8 None None] Provisioning for port 29a983fd-a28e-45b3-b5f4-e608c3d00869 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:36.604730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-31b897b6-309b-4f8f-8bda-06f2de92fab8 None None] Provisioning complete for port 29a983fd-a28e-45b3-b5f4-e608c3d00869 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:36.605688 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31b897b6-309b-4f8f-8bda-06f2de92fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:36.682140 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:36.783123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Calling delete_port for d8306ac1-f77c-4b5d-9412-4e28f3769a44 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:36.940894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:56:36.966367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:37.078200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet 7bfaaa1e-513a-4176-a0e1-a0bb6d6879a1 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:56:37.083173 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:37.182134 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31b897b6-309b-4f8f-8bda-06f2de92fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:37.265809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-31b897b6-309b-4f8f-8bda-06f2de92fab8 None None] For port 29a983fd-a28e-45b3-b5f4-e608c3d00869, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=29a983fd-a28e-45b3-b5f4-e608c3d00869,segment=NetworkSegment(7bff663c-e6c8-4e70-9012-8b3bd2858c70),segment_id=7bff663c-e6c8-4e70-9012-8b3bd2858c70)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:37.287375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d8306ac1-f77c-4b5d-9412-4e28f3769a44 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:56:37.289155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Transition to ACTIVE for port object 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:37.301700 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:37.313785 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:37.331077 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:37.354849 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31b897b6-309b-4f8f-8bda-06f2de92fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:37.370010 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-60b04859-5daa-4e84-a6a2-c48f30f5b05c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:37.443713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: d8306ac1-f77c-4b5d-9412-4e28f3769a44 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:56:37.444612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d8306ac1-f77c-4b5d-9412-4e28f3769a44 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:56:37.526262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:37.559403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:37.562734 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2598e68c-8c0c-4d06-a1ff-b33e425b2176 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:37.574791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b897b6-309b-4f8f-8bda-06f2de92fab8 None None] Pushing event updated for resources: {'Port': ['ID=29a983fd-a28e-45b3-b5f4-e608c3d00869,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:37.581561 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-31b897b6-309b-4f8f-8bda-06f2de92fab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:37.672414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:37.697868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.698463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.698995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.699584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.700143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.700670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.701190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.701874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.702394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.702923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.703469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.703976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:56:37.718338 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:37.892697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-80465eb6-361f-47c4-a22d-58df23054774 None None] Provisioning complete for port 29a983fd-a28e-45b3-b5f4-e608c3d00869 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:37.893939 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80465eb6-361f-47c4-a22d-58df23054774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:37.980869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Attempting to bind port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:56:37.982016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Attempting to bind port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:56:37.982897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Attempting to bind port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 on network c7ce8a20-822a-4055-8098-f9299e94ad1e {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:37.997832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 on network c7ce8a20-822a-4055-8098-f9299e94ad1e not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:56:37.998679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Attempting to bind port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 on network c7ce8a20-822a-4055-8098-f9299e94ad1e {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:38.014508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:56:38.015150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Checking segment: {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:56:38.015725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Bound using segment: {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:56:38.018409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Bound port: 5cf0fcea-4275-49a4-bba3-787ab6fb93b3, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd57ce59-9070-4c56-a9b9-d4bd73945c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:56:38.022916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:38.192069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564af3c6-d9b4-42ff-8af5-34432a1d397a req-0954e8ce-6ee1-4223-af9b-fc660241476a tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:38.201198 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-564af3c6-d9b4-42ff-8af5-34432a1d397a req-0954e8ce-6ee1-4223-af9b-fc660241476a tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 3.1033282
Apr 30 04:56:38.270673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Pushing event deleted for resources: {'Port': ['ID=d8306ac1-f77c-4b5d-9412-4e28f3769a44,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:38.275923 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:38.285779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] For port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:56:38.289937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] For port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:56:38.295393 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:38.300599 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:38.318021 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:38.359106 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6556772c-8160-4290-990c-ccc75a301e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:38.383372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:38.384643 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:38.387977 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] 10.222.0.50 "PUT /v2.0/ports/5cf0fcea-4275-49a4-bba3-787ab6fb93b3 HTTP/1.1" status: 200  len: 1092 time: 3.5193670
Apr 30 04:56:38.389244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:38.444950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:38.454463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] No DVR routers for this DVR port d8306ac1-f77c-4b5d-9412-4e28f3769a44 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:56:38.457668 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:38.480239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f04c06-a447-4fd7-a7a1-762a86ef12e1', 'name': 'network-vif-deleted', 'tag': 'd8306ac1-f77c-4b5d-9412-4e28f3769a44'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:38.516609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:38.530209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:38.533872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:38.547507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:38.548251 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:38.553313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=99c89187-377c-4076-928a-1d666dbea2cb,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:38.557489 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:38.589134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:38.599075 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:38.637514 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-564af3c6-d9b4-42ff-8af5-34432a1d397a req-1837c668-2190-44c5-855d-4d2176e2961d tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4324381
Apr 30 04:56:38.656315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e1808-a57f-45df-977f-0366c491f8c7 req-eaf1d13a-247e-4769-b728-50b8123b58cd tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:38.663631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e1808-a57f-45df-977f-0366c491f8c7 req-eaf1d13a-247e-4769-b728-50b8123b58cd tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:38.670162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e1808-a57f-45df-977f-0366c491f8c7 req-eaf1d13a-247e-4769-b728-50b8123b58cd tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:38.676545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e1808-a57f-45df-977f-0366c491f8c7 req-eaf1d13a-247e-4769-b728-50b8123b58cd tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:38.697782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e1808-a57f-45df-977f-0366c491f8c7 req-eaf1d13a-247e-4769-b728-50b8123b58cd tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:38.703556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-830e1808-a57f-45df-977f-0366c491f8c7 req-eaf1d13a-247e-4769-b728-50b8123b58cd tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 3814 time: 1.6442370
Apr 30 04:56:38.727396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-661311f3-1a8c-430d-b338-ca6e96b2f384 req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.37 "DELETE /v2.0/ports/d8306ac1-f77c-4b5d-9412-4e28f3769a44 HTTP/1.1" status: 204  len: 173 time: 4.6159887
Apr 30 04:56:38.800705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 8.4185421
Apr 30 04:56:38.801973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54840) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:38.863469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:38.891943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': '5a7317dd-ae49-4c94-9eb8-dd9346de0ec9', 'name': 'tempest-PortsIpV6TestJSON-154045795'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:39.182441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1777163f-64db-4cb4-8b5e-32ec5eaa47bf None None] Provisioning for port 99c89187-377c-4076-928a-1d666dbea2cb completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:39.185316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-830e1808-a57f-45df-977f-0366c491f8c7 req-a343801c-d094-4ab2-98a1-63ad7d483c5a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4548838
Apr 30 04:56:39.204414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1777163f-64db-4cb4-8b5e-32ec5eaa47bf None None] Provisioning complete for port 99c89187-377c-4076-928a-1d666dbea2cb triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:39.205029 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1777163f-64db-4cb4-8b5e-32ec5eaa47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:39.441549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1777163f-64db-4cb4-8b5e-32ec5eaa47bf None None] Port 99c89187-377c-4076-928a-1d666dbea2cb cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:39.506399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:39.515495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:39.541537 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dd40c2a3-a7d1-4598-8476-32876949d642 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:39.653150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:39.688534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:39.722298 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 29a983fd-a28e-45b3-b5f4-e608c3d00869 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:39.733055 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:39.744943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfaaa1e-513a-4176-a0e1-a0bb6d6879a1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:39.755074 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:39.760090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:39.773898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/7bfaaa1e-513a-4176-a0e1-a0bb6d6879a1 HTTP/1.1" status: 204  len: 168 time: 4.3062088
Apr 30 04:56:39.780906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54850) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:39.870106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d77a1b6-c64a-4450-83d0-28dd084f5be1 None None] Network 8a14120a-d7bb-47fc-b966-b4970b19561f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:56:39.994751 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:39.999744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:40.004839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:40.043419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 5793d1fa-384f-44b1-b769-1131e559b458 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:56:40.080763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f124c858-8f59-4262-9a4b-5bdb30ab86d0 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:56:40.107953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:40.164862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Transition to ACTIVE for port object f124c858-8f59-4262-9a4b-5bdb30ab86d0 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:40.177929 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:40.187276 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b41fe31-91ed-4373-b788-73d7ff65d361 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:40.573212 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'status': 'completed', 'code': 200}
Apr 30 04:56:40.737834 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f04c06-a447-4fd7-a7a1-762a86ef12e1', 'name': 'network-vif-deleted', 'tag': 'd8306ac1-f77c-4b5d-9412-4e28f3769a44', 'status': 'completed', 'code': 200}
Apr 30 04:56:40.807583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 29a983fd-a28e-45b3-b5f4-e608c3d00869 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:40.808360 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:40.816186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Pushing event updated for resources: {'Port': ['ID=f124c858-8f59-4262-9a4b-5bdb30ab86d0,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:40.884205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-47ef6d30-3a59-41fd-83f0-d7a1981317a7 req-737433cf-5cb1-4d95-b146-2f7d923e1332 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Synchronizing usage tracker for tenant:096f949cef7148bb900213ec2972eb30 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:41.063214 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:41.123220 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Attempting to bind port f124c858-8f59-4262-9a4b-5bdb30ab86d0 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:56:41.124164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Attempting to bind port f124c858-8f59-4262-9a4b-5bdb30ab86d0 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:56:41.124164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Attempting to bind port f124c858-8f59-4262-9a4b-5bdb30ab86d0 on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:41.142176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Port f124c858-8f59-4262-9a4b-5bdb30ab86d0 on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:56:41.143180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Attempting to bind port f124c858-8f59-4262-9a4b-5bdb30ab86d0 on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:41.156251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:56:41.156601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Checking segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:56:41.156999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Bound using segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:56:41.157570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Bound port: f124c858-8f59-4262-9a4b-5bdb30ab86d0, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:56:41.158472 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:41.214926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] DHCP port deletion for 8a14120a-d7bb-47fc-b966-b4970b19561f request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:56:41.303673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] For port f124c858-8f59-4262-9a4b-5bdb30ab86d0, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:56:41.307084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] For port f124c858-8f59-4262-9a4b-5bdb30ab86d0, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:56:41.318295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-74373f76-b9c2-472a-996a-e7c1b070dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.318946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-74373f76-b9c2-472a-996a-e7c1b070dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.319533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-74373f76-b9c2-472a-996a-e7c1b070dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.320015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-74373f76-b9c2-472a-996a-e7c1b070dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.320702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-74373f76-b9c2-472a-996a-e7c1b070dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.321339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-74373f76-b9c2-472a-996a-e7c1b070dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.324686 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-74373f76-b9c2-472a-996a-e7c1b070dea7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5249 time: 0.7445004
Apr 30 04:56:41.327149 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:41.330258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-47ef6d30-3a59-41fd-83f0-d7a1981317a7 req-737433cf-5cb1-4d95-b146-2f7d923e1332 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Unset dirty status for tenant:096f949cef7148bb900213ec2972eb30 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:56:41.333136 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a6b322a0-1ac2-49ee-a54b-08f71f802a8e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:41.344214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47ef6d30-3a59-41fd-83f0-d7a1981317a7 req-737433cf-5cb1-4d95-b146-2f7d923e1332 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] 10.222.0.46 "GET /v2.0/ports?device_id=34f04c06-a447-4fd7-a7a1-762a86ef12e1 HTTP/1.1" status: 200  len: 210 time: 0.7910903
Apr 30 04:56:41.357101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] Deleting port 4abf626e-063c-41a8-ae60-49383785fa9c {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:41.357763 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:41.446321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::19b (5a7317dd-ae49-4c94-9eb8-dd9346de0ec9/be6ffb2c-a953-4925-97e9-559525e7e38e/5793d1fa-384f-44b1-b769-1131e559b458) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:41.567674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.573615 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:41.575407 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] 10.222.0.50 "PUT /v2.0/ports/f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 200  len: 1136 time: 3.1389198
Apr 30 04:56:41.587721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] For port 4abf626e-063c-41a8-ae60-49383785fa9c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4abf626e-063c-41a8-ae60-49383785fa9c,segment=NetworkSegment(d59179ad-fed1-43e7-bdec-4767ce62cd12),segment_id=d59179ad-fed1-43e7-bdec-4767ce62cd12)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:41.588238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:41.937368 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] Calling delete_port for 4abf626e-063c-41a8-ae60-49383785fa9c owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:41.948857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-5dfcebcc-9b93-433c-a08b-623c772b4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.949903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-5dfcebcc-9b93-433c-a08b-623c772b4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.950867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-5dfcebcc-9b93-433c-a08b-623c772b4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:41.953716 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-5dfcebcc-9b93-433c-a08b-623c772b4927 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=748cbebd87a54850a6c2f758e820ab99&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.5849776
Apr 30 04:56:41.975652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:42.018523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4abf626e-063c-41a8-ae60-49383785fa9c no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:56:42.038526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54868) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:42.093305 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:42.110015 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:42.136436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 4abf626e-063c-41a8-ae60-49383785fa9c {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:42.136963 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:42.187309 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] No DVR routers for this DVR port 4abf626e-063c-41a8-ae60-49383785fa9c on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:56:42.224293 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] Pushing event deleted for resources: {'Port': ['ID=4abf626e-063c-41a8-ae60-49383785fa9c,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:42.234620 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:42.278022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No active binding found for port 4abf626e-063c-41a8-ae60-49383785fa9c {{(pid=74583) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Apr 30 04:56:42.279549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4abf626e-063c-41a8-ae60-49383785fa9c not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:56:42.394149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Pushing event updated for resources: {'Port': ['ID=f124c858-8f59-4262-9a4b-5bdb30ab86d0,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:42.399155 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:42.562367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed24cbe-9d06-4ee9-bd20-0d4126102754 req-0375c934-adc9-49d1-8b09-f1b0e00c441a tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:42.575376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eed24cbe-9d06-4ee9-bd20-0d4126102754 req-0375c934-adc9-49d1-8b09-f1b0e00c441a tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 1.5824060
Apr 30 04:56:42.626866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': 'f124c858-8f59-4262-9a4b-5bdb30ab86d0'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:42.673679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] For port 4abf626e-063c-41a8-ae60-49383785fa9c, host n-d-766726-20, got binding levels [] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:42.674292 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:42.682296 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:42.722624 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:42.758309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf536b3a-7fa3-41d5-a90f-199fd3830610 req-21bcfa56-d029-49ce-b7ba-5f00688bec30 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:42.771363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf536b3a-7fa3-41d5-a90f-199fd3830610 req-21bcfa56-d029-49ce-b7ba-5f00688bec30 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:42.783391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf536b3a-7fa3-41d5-a90f-199fd3830610 req-21bcfa56-d029-49ce-b7ba-5f00688bec30 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:42.794967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf536b3a-7fa3-41d5-a90f-199fd3830610 req-21bcfa56-d029-49ce-b7ba-5f00688bec30 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:42.807257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf536b3a-7fa3-41d5-a90f-199fd3830610 req-21bcfa56-d029-49ce-b7ba-5f00688bec30 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:42.807997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:42.819033 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Usage tracker for resource:security_group_rule and tenant:b09cd4c440064ced81e5b6e180b61574 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:42.820146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf536b3a-7fa3-41d5-a90f-199fd3830610 req-21bcfa56-d029-49ce-b7ba-5f00688bec30 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:42.835193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf536b3a-7fa3-41d5-a90f-199fd3830610 req-21bcfa56-d029-49ce-b7ba-5f00688bec30 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 4603 time: 0.7330911
Apr 30 04:56:42.835684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:42.866963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:42.894572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-1e075c58-c0ec-48f0-9c5f-747b3ebf968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:42.898611 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b1bc3437-2379-4dfd-83d2-05eccf49cae6 req-1e075c58-c0ec-48f0-9c5f-747b3ebf968d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6214764
Apr 30 04:56:43.056367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eed24cbe-9d06-4ee9-bd20-0d4126102754 req-20bab0b2-239e-4b8e-b8ea-8e6a595a6370 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4795144
Apr 30 04:56:43.175912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:43.195192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 4abf626e-063c-41a8-ae60-49383785fa9c owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:43.204337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.ipam_backend_mixin [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Port 4abf626e-063c-41a8-ae60-49383785fa9c was not found and therefore no delete operation was performed {{(pid=74581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 04:56:43.218493 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:43.228202 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce59342c-2b2b-4913-be56-cfbb0037c39f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:43.267170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object 5793d1fa-384f-44b1-b769-1131e559b458 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:43.277639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf536b3a-7fa3-41d5-a90f-199fd3830610 req-4f82f3b0-376c-424b-8057-b703560807a0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4407175
Apr 30 04:56:43.290203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=4abf626e-063c-41a8-ae60-49383785fa9c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:43.297499 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:43.306425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No DVR routers for this DVR port 4abf626e-063c-41a8-ae60-49383785fa9c on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:56:43.467222 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:43.582458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:43.606922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:43.612881 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': 'f124c858-8f59-4262-9a4b-5bdb30ab86d0', 'status': 'completed', 'code': 200}
Apr 30 04:56:43.638786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a2d3cd0>,) {'filters': {'network_id': ['8a14120a-d7bb-47fc-b966-b4970b19561f']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:43.665697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a2d3cd0>, 'd59179ad-fed1-43e7-bdec-4767ce62cd12') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:43.667908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a2d3cd0>, 'd59179ad-fed1-43e7-bdec-4767ce62cd12') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:43.690565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:43.734858 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:43.746017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:56:43.756633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:43.785712 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b22f736-6760-4c74-bd87-b6baa027e4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:43.821015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c348d6-fb17-46c1-a1da-0bc41c32a3dc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:43.829533 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:43.836494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbd3132-e9b3-46ca-8915-2026e8671706 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:56:43.918821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:43.967750 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b09cd4c440064ced81e5b6e180b61574&name=default HTTP/1.1" status: 200  len: 2983 time: 1.9277587
Apr 30 04:56:43.972927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54888) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:44.127520 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:44.166648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-522596dc-9e4a-468a-883e-c2904df985de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.167134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-522596dc-9e4a-468a-883e-c2904df985de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.167655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-522596dc-9e4a-468a-883e-c2904df985de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.168135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-522596dc-9e4a-468a-883e-c2904df985de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.168602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-522596dc-9e4a-468a-883e-c2904df985de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.169242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-522596dc-9e4a-468a-883e-c2904df985de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.171187 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-522596dc-9e4a-468a-883e-c2904df985de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5291 time: 0.5574980
Apr 30 04:56:44.176793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e5b446d-7b44-465d-8079-dbc941bc0b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:44.209959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e5b446d-7b44-465d-8079-dbc941bc0b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:44.241169 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b748bc6-cabe-4b51-a273-8e3051827597 tempest-ServerPasswordTestJSON-119614225 tempest-ServerPasswordTestJSON-119614225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:44.560828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=5793d1fa-384f-44b1-b769-1131e559b458,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:44.569332 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:44.598152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e5b446d-7b44-465d-8079-dbc941bc0b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:44.610023 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2cdd674b-2f45-484b-996b-6fcc6a7b227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:44.636811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b446d-7b44-465d-8079-dbc941bc0b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c348d6-fb17-46c1-a1da-0bc41c32a3dc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:44.639445 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e5b446d-7b44-465d-8079-dbc941bc0b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:44.644979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 8a14120a-d7bb-47fc-b966-b4970b19561f has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:56:44.716959 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:44.757319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:44.760410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e5b446d-7b44-465d-8079-dbc941bc0b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:44.763964 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9e5b446d-7b44-465d-8079-dbc941bc0b91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44c348d6-fb17-46c1-a1da-0bc41c32a3dc HTTP/1.1" status: 204  len: 168 time: 0.7814574
Apr 30 04:56:44.778871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:44.811104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-cfc26ac9-1563-4c8c-b092-ba795978a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.811440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-cfc26ac9-1563-4c8c-b092-ba795978a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.811916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-cfc26ac9-1563-4c8c-b092-ba795978a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.813605 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-cfc26ac9-1563-4c8c-b092-ba795978a1d1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=748cbebd87a54850a6c2f758e820ab99&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.5199635
Apr 30 04:56:44.926693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:44.947021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:44.947779 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:45.061371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 6.2124143
Apr 30 04:56:45.228227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network 8a14120a-d7bb-47fc-b966-b4970b19561f has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:56:45.366670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fe82d41c-f481-4ff8-8044-7dc315bb5f00 None None] Provisioning for port 5793d1fa-384f-44b1-b769-1131e559b458 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:45.375822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fe82d41c-f481-4ff8-8044-7dc315bb5f00 None None] Provisioning complete for port 5793d1fa-384f-44b1-b769-1131e559b458 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:45.376641 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fe82d41c-f481-4ff8-8044-7dc315bb5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:45.402000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54902) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:45.402852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54904) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:56:45.405005 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:56:45.507335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fe82d41c-f481-4ff8-8044-7dc315bb5f00 None None] Port 5793d1fa-384f-44b1-b769-1131e559b458 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:45.513309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3002710-b33e-461b-9718-e3af374c7a66 req-a4b30c6d-1789-44e5-bf15-2156236d8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:45.515039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a3002710-b33e-461b-9718-e3af374c7a66 req-a4b30c6d-1789-44e5-bf15-2156236d8478 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 1097 time: 1.7265565
Apr 30 04:56:45.519585 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:45.581741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Transition to ACTIVE for port object 8fbd3132-e9b3-46ca-8915-2026e8671706 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:45.591407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ebcc8-8ec5-4ca5-8102-4ba24e32d19a req-713eabd6-b7d3-42e6-90d6-547b37b2b6f7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:45.599334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ebcc8-8ec5-4ca5-8102-4ba24e32d19a req-713eabd6-b7d3-42e6-90d6-547b37b2b6f7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:45.606167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ebcc8-8ec5-4ca5-8102-4ba24e32d19a req-713eabd6-b7d3-42e6-90d6-547b37b2b6f7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:45.613743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ebcc8-8ec5-4ca5-8102-4ba24e32d19a req-713eabd6-b7d3-42e6-90d6-547b37b2b6f7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:45.621177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ebcc8-8ec5-4ca5-8102-4ba24e32d19a req-713eabd6-b7d3-42e6-90d6-547b37b2b6f7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:45.629291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ebcc8-8ec5-4ca5-8102-4ba24e32d19a req-713eabd6-b7d3-42e6-90d6-547b37b2b6f7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:45.631950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-eb6dd8b1-1469-4e17-a3b1-d1ce326a57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:45.636886 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-eb6dd8b1-1469-4e17-a3b1-d1ce326a57ae service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8141634
Apr 30 04:56:45.639767 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a16ebcc8-8ec5-4ca5-8102-4ba24e32d19a req-713eabd6-b7d3-42e6-90d6-547b37b2b6f7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 4603 time: 1.0740283
Apr 30 04:56:45.641764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:45.660327 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09de72c7-9cd3-401a-b9ba-371ebfb9a98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:45.662644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:45.672133 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:45.718585 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7f402be9-aa69-4056-ac00-f81e11e1620b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:45.754127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Usage tracker for resource:security_group_rule and tenant:5f0b0df0aa9442f38eb35e10351c44bf is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:45.761910 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:45.799451 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/networks/8a14120a-d7bb-47fc-b966-b4970b19561f HTTP/1.1" status: 204  len: 168 time: 6.0135312
Apr 30 04:56:45.825997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54910) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:45.827673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:45.925288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a3002710-b33e-461b-9718-e3af374c7a66 req-eedf15c0-d2cf-4bd7-802b-09767125804c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3797622
Apr 30 04:56:45.933145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a16ebcc8-8ec5-4ca5-8102-4ba24e32d19a req-1ffd617d-53d6-4b29-96cf-003237cdd449 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2922342
Apr 30 04:56:45.934938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Network': ['ID=8a14120a-d7bb-47fc-b966-b4970b19561f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:45.940997 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:45.945903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:46.139947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b454122-ec47-4f32-9f35-767f0ff991f1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:46.146216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9b454122-ec47-4f32-9f35-767f0ff991f1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc HTTP/1.1" status: 200  len: 840 time: 0.2401929
Apr 30 04:56:46.148560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54916) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:46.160351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f6ad2-b5e3-4b90-b33c-65e0a28452cd req-f425bbc7-e7cb-42f3-9c69-3adf1d7d7715 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:46.165448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f7f6ad2-b5e3-4b90-b33c-65e0a28452cd req-f425bbc7-e7cb-42f3-9c69-3adf1d7d7715 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 1.6043575
Apr 30 04:56:46.296899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c7ae5-b21e-493d-b830-bd51e8e28266 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:46.298099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c9c7ae5-b21e-493d-b830-bd51e8e28266 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:46.311388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd3132-e9b3-46ca-8915-2026e8671706,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:46.318579 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:46.409114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-10a8e1b2-2e87-43df-8a7e-bddc7f458c2e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2516363
Apr 30 04:56:46.411727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54920) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:46.412370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c9c7ae5-b21e-493d-b830-bd51e8e28266 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:56:46.417644 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8c9c7ae5-b21e-493d-b830-bd51e8e28266 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a7 HTTP/1.1" status: 200  len: 928 time: 1.0072508
Apr 30 04:56:46.418235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54924) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:46.426166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:46.464499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f7f6ad2-b5e3-4b90-b33c-65e0a28452cd req-920f4c42-9e07-4721-a7c6-293b1aa584fb tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805525
Apr 30 04:56:46.597355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Attempting to bind port 8fbd3132-e9b3-46ca-8915-2026e8671706 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:56:46.598334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Attempting to bind port 8fbd3132-e9b3-46ca-8915-2026e8671706 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:56:46.599120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Attempting to bind port 8fbd3132-e9b3-46ca-8915-2026e8671706 on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:46.613925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:46.619751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Port 8fbd3132-e9b3-46ca-8915-2026e8671706 on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:56:46.620159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Attempting to bind port 8fbd3132-e9b3-46ca-8915-2026e8671706 on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:46.629833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:46.634652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:46.651137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:46.657956 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:46.667477 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:46.675831 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6eace055-2227-42bc-9823-b5e6e91475c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:46.684872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:46.688529 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:46.722423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:56:46.723262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Checking segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:56:46.723262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Bound using segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:56:46.724018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Bound port: 8fbd3132-e9b3-46ca-8915-2026e8671706, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:56:46.724618 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:46.765117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f0b0df0aa9442f38eb35e10351c44bf&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3563633
Apr 30 04:56:46.765366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54928) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:46.817411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f815e16-3e12-4f68-a1d5-d0cb331282dd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:46.825810 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:46.869789 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:47.530200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] For port 8fbd3132-e9b3-46ca-8915-2026e8671706, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:56:47.550156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] For port 8fbd3132-e9b3-46ca-8915-2026e8671706, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8fbd3132-e9b3-46ca-8915-2026e8671706,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:56:47.652944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b119c8-dc24-45d5-a83b-2c59acb72465 req-a71de919-7a58-4b2b-84f9-1626fd104d05 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:47.665303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b119c8-dc24-45d5-a83b-2c59acb72465 req-a71de919-7a58-4b2b-84f9-1626fd104d05 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:47.677498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b119c8-dc24-45d5-a83b-2c59acb72465 req-a71de919-7a58-4b2b-84f9-1626fd104d05 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:47.688986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b119c8-dc24-45d5-a83b-2c59acb72465 req-a71de919-7a58-4b2b-84f9-1626fd104d05 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:47.700809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b119c8-dc24-45d5-a83b-2c59acb72465 req-a71de919-7a58-4b2b-84f9-1626fd104d05 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:47.712566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b119c8-dc24-45d5-a83b-2c59acb72465 req-a71de919-7a58-4b2b-84f9-1626fd104d05 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:47.724554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b119c8-dc24-45d5-a83b-2c59acb72465 req-a71de919-7a58-4b2b-84f9-1626fd104d05 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:47.738540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8b119c8-dc24-45d5-a83b-2c59acb72465 req-a71de919-7a58-4b2b-84f9-1626fd104d05 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5381 time: 0.3738108
Apr 30 04:56:47.746482 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:47.758617 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:47.854140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 5793d1fa-384f-44b1-b769-1131e559b458 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:47.855004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:48.000811 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5df28103-4a49-4177-89c8-ae97ff7181f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:48.040669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.041308 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:48.045133 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] 10.222.0.50 "PUT /v2.0/ports/8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 200  len: 1137 time: 6.0768607
Apr 30 04:56:48.064873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '8fbd3132-e9b3-46ca-8915-2026e8671706'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:48.121604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:48.172748 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5df28103-4a49-4177-89c8-ae97ff7181f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:48.197232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:48.244013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd3132-e9b3-46ca-8915-2026e8671706,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:48.287000 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8b119c8-dc24-45d5-a83b-2c59acb72465 req-34110916-1e0d-43f9-9d82-c202b216c71c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5467863
Apr 30 04:56:48.357244 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:48.368914 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:48.379915 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b2471240-73c5-4a0c-b0d3-adc65149ff3c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:48.511406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09af2-e5b1-4aff-a4bc-39dac1540c15 req-94c48aa3-5fe2-4bf2-98c4-c25cc7d762ca tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.513103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04d09af2-e5b1-4aff-a4bc-39dac1540c15 req-94c48aa3-5fe2-4bf2-98c4-c25cc7d762ca tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 0.7433081
Apr 30 04:56:48.547532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:48.561334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:48.576755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f52ccc-5266-468e-ae54-34f897cc2cc6 None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:56:48.598051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=2eb90924-a179-4271-8ec8-0ac61603880d,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:48.605838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.606457 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:48.614936 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:48.637306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04d09af2-e5b1-4aff-a4bc-39dac1540c15 req-8ed4ce15-18fc-47c4-873e-930ff77724c1 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098676
Apr 30 04:56:48.701719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2839892
Apr 30 04:56:48.705173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54948) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:48.724459 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '8fbd3132-e9b3-46ca-8915-2026e8671706', 'status': 'completed', 'code': 200}
Apr 30 04:56:48.748598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 5793d1fa-384f-44b1-b769-1131e559b458 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:48.755327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-108154b7-a2fb-4e9a-847b-026119e7def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.756710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-108154b7-a2fb-4e9a-847b-026119e7def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.757270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-108154b7-a2fb-4e9a-847b-026119e7def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.758185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-108154b7-a2fb-4e9a-847b-026119e7def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.758587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-108154b7-a2fb-4e9a-847b-026119e7def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.759127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-108154b7-a2fb-4e9a-847b-026119e7def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.759700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-108154b7-a2fb-4e9a-847b-026119e7def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:48.763273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6af41771-092f-44cd-a467-6194859382b5 req-108154b7-a2fb-4e9a-847b-026119e7def3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6221 time: 0.2992449
Apr 30 04:56:48.768891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'security_group': {'name': 'tempest-secgroup-294382417'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:48.903775 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:48.997511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5df28103-4a49-4177-89c8-ae97ff7181f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:49.009999 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a066405d-2f6c-44eb-b98e-7fcc6946acb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:49.025753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-7bcedd7a-e99a-4a63-bcc2-98b1355087c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:49.029850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-7bcedd7a-e99a-4a63-bcc2-98b1355087c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:49.030450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-7bcedd7a-e99a-4a63-bcc2-98b1355087c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:49.032246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6af41771-092f-44cd-a467-6194859382b5 req-7bcedd7a-e99a-4a63-bcc2-98b1355087c5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=748cbebd87a54850a6c2f758e820ab99&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.2557423
Apr 30 04:56:49.034837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:49.044609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:49.053041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:49.067690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:49.076864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df28103-4a49-4177-89c8-ae97ff7181f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f815e16-3e12-4f68-a1d5-d0cb331282dd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:49.097317 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5df28103-4a49-4177-89c8-ae97ff7181f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:49.123957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5df28103-4a49-4177-89c8-ae97ff7181f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:49.136177 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5df28103-4a49-4177-89c8-ae97ff7181f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f815e16-3e12-4f68-a1d5-d0cb331282dd HTTP/1.1" status: 204  len: 168 time: 2.3594944
Apr 30 04:56:49.146018 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:49.238858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-e9b18610-a527-4a36-9b61-7fedf0977dad', 'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'tenant_id': 'fb3e9fc3fbee4b1da4211bda91d257ff', 'fixed_ips': [{'subnet_id': '2eb90924-a179-4271-8ec8-0ac61603880d'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:56:49.241499 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:49.384233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:49.417269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group_rule and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:49.436674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:49.498007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:49.518927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Deleting port ebb6ff76-686e-4e36-8e10-f49e4ba110f0 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:49.519381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:49.557736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-39602d25-6292-414b-bc7b-e6661d2e2d1b tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:49.567751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-39602d25-6292-414b-bc7b-e6661d2e2d1b tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 810 time: 0.4800167
Apr 30 04:56:49.638252 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:49.652951 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-496aa9a8-fd1f-4095-93be-fb637148b2ab tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:49.748879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41771-092f-44cd-a467-6194859382b5 req-3866ff4d-17be-477c-8e9a-7f3dd88205c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:49.751901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6af41771-092f-44cd-a467-6194859382b5 req-3866ff4d-17be-477c-8e9a-7f3dd88205c5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6682925
Apr 30 04:56:49.767414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-0ad60e77-fc0b-46bf-abc2-1b0fd2fa90c0 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/quotas/d7c31aa3af204c94885a5a90e0cdc894 HTTP/1.1" status: 200  len: 375 time: 0.1549921
Apr 30 04:56:49.780011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Allocated IP 172.20.0.2 (e9b18610-a527-4a36-9b61-7fedf0977dad/2eb90924-a179-4271-8ec8-0ac61603880d/d4155554-3fde-4c88-94de-fb2bac68803f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:50.058414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.074800 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.081895 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44160976-70a9-4bde-b0c0-5a5515018029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:50.136742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=5793d1fa-384f-44b1-b769-1131e559b458,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:50.166577 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4adcf915-eff8-4556-9af4-becae1fb7da5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:50.186326 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:50.225971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3171480-1702-4cf2-8d91-61a99401ea63 req-c404aeb8-72ff-4b3e-8ed6-a5b9c3ae922e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:50.229601 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:50.234689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3171480-1702-4cf2-8d91-61a99401ea63 req-c404aeb8-72ff-4b3e-8ed6-a5b9c3ae922e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:50.246418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3171480-1702-4cf2-8d91-61a99401ea63 req-c404aeb8-72ff-4b3e-8ed6-a5b9c3ae922e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:50.255012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] For port ebb6ff76-686e-4e36-8e10-f49e4ba110f0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ebb6ff76-686e-4e36-8e10-f49e4ba110f0,segment=NetworkSegment(d39f6496-664b-476e-ba6b-0a8c1f82563d),segment_id=d39f6496-664b-476e-ba6b-0a8c1f82563d)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:50.255484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3171480-1702-4cf2-8d91-61a99401ea63 req-c404aeb8-72ff-4b3e-8ed6-a5b9c3ae922e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:50.257353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.264220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3171480-1702-4cf2-8d91-61a99401ea63 req-c404aeb8-72ff-4b3e-8ed6-a5b9c3ae922e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:50.272476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3171480-1702-4cf2-8d91-61a99401ea63 req-c404aeb8-72ff-4b3e-8ed6-a5b9c3ae922e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:50.280844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3171480-1702-4cf2-8d91-61a99401ea63 req-c404aeb8-72ff-4b3e-8ed6-a5b9c3ae922e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:50.284369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a3171480-1702-4cf2-8d91-61a99401ea63 req-c404aeb8-72ff-4b3e-8ed6-a5b9c3ae922e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5381 time: 0.6709480
Apr 30 04:56:50.285416 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.300002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Transition to ACTIVE for port object d4155554-3fde-4c88-94de-fb2bac68803f will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:50.357453 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.358767 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.6345782
Apr 30 04:56:50.369671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54986) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:50.373827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Transition to ACTIVE for port object d4155554-3fde-4c88-94de-fb2bac68803f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:50.383103 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.397096 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9ca3ae0-e690-4fe6-9832-051043843847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:50.414979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'security_group': {'name': 'tempest-secgroup-1101221402'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:50.447660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a3171480-1702-4cf2-8d91-61a99401ea63 req-fe056d91-2c74-4d1e-9125-ec73679d5986 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1426342
Apr 30 04:56:50.450278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:50.451126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Calling delete_port for ebb6ff76-686e-4e36-8e10-f49e4ba110f0 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:50.481110 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9e8a97-47f5-4010-b75d-3cc3345d0226 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7122989
Apr 30 04:56:50.494705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:50.523769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Pushing event updated for resources: {'Port': ['ID=d4155554-3fde-4c88-94de-fb2bac68803f,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:50.527784 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:50.534708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:50.536067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:50.538833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:50.585857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:50.665489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:50.746485 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.764166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Attempting to bind port d4155554-3fde-4c88-94de-fb2bac68803f on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:56:50.764888 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Attempting to bind port d4155554-3fde-4c88-94de-fb2bac68803f by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'cd38fc37-8df2-4a0d-a9e2-da25a61e2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:56:50.765533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Attempting to bind port d4155554-3fde-4c88-94de-fb2bac68803f on network e9b18610-a527-4a36-9b61-7fedf0977dad {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:50.777261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:56:50.778000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Checking segment: {'id': 'cd38fc37-8df2-4a0d-a9e2-da25a61e2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:56:50.778741 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.779576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Bound using segment: {'id': 'cd38fc37-8df2-4a0d-a9e2-da25a61e2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:56:50.780803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Bound port: d4155554-3fde-4c88-94de-fb2bac68803f, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd38fc37-8df2-4a0d-a9e2-da25a61e2db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:56:50.781472 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.813696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:50.824489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:50.829502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group_rule and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:50.836604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:50.846523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:50.850784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-203aec39-de5e-4a14-b222-1ab4246992fd service neutron] 10.222.0.46 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3413987
Apr 30 04:56:50.898521 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/5793d1fa-384f-44b1-b769-1131e559b458 HTTP/1.1" status: 204  len: 168 time: 4.4784443
Apr 30 04:56:50.905699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54996) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:51.006607 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aeb8b68-e0ae-4a07-87b3-1559b266e4c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:56:51.007574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9aeb8b68-e0ae-4a07-87b3-1559b266e4c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:51.060182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] For port d4155554-3fde-4c88-94de-fb2bac68803f, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:56:51.064932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] For port d4155554-3fde-4c88-94de-fb2bac68803f, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4155554-3fde-4c88-94de-fb2bac68803f,segment=NetworkSegment(cd38fc37-8df2-4a0d-a9e2-da25a61e2db1),segment_id=cd38fc37-8df2-4a0d-a9e2-da25a61e2db1)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:56:51.070739 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:51.073980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-d889ef85-974d-4271-b7c5-58e4cb2d69f1 service neutron] 10.222.0.46 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122197
Apr 30 04:56:51.082186 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2c62d08f-c7ca-433c-b0ae-d4326a1db84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:51.088724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9aeb8b68-e0ae-4a07-87b3-1559b266e4c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:56:51.091620 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9aeb8b68-e0ae-4a07-87b3-1559b266e4c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/5793d1fa-384f-44b1-b769-1131e559b458 HTTP/1.1" status: 404  len: 333 time: 0.1833737
Apr 30 04:56:51.096632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55000) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:51.130812 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:56:51.192545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Pushing event updated for resources: {'Port': ['ID=d4155554-3fde-4c88-94de-fb2bac68803f,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:51.199674 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:51.249770 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:51.261411 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:51.296634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c13007-03fc-4471-9dd4-1b1d5062b9ba {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:56:51.321421 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:51.335480 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:51.389976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Transition to ACTIVE for port object 82c13007-03fc-4471-9dd4-1b1d5062b9ba will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:51.397676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:51.405177 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4896c7eb-0925-4b6d-b353-43c102e0232a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:51.434804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7f3d06-4e2c-4a30-8c12-57e04a219fde,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:51.449744 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:51.524687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:51.527914 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.1405647
Apr 30 04:56:51.551620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55022) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:51.573239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-364437624', 'security_groups': ['dc7f3d06-4e2c-4a30-8c12-57e04a219fde'], 'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2eb90924-a179-4271-8ec8-0ac61603880d'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:51.575172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:52.152184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Pushing event updated for resources: {'Port': ['ID=82c13007-03fc-4471-9dd4-1b1d5062b9ba,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:52.166072 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:52.166600 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-417a5244-63b8-46aa-b62a-333ff921a917 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:52.260313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb6ff76-686e-4e36-8e10-f49e4ba110f0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:52.286234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 99c89187-377c-4076-928a-1d666dbea2cb {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:52.286836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:52.296646 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:52.333937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Attempting to bind port 82c13007-03fc-4471-9dd4-1b1d5062b9ba on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:56:52.334846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Attempting to bind port 82c13007-03fc-4471-9dd4-1b1d5062b9ba by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:56:52.334846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Attempting to bind port 82c13007-03fc-4471-9dd4-1b1d5062b9ba on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:52.344897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Port 82c13007-03fc-4471-9dd4-1b1d5062b9ba on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:56:52.345200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Attempting to bind port 82c13007-03fc-4471-9dd4-1b1d5062b9ba on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:52.357479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:56:52.357774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Checking segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:56:52.358114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Bound using segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:56:52.358559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Bound port: 82c13007-03fc-4471-9dd4-1b1d5062b9ba, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:56:52.358908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:52.396223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69ac3dd7-5723-4800-bab5-c057fba65e5f req-97bbfd28-288a-40d6-807f-964ccff4ae18 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 210 time: 0.1515410
Apr 30 04:56:52.756514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:52.762011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:port and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:52.765992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:52.801116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] For port 82c13007-03fc-4471-9dd4-1b1d5062b9ba, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:56:52.806889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] For port 82c13007-03fc-4471-9dd4-1b1d5062b9ba, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:56:52.808104 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:52.820654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:52.876355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:52.935562 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd9e7976-a2a7-4b21-b9d8-54fe77c836b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:53.036746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:53.074465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:53.075099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:53.079651 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] 10.222.0.50 "PUT /v2.0/ports/82c13007-03fc-4471-9dd4-1b1d5062b9ba HTTP/1.1" status: 200  len: 1091 time: 4.9830041
Apr 30 04:56:53.084277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '82c13007-03fc-4471-9dd4-1b1d5062b9ba'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:53.149216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:53.331763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Pushing event updated for resources: {'Port': ['ID=82c13007-03fc-4471-9dd4-1b1d5062b9ba,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:53.339961 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:53.378925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e4c92b84-db95-40bf-83e9-17f38298e4e6 None None] Provisioning complete for port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:53.379979 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e4c92b84-db95-40bf-83e9-17f38298e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:53.465771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:53.488205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703051-25cb-4cdd-b785-f29d2fc48f6c req-170b4d70-8582-44e8-a95a-ec064f0e81f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:53.495207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703051-25cb-4cdd-b785-f29d2fc48f6c req-170b4d70-8582-44e8-a95a-ec064f0e81f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:53.503409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703051-25cb-4cdd-b785-f29d2fc48f6c req-170b4d70-8582-44e8-a95a-ec064f0e81f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:53.508736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703051-25cb-4cdd-b785-f29d2fc48f6c req-170b4d70-8582-44e8-a95a-ec064f0e81f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:53.514714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703051-25cb-4cdd-b785-f29d2fc48f6c req-170b4d70-8582-44e8-a95a-ec064f0e81f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:53.521562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703051-25cb-4cdd-b785-f29d2fc48f6c req-170b4d70-8582-44e8-a95a-ec064f0e81f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:53.528239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f703051-25cb-4cdd-b785-f29d2fc48f6c req-170b4d70-8582-44e8-a95a-ec064f0e81f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:53.530492 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f703051-25cb-4cdd-b785-f29d2fc48f6c req-170b4d70-8582-44e8-a95a-ec064f0e81f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5393 time: 1.3194411
Apr 30 04:56:53.582063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e4c92b84-db95-40bf-83e9-17f38298e4e6 None None] Port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:53.587978 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:53.629756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e4c92b84-db95-40bf-83e9-17f38298e4e6 None None] Provisioning for port d4155554-3fde-4c88-94de-fb2bac68803f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:53.762520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 99c89187-377c-4076-928a-1d666dbea2cb owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:53.775931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:53.832870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f565f-8640-4a28-8308-6a12f0c29673 req-07508b9a-56e1-4914-8446-cbdb9f821ae8 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:53.840824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-496f565f-8640-4a28-8308-6a12f0c29673 req-07508b9a-56e1-4914-8446-cbdb9f821ae8 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 946 time: 1.0542433
Apr 30 04:56:53.885489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port c7a7b76c-d96d-4e14-8b05-16ff218ba488 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:56:53.981483 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d4155554-3fde-4c88-94de-fb2bac68803f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:53.997171 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f703051-25cb-4cdd-b785-f29d2fc48f6c req-187f2db0-1892-4279-bab3-8237952c2f00 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4244933
Apr 30 04:56:54.138198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port d4155554-3fde-4c88-94de-fb2bac68803f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:54.145376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d4155554-3fde-4c88-94de-fb2bac68803f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:54.145771 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:54.216730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Router 32713f68-3dec-4214-912e-697a60c9007d has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:56:54.230846 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '82c13007-03fc-4471-9dd4-1b1d5062b9ba', 'status': 'completed', 'code': 200}
Apr 30 04:56:54.482098 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:54.551926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port d4155554-3fde-4c88-94de-fb2bac68803f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4155554-3fde-4c88-94de-fb2bac68803f,segment=NetworkSegment(cd38fc37-8df2-4a0d-a9e2-da25a61e2db1),segment_id=cd38fc37-8df2-4a0d-a9e2-da25a61e2db1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:54.566498 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:54.568818 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:54.669114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-496f565f-8640-4a28-8308-6a12f0c29673 req-fb0d4896-27c7-4524-9a40-e371958f5d19 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8250616
Apr 30 04:56:54.811697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfd79ba8-93b8-423b-ad5f-b2887762d9f2 req-d3bc84fc-e70a-49bd-8555-f9dc892844c5 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 210 time: 0.1795294
Apr 30 04:56:54.813597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=d4155554-3fde-4c88-94de-fb2bac68803f,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:54.827597 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:55.044003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.3 (e9b18610-a527-4a36-9b61-7fedf0977dad/2eb90924-a179-4271-8ec8-0ac61603880d/c7a7b76c-d96d-4e14-8b05-16ff218ba488) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:55.055445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-874d2ad4-d56a-486f-9d89-d8226c3cfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:55.055942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-874d2ad4-d56a-486f-9d89-d8226c3cfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:55.056421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-874d2ad4-d56a-486f-9d89-d8226c3cfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:55.057702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-874d2ad4-d56a-486f-9d89-d8226c3cfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:55.057702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-874d2ad4-d56a-486f-9d89-d8226c3cfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:55.058084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-874d2ad4-d56a-486f-9d89-d8226c3cfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:55.058301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-874d2ad4-d56a-486f-9d89-d8226c3cfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:55.060426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-874d2ad4-d56a-486f-9d89-d8226c3cfb78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6289 time: 0.7489610
Apr 30 04:56:55.074522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-75cf60ee-1935-4a7a-80b9-d66fa5ed6990 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:55.076218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-75cf60ee-1935-4a7a-80b9-d66fa5ed6990 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.37 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 946 time: 0.9848263
Apr 30 04:56:55.179063 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:55.202050 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:55.346935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=99c89187-377c-4076-928a-1d666dbea2cb,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:55.399167 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:55.474112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-0bb3e6c1-9ab7-4a8e-a0c3-bfa3305320d7 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:55.476507 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-0bb3e6c1-9ab7-4a8e-a0c3-bfa3305320d7 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.37 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 810 time: 0.9486179
Apr 30 04:56:55.479706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:56:55.506364 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] Sync routers for ids ['32713f68-3dec-4214-912e-697a60c9007d'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:56:55.511628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Request body: {'port': {'device_id': '6645d2b3-a7fb-4d6e-8138-2683218b9465', 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036', 'admin_state_up': True, 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:55.547678 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] Routers {'32713f68-3dec-4214-912e-697a60c9007d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:56:55.551128 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78016cee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:56:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['32713f68-3dec-4214-912e-697a60c9007d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:55.703011 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] 10.222.0.46 "PUT /v2.0/routers/32713f68-3dec-4214-912e-697a60c9007d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0863724
Apr 30 04:56:55.714261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d4155554-3fde-4c88-94de-fb2bac68803f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:56:55.719143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55064) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:55.942146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d4155554-3fde-4c88-94de-fb2bac68803f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:55.943100 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:55.982771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0597ee22-cc38-4e52-91d4-e688dee1460e {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:56:55.992432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-ddc467a2-2605-46cb-adbb-0b52ce42ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:56.003290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-ddc467a2-2605-46cb-adbb-0b52ce42ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:56.005456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-ddc467a2-2605-46cb-adbb-0b52ce42ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:56.013569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-ddc467a2-2605-46cb-adbb-0b52ce42ba5b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=748cbebd87a54850a6c2f758e820ab99&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.9356980
Apr 30 04:56:56.043725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:56.142037 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:56.182031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Transition to ACTIVE for port object 0597ee22-cc38-4e52-91d4-e688dee1460e will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:56.212890 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] Set router 32713f68-3dec-4214-912e-697a60c9007d gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:56:56.318087 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:56.331848 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-336d8a1b-17ee-4792-9993-344139b3c435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:56.413916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:56:56.465018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Usage tracker for resource:port and tenant:d7c31aa3af204c94885a5a90e0cdc894 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:56:56.475895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:56:56.585911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/99c89187-377c-4076-928a-1d666dbea2cb HTTP/1.1" status: 204  len: 168 time: 5.4874930
Apr 30 04:56:56.594363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55074) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:56.625057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:56:56.754427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:56.859593 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a28456b-0e6f-4543-9a59-25c027c52a8b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:56:56.875570 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9a28456b-0e6f-4543-9a59-25c027c52a8b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/99c89187-377c-4076-928a-1d666dbea2cb HTTP/1.1" status: 404  len: 333 time: 0.2448919
Apr 30 04:56:56.883809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55080) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:56.962514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Made reservation on behalf of d7c31aa3af204c94885a5a90e0cdc894 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:56:56.967089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.002792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Pushing event updated for resources: {'Port': ['ID=0597ee22-cc38-4e52-91d4-e688dee1460e,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:57.010409 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:57.125912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971681-b1c9-4014-8867-1ba0ebb88ab6 req-f1445f2d-7383-40e4-b2b0-a2a169ebcc21 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:57.140441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971681-b1c9-4014-8867-1ba0ebb88ab6 req-f1445f2d-7383-40e4-b2b0-a2a169ebcc21 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:57.147568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971681-b1c9-4014-8867-1ba0ebb88ab6 req-f1445f2d-7383-40e4-b2b0-a2a169ebcc21 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:57.162937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971681-b1c9-4014-8867-1ba0ebb88ab6 req-f1445f2d-7383-40e4-b2b0-a2a169ebcc21 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:57.188626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971681-b1c9-4014-8867-1ba0ebb88ab6 req-f1445f2d-7383-40e4-b2b0-a2a169ebcc21 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:57.190240 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.201094 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78016cee0>, [{'id': '32713f68-3dec-4214-912e-697a60c9007d', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3758052d-b2c3-444b-92da-29550e527fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:51:53Z', 'updated_at': '2021-04-30T04:56:51Z', 'revision_number': 5, 'project_id': '096f949cef7148bb900213ec2972eb30', 'gw_port': {'id': '3758052d-b2c3-444b-92da-29550e527fbe', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:03Z', 'updated_at': '2021-04-30T04:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:57.206368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971681-b1c9-4014-8867-1ba0ebb88ab6 req-f1445f2d-7383-40e4-b2b0-a2a169ebcc21 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:57.212461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] Checking router: 32713f68-3dec-4214-912e-697a60c9007d for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:56:57.219858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971681-b1c9-4014-8867-1ba0ebb88ab6 req-f1445f2d-7383-40e4-b2b0-a2a169ebcc21 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:57.229287 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] Routers {'32713f68-3dec-4214-912e-697a60c9007d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:56:57.229946 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78016cee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:56:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['32713f68-3dec-4214-912e-697a60c9007d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:57.230121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02971681-b1c9-4014-8867-1ba0ebb88ab6 req-f1445f2d-7383-40e4-b2b0-a2a169ebcc21 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5393 time: 1.8296373
Apr 30 04:56:57.248428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.254897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Deleting port d1898556-1442-43b7-9ccf-f03701adce40 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:57.255262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.271174 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.370848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-e7407083-afa1-4229-be59-525b068376c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:57.372517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a36f34e2-09ce-47b6-970d-b00bc0af3e87 req-e7407083-afa1-4229-be59-525b068376c6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.2224889
Apr 30 04:56:57.382217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db901d-07cf-4a11-a13f-badcb2c55e53 req-01d3b0e3-b29c-4330-b4f6-bf39e3efbab7 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:57.384008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62db901d-07cf-4a11-a13f-badcb2c55e53 req-01d3b0e3-b29c-4330-b4f6-bf39e3efbab7 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 946 time: 1.3631415
Apr 30 04:56:57.389759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d1898556-1442-43b7-9ccf-f03701adce40 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:56:57.425015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet be6ffb2c-a953-4925-97e9-559525e7e38e {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:56:57.441405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object c7a7b76c-d96d-4e14-8b05-16ff218ba488 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:56:57.499853 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.521195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Attempting to bind port 0597ee22-cc38-4e52-91d4-e688dee1460e on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:56:57.522957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Attempting to bind port 0597ee22-cc38-4e52-91d4-e688dee1460e by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:56:57.524152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Attempting to bind port 0597ee22-cc38-4e52-91d4-e688dee1460e on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:57.561581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Port 0597ee22-cc38-4e52-91d4-e688dee1460e on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:56:57.562307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Attempting to bind port 0597ee22-cc38-4e52-91d4-e688dee1460e on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:56:57.632250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02971681-b1c9-4014-8867-1ba0ebb88ab6 req-eb1c7942-a3e7-4d6b-8c7f-d68bcacd6b98 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3951645
Apr 30 04:56:57.667669 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.682179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62db901d-07cf-4a11-a13f-badcb2c55e53 req-65e0a16b-6f5c-4972-8ef4-d6ccc303119f tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2745924
Apr 30 04:56:57.689915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:56:57.690379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Checking segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:56:57.690904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Bound using segment: {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:56:57.691400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Bound port: 0597ee22-cc38-4e52-91d4-e688dee1460e, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ef718c-5363-43d7-9260-ec4503ae7db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:56:57.691763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.729420 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] Set router 32713f68-3dec-4214-912e-697a60c9007d gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:56:57.729722 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.729915 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.776952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1898556-1442-43b7-9ccf-f03701adce40'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:57.821340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d1898556-1442-43b7-9ccf-f03701adce40, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1898556-1442-43b7-9ccf-f03701adce40,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:57.832612 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.836405 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:57.910706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] For port 0597ee22-cc38-4e52-91d4-e688dee1460e, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:56:57.914313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] For port 0597ee22-cc38-4e52-91d4-e688dee1460e, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=0597ee22-cc38-4e52-91d4-e688dee1460e,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:56:57.952455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:57.967278 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6153c99-506c-420e-9f2b-e03ffb3db1ff tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:58.054252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d1898556-1442-43b7-9ccf-f03701adce40,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:58.063481 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:58.149781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c75d20a-640a-4c39-a97f-9301dda9a8f5 req-da2ccc22-bba5-4751-833d-018a7dbc3f84 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 210 time: 0.2624667
Apr 30 04:56:58.163110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] For port d1898556-1442-43b7-9ccf-f03701adce40, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1898556-1442-43b7-9ccf-f03701adce40,segment=NetworkSegment(8d8184ec-8044-419b-8991-110bfbf1365e),segment_id=8d8184ec-8044-419b-8991-110bfbf1365e)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:58.165432 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:58.314890 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1898556-1442-43b7-9ccf-f03701adce40', 'code': 200}
Apr 30 04:56:58.344437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Pushing event updated for resources: {'Port': ['ID=0597ee22-cc38-4e52-91d4-e688dee1460e,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:58.347744 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:58.354534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Allocated IP 172.20.0.4 (b1bd5ba5-69cf-4e27-8760-c0b2e9950036/eb265920-4046-43f3-99bf-6e4560fef00b/39dc3f63-5610-445b-bf2d-8f3dd5bbba0a) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:56:58.375965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:58.377391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:58.378535 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] 10.222.0.50 "PUT /v2.0/ports/0597ee22-cc38-4e52-91d4-e688dee1460e HTTP/1.1" status: 200  len: 1091 time: 5.2621033
Apr 30 04:56:58.380844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '0597ee22-cc38-4e52-91d4-e688dee1460e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:56:58.434304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:58.505954 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78016cee0>, [{'id': '32713f68-3dec-4214-912e-697a60c9007d', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3758052d-b2c3-444b-92da-29550e527fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:51:53Z', 'updated_at': '2021-04-30T04:56:51Z', 'revision_number': 5, 'project_id': '096f949cef7148bb900213ec2972eb30', 'gw_port': {'id': '3758052d-b2c3-444b-92da-29550e527fbe', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:03Z', 'updated_at': '2021-04-30T04:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:56:58.512524 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cedb30-3998-4e39-b022-eb2ebedde015 None None] The sync data for ids ['32713f68-3dec-4214-912e-697a60c9007d'] in n-d-766726-20 is: [{'id': '32713f68-3dec-4214-912e-697a60c9007d', 'name': 'tempest-ServerRescueNegativeTestJSON-510063291-router', 'tenant_id': '096f949cef7148bb900213ec2972eb30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3758052d-b2c3-444b-92da-29550e527fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:51:53Z', 'updated_at': '2021-04-30T04:56:51Z', 'revision_number': 5, 'project_id': '096f949cef7148bb900213ec2972eb30', 'gw_port': {'id': '3758052d-b2c3-444b-92da-29550e527fbe', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32713f68-3dec-4214-912e-697a60c9007d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:52:03Z', 'updated_at': '2021-04-30T04:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:56:58.541652 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '0597ee22-cc38-4e52-91d4-e688dee1460e', 'status': 'completed', 'code': 200}
Apr 30 04:56:58.656969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Calling delete_port for d1898556-1442-43b7-9ccf-f03701adce40 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:58.718667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:58.779617 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-20f0c2f8-3ac8-4228-8cd4-5d712a94568e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:58.797279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Deleting port 3758052d-b2c3-444b-92da-29550e527fbe {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:56:58.797925 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:58.988448 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:59.016037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:59.040786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:59.058597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:59.079127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] For port 3758052d-b2c3-444b-92da-29550e527fbe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3758052d-b2c3-444b-92da-29550e527fbe,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:56:59.080188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:59.155716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=c7a7b76c-d96d-4e14-8b05-16ff218ba488,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:56:59.166179 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:59.206464 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:56:59.324911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.325596 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:59.369790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Calling delete_port for 3758052d-b2c3-444b-92da-29550e527fbe owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:56:59.396484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dd639e87-e368-4c73-97e5-1f5318bbf935 None None] Provisioning for port c7a7b76c-d96d-4e14-8b05-16ff218ba488 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:56:59.405160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dd639e87-e368-4c73-97e5-1f5318bbf935 None None] Provisioning complete for port c7a7b76c-d96d-4e14-8b05-16ff218ba488 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:56:59.405873 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd639e87-e368-4c73-97e5-1f5318bbf935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:59.458329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:59.478119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-dd639e87-e368-4c73-97e5-1f5318bbf935 None None] Port c7a7b76c-d96d-4e14-8b05-16ff218ba488 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:56:59.558250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ebb6ff76-686e-4e36-8e10-f49e4ba110f0 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:56:59.561044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-82ca6a57-1d11-4f5b-acf9-92fa43056189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.561621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-82ca6a57-1d11-4f5b-acf9-92fa43056189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.562189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-82ca6a57-1d11-4f5b-acf9-92fa43056189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.562683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-82ca6a57-1d11-4f5b-acf9-92fa43056189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.563161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-82ca6a57-1d11-4f5b-acf9-92fa43056189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.563671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-82ca6a57-1d11-4f5b-acf9-92fa43056189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.564223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-82ca6a57-1d11-4f5b-acf9-92fa43056189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.566858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-82ca6a57-1d11-4f5b-acf9-92fa43056189 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6357 time: 1.0665081
Apr 30 04:56:59.630859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: ebb6ff76-686e-4e36-8e10-f49e4ba110f0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:56:59.631517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ebb6ff76-686e-4e36-8e10-f49e4ba110f0 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:56:59.738185 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:56:59.752306 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d4b7180b-96f8-4b80-bbb1-ebe2f80475a2'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:56:59.755221 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bc38bbd0-41ed-4f8d-b124-30a7ec1fa6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:56:59.755432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35055366-ce51-4fa9-8cc8-fda74fb285ee req-7b9c2167-f347-4cf0-bc0d-c4e40088c74a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.761557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35055366-ce51-4fa9-8cc8-fda74fb285ee req-7b9c2167-f347-4cf0-bc0d-c4e40088c74a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.768698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35055366-ce51-4fa9-8cc8-fda74fb285ee req-7b9c2167-f347-4cf0-bc0d-c4e40088c74a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.774775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35055366-ce51-4fa9-8cc8-fda74fb285ee req-7b9c2167-f347-4cf0-bc0d-c4e40088c74a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.780979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35055366-ce51-4fa9-8cc8-fda74fb285ee req-7b9c2167-f347-4cf0-bc0d-c4e40088c74a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.789569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35055366-ce51-4fa9-8cc8-fda74fb285ee req-7b9c2167-f347-4cf0-bc0d-c4e40088c74a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.796795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35055366-ce51-4fa9-8cc8-fda74fb285ee req-7b9c2167-f347-4cf0-bc0d-c4e40088c74a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.799602 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35055366-ce51-4fa9-8cc8-fda74fb285ee req-7b9c2167-f347-4cf0-bc0d-c4e40088c74a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5405 time: 0.8984110
Apr 30 04:56:59.826981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ff596-8a8b-4d54-92f9-5d8cd43de373 req-757636b7-da81-4626-89a3-10987f2bbabe tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:56:59.827826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a59ff596-8a8b-4d54-92f9-5d8cd43de373 req-757636b7-da81-4626-89a3-10987f2bbabe tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Synchronizing usage tracker for tenant:3e3aa4dd18d746099574082090f3af1d on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:56:59.834290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:56:59.841140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:56:59.845955 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 8.2917941
Apr 30 04:56:59.854941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55106) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:56:59.859383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:56:59.912369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:56:59.989672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Pushing event updated for resources: {'Port': ['ID=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:00.050653 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:00.130266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:00.131135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:00.135276 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35055366-ce51-4fa9-8cc8-fda74fb285ee req-f32e7955-b530-4793-a301-54afecd69347 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2992842
Apr 30 04:57:00.152232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a59ff596-8a8b-4d54-92f9-5d8cd43de373 req-757636b7-da81-4626-89a3-10987f2bbabe tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Unset dirty status for tenant:3e3aa4dd18d746099574082090f3af1d on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:57:00.159998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a59ff596-8a8b-4d54-92f9-5d8cd43de373 req-757636b7-da81-4626-89a3-10987f2bbabe tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/ports?device_id=af2e64aa-c292-4672-91f8-fc47aef2de02 HTTP/1.1" status: 200  len: 944 time: 1.2446651
Apr 30 04:57:00.174988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:00.194056 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32c67fd6-4e37-4ddf-a31d-a82c52d394e8 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:00.237279 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:57:00.317871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Pushing event deleted for resources: {'Port': ['ID=d1898556-1442-43b7-9ccf-f03701adce40,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:00.334266 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8389053
Apr 30 04:57:00.359212 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:00.372109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:00.393235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Request body: {'port': {'device_id': '6645d2b3-a7fb-4d6e-8138-2683218b9465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:00.436457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-ac3679e1-d0a1-4f92-b17a-e6edfc4cdf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:00.437131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-ac3679e1-d0a1-4f92-b17a-e6edfc4cdf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:00.437714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-ac3679e1-d0a1-4f92-b17a-e6edfc4cdf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:00.440272 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-ac3679e1-d0a1-4f92-b17a-e6edfc4cdf5b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=748cbebd87a54850a6c2f758e820ab99&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.8440814
Apr 30 04:57:00.466660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04170894-711a-47c9-917a-cbc4d9668913 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:00.478469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:00.499834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Transition to ACTIVE for port object 04170894-711a-47c9-917a-cbc4d9668913 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:00.506137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:00.520072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:00.523493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:00.535591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:00.553736 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcee077e-4f70-4baa-a408-4d6263f805fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:00.596030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:00.620652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e68d8d4c-55fc-4283-b2e8-0efb531dfd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:00.643613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Pushing event deleted for resources: {'Port': ['ID=3758052d-b2c3-444b-92da-29550e527fbe,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:00.682175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a59ff596-8a8b-4d54-92f9-5d8cd43de373 req-96d9efaf-a408-427d-a50f-e84852b91261 tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4948270
Apr 30 04:57:00.721370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] No DVR routers for this DVR port d1898556-1442-43b7-9ccf-f03701adce40 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:57:00.801953 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:00.809481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'name': 'network-vif-deleted', 'tag': 'd1898556-1442-43b7-9ccf-f03701adce40'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:57:00.816127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63733421-8f95-4c71-91d6-a5b8501bfb12 req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] 10.222.0.37 "DELETE /v2.0/ports/d1898556-1442-43b7-9ccf-f03701adce40 HTTP/1.1" status: 204  len: 173 time: 5.7095900
Apr 30 04:57:00.842556 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:00.873673 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3aaf7bd1-578f-4fa5-9334-beb2ee035d42 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:00.965674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=be6ffb2c-a953-4925-97e9-559525e7e38e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:01.000145 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2e64aa-c292-4672-91f8-fc47aef2de02', 'name': 'network-vif-deleted', 'tag': 'd1898556-1442-43b7-9ccf-f03701adce40', 'status': 'completed', 'code': 200}
Apr 30 04:57:01.003909 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:01.061097 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:01.068608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b0135-7655-4953-bab0-87247a987e6b None None] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:01.077041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/be6ffb2c-a953-4925-97e9-559525e7e38e HTTP/1.1" status: 204  len: 168 time: 4.1849878
Apr 30 04:57:01.078319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55118) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:01.123967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-97390cee-fdad-4647-8307-7c852f3f293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:01.125967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f49118e-99d6-4924-b4b0-44ff40d51e95 req-97390cee-fdad-4647-8307-7c852f3f293e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6069574
Apr 30 04:57:01.230681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447ec6c-5412-42e1-b869-7b8aa1577927 req-efb175df-da0f-4f4a-a65a-820a660b97f4 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:01.240885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b447ec6c-5412-42e1-b869-7b8aa1577927 req-efb175df-da0f-4f4a-a65a-820a660b97f4 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 931 time: 0.7196655
Apr 30 04:57:01.295114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:01.302777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:01.327462 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b447ec6c-5412-42e1-b869-7b8aa1577927 req-e29e08c3-1fda-4d84-8061-fa2c4d31e5a4 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815160
Apr 30 04:57:01.337083 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:01.454442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] DHCP port deletion for 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:57:01.602202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72480b-c8d2-470e-85b5-178e32dfe4f0 req-4a2b3c15-bf46-4e9e-8770-f5f3920dc8e1 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:01.609735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72480b-c8d2-470e-85b5-178e32dfe4f0 req-4a2b3c15-bf46-4e9e-8770-f5f3920dc8e1 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:01.650355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72480b-c8d2-470e-85b5-178e32dfe4f0 req-4a2b3c15-bf46-4e9e-8770-f5f3920dc8e1 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:01.667703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72480b-c8d2-470e-85b5-178e32dfe4f0 req-4a2b3c15-bf46-4e9e-8770-f5f3920dc8e1 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:01.683132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72480b-c8d2-470e-85b5-178e32dfe4f0 req-4a2b3c15-bf46-4e9e-8770-f5f3920dc8e1 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:01.684440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Pushing event updated for resources: {'Port': ['ID=04170894-711a-47c9-917a-cbc4d9668913,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:01.693424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72480b-c8d2-470e-85b5-178e32dfe4f0 req-4a2b3c15-bf46-4e9e-8770-f5f3920dc8e1 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:01.702857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] Deleting port 29a983fd-a28e-45b3-b5f4-e608c3d00869 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:57:01.703654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72480b-c8d2-470e-85b5-178e32dfe4f0 req-4a2b3c15-bf46-4e9e-8770-f5f3920dc8e1 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:01.703823 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:01.706077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e72480b-c8d2-470e-85b5-178e32dfe4f0 req-4a2b3c15-bf46-4e9e-8770-f5f3920dc8e1 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5417 time: 0.3292418
Apr 30 04:57:01.707910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 29a983fd-a28e-45b3-b5f4-e608c3d00869 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:57:01.708260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:01.881661 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.328s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:01.904271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] For port 29a983fd-a28e-45b3-b5f4-e608c3d00869, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=29a983fd-a28e-45b3-b5f4-e608c3d00869,segment=NetworkSegment(7bff663c-e6c8-4e70-9012-8b3bd2858c70),segment_id=7bff663c-e6c8-4e70-9012-8b3bd2858c70)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:01.904883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:01.917980 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.332s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:01.918612 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:01.987069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 29a983fd-a28e-45b3-b5f4-e608c3d00869 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:57:01.990479 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:02.047691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:02.054470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 29a983fd-a28e-45b3-b5f4-e608c3d00869 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:57:02.128424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:02.137565 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-13ca444e-fcdd-4064-9b5b-2b281ff0ca03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:02.137807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] For port 29a983fd-a28e-45b3-b5f4-e608c3d00869, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=29a983fd-a28e-45b3-b5f4-e608c3d00869,segment=NetworkSegment(7bff663c-e6c8-4e70-9012-8b3bd2858c70),segment_id=7bff663c-e6c8-4e70-9012-8b3bd2858c70)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:02.138048 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:02.201220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=29a983fd-a28e-45b3-b5f4-e608c3d00869,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:02.203833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No DVR routers for this DVR port 29a983fd-a28e-45b3-b5f4-e608c3d00869 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:57:02.208935 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:02.565035 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e72480b-c8d2-470e-85b5-178e32dfe4f0 req-b4b20d18-729b-4851-b9de-7e321d89d597 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4578972
Apr 30 04:57:02.614813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] Calling delete_port for 29a983fd-a28e-45b3-b5f4-e608c3d00869 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:57:02.625652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No active binding found for port 29a983fd-a28e-45b3-b5f4-e608c3d00869 {{(pid=74583) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Apr 30 04:57:02.626131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 29a983fd-a28e-45b3-b5f4-e608c3d00869 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:57:02.698527 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:02.703273 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-592e129d-ce78-4fe3-9cf1-f30a3b88828a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:02.756198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] Pushing event deleted for resources: {'Port': ['ID=29a983fd-a28e-45b3-b5f4-e608c3d00869,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:02.762271 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:02.764090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] No DVR routers for this DVR port 29a983fd-a28e-45b3-b5f4-e608c3d00869 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:57:02.784339 n-d-766726-20 neutron-server[74582]: INFO neutron.db.ipam_backend_mixin [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2eb90924-a179-4271-8ec8-0ac61603880d (CIDR: 172.20.0.0/28)
Apr 30 04:57:02.817340 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:02.847621 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:57:02.848495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:57:02.858821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:02.872429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:02.926829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Attempting to bind port 04170894-711a-47c9-917a-cbc4d9668913 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:57:02.927438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Attempting to bind port 04170894-711a-47c9-917a-cbc4d9668913 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:57:02.928050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Attempting to bind port 04170894-711a-47c9-917a-cbc4d9668913 on network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:57:02.975069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780be4250>,) {'filters': {'network_id': ['5a7317dd-ae49-4c94-9eb8-dd9346de0ec9']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:02.989518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780be4250>, '7bff663c-e6c8-4e70-9012-8b3bd2858c70') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:02.989822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780be4250>, '7bff663c-e6c8-4e70-9012-8b3bd2858c70') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:03.035110 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:03.065974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Port 04170894-711a-47c9-917a-cbc4d9668913 on network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:57:03.065974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Attempting to bind port 04170894-711a-47c9-917a-cbc4d9668913 on network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:57:03.093697 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:03.116566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:57:03.128487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:57:03.129261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Checking segment: {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:57:03.129979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Bound using segment: {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:57:03.130720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Bound port: 04170894-711a-47c9-917a-cbc4d9668913, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:57:03.131318 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:03.165935 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7a3c7a00-7021-4072-ad07-b986012a9eed tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 3.2723892
Apr 30 04:57:03.167158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55140) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:03.181140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:03.181987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32713f68-3dec-4214-912e-697a60c9007d {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:57:03.215365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:03.219215 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1abdb8a-9e44-47e3-9faa-b153c6dbc16a admin admin] 10.222.0.46 "DELETE /v2.0/routers/32713f68-3dec-4214-912e-697a60c9007d HTTP/1.1" status: 204  len: 168 time: 7.4987197
Apr 30 04:57:03.226212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:03.308320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:03.359190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d379a9-5ba3-46d4-bb3e-9ca33604d14e req-87756f9f-ea49-41d0-9542-de1a36544f20 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:03.361367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59d379a9-5ba3-46d4-bb3e-9ca33604d14e req-87756f9f-ea49-41d0-9542-de1a36544f20 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 931 time: 0.6498337
Apr 30 04:57:03.364731 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:03.519398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:57:03.530835 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:03.555378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59d379a9-5ba3-46d4-bb3e-9ca33604d14e req-a9de6c80-0a00-47fa-ae32-e95f6fab7bfa tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573946
Apr 30 04:57:03.630110 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6eb33553-7a31-45a5-bcb4-6fbf2e96ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:03.909118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3758052d-b2c3-444b-92da-29550e527fbe no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:57:03.922854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:57:04.006773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] For port 04170894-711a-47c9-917a-cbc4d9668913, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:57:04.014541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:04.047516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 3758052d-b2c3-444b-92da-29550e527fbe {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:57:04.047863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3758052d-b2c3-444b-92da-29550e527fbe not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:57:04.061029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] For port 04170894-711a-47c9-917a-cbc4d9668913, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04170894-711a-47c9-917a-cbc4d9668913,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:57:04.065922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:04.089546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] Deleting subnet 243ca673-2159-4e0f-a168-50d228961bec {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:57:04.143755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Transition to ACTIVE for port object 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:04.153040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:04.165247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:04.168039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:57:04.185050 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:57:04.210447 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:04.273131 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:04.288851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:04.300275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:04.300904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:04.302710 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] 10.222.0.50 "PUT /v2.0/ports/04170894-711a-47c9-917a-cbc4d9668913 HTTP/1.1" status: 200  len: 1092 time: 5.8782589
Apr 30 04:57:04.303950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:04.309031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '04170894-711a-47c9-917a-cbc4d9668913'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:57:04.375921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:04.382690 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dbd53e8c-1f33-4679-b392-820e7c30bd5b tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:04.410543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:04.415535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Network': ['ID=5a7317dd-ae49-4c94-9eb8-dd9346de0ec9,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:04.425263 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:04.469691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e774-e7ab-4cbd-a690-aaab2ad7987f req-fed63c38-2013-4824-9f6a-2d20c35df1da tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:04.476775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e774-e7ab-4cbd-a690-aaab2ad7987f req-fed63c38-2013-4824-9f6a-2d20c35df1da tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:04.488635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e774-e7ab-4cbd-a690-aaab2ad7987f req-fed63c38-2013-4824-9f6a-2d20c35df1da tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:04.515336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e774-e7ab-4cbd-a690-aaab2ad7987f req-fed63c38-2013-4824-9f6a-2d20c35df1da tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:04.523488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e774-e7ab-4cbd-a690-aaab2ad7987f req-fed63c38-2013-4824-9f6a-2d20c35df1da tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:04.535380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e774-e7ab-4cbd-a690-aaab2ad7987f req-fed63c38-2013-4824-9f6a-2d20c35df1da tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:04.557080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e774-e7ab-4cbd-a690-aaab2ad7987f req-fed63c38-2013-4824-9f6a-2d20c35df1da tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:04.603947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7c4e774-e7ab-4cbd-a690-aaab2ad7987f req-fed63c38-2013-4824-9f6a-2d20c35df1da tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5417 time: 0.6769469
Apr 30 04:57:04.745623 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:04.826855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/networks/5a7317dd-ae49-4c94-9eb8-dd9346de0ec9 HTTP/1.1" status: 204  len: 168 time: 3.7340167
Apr 30 04:57:04.830527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55164) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:04.868596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2108663917'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:04.880897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:04.890016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:network and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:04.896804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:04.909067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:04.914533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Request body: {'port': {'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:04.947748 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '04170894-711a-47c9-917a-cbc4d9668913', 'status': 'completed', 'code': 200}
Apr 30 04:57:04.970889 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:05.020133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:05.026513 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:05.041851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:05.095694 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:05.174668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7c4e774-e7ab-4cbd-a690-aaab2ad7987f req-901940c4-cf11-480c-b3df-288938da6308 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5656869
Apr 30 04:57:05.184228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Pushing event updated for resources: {'Port': ['ID=04170894-711a-47c9-917a-cbc4d9668913,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:05.187753 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:05.188946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:05.193398 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:05.227488 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1742c2a-97a7-4093-a330-2fe55a2a62c6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.932s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:05.268637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:57:05.310809 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:05.311166 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Added segment 459e49fa-c031-4cc4-b03c-cff8675ae6d2 of type vlan for network 628aa22f-7db9-4a54-8d2b-f657287b37c6
Apr 30 04:57:05.367732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-eb982885-4be5-4627-b0fc-ff74057f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.368710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-eb982885-4be5-4627-b0fc-ff74057f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.369911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-eb982885-4be5-4627-b0fc-ff74057f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.371053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-eb982885-4be5-4627-b0fc-ff74057f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.372304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-eb982885-4be5-4627-b0fc-ff74057f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.373787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-eb982885-4be5-4627-b0fc-ff74057f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.374988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-eb982885-4be5-4627-b0fc-ff74057f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.379802 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-eb982885-4be5-4627-b0fc-ff74057f04a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6425 time: 0.7649832
Apr 30 04:57:05.400617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ff0e-37bd-41de-81f3-2c9daa2639ea req-ef195f9d-ad9f-4808-89ee-74a541f5aca7 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.414424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0d9ff0e-37bd-41de-81f3-2c9daa2639ea req-ef195f9d-ad9f-4808-89ee-74a541f5aca7 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 943 time: 0.4907639
Apr 30 04:57:05.500002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55174) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:05.574529 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:05.639575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:05.661733 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:05.689777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Attempting to bind port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:57:05.690164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Attempting to bind port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:57:05.690447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Attempting to bind port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a on network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:57:05.760138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a on network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:57:05.760445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Attempting to bind port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a on network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:57:05.793568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-187d1cec-9a79-4ba5-9ce3-1e97861b89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.793883 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:05.794199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-187d1cec-9a79-4ba5-9ce3-1e97861b89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.794563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-187d1cec-9a79-4ba5-9ce3-1e97861b89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:05.796400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-187d1cec-9a79-4ba5-9ce3-1e97861b89fc service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=748cbebd87a54850a6c2f758e820ab99&shared=False HTTP/1.1" status: 200  len: 2296 time: 0.3725092
Apr 30 04:57:05.811833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0d9ff0e-37bd-41de-81f3-2c9daa2639ea req-4ac5221e-1e94-405b-9a1e-1b92db8e5ff0 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3956497
Apr 30 04:57:05.813314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:57:05.813744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Checking segment: {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:57:05.814369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Bound using segment: {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:57:05.814842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Bound port: 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf12512-23d6-4223-be0d-2b9ff54feaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:57:05.815198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:05.841553 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:57:06.200168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:06.216949 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:06.235677 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:06.241743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:06.242719 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:06.248620 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06e5e95d-cd7c-4656-a9d0-feeb8dcd83e4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:06.263531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] For port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:57:06.299126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] For port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:57:06.310466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:06.339385 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:06.361843 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3118231b-7235-4634-91b1-88d18d528397 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:06.430179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Usage tracker for resource:security_group_rule and tenant:921dfaec3a2b4d0a827f644dd7ed07f1 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:06.436848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:06.476249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.6228814
Apr 30 04:57:06.476984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55190) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:06.477972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:06.486950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-12945b0b-70cd-4707-881b-61358e79996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:06.488611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70ab8fbd-a977-4d2f-8145-6731a847d41e req-12945b0b-70cd-4707-881b-61358e79996c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6816182
Apr 30 04:57:06.491412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Network': ['ID=628aa22f-7db9-4a54-8d2b-f657287b37c6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:06.505270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': '628aa22f-7db9-4a54-8d2b-f657287b37c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:06.509687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:57:06.564807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:06.584482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:06.585524 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:06.588041 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] 10.222.0.37 "PUT /v2.0/ports/39dc3f63-5610-445b-bf2d-8f3dd5bbba0a HTTP/1.1" status: 200  len: 1092 time: 6.2109425
Apr 30 04:57:06.629223 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:06.869005 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:06.899370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:06.913860 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:06.931672 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-47395eb9-0052-43cf-a0cb-b81c0eed13d3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:07.026320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6645d2b3-a7fb-4d6e-8138-2683218b9465', 'tag': '39dc3f63-5610-445b-bf2d-8f3dd5bbba0a'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:57:07.034796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:07.036306 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/243ca673-2159-4e0f-a168-50d228961bec HTTP/1.1" status: 204  len: 168 time: 3.7077045
Apr 30 04:57:07.042577 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:07.050177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:07.057965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:07.061818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:07.074689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243ca673-2159-4e0f-a168-50d228961bec,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:07.112189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:07.118163 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:07.118715 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:07.299437 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:57:07.326930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:07.415006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:07.431355 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:07.445394 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4776ccd-0271-4fad-8822-b787c0f606e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:07.492383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757d50-7f77-4e91-884e-32dcb3e424c7 req-1c4282b4-20ff-45ff-b9d7-31f6d5729cc6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.498701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757d50-7f77-4e91-884e-32dcb3e424c7 req-1c4282b4-20ff-45ff-b9d7-31f6d5729cc6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.505739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757d50-7f77-4e91-884e-32dcb3e424c7 req-1c4282b4-20ff-45ff-b9d7-31f6d5729cc6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.512503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757d50-7f77-4e91-884e-32dcb3e424c7 req-1c4282b4-20ff-45ff-b9d7-31f6d5729cc6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.519261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757d50-7f77-4e91-884e-32dcb3e424c7 req-1c4282b4-20ff-45ff-b9d7-31f6d5729cc6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.525355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757d50-7f77-4e91-884e-32dcb3e424c7 req-1c4282b4-20ff-45ff-b9d7-31f6d5729cc6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.531433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f757d50-7f77-4e91-884e-32dcb3e424c7 req-1c4282b4-20ff-45ff-b9d7-31f6d5729cc6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.540877 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f757d50-7f77-4e91-884e-32dcb3e424c7 req-1c4282b4-20ff-45ff-b9d7-31f6d5729cc6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5417 time: 0.7464523
Apr 30 04:57:07.603508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5779d1-f647-460b-a952-392d10c01cba,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:07.614937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=921dfaec3a2b4d0a827f644dd7ed07f1&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0971692
Apr 30 04:57:07.619084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55202) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:07.621980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-137eb37f-d4dc-46d4-a25d-4f2473d8dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.624032 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-137eb37f-d4dc-46d4-a25d-4f2473d8dc56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 1095 time: 0.8997409
Apr 30 04:57:07.624458 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:07.728372 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-07cd3a3a-54ff-4863-ab77-384029bfe80a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a HTTP/1.1" status: 200  len: 217 time: 0.0854094
Apr 30 04:57:07.764861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:07.765906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7beb0d3-7999-413d-a93c-8267fd958f21 req-713f1a36-c5e3-49e1-88f1-5148b93fe86f tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.768818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7beb0d3-7999-413d-a93c-8267fd958f21 req-713f1a36-c5e3-49e1-88f1-5148b93fe86f tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 943 time: 0.6703320
Apr 30 04:57:07.806432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f757d50-7f77-4e91-884e-32dcb3e424c7 req-c57a02e0-a132-4a4f-be25-ffdbbc7bf525 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2642457
Apr 30 04:57:07.825620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:07.902735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Transition to ACTIVE for port object 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:07.926190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-9e32175f-51c7-4a43-9234-f064ee60eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:07.936214 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-9e32175f-51c7-4a43-9234-f064ee60eed8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 200  len: 850 time: 0.1656549
Apr 30 04:57:08.060634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7beb0d3-7999-413d-a93c-8267fd958f21 req-79297408-e209-49de-b4a9-14ef3b842e17 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2676334
Apr 30 04:57:08.105620 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6645d2b3-a7fb-4d6e-8138-2683218b9465', 'tag': '39dc3f63-5610-445b-bf2d-8f3dd5bbba0a', 'status': 'completed', 'code': 200}
Apr 30 04:57:08.106832 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:08.114126 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:08.123198 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9308c10-8918-47e7-af1a-4d486aaa2c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:08.239903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:08.243290 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9308c10-8918-47e7-af1a-4d486aaa2c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:08.344454 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-81719cab-d915-4914-94ad-be883cb55f54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3003592
Apr 30 04:57:08.453762 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9308c10-8918-47e7-af1a-4d486aaa2c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:08.463272 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-41a333c9-2659-4bfa-b7ce-656e34b6669f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:08.491203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9308c10-8918-47e7-af1a-4d486aaa2c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5779d1-f647-460b-a952-392d10c01cba,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:08.496368 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9308c10-8918-47e7-af1a-4d486aaa2c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:08.540708 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f9308c10-8918-47e7-af1a-4d486aaa2c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:08.543244 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f9308c10-8918-47e7-af1a-4d486aaa2c86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a5779d1-f647-460b-a952-392d10c01cba HTTP/1.1" status: 204  len: 168 time: 0.9043512
Apr 30 04:57:08.727366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:08.733208 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8005999-f9f7-4a2b-a226-21dfb190e5f8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:08.784502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Pushing event updated for resources: {'Port': ['ID=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:08.841195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=af87e056-cf0d-4708-b3a2-19d8d923e56a,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:08.847318 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:08.857774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Checking segment: {'id': '459e49fa-c031-4cc4-b03c-cff8675ae6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '628aa22f-7db9-4a54-8d2b-f657287b37c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:57:08.858730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network hostable DHCP agents. Network: 628aa22f-7db9-4a54-8d2b-f657287b37c6, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:57:08.866460 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:08.920810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:57:08.988537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 628aa22f-7db9-4a54-8d2b-f657287b37c6) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:09.010970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea808e-1936-4e3e-bfbf-397883494a7b None None] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:09.050669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:09.051736 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:09.131837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ad54040>,) {'filters': {'network_id': ['76246502-f89c-4ae6-980b-c90faf585f41']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:09.158596 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6733401
Apr 30 04:57:09.160248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55220) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:09.187619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': '628aa22f-7db9-4a54-8d2b-f657287b37c6', 'name': 'tempest-PortsIpV6TestJSON-1359898280', 'fixed_ips': [{'subnet_id': 'af87e056-cf0d-4708-b3a2-19d8d923e56a', 'ip_address': '2001:db8::10'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:09.190662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad54040>, 'd39f6496-664b-476e-ba6b-0a8c1f82563d') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:09.197510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad54040>, 'd39f6496-664b-476e-ba6b-0a8c1f82563d') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:09.261516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:09.318729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:09.456153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:57:09.627087 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-8dd5da6d-77d1-4fec-9eec-1d4d59999ca8 service neutron] 10.222.0.37 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2709770
Apr 30 04:57:09.739265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:09.760530 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-acfde857-7dd8-43ca-a8b6-fcaf24b60465 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:09.772876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-628aa22f-7db9-4a54-8d2b-f657287b37c6', 'network_id': '628aa22f-7db9-4a54-8d2b-f657287b37c6', 'tenant_id': 'a757c40b25f54d7390ac2e26567bf4d9', 'fixed_ips': [{'subnet_id': 'af87e056-cf0d-4708-b3a2-19d8d923e56a'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:57:09.774929 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:09.813253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Network 76246502-f89c-4ae6-980b-c90faf585f41 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:57:09.836599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:09.899543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:09.922159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:09.939764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:09.996035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Attempting to bind port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:57:09.996582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Attempting to bind port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:57:09.997119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Attempting to bind port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 on network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:57:10.007876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbedb8-ac18-496d-99ed-19d3aca3e3eb req-e2bad3a4-2754-491e-9f14-cb438c019146 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:10.015221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Allocated IP 2001:db8::2 (628aa22f-7db9-4a54-8d2b-f657287b37c6/af87e056-cf0d-4708-b3a2-19d8d923e56a/cdf219d0-c2fb-49a7-8720-9885c6b3846c) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:10.020596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbedb8-ac18-496d-99ed-19d3aca3e3eb req-e2bad3a4-2754-491e-9f14-cb438c019146 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:10.034554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbedb8-ac18-496d-99ed-19d3aca3e3eb req-e2bad3a4-2754-491e-9f14-cb438c019146 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:10.046009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbedb8-ac18-496d-99ed-19d3aca3e3eb req-e2bad3a4-2754-491e-9f14-cb438c019146 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:10.060714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbedb8-ac18-496d-99ed-19d3aca3e3eb req-e2bad3a4-2754-491e-9f14-cb438c019146 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:10.071826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbedb8-ac18-496d-99ed-19d3aca3e3eb req-e2bad3a4-2754-491e-9f14-cb438c019146 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:10.084272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbedb8-ac18-496d-99ed-19d3aca3e3eb req-e2bad3a4-2754-491e-9f14-cb438c019146 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:10.098622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09fbedb8-ac18-496d-99ed-19d3aca3e3eb req-e2bad3a4-2754-491e-9f14-cb438c019146 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.5936699
Apr 30 04:57:10.125844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:10.151400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f5282-321c-4200-a0cb-dfa7380e74ee req-e391e967-ae97-42e7-a0a2-2faac00a249e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:10.164149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-884f5282-321c-4200-a0cb-dfa7380e74ee req-e391e967-ae97-42e7-a0a2-2faac00a249e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 943 time: 0.6566272
Apr 30 04:57:10.248037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:10.352091 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09fbedb8-ac18-496d-99ed-19d3aca3e3eb req-f9353a17-c01f-4269-9b33-a6d15cc399ca tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2519169
Apr 30 04:57:10.363801 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:10.378053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Transition to ACTIVE for port object cdf219d0-c2fb-49a7-8720-9885c6b3846c will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:10.417365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Transition to ACTIVE for port object cdf219d0-c2fb-49a7-8720-9885c6b3846c will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:10.426157 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:10.433482 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-69a94966-34c4-404d-83b6-ffbb0a056a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:10.463798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:10.476948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:10.498855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd8e31e-63d7-46a6-8686-9510f068a7ba None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:10.542906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Pushing event updated for resources: {'Port': ['ID=cdf219d0-c2fb-49a7-8720-9885c6b3846c,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:10.570785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:10.575708 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:10.576815 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:10.581721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:57:10.590480 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-00879512-2183-4f1e-989e-fb3b1cd05751 req-7ef0bcc8-0647-41db-b522-32f3f4b96e5c service neutron] 10.222.0.37 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9404120
Apr 30 04:57:10.622930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 on network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 04:57:10.623521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Attempting to bind port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 on network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:57:10.670718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:10.671903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:10.714935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-884f5282-321c-4200-a0cb-dfa7380e74ee req-d47f852a-bea8-4707-946c-ee7c02bea485 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5494728
Apr 30 04:57:10.775360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Attempting to bind port cdf219d0-c2fb-49a7-8720-9885c6b3846c on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:57:10.775765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Attempting to bind port cdf219d0-c2fb-49a7-8720-9885c6b3846c by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '459e49fa-c031-4cc4-b03c-cff8675ae6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '628aa22f-7db9-4a54-8d2b-f657287b37c6'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:57:10.776394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Attempting to bind port cdf219d0-c2fb-49a7-8720-9885c6b3846c on network 628aa22f-7db9-4a54-8d2b-f657287b37c6 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:57:10.787962 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:10.796291 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:57:10.796925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Checking segment: {'id': '459e49fa-c031-4cc4-b03c-cff8675ae6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '628aa22f-7db9-4a54-8d2b-f657287b37c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:57:10.797563 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:10.798601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Bound using segment: {'id': '459e49fa-c031-4cc4-b03c-cff8675ae6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '628aa22f-7db9-4a54-8d2b-f657287b37c6'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:57:10.799182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Bound port: cdf219d0-c2fb-49a7-8720-9885c6b3846c, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459e49fa-c031-4cc4-b03c-cff8675ae6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '628aa22f-7db9-4a54-8d2b-f657287b37c6'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:57:10.799726 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:10.817927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port a4402311-8bd3-46cc-936d-88b25decc489 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:57:10.818236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=8dd4d12c-8d0a-40bb-be9a-0326908d99f9,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:10.822808 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.062s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:10.824092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:57:10.824626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Checking segment: {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:57:10.825261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Bound using segment: {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:57:10.825994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Bound port: 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77608260-478c-4312-9efd-23dbebd57ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:57:10.826550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:11.020999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] For port cdf219d0-c2fb-49a7-8720-9885c6b3846c, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:57:11.026939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] For port cdf219d0-c2fb-49a7-8720-9885c6b3846c, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cdf219d0-c2fb-49a7-8720-9885c6b3846c,segment=NetworkSegment(459e49fa-c031-4cc4-b03c-cff8675ae6d2),segment_id=459e49fa-c031-4cc4-b03c-cff8675ae6d2)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:57:11.059897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Network 76246502-f89c-4ae6-980b-c90faf585f41 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:57:11.086883 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:11.113461 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-31b897b6-309b-4f8f-8bda-06f2de92fab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:11.132623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::10 (628aa22f-7db9-4a54-8d2b-f657287b37c6/af87e056-cf0d-4708-b3a2-19d8d923e56a/a4402311-8bd3-46cc-936d-88b25decc489) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:57:11.234277 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:57:11.371682 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:57:11.400116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] For port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:57:11.404724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] For port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:57:11.440313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:11.456955 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bfdd6931-ddc8-470b-8172-c4d4bd0d7f17 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:11.628506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Pushing event updated for resources: {'Port': ['ID=cdf219d0-c2fb-49a7-8720-9885c6b3846c,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:11.632132 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:11.640395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Pushing event updated for resources: {'Port': ['ID=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:11.647560 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:11.650039 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 8.4714711
Apr 30 04:57:11.651669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:11.661335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:11.670993 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] 10.222.0.46 "DELETE /v2.0/networks/76246502-f89c-4ae6-980b-c90faf585f41 HTTP/1.1" status: 204  len: 168 time: 4.5897958
Apr 30 04:57:11.689226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55238) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:11.690294 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03eba066-a862-4928-a2d7-3dfd14ee65d6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:11.772456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Pushing event deleted for resources: {'Network': ['ID=76246502-f89c-4ae6-980b-c90faf585f41,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:11.781761 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:11.791491 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:11.809774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object a4402311-8bd3-46cc-936d-88b25decc489 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:11.823475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:11.824038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:11.825544 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] 10.222.0.50 "PUT /v2.0/ports/4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 HTTP/1.1" status: 200  len: 1092 time: 6.9157915
Apr 30 04:57:11.827094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:57:11.857973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-13d2a4ac-0b0c-42f4-83f5-49bc60719e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:11.859507 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-13d2a4ac-0b0c-42f4-83f5-49bc60719e6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 1095 time: 1.1809773
Apr 30 04:57:11.995488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039391fb-7ca6-4f76-812a-eee06dd427bf req-b96b3052-f66d-47dc-a378-88a7129433e4 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:12.027414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039391fb-7ca6-4f76-812a-eee06dd427bf req-b96b3052-f66d-47dc-a378-88a7129433e4 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:12.040720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] Update dhcp port {'port': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'fixed_ips': [{'subnet_id': '2eb90924-a179-4271-8ec8-0ac61603880d', 'ip_address': '172.20.0.2'}, {'subnet_id': '8dd4d12c-8d0a-40bb-be9a-0326908d99f9'}], 'binding:host_id': 'n-d-766726-20'}, 'id': 'd4155554-3fde-4c88-94de-fb2bac68803f'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:57:12.062263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039391fb-7ca6-4f76-812a-eee06dd427bf req-b96b3052-f66d-47dc-a378-88a7129433e4 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:12.096750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039391fb-7ca6-4f76-812a-eee06dd427bf req-b96b3052-f66d-47dc-a378-88a7129433e4 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:12.144613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039391fb-7ca6-4f76-812a-eee06dd427bf req-b96b3052-f66d-47dc-a378-88a7129433e4 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:12.174251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039391fb-7ca6-4f76-812a-eee06dd427bf req-b96b3052-f66d-47dc-a378-88a7129433e4 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:12.232675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039391fb-7ca6-4f76-812a-eee06dd427bf req-b96b3052-f66d-47dc-a378-88a7129433e4 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:12.244626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-039391fb-7ca6-4f76-812a-eee06dd427bf req-b96b3052-f66d-47dc-a378-88a7129433e4 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.6521149
Apr 30 04:57:12.360221 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:12.443941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55252) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:12.474132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1254259334', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8dd4d12c-8d0a-40bb-be9a-0326908d99f9'}], 'security_groups': ['4adcf915-eff8-4556-9af4-becae1fb7da5']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:12.556335 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:12.573529 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b4db780-f87a-4a04-9ccc-4d2d8cbc1bb5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:12.629277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-039391fb-7ca6-4f76-812a-eee06dd427bf req-b7bfff16-d8db-4b37-a38a-70205cb83ffb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3512726
Apr 30 04:57:12.656370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:12.668747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:12.680407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:57:12.686384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:12.687075 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:12.751947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=a4402311-8bd3-46cc-936d-88b25decc489,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:12.758488 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:12.770836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47ce52-3a46-4bc6-9462-eb01e8379a3c req-d64941c2-0081-4dcd-901b-1e0d18799464 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:12.786938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d47ce52-3a46-4bc6-9462-eb01e8379a3c req-d64941c2-0081-4dcd-901b-1e0d18799464 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 943 time: 0.5346563
Apr 30 04:57:12.793345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] Allocated IP 172.20.0.18 (e9b18610-a527-4a36-9b61-7fedf0977dad/8dd4d12c-8d0a-40bb-be9a-0326908d99f9/d4155554-3fde-4c88-94de-fb2bac68803f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:12.823170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.6613171
Apr 30 04:57:12.827907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55256) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:12.836541 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9', 'status': 'completed', 'code': 200}
Apr 30 04:57:12.841442 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4a3a0d94-bbfd-4e27-b364-d9881ab319e8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=096f949cef7148bb900213ec2972eb30&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3091185
Apr 30 04:57:12.846385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55258) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:12.865926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d47ce52-3a46-4bc6-9462-eb01e8379a3c req-0c18bd2f-89d8-48ee-96be-313db04a74bf tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778196
Apr 30 04:57:12.867520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': '628aa22f-7db9-4a54-8d2b-f657287b37c6', 'name': 'tempest-PortsIpV6TestJSON-431110043', 'fixed_ips': [{'subnet_id': 'af87e056-cf0d-4708-b3a2-19d8d923e56a', 'ip_address': '2001:db8::f'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:12.957266 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27c8da01-f8c9-4311-b3de-bd77356738a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:13.042113 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27c8da01-f8c9-4311-b3de-bd77356738a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:13.065677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-d3bd29f9-9acf-4c57-84f3-e8888e84cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:13.067192 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-d3bd29f9-9acf-4c57-84f3-e8888e84cfb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 911 time: 1.1995456
Apr 30 04:57:13.078201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8b29a708-5777-4468-84f0-6aa514cdce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:13.078605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8b29a708-5777-4468-84f0-6aa514cdce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:13.079848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8b29a708-5777-4468-84f0-6aa514cdce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:13.080228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8b29a708-5777-4468-84f0-6aa514cdce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:13.080711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8b29a708-5777-4468-84f0-6aa514cdce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:13.081191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8b29a708-5777-4468-84f0-6aa514cdce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:13.081665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8b29a708-5777-4468-84f0-6aa514cdce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:13.092984 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8b29a708-5777-4468-84f0-6aa514cdce46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6493 time: 1.1365371
Apr 30 04:57:13.123572 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] For port d4155554-3fde-4c88-94de-fb2bac68803f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4155554-3fde-4c88-94de-fb2bac68803f,segment=NetworkSegment(cd38fc37-8df2-4a0d-a9e2-da25a61e2db1),segment_id=cd38fc37-8df2-4a0d-a9e2-da25a61e2db1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:13.166906 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:13.205901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] Transition to ACTIVE for port object d4155554-3fde-4c88-94de-fb2bac68803f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:13.217432 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:13.242413 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-44c9d3dd-2e56-4e5d-b4fb-877973c256aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:13.254052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27c8da01-f8c9-4311-b3de-bd77356738a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:13.264303 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b816901-3154-483e-86c8-ce259610b7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:13.291198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8da01-f8c9-4311-b3de-bd77356738a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddccfaeb-d9c0-4699-94b0-ef52880b40ff,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:13.297081 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-27c8da01-f8c9-4311-b3de-bd77356738a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:13.322438 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27c8da01-f8c9-4311-b3de-bd77356738a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:13.331922 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-27c8da01-f8c9-4311-b3de-bd77356738a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddccfaeb-d9c0-4699-94b0-ef52880b40ff HTTP/1.1" status: 204  len: 168 time: 0.4836180
Apr 30 04:57:13.367829 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-e09e5d18-1c9f-452e-8f9f-0079bbdffb49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a HTTP/1.1" status: 200  len: 217 time: 0.2141979
Apr 30 04:57:13.465517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-beb3998f-89d2-4058-8b2c-334e5d8f83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:13.466524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a49c69-122f-44d0-a324-2404a4eb8629 None None] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:13.467581 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-beb3998f-89d2-4058-8b2c-334e5d8f83cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 200  len: 850 time: 0.0876853
Apr 30 04:57:13.480928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-a47a909f-ada1-4c4f-8425-f35967eceb7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3 HTTP/1.1" status: 200  len: 217 time: 0.2267160
Apr 30 04:57:13.497145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:57:13.586307 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-e26a67d0-fbdd-429c-af24-90985b032ecd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1043088
Apr 30 04:57:13.865613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cdf219d0-c2fb-49a7-8720-9885c6b3846c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:57:13.962198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] Pushing event updated for resources: {'Port': ['ID=d4155554-3fde-4c88-94de-fb2bac68803f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:13.980482 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:14.001159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:14.013895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8620343c-849c-4278-a0d0-709b1547294a None None] Provisioning for port cdf219d0-c2fb-49a7-8720-9885c6b3846c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:14.081298 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:57:14.144869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:14.283272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:14.295167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:14.307525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b92d8d4d-168e-4b01-a913-d6492fa38463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:14.309061 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-b92d8d4d-168e-4b01-a913-d6492fa38463 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b38188d-f154-49f0-be28-184ff149579c HTTP/1.1" status: 200  len: 855 time: 0.7811666
Apr 30 04:57:14.377395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:14.514910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:14.525319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port cdf219d0-c2fb-49a7-8720-9885c6b3846c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:14.543398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '39dc3f63-5610-445b-bf2d-8f3dd5bbba0a', 'network_id': 'b1bd5ba5-69cf-4e27-8760-c0b2e9950036', 'port_id': '39dc3f63-5610-445b-bf2d-8f3dd5bbba0a', 'mac_address': 'fa:16:3e:e3:74:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb265920-4046-43f3-99bf-6e4560fef00b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:57:14.545353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port cdf219d0-c2fb-49a7-8720-9885c6b3846c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:14.545735 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:14.549065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:14.555861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f9cc-7bfe-44e5-b8b2-56dd17e17bc4 req-51a87959-6ba6-4983-a7fa-8d1c466a9245 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:14.562730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f9cc-7bfe-44e5-b8b2-56dd17e17bc4 req-51a87959-6ba6-4983-a7fa-8d1c466a9245 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:14.573731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f9cc-7bfe-44e5-b8b2-56dd17e17bc4 req-51a87959-6ba6-4983-a7fa-8d1c466a9245 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:14.592250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f9cc-7bfe-44e5-b8b2-56dd17e17bc4 req-51a87959-6ba6-4983-a7fa-8d1c466a9245 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:14.600481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f9cc-7bfe-44e5-b8b2-56dd17e17bc4 req-51a87959-6ba6-4983-a7fa-8d1c466a9245 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:14.609167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f9cc-7bfe-44e5-b8b2-56dd17e17bc4 req-51a87959-6ba6-4983-a7fa-8d1c466a9245 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:14.615898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f9cc-7bfe-44e5-b8b2-56dd17e17bc4 req-51a87959-6ba6-4983-a7fa-8d1c466a9245 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:14.618480 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab16f9cc-7bfe-44e5-b8b2-56dd17e17bc4 req-51a87959-6ba6-4983-a7fa-8d1c466a9245 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.5693622
Apr 30 04:57:14.738702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5178f2-b57e-42d4-823e-aab56b23c7eb req-175af179-2b03-4d99-95de-4a3ed5d46718 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:14.747084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f5178f2-b57e-42d4-823e-aab56b23c7eb req-175af179-2b03-4d99-95de-4a3ed5d46718 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 943 time: 0.5046043
Apr 30 04:57:14.764517 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:14.790651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab16f9cc-7bfe-44e5-b8b2-56dd17e17bc4 req-7d29cb7e-78f7-4e60-8dea-aaa06b9177ff tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1560924
Apr 30 04:57:14.799455 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-b9579a79-ad78-468d-aeca-ead3af4b2979 service neutron] 10.222.0.37 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8621705
Apr 30 04:57:14.878638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 9e12b93e-7e22-41c4-8692-21bffa7278e7 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:57:14.925513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f5178f2-b57e-42d4-823e-aab56b23c7eb req-ed9c0e48-7c56-4fee-8255-a30692226c81 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766737
Apr 30 04:57:14.967822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7d2cb070-9bbf-49f2-86b3-aef1926ecfa8 None None] Provisioning complete for port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:14.968200 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb070-9bbf-49f2-86b3-aef1926ecfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.127323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55296) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:15.162222 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.232555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:15.250644 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.262871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7d2cb070-9bbf-49f2-86b3-aef1926ecfa8 None None] Port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:15.296268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:15.304875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7d2cb070-9bbf-49f2-86b3-aef1926ecfa8 None None] Provisioning for port d4155554-3fde-4c88-94de-fb2bac68803f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:15.316939 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.320073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port cdf219d0-c2fb-49a7-8720-9885c6b3846c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cdf219d0-c2fb-49a7-8720-9885c6b3846c,segment=NetworkSegment(459e49fa-c031-4cc4-b03c-cff8675ae6d2),segment_id=459e49fa-c031-4cc4-b03c-cff8675ae6d2)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:15.322443 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d2673337-47d0-4327-ad7a-7ef7e0574a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:15.352008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-783327334-network', 'tenant_id': '2e23c2d1a99f40299d23909dd0fc4443'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:15.367797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:15.374130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7d2cb070-9bbf-49f2-86b3-aef1926ecfa8 None None] Provisioning complete for port d4155554-3fde-4c88-94de-fb2bac68803f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:15.374612 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb070-9bbf-49f2-86b3-aef1926ecfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.382266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Usage tracker for resource:network and tenant:2e23c2d1a99f40299d23909dd0fc4443 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:15.384652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-44aa747b-f1c4-4108-94ab-3a36514a0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:15.388485 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-44aa747b-f1c4-4108-94ab-3a36514a0417 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7ce8a20-822a-4055-8098-f9299e94ad1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.0709267
Apr 30 04:57:15.393724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:15.402872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:15.421033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Made reservation on behalf of 2e23c2d1a99f40299d23909dd0fc4443 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:15.426297 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.456249 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.458280 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.493986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:15.499741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Usage tracker for resource:security_group_rule and tenant:2e23c2d1a99f40299d23909dd0fc4443 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:15.504153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:15.513026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:15.632015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::f (628aa22f-7db9-4a54-8d2b-f657287b37c6/af87e056-cf0d-4708-b3a2-19d8d923e56a/9e12b93e-7e22-41c4-8692-21bffa7278e7) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:15.638808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:15.658807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.659328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.659679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.665547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.666857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.667387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.671220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.671855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.672349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.672878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.673372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.673862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:15.679559 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:15.680670 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:15.744585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['39dc3f63-5610-445b-bf2d-8f3dd5bbba0a'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:57:15.775558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d4155554-3fde-4c88-94de-fb2bac68803f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:57:15.784815 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.792044 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.828061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:57:15.836665 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9be0f50b-0966-4089-9625-4caa2662cd3c tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:15.869769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5707aaa0-d565-43de-a143-f78fd5bff423,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:15.874570 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:15.880527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:15.881489 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Added segment b6aec288-bbb6-4fbe-b539-7772ce3bf436 of type vlan for network b0e8df8d-9569-4767-bc0e-4e09c35cd2b0
Apr 30 04:57:15.961548 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:16.044871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:16.046615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.048541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:16.070109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=cdf219d0-c2fb-49a7-8720-9885c6b3846c,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:16.083507 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:16.101216 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ae6559d-c844-4bf4-8be7-34f1ec5edf6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:16.284302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e8df8d-9569-4767-bc0e-4e09c35cd2b0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:16.312825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d4155554-3fde-4c88-94de-fb2bac68803f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:16.313399 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:16.343338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2034342
Apr 30 04:57:16.343338 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:16.381329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:16.390148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network b0e8df8d-9569-4767-bc0e-4e09c35cd2b0 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:57:16.401966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object 9e12b93e-7e22-41c4-8692-21bffa7278e7 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:16.462255 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:16.500426 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a944fe2-61a3-4d7e-8ca6-8fb887403e0f tempest-RoutersAdminTest-745185307 tempest-RoutersAdminTest-745185307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:16.580290 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40168b8d-5844-4cc6-ac65-fe3375feff0f req-2980e6d7-ff44-42b9-8e5f-c12a98db2a00 service neutron] 10.222.0.37 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7596509
Apr 30 04:57:16.663653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1810-51d5-4478-b4bb-0ad69d274d00 req-4e003e85-c086-4e95-bc56-0a62bfae7eb8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.669894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1810-51d5-4478-b4bb-0ad69d274d00 req-4e003e85-c086-4e95-bc56-0a62bfae7eb8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.676664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1810-51d5-4478-b4bb-0ad69d274d00 req-4e003e85-c086-4e95-bc56-0a62bfae7eb8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.682748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1810-51d5-4478-b4bb-0ad69d274d00 req-4e003e85-c086-4e95-bc56-0a62bfae7eb8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.689339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1810-51d5-4478-b4bb-0ad69d274d00 req-4e003e85-c086-4e95-bc56-0a62bfae7eb8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.695849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1810-51d5-4478-b4bb-0ad69d274d00 req-4e003e85-c086-4e95-bc56-0a62bfae7eb8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.704147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c1810-51d5-4478-b4bb-0ad69d274d00 req-4e003e85-c086-4e95-bc56-0a62bfae7eb8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.706349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-632c1810-51d5-4478-b4bb-0ad69d274d00 req-4e003e85-c086-4e95-bc56-0a62bfae7eb8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.4185462
Apr 30 04:57:16.721072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7d2cb070-9bbf-49f2-86b3-aef1926ecfa8 None None] Provisioning complete for port c7a7b76c-d96d-4e14-8b05-16ff218ba488 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:16.721941 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7d2cb070-9bbf-49f2-86b3-aef1926ecfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:16.771609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9e844-c340-4fb5-84d7-710f05fdaafa req-877fef03-fd68-416e-895b-2cd568b6b6c7 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.774272 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3de9e844-c340-4fb5-84d7-710f05fdaafa req-877fef03-fd68-416e-895b-2cd568b6b6c7 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 944 time: 0.4912477
Apr 30 04:57:16.787320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=9e12b93e-7e22-41c4-8692-21bffa7278e7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:16.807549 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:16.825327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:16.833234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:16.842031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7d2cb070-9bbf-49f2-86b3-aef1926ecfa8 None None] Port c7a7b76c-d96d-4e14-8b05-16ff218ba488 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:16.884976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-632c1810-51d5-4478-b4bb-0ad69d274d00 req-431770a5-58cb-477c-b828-19e958d97283 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1686852
Apr 30 04:57:16.892005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:57:16.895278 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3de9e844-c340-4fb5-84d7-710f05fdaafa req-e889cfc1-70a2-41c3-ae4b-684cf2fcbd5c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134605
Apr 30 04:57:16.900539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:16.901516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:16.953595 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-0a9a9f4f-6a4e-4df2-b152-1f80d395f3a0 service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2949910
Apr 30 04:57:17.005998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7092b619-2d39-4fd0-b298-a14db17b1836 None None] Provisioning complete for port cdf219d0-c2fb-49a7-8720-9885c6b3846c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:17.006347 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7092b619-2d39-4fd0-b298-a14db17b1836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:17.314120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7092b619-2d39-4fd0-b298-a14db17b1836 None None] Provisioning for port a4402311-8bd3-46cc-936d-88b25decc489 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:17.325765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7092b619-2d39-4fd0-b298-a14db17b1836 None None] Provisioning complete for port a4402311-8bd3-46cc-936d-88b25decc489 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:17.326419 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7092b619-2d39-4fd0-b298-a14db17b1836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:17.478990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:57:17.559527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Delete allocated IP 172.20.0.3 (e9b18610-a527-4a36-9b61-7fedf0977dad/2eb90924-a179-4271-8ec8-0ac61603880d) {{(pid=74582) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 04:57:17.581886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7092b619-2d39-4fd0-b298-a14db17b1836 None None] Port a4402311-8bd3-46cc-936d-88b25decc489 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:17.598478 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.7558291
Apr 30 04:57:17.601851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:17.610706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.27 (e9b18610-a527-4a36-9b61-7fedf0977dad/8dd4d12c-8d0a-40bb-be9a-0326908d99f9/c7a7b76c-d96d-4e14-8b05-16ff218ba488) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:17.616352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a26bb-df75-45b4-8495-ee91a312b16b req-de1e016a-7e0b-4d08-a419-377a0d3de285 tempest-ComputeTenantNetworksTest-1653883507 tempest-ComputeTenantNetworksTest-1653883507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:17.623390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a26bb-df75-45b4-8495-ee91a312b16b req-de1e016a-7e0b-4d08-a419-377a0d3de285 tempest-ComputeTenantNetworksTest-1653883507 tempest-ComputeTenantNetworksTest-1653883507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:17.630402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a26bb-df75-45b4-8495-ee91a312b16b req-de1e016a-7e0b-4d08-a419-377a0d3de285 tempest-ComputeTenantNetworksTest-1653883507 tempest-ComputeTenantNetworksTest-1653883507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:17.631384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9d7a26bb-df75-45b4-8495-ee91a312b16b req-de1e016a-7e0b-4d08-a419-377a0d3de285 tempest-ComputeTenantNetworksTest-1653883507 tempest-ComputeTenantNetworksTest-1653883507-project] Synchronizing usage tracker for tenant:2e23c2d1a99f40299d23909dd0fc4443 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:57:17.666916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9d7a26bb-df75-45b4-8495-ee91a312b16b req-de1e016a-7e0b-4d08-a419-377a0d3de285 tempest-ComputeTenantNetworksTest-1653883507 tempest-ComputeTenantNetworksTest-1653883507-project] Unset dirty status for tenant:2e23c2d1a99f40299d23909dd0fc4443 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:57:17.679326 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d7a26bb-df75-45b4-8495-ee91a312b16b req-de1e016a-7e0b-4d08-a419-377a0d3de285 tempest-ComputeTenantNetworksTest-1653883507 tempest-ComputeTenantNetworksTest-1653883507-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 0.3053129
Apr 30 04:57:17.679519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cdf219d0-c2fb-49a7-8720-9885c6b3846c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:57:17.738562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:17.755922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:17.756238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:17.809487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1d1c033c-fbcb-495e-b160-89c44125ef63 None None] Provisioning for port 9e12b93e-7e22-41c4-8692-21bffa7278e7 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:17.833948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1d1c033c-fbcb-495e-b160-89c44125ef63 None None] Provisioning complete for port 9e12b93e-7e22-41c4-8692-21bffa7278e7 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:17.834407 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d1c033c-fbcb-495e-b160-89c44125ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:17.902141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c033c-fbcb-495e-b160-89c44125ef63 None None] Port 9e12b93e-7e22-41c4-8692-21bffa7278e7 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:17.929768 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port cdf219d0-c2fb-49a7-8720-9885c6b3846c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:17.930193 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:18.064129 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:18.070285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-cbd661f6-40aa-49db-bc48-f5a2078794ee req-90032535-f70d-4afd-b6a2-16e5809f52fc service neutron] (74581) timed out ('10.222.0.50', 60873) {{(pid=74581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 04:57:18.139282 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-8a0a695a-265f-4b83-9400-e227ae3351bd service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0175533
Apr 30 04:57:18.158090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6645d2b3-a7fb-4d6e-8138-2683218b9465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39dc3f63-5610-445b-bf2d-8f3dd5bbba0a'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:57:18.181627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:18.196112 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:18.202388 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:18.204766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8062ee5-f489-4f96-8dce-73e92f7f3e7d req-49d4b6ad-f62a-42e7-aa64-81eb364adee4 tempest-ComputeTenantNetworksTest-1653883507 tempest-ComputeTenantNetworksTest-1653883507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:18.209713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8062ee5-f489-4f96-8dce-73e92f7f3e7d req-49d4b6ad-f62a-42e7-aa64-81eb364adee4 tempest-ComputeTenantNetworksTest-1653883507 tempest-ComputeTenantNetworksTest-1653883507-project] 10.222.0.46 "GET /v2.0/networks/b0e8df8d-9569-4767-bc0e-4e09c35cd2b0 HTTP/1.1" status: 200  len: 768 time: 0.5123842
Apr 30 04:57:18.227430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55332) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:18.268773 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-74168b0c-6c5f-45c0-b5ac-67d2dc444199 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 200  len: 217 time: 0.1219018
Apr 30 04:57:18.381540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:57:18.421359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:18.423209 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:18.427626 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:18.453529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object c7a7b76c-d96d-4e14-8b05-16ff218ba488 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:18.463637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2820568e-353f-48c7-844a-d07250610127 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:18.465160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2820568e-353f-48c7-844a-d07250610127 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:57:18.473226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:18.481806 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1a5a172-0af4-41a5-97d8-9b1e2cb9974f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:18.519471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-74ba90d2-71db-4318-a896-dc1c6778b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:18.520990 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-74ba90d2-71db-4318-a896-dc1c6778b397 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.2432370
Apr 30 04:57:18.733585 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:18.760089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2820568e-353f-48c7-844a-d07250610127 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:57:18.764103 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2820568e-353f-48c7-844a-d07250610127 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 1.1565068
Apr 30 04:57:18.768807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55340) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:18.798839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=c7a7b76c-d96d-4e14-8b05-16ff218ba488,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:18.805217 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:18.809550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] In _notify_port_updated(), no bound segment for port c7a7b76c-d96d-4e14-8b05-16ff218ba488 on network e9b18610-a527-4a36-9b61-7fedf0977dad {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:57:18.816151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:18.816845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:18.818193 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "PUT /v2.0/ports/c7a7b76c-d96d-4e14-8b05-16ff218ba488 HTTP/1.1" status: 200  len: 921 time: 7.0485249
Apr 30 04:57:18.823344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55344) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:18.850973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6f45-b14d-4207-be08-d08fbee77e6f req-d325ff0a-9e6e-4a0c-a422-785618502436 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:18.853695 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79ef6f45-b14d-4207-be08-d08fbee77e6f req-d325ff0a-9e6e-4a0c-a422-785618502436 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.5248156
Apr 30 04:57:18.867193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-7758e1ce-e13b-437c-a6bd-63ed3073ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:18.868820 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-7758e1ce-e13b-437c-a6bd-63ed3073ccdf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3375852
Apr 30 04:57:19.086790 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-9832dda9-4702-437e-93a9-43aaf50b5d32 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101109
Apr 30 04:57:19.214328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port c7a7b76c-d96d-4e14-8b05-16ff218ba488 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:57:19.214328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:19.217922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab743-8bd6-42a8-be7d-9bdf0a871012 req-5019666e-1d12-415d-badd-dbee5b355ef9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.229937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab743-8bd6-42a8-be7d-9bdf0a871012 req-5019666e-1d12-415d-badd-dbee5b355ef9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.249461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab743-8bd6-42a8-be7d-9bdf0a871012 req-5019666e-1d12-415d-badd-dbee5b355ef9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.256566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab743-8bd6-42a8-be7d-9bdf0a871012 req-5019666e-1d12-415d-badd-dbee5b355ef9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.267691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab743-8bd6-42a8-be7d-9bdf0a871012 req-5019666e-1d12-415d-badd-dbee5b355ef9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.275828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab743-8bd6-42a8-be7d-9bdf0a871012 req-5019666e-1d12-415d-badd-dbee5b355ef9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.282629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ab743-8bd6-42a8-be7d-9bdf0a871012 req-5019666e-1d12-415d-badd-dbee5b355ef9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.285378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c1ab743-8bd6-42a8-be7d-9bdf0a871012 req-5019666e-1d12-415d-badd-dbee5b355ef9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.8500473
Apr 30 04:57:19.310251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79ef6f45-b14d-4207-be08-d08fbee77e6f req-af00e71a-053e-4bf3-a078-b13e202deeb6 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4054806
Apr 30 04:57:19.326836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:19.353317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6dc59d51-98ee-460f-ace2-163d6f4b2ab5 None None] Provisioning for port c7a7b76c-d96d-4e14-8b05-16ff218ba488 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:19.370532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6dc59d51-98ee-460f-ace2-163d6f4b2ab5 None None] Provisioning complete for port c7a7b76c-d96d-4e14-8b05-16ff218ba488 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:19.371090 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6dc59d51-98ee-460f-ace2-163d6f4b2ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:19.375415 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-64cc7c53-0436-4b3b-8b3c-14da7d8422bb service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2790945
Apr 30 04:57:19.480145 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-0c890232-3f86-4f67-890e-3dc0039912ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 200  len: 217 time: 0.0963485
Apr 30 04:57:19.487766 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:19.588348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6dc59d51-98ee-460f-ace2-163d6f4b2ab5 None None] Port c7a7b76c-d96d-4e14-8b05-16ff218ba488 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:19.604603 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6645d2b3-a7fb-4d6e-8138-2683218b9465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39dc3f63-5610-445b-bf2d-8f3dd5bbba0a', 'code': 200}
Apr 30 04:57:19.721137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c1ab743-8bd6-42a8-be7d-9bdf0a871012 req-34b35a87-6a7a-48ab-8dfd-da4dd7793fac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4076064
Apr 30 04:57:19.723994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77906e6a0>,) {'filters': {'network_id': ['b0e8df8d-9569-4767-bc0e-4e09c35cd2b0']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:19.768679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e31b18-4be5-4e1d-a385-da48bd811c73 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.775653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e31b18-4be5-4e1d-a385-da48bd811c73 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.782796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e31b18-4be5-4e1d-a385-da48bd811c73 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:19.783574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c2e31b18-4be5-4e1d-a385-da48bd811c73 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:57:19.790578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77906e6a0>, 'b6aec288-bbb6-4fbe-b539-7772ce3bf436') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:19.790855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77906e6a0>, 'b6aec288-bbb6-4fbe-b539-7772ce3bf436') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:19.809371 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:19.829321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c2e31b18-4be5-4e1d-a385-da48bd811c73 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:57:19.835151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c2e31b18-4be5-4e1d-a385-da48bd811c73 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 1.0586593
Apr 30 04:57:19.835482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55350) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:19.989467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:20.019984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:57:20.159627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for c7a7b76c-d96d-4e14-8b05-16ff218ba488 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:57:20.208743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bc04c172-4076-4fc6-b76a-661d4e880637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:20.211428 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bc04c172-4076-4fc6-b76a-661d4e880637 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.7153962
Apr 30 04:57:20.291474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Network b0e8df8d-9569-4767-bc0e-4e09c35cd2b0 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:57:20.303200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:20.431423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19491b-4a17-4f83-9d89-a17735007f88 req-b9e3cfd6-8956-4e2f-b675-f615574cbdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:20.438308 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc19491b-4a17-4f83-9d89-a17735007f88 req-b9e3cfd6-8956-4e2f-b675-f615574cbdb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 1097 time: 0.6497228
Apr 30 04:57:20.527887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 9e12b93e-7e22-41c4-8692-21bffa7278e7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:57:20.528473 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:20.633632 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc19491b-4a17-4f83-9d89-a17735007f88 req-e523029b-2537-4d6e-94fb-ac9396cff80f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853700
Apr 30 04:57:20.637005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-c155d0c6-b5ce-4983-a384-a135c02b4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:20.639660 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-c155d0c6-b5ce-4983-a384-a135c02b4d4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4085732
Apr 30 04:57:20.652565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Network b0e8df8d-9569-4767-bc0e-4e09c35cd2b0 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:57:20.695031 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:57:20.917465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:20.950858 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:21.216861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=c7a7b76c-d96d-4e14-8b05-16ff218ba488,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:21.274363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ed3e8499-f914-47cf-842b-9d658ec7679a service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6098199
Apr 30 04:57:21.276293 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:21.460083 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:21.479918 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c6b6e94-64b0-4c1a-98b6-6191d2ec319e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:21.505561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:21.510187 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:21.513221 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:21.521409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e8df8d-9569-4767-bc0e-4e09c35cd2b0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:21.534585 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:21.632777 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/c7a7b76c-d96d-4e14-8b05-16ff218ba488 HTTP/1.1" status: 204  len: 168 time: 2.8080649
Apr 30 04:57:21.659142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55362) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:21.659895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7a855-e946-4255-b0e0-60ad781f7872 req-be425b81-7a23-43b2-9ce7-5cfb0e0cb851 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:21.680179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37c7a855-e946-4255-b0e0-60ad781f7872 req-be425b81-7a23-43b2-9ce7-5cfb0e0cb851 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 1.1250920
Apr 30 04:57:21.762498 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b50530-ba55-4aa3-90f9-587a67019d75 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:57:21.763093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-11b50530-ba55-4aa3-90f9-587a67019d75 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:57:21.805269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 9e12b93e-7e22-41c4-8692-21bffa7278e7 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:57:21.848238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-11b50530-ba55-4aa3-90f9-587a67019d75 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:57:21.850103 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-11b50530-ba55-4aa3-90f9-587a67019d75 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/c7a7b76c-d96d-4e14-8b05-16ff218ba488 HTTP/1.1" status: 404  len: 333 time: 0.1854253
Apr 30 04:57:21.854301 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-f1198740-1346-46f3-8e7c-46fa3868b66a service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5597031
Apr 30 04:57:21.855198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55366) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:21.886090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b0e8df8d-9569-4767-bc0e-4e09c35cd2b0 HTTP/1.1" status: 204  len: 168 time: 3.6565106
Apr 30 04:57:21.924882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecf30e-99b0-4a16-8cac-893fce92f666 req-9678a24b-e008-4fea-bcf1-ed7c4d2e1b96 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:21.931410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecf30e-99b0-4a16-8cac-893fce92f666 req-9678a24b-e008-4fea-bcf1-ed7c4d2e1b96 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:21.937893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecf30e-99b0-4a16-8cac-893fce92f666 req-9678a24b-e008-4fea-bcf1-ed7c4d2e1b96 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:21.945193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecf30e-99b0-4a16-8cac-893fce92f666 req-9678a24b-e008-4fea-bcf1-ed7c4d2e1b96 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:21.951719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecf30e-99b0-4a16-8cac-893fce92f666 req-9678a24b-e008-4fea-bcf1-ed7c4d2e1b96 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:21.958916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecf30e-99b0-4a16-8cac-893fce92f666 req-9678a24b-e008-4fea-bcf1-ed7c4d2e1b96 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:21.965313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecf30e-99b0-4a16-8cac-893fce92f666 req-9678a24b-e008-4fea-bcf1-ed7c4d2e1b96 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:21.974585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e3ecf30e-99b0-4a16-8cac-893fce92f666 req-9678a24b-e008-4fea-bcf1-ed7c4d2e1b96 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.8001366
Apr 30 04:57:22.020935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37c7a855-e946-4255-b0e0-60ad781f7872 req-2de94579-8907-423c-bc88-0662a9db3a7f tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3398523
Apr 30 04:57:22.041088 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ccb59077-daa5-4b45-a8ed-18d3b7a4334d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba HTTP/1.1" status: 200  len: 217 time: 0.1580014
Apr 30 04:57:22.146107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e3ecf30e-99b0-4a16-8cac-893fce92f666 req-c7eec894-b468-417f-a0e7-1dc50484422a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1703951
Apr 30 04:57:22.291626 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:22.293743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55372) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:22.302869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-06ff829b-43e4-4187-9fda-b160c82bc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:22.303229 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-06ff829b-43e4-4187-9fda-b160c82bc642 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.2541597
Apr 30 04:57:22.311362 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cdf5a62e-98b1-4e27-92f0-8e2db851adc0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:22.361322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=9e12b93e-7e22-41c4-8692-21bffa7278e7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:22.364467 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:22.427557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:22.452677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/9e12b93e-7e22-41c4-8692-21bffa7278e7 HTTP/1.1" status: 204  len: 168 time: 2.6071069
Apr 30 04:57:22.452910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02ee4c3a-2a57-4722-b39a-e900d036f4af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:22.453524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55378) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:22.518491 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9591ad9-8ac5-47cc-b788-22dcb1fa9772 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:57:22.519623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e9591ad9-8ac5-47cc-b788-22dcb1fa9772 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:57:22.534377 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02ee4c3a-2a57-4722-b39a-e900d036f4af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:22.544320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e9591ad9-8ac5-47cc-b788-22dcb1fa9772 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:57:22.548825 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e9591ad9-8ac5-47cc-b788-22dcb1fa9772 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/9e12b93e-7e22-41c4-8692-21bffa7278e7 HTTP/1.1" status: 404  len: 333 time: 0.0909305
Apr 30 04:57:22.551009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55382) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:22.746569 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6fdb7529-4140-4fda-b225-e78e86882e23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e23c2d1a99f40299d23909dd0fc4443&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4506266
Apr 30 04:57:22.752074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55386) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:22.788648 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02ee4c3a-2a57-4722-b39a-e900d036f4af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:22.802697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port a4402311-8bd3-46cc-936d-88b25decc489 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:57:22.803218 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:22.819724 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09dca53c-87e2-4288-9543-e1b21d80a1ea tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:22.859290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee4c3a-2a57-4722-b39a-e900d036f4af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7f3d06-4e2c-4a30-8c12-57e04a219fde,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:22.889800 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02ee4c3a-2a57-4722-b39a-e900d036f4af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:22.898245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-02ee4c3a-2a57-4722-b39a-e900d036f4af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:22.902181 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02ee4c3a-2a57-4722-b39a-e900d036f4af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/security-groups/dc7f3d06-4e2c-4a30-8c12-57e04a219fde HTTP/1.1" status: 204  len: 168 time: 1.0457361
Apr 30 04:57:22.902907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55390) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:22.972072 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2fff9228-4304-47f7-bfdd-ead8692ec500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:22.982765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-6434b5af-a707-404f-97d1-c808c34e00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:22.985938 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-6434b5af-a707-404f-97d1-c808c34e00e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.6657658
Apr 30 04:57:23.118898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2fff9228-4304-47f7-bfdd-ead8692ec500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:23.132647 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:23.246689 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924305d9-b3ed-4b37-8e03-b281f3531b6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:23.302796 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-bd9675d1-a12b-44ee-8d47-ae457b6ae5cf service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2923982
Apr 30 04:57:23.304398 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924305d9-b3ed-4b37-8e03-b281f3531b6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:23.363833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2fff9228-4304-47f7-bfdd-ead8692ec500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:23.372984 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28664b5b-09ce-46fb-9850-3b3b7b552d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:23.402692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for a4402311-8bd3-46cc-936d-88b25decc489 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:57:23.464726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff9228-4304-47f7-bfdd-ead8692ec500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5707aaa0-d565-43de-a143-f78fd5bff423,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:23.473468 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2fff9228-4304-47f7-bfdd-ead8692ec500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:23.482572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2fff9228-4304-47f7-bfdd-ead8692ec500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:23.483867 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2fff9228-4304-47f7-bfdd-ead8692ec500 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5707aaa0-d565-43de-a143-f78fd5bff423 HTTP/1.1" status: 204  len: 168 time: 0.7280641
Apr 30 04:57:23.523162 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-5a359d7b-0305-453b-9b39-06eb2aa09889 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100387
Apr 30 04:57:23.528232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924305d9-b3ed-4b37-8e03-b281f3531b6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:23.537364 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b8d23842-e7b3-4293-b531-7d2ad89a3f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:23.675029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81c661-bdf0-497c-a316-2e847ccdf46d req-64832f02-6e67-465c-8554-61e7c0f03b40 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:23.683966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81c661-bdf0-497c-a316-2e847ccdf46d req-64832f02-6e67-465c-8554-61e7c0f03b40 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:23.692336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81c661-bdf0-497c-a316-2e847ccdf46d req-64832f02-6e67-465c-8554-61e7c0f03b40 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:23.701099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81c661-bdf0-497c-a316-2e847ccdf46d req-64832f02-6e67-465c-8554-61e7c0f03b40 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:23.713473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81c661-bdf0-497c-a316-2e847ccdf46d req-64832f02-6e67-465c-8554-61e7c0f03b40 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:23.722545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81c661-bdf0-497c-a316-2e847ccdf46d req-64832f02-6e67-465c-8554-61e7c0f03b40 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:23.729667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81c661-bdf0-497c-a316-2e847ccdf46d req-64832f02-6e67-465c-8554-61e7c0f03b40 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:23.732322 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb81c661-bdf0-497c-a316-2e847ccdf46d req-64832f02-6e67-465c-8554-61e7c0f03b40 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.3187768
Apr 30 04:57:23.816029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924305d9-b3ed-4b37-8e03-b281f3531b6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adcf915-eff8-4556-9af4-becae1fb7da5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:23.856183 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-924305d9-b3ed-4b37-8e03-b281f3531b6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:23.858075 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-788d1372-92f2-49d5-8f93-35c1a7884311 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0597ee22-cc38-4e52-91d4-e688dee1460e HTTP/1.1" status: 200  len: 217 time: 0.3225648
Apr 30 04:57:23.863791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924305d9-b3ed-4b37-8e03-b281f3531b6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:23.865742 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-924305d9-b3ed-4b37-8e03-b281f3531b6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/security-groups/4adcf915-eff8-4556-9af4-becae1fb7da5 HTTP/1.1" status: 204  len: 168 time: 0.9586353
Apr 30 04:57:23.888124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86b39-f1e2-4734-9b20-5c2b29d7985a req-94f5d241-b326-47c9-a80e-9d5c1ec8cfd2 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:23.890672 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15c86b39-f1e2-4734-9b20-5c2b29d7985a req-94f5d241-b326-47c9-a80e-9d5c1ec8cfd2 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.7368145
Apr 30 04:57:23.902754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55406) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:23.977695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-78b212d6-2aa1-4067-99e7-212dc3b598e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:23.980404 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-78b212d6-2aa1-4067-99e7-212dc3b598e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.1127429
Apr 30 04:57:24.123372 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:24.151645 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8415dbbf-ca0f-4171-bfb8-ff3c501cdfbd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:24.166764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e92543e0-3ccb-46c7-81c6-9b1a1421331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:24.169648 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-e92543e0-3ccb-46c7-81c6-9b1a1421331d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1723373
Apr 30 04:57:24.244551 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb81c661-bdf0-497c-a316-2e847ccdf46d req-0d06249d-4418-466a-aff9-73850d7fd269 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3947659
Apr 30 04:57:24.251687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet 2eb90924-a179-4271-8ec8-0ac61603880d {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:57:24.255064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=a4402311-8bd3-46cc-936d-88b25decc489,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:24.264835 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:24.307155 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:24.312320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15c86b39-f1e2-4734-9b20-5c2b29d7985a req-2f4334ec-6e30-4ff2-9417-873cf42f9757 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3447657
Apr 30 04:57:24.379621 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-11f8da03-8bbc-483d-9196-890df60def69 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972647
Apr 30 04:57:24.445993 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:24.506818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/a4402311-8bd3-46cc-936d-88b25decc489 HTTP/1.1" status: 204  len: 168 time: 1.9521205
Apr 30 04:57:24.511938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55426) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:24.771454 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-681e9adf-5321-4c38-808b-7c7cd986e083 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3830745
Apr 30 04:57:24.887941 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-a82ea241-fd32-440d-aea8-33c7a44d936a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04170894-711a-47c9-917a-cbc4d9668913 HTTP/1.1" status: 200  len: 217 time: 0.1020079
Apr 30 04:57:24.956644 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72cd3e4-d4f7-4df6-b95a-8cbf46cf8783 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:57:24.957960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d72cd3e4-d4f7-4df6-b95a-8cbf46cf8783 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:57:24.973698 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:25.092575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d72cd3e4-d4f7-4df6-b95a-8cbf46cf8783 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:57:25.098188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d72cd3e4-d4f7-4df6-b95a-8cbf46cf8783 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/a4402311-8bd3-46cc-936d-88b25decc489 HTTP/1.1" status: 404  len: 333 time: 0.5811265
Apr 30 04:57:25.102712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55440) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:25.106637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ff1ee282-2618-4530-bcd7-d61ed8776da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:25.110811 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ff1ee282-2618-4530-bcd7-d61ed8776da7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.2209382
Apr 30 04:57:25.227247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet af87e056-cf0d-4708-b3a2-19d8d923e56a {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:57:25.236153 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:25.241369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-1dadf668-8edf-43fb-988e-44dd4122db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:25.244442 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-1dadf668-8edf-43fb-988e-44dd4122db8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 1097 time: 0.2986879
Apr 30 04:57:25.318383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-b0e56ed6-883b-4f4e-85ed-7f86b9beb3d7 req-366f3c73-ee1d-47b0-b02e-d685385a1c2a service neutron] (74582) timed out ('10.222.0.50', 61030) {{(pid=74582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 04:57:25.380469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a18aaf-0cda-46f8-933b-8aa6cb3a45a0 req-c7f1119a-83f8-41de-8144-c2ecb619afa3 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:25.382111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16a18aaf-0cda-46f8-933b-8aa6cb3a45a0 req-c7f1119a-83f8-41de-8144-c2ecb619afa3 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.3434823
Apr 30 04:57:25.386230 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:25.434642 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:25.491891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-649b2b5e-dab3-44f9-a7fe-809f308cc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:25.494764 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-649b2b5e-dab3-44f9-a7fe-809f308cc06a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3700948
Apr 30 04:57:25.595519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-16a18aaf-0cda-46f8-933b-8aa6cb3a45a0 req-eeb0eb62-6244-49a7-803a-9bbbab4adbe5 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773803
Apr 30 04:57:25.743735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:25.852741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-5fbd238e-1891-4aa7-8dff-06a4c77c073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:25.855590 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-5fbd238e-1891-4aa7-8dff-06a4c77c073e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 911 time: 0.6006992
Apr 30 04:57:26.118541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-0a4e2df8-407e-4862-ae14-8f625648cdcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a HTTP/1.1" status: 200  len: 217 time: 0.2345216
Apr 30 04:57:26.157175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-d9582097-12b0-47f8-b84d-bf51008458d4 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6520014
Apr 30 04:57:26.392067 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:26.405878 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce06bdc0-e547-42de-a5d9-a9228d5e8d86 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:26.503393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-166c4614-7b28-4f50-9e36-c73f57e635c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:26.506249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-166c4614-7b28-4f50-9e36-c73f57e635c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 200  len: 850 time: 0.3472309
Apr 30 04:57:26.603017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-a9f918ce-9d79-4ccb-ba1f-21c62abb39ff req-1ef58b0f-0e22-484b-aa09-a673d8d71166 tempest-ServersOnMultiNodesTest-253194202 tempest-ServersOnMultiNodesTest-253194202-project] (74582) timed out ('10.222.0.50', 61031) {{(pid=74582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 04:57:26.636613 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-caf94946-d0c3-450e-87a4-e3357e94fd0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1148715
Apr 30 04:57:26.659970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389621-c9ad-4d42-b0a5-673b73622788 req-4a81d6ff-c9a8-4d8d-8370-ba4a0a35b27a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:26.674668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389621-c9ad-4d42-b0a5-673b73622788 req-4a81d6ff-c9a8-4d8d-8370-ba4a0a35b27a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:26.681273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389621-c9ad-4d42-b0a5-673b73622788 req-4a81d6ff-c9a8-4d8d-8370-ba4a0a35b27a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:26.687647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389621-c9ad-4d42-b0a5-673b73622788 req-4a81d6ff-c9a8-4d8d-8370-ba4a0a35b27a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:26.694982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389621-c9ad-4d42-b0a5-673b73622788 req-4a81d6ff-c9a8-4d8d-8370-ba4a0a35b27a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:26.710584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389621-c9ad-4d42-b0a5-673b73622788 req-4a81d6ff-c9a8-4d8d-8370-ba4a0a35b27a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:26.722268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e389621-c9ad-4d42-b0a5-673b73622788 req-4a81d6ff-c9a8-4d8d-8370-ba4a0a35b27a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:26.740573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e389621-c9ad-4d42-b0a5-673b73622788 req-4a81d6ff-c9a8-4d8d-8370-ba4a0a35b27a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.6164701
Apr 30 04:57:26.745899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb90924-a179-4271-8ec8-0ac61603880d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:26.750029 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-6755b136-87ce-4436-959c-3c47d53320c3 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5186901
Apr 30 04:57:26.803757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ec59f-1060-436e-bdc7-98d8f7820210 None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:26.819786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:26.832144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.832675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.833169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.833648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.834128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.834603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.835075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.835574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.836062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.836530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.837443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.837443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:26.854065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/2eb90924-a179-4271-8ec8-0ac61603880d HTTP/1.1" status: 204  len: 168 time: 2.9496458
Apr 30 04:57:26.858198 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:26.860300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55474) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:26.866413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:26.996727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e389621-c9ad-4d42-b0a5-673b73622788 req-94cac7c9-b6b6-474f-9da0-d43d873fce3f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2342033
Apr 30 04:57:27.005525 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:27.083738 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-77a03065-16f7-4d1a-8e59-0827eca7ea0e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:27.318018 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-7a46d5f9-f59f-4549-8bf8-42b4114ce388 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 HTTP/1.1" status: 200  len: 217 time: 0.4707718
Apr 30 04:57:27.373517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=af87e056-cf0d-4708-b3a2-19d8d923e56a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:27.376033 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:27.383727 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:27.402590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/af87e056-cf0d-4708-b3a2-19d8d923e56a HTTP/1.1" status: 204  len: 168 time: 2.2926109
Apr 30 04:57:27.405151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55478) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:27.483815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:27.510925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032324f-9ee6-4d0a-b6ed-02479e81ecf8 req-6c038d87-5bd3-4949-ad0b-6f839f215dc5 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:27.514589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a032324f-9ee6-4d0a-b6ed-02479e81ecf8 req-6c038d87-5bd3-4949-ad0b-6f839f215dc5 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.5550106
Apr 30 04:57:27.517426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:27.517699 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b607b4a9-e94a-4721-a261-20a10d5f1ceb None None] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:27.526617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:27.564866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:27.614950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:27.621086 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:27.659688 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:27.660010 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-f01a0115-8ca2-4162-8ed0-0d8e3bf6818a service neutron] 10.222.0.37 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0100269
Apr 30 04:57:27.664571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ade40c9d-fc81-43f5-b02b-784c690036ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:27.665968 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ade40c9d-fc81-43f5-b02b-784c690036ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.3410065
Apr 30 04:57:27.748318 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a032324f-9ee6-4d0a-b6ed-02479e81ecf8 req-67fe1583-1bcc-47fa-948d-bff2a799a5f9 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244139
Apr 30 04:57:28.003061 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c4767c3-0c58-4882-b575-8710baea3ef0 req-faa58d38-1cc5-42aa-a390-d8cdc5db976e service neutron] 10.222.0.37 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3303521
Apr 30 04:57:28.033868 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:28.184390 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:28.405841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] DHCP port deletion for 628aa22f-7db9-4a54-8d2b-f657287b37c6 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:57:28.406132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-74c2bfe9-e3b5-4205-9b0b-fffd6ac7a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:28.416026 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-74c2bfe9-e3b5-4205-9b0b-fffd6ac7a5f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3658576
Apr 30 04:57:28.419507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port cdf219d0-c2fb-49a7-8720-9885c6b3846c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:57:28.419860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:28.559618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] Deleting port cdf219d0-c2fb-49a7-8720-9885c6b3846c {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:57:28.560492 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:28.642567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] For port cdf219d0-c2fb-49a7-8720-9885c6b3846c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cdf219d0-c2fb-49a7-8720-9885c6b3846c,segment=NetworkSegment(459e49fa-c031-4cc4-b03c-cff8675ae6d2),segment_id=459e49fa-c031-4cc4-b03c-cff8675ae6d2)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:28.643252 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:28.718216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] For port cdf219d0-c2fb-49a7-8720-9885c6b3846c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cdf219d0-c2fb-49a7-8720-9885c6b3846c,segment=NetworkSegment(459e49fa-c031-4cc4-b03c-cff8675ae6d2),segment_id=459e49fa-c031-4cc4-b03c-cff8675ae6d2)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:28.719250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:29.070624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] Calling delete_port for cdf219d0-c2fb-49a7-8720-9885c6b3846c owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:57:29.191395 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:29.198109 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:29.199382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30342d68-aceb-4b47-b5ad-6844a495fcff req-5ba10234-61a8-472a-b926-8429a25ece80 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:29.211332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30342d68-aceb-4b47-b5ad-6844a495fcff req-5ba10234-61a8-472a-b926-8429a25ece80 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:29.224367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30342d68-aceb-4b47-b5ad-6844a495fcff req-5ba10234-61a8-472a-b926-8429a25ece80 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:29.235791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30342d68-aceb-4b47-b5ad-6844a495fcff req-5ba10234-61a8-472a-b926-8429a25ece80 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:29.247504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30342d68-aceb-4b47-b5ad-6844a495fcff req-5ba10234-61a8-472a-b926-8429a25ece80 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:29.260171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30342d68-aceb-4b47-b5ad-6844a495fcff req-5ba10234-61a8-472a-b926-8429a25ece80 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:29.271993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30342d68-aceb-4b47-b5ad-6844a495fcff req-5ba10234-61a8-472a-b926-8429a25ece80 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:29.275288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30342d68-aceb-4b47-b5ad-6844a495fcff req-5ba10234-61a8-472a-b926-8429a25ece80 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.9052300
Apr 30 04:57:29.309364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for cdf219d0-c2fb-49a7-8720-9885c6b3846c owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:57:29.317669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] No DVR routers for this DVR port cdf219d0-c2fb-49a7-8720-9885c6b3846c on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:57:29.326495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] Pushing event deleted for resources: {'Port': ['ID=cdf219d0-c2fb-49a7-8720-9885c6b3846c,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:29.338828 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:29.473430 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:29.511878 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cff335cf-67f5-4f42-8518-e87d1d6fd99f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:29.524925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-413b5180-5b32-497c-ab2b-1f80ce4335be None None] Provisioning complete for port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:29.525434 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-413b5180-5b32-497c-ab2b-1f80ce4335be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:29.567797 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-31596868-4b4b-4f21-b17d-8d8955755992 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0985479
Apr 30 04:57:29.646733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30342d68-aceb-4b47-b5ad-6844a495fcff req-73579fc3-3b69-418d-983d-8bee09b61a1c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2619481
Apr 30 04:57:29.651611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-413b5180-5b32-497c-ab2b-1f80ce4335be None None] Port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:29.660863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cdf219d0-c2fb-49a7-8720-9885c6b3846c no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:57:29.692375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6a90e-4e75-4c80-806b-a7f539c729eb req-eca7f27d-e748-4527-92ba-96731ec4783f tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:29.700166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: cdf219d0-c2fb-49a7-8720-9885c6b3846c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:57:29.700792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cdf219d0-c2fb-49a7-8720-9885c6b3846c not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:57:29.707496 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08c6a90e-4e75-4c80-806b-a7f539c729eb req-eca7f27d-e748-4527-92ba-96731ec4783f tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.6947808
Apr 30 04:57:29.729613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-413b5180-5b32-497c-ab2b-1f80ce4335be None None] Provisioning complete for port d4155554-3fde-4c88-94de-fb2bac68803f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:29.730131 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-413b5180-5b32-497c-ab2b-1f80ce4335be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:29.733539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=cdf219d0-c2fb-49a7-8720-9885c6b3846c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:29.742095 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:29.751663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No DVR routers for this DVR port cdf219d0-c2fb-49a7-8720-9885c6b3846c on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:57:29.907688 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-a4647699-27b7-42f6-9c5f-da8270c95c2f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.6231194
Apr 30 04:57:29.944258 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30c6b114-a47f-4c6f-84a3-ddb38c108661 req-ff480ebe-4543-48e4-a104-baef71512bf1 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3676381
Apr 30 04:57:29.950495 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:29.966642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08c6a90e-4e75-4c80-806b-a7f539c729eb req-1ad7bfc9-dfbd-4199-ba09-078d36e3d798 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2576659
Apr 30 04:57:30.330332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe784764760>,) {'filters': {'network_id': ['628aa22f-7db9-4a54-8d2b-f657287b37c6']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:30.367640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe784764760>, '459e49fa-c031-4cc4-b03c-cff8675ae6d2') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:30.368494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe784764760>, '459e49fa-c031-4cc4-b03c-cff8675ae6d2') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:30.412955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:30.454850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-22b6bf0d-9143-4037-9bb6-e70bb84fa5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.461180 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-22b6bf0d-9143-4037-9bb6-e70bb84fa5dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 1097 time: 0.4116440
Apr 30 04:57:30.463589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:30.467906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-d0124662-ee65-4a3e-9dbf-d71b858f228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.474160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-d0124662-ee65-4a3e-9dbf-d71b858f228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.477029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-d0124662-ee65-4a3e-9dbf-d71b858f228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.478416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-d0124662-ee65-4a3e-9dbf-d71b858f228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.479493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-d0124662-ee65-4a3e-9dbf-d71b858f228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.483398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-d0124662-ee65-4a3e-9dbf-d71b858f228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.484479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-d0124662-ee65-4a3e-9dbf-d71b858f228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.488905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-d0124662-ee65-4a3e-9dbf-d71b858f228a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6493 time: 0.4148300
Apr 30 04:57:30.489153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:57:30.506868 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:30.541715 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4ebe83a-d7b5-4fcf-a359-285439d71a9e tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:30.614493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=a9108f87-dbf8-465d-928c-abd8e03e657a,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:30.618540 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:30.679051 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-50b8bc69-aac5-485b-b332-28be074c6562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:30.716105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:30.729661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:30.744451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.745140 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:30.747372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561692c0-4a58-4e5e-b697-e7dece4e87b1 None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:30.820519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9588938
Apr 30 04:57:30.821696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55520) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:30.842976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'security_group': {'name': 'tempest-secgroup-527025295'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:30.867830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:30.890786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:30.938467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:30.942540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-34655476-cf23-42e7-867d-9392e8bcbed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:30.944095 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-34655476-cf23-42e7-867d-9392e8bcbed7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc HTTP/1.1" status: 200  len: 902 time: 0.4385085
Apr 30 04:57:30.954582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:31.042301 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-94367892-6eae-4b64-b48b-8a4d252f9492 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 HTTP/1.1" status: 200  len: 217 time: 0.0851800
Apr 30 04:57:31.121267 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:31.184917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:31.201679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group_rule and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:31.210732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:31.260362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-155df9f6-a89e-45ef-ad6b-2112da23cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.261907 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-155df9f6-a89e-45ef-ad6b-2112da23cab4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.2083788
Apr 30 04:57:31.271662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:31.287254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ea3e8-ca0e-47bf-9d2f-dd98c04fa7bd req-6e9d77e2-1c41-4dd9-b5ec-38526d745bb9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.293395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ea3e8-ca0e-47bf-9d2f-dd98c04fa7bd req-6e9d77e2-1c41-4dd9-b5ec-38526d745bb9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.300114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ea3e8-ca0e-47bf-9d2f-dd98c04fa7bd req-6e9d77e2-1c41-4dd9-b5ec-38526d745bb9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.306112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ea3e8-ca0e-47bf-9d2f-dd98c04fa7bd req-6e9d77e2-1c41-4dd9-b5ec-38526d745bb9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.312325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ea3e8-ca0e-47bf-9d2f-dd98c04fa7bd req-6e9d77e2-1c41-4dd9-b5ec-38526d745bb9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.319194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ea3e8-ca0e-47bf-9d2f-dd98c04fa7bd req-6e9d77e2-1c41-4dd9-b5ec-38526d745bb9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.325193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ea3e8-ca0e-47bf-9d2f-dd98c04fa7bd req-6e9d77e2-1c41-4dd9-b5ec-38526d745bb9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.330134 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d4ea3e8-ca0e-47bf-9d2f-dd98c04fa7bd req-6e9d77e2-1c41-4dd9-b5ec-38526d745bb9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.4302452
Apr 30 04:57:31.527074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d4ea3e8-ca0e-47bf-9d2f-dd98c04fa7bd req-2cbceaf1-5f79-4401-b75c-9cee12d4c122 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1147857
Apr 30 04:57:31.534321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] Update dhcp port {'port': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'fixed_ips': [{'subnet_id': '8dd4d12c-8d0a-40bb-be9a-0326908d99f9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a9108f87-dbf8-465d-928c-abd8e03e657a'}], 'binding:host_id': 'n-d-766726-20'}, 'id': 'd4155554-3fde-4c88-94de-fb2bac68803f'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:57:31.565147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fb31c-4c5e-4b80-810e-f811cc3ea1b2 req-1c1d1d25-2f4f-40b8-928b-6fab68d46b2e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.572854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff3fb31c-4c5e-4b80-810e-f811cc3ea1b2 req-1c1d1d25-2f4f-40b8-928b-6fab68d46b2e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.3640027
Apr 30 04:57:31.595738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:57:31.640008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:31.685526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-3b891ece-bbf8-40ff-bc64-a9d0cb630573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:31.687776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-3b891ece-bbf8-40ff-bc64-a9d0cb630573 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4138200
Apr 30 04:57:31.713402 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff3fb31c-4c5e-4b80-810e-f811cc3ea1b2 req-ec2e6d46-5e6f-427f-b59b-d3070295fbd0 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395872
Apr 30 04:57:31.727945 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:32.068655 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-34f7271d-03b8-4694-9c93-3f643388041d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.0110073
Apr 30 04:57:32.134435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-3cdabc6f-60ea-4dbe-afb6-d43ecf198f74 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4252374
Apr 30 04:57:32.168038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-ef53c818-69f9-46f0-93cb-2449e78d8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:32.171039 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-ef53c818-69f9-46f0-93cb-2449e78d8acf service neutron] 10.222.0.50 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 911 time: 1.6264772
Apr 30 04:57:32.385963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] Allocated IP 172.20.0.2 (e9b18610-a527-4a36-9b61-7fedf0977dad/a9108f87-dbf8-465d-928c-abd8e03e657a/d4155554-3fde-4c88-94de-fb2bac68803f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:32.393913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 628aa22f-7db9-4a54-8d2b-f657287b37c6 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:57:32.480404 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:57:32.516921 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32ad37c6-3ad3-47a1-b1b8-ceec742c7986 req-e5f22e46-18f8-4db9-9bf2-617bb60ab7db service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3654704
Apr 30 04:57:32.524653 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-5d13f5a9-153d-4afe-9f49-72bcb4c96c88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 HTTP/1.1" status: 200  len: 217 time: 0.2457426
Apr 30 04:57:32.762783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] For port d4155554-3fde-4c88-94de-fb2bac68803f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4155554-3fde-4c88-94de-fb2bac68803f,segment=NetworkSegment(cd38fc37-8df2-4a0d-a9e2-da25a61e2db1),segment_id=cd38fc37-8df2-4a0d-a9e2-da25a61e2db1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:32.887907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:32.916259 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:32.921589 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:32.976076 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19401e87-ee86-4c86-ae4c-109ecebd5f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:33.042483 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] Transition to ACTIVE for port object d4155554-3fde-4c88-94de-fb2bac68803f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:33.052937 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:33.069624 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:33.114168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-65ce2a54-d843-4d48-9092-83203d4c1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.116541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-65ce2a54-d843-4d48-9092-83203d4c1306 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1097 time: 0.9680104
Apr 30 04:57:33.118704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-4b6a08e6-39a4-4cf9-abe1-9dfadf6924f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.120554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-4b6a08e6-39a4-4cf9-abe1-9dfadf6924f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 200  len: 850 time: 0.4953716
Apr 30 04:57:33.128674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Network': ['ID=628aa22f-7db9-4a54-8d2b-f657287b37c6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:33.189091 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:33.192220 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-5c18d027-5ce8-4b48-a202-e83b8e84f16c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584493
Apr 30 04:57:33.216318 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/networks/628aa22f-7db9-4a54-8d2b-f657287b37c6 HTTP/1.1" status: 204  len: 168 time: 5.8103731
Apr 30 04:57:33.254195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55554) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:33.278791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] Pushing event updated for resources: {'Port': ['ID=d4155554-3fde-4c88-94de-fb2bac68803f,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:33.297871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-338795177'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:33.310059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:33.315157 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:33.365546 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:33.406091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:network and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:33.553124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-44e8edd4-6e29-499e-acde-952bcb3464f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.572133 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-44e8edd4-6e29-499e-acde-952bcb3464f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.3782723
Apr 30 04:57:33.573854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:33.593835 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-71aea7b2-2305-496a-b6b0-c06ec5b8b9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:33.609034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:33.689473 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:33.729487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5f889-b4cd-4e28-9ed1-86c641abd55f req-ccdea37f-5af8-46b8-940c-41bb0ef1916f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.732626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d4155554-3fde-4c88-94de-fb2bac68803f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:57:33.735906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5f889-b4cd-4e28-9ed1-86c641abd55f req-ccdea37f-5af8-46b8-940c-41bb0ef1916f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.742422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5f889-b4cd-4e28-9ed1-86c641abd55f req-ccdea37f-5af8-46b8-940c-41bb0ef1916f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.749108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5f889-b4cd-4e28-9ed1-86c641abd55f req-ccdea37f-5af8-46b8-940c-41bb0ef1916f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.755962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5f889-b4cd-4e28-9ed1-86c641abd55f req-ccdea37f-5af8-46b8-940c-41bb0ef1916f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.762040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5f889-b4cd-4e28-9ed1-86c641abd55f req-ccdea37f-5af8-46b8-940c-41bb0ef1916f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.768365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5f889-b4cd-4e28-9ed1-86c641abd55f req-ccdea37f-5af8-46b8-940c-41bb0ef1916f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.770735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23e5f889-b4cd-4e28-9ed1-86c641abd55f req-ccdea37f-5af8-46b8-940c-41bb0ef1916f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 1.0091183
Apr 30 04:57:33.773374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:33.779995 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7fe0d5d6-786d-431e-9faf-b1e50d8fb25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:33.882753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a762e3d5-9ac6-4431-9c33-eba83529d7fc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:33.886603 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:33.900197 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23e5f889-b4cd-4e28-9ed1-86c641abd55f req-9a8dde2b-e319-4de2-bc42-eec04fa9f5ac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1080532
Apr 30 04:57:33.917155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa78eb-7e1b-40ee-a6b7-553792ee1919 req-0f773b10-b870-45a0-add9-1b68b3a56710 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:33.927800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3aaa78eb-7e1b-40ee-a6b7-553792ee1919 req-0f773b10-b870-45a0-add9-1b68b3a56710 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.8749607
Apr 30 04:57:33.949519 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-fc785a1a-ac24-4885-8d75-13767433ad0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 1001 time: 0.3364916
Apr 30 04:57:33.950611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:33.957660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:33.962653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 3.1364808
Apr 30 04:57:33.964248 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:33.976884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55560) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:33.995849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'security_group': {'name': 'tempest-secgroup-1745975746'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:34.054839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:34.086512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:34.092842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:34.124018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3aaa78eb-7e1b-40ee-a6b7-553792ee1919 req-6fddad21-19b2-4a09-b7ef-ac1e18a6f9ce tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951592
Apr 30 04:57:34.165875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:34.175695 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-785ba505-405e-43ee-8c7e-4fe9e2b9fa31 service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9570389
Apr 30 04:57:34.227534 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.254415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:57:34.327498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:34.352551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group_rule and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:34.361398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:34.368315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:34.624600 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.632585 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.649678 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2313a191-5c6e-43d6-afad-ce7a086a694e tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:34.726712 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6f7ebfc4-314f-4da6-9a2d-04e4d9fd7081 None None] Provisioning complete for port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:34.728102 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebfc4-314f-4da6-9a2d-04e4d9fd7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.729625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2fc74c-f454-44ac-9630-a6cb18001523,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:34.735704 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.739223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7594204
Apr 30 04:57:34.740663 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:34.743088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55576) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:34.749514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'security_group': {'name': 'tempest-secgroup-161015862'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:34.757691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:34.763367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:34.767113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:34.774894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-e1f6c3f6-27c9-4914-a1e4-a066579fa433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:34.777084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:34.778359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-e1f6c3f6-27c9-4914-a1e4-a066579fa433 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.7801070
Apr 30 04:57:34.789153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.790047 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Added segment 01b700b0-b802-4b3a-92d2-198d83f445fe of type vlan for network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c
Apr 30 04:57:34.797565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.835235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:34.840320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:security_group_rule and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:34.840901 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.844769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:34.851906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:34.877604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ebfc4-314f-4da6-9a2d-04e4d9fd7081 None None] Port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:34.904439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6f7ebfc4-314f-4da6-9a2d-04e4d9fd7081 None None] Provisioning for port d4155554-3fde-4c88-94de-fb2bac68803f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:34.916566 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6f7ebfc4-314f-4da6-9a2d-04e4d9fd7081 None None] Provisioning complete for port d4155554-3fde-4c88-94de-fb2bac68803f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:34.918199 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebfc4-314f-4da6-9a2d-04e4d9fd7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.961424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.979973 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:34.992213 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9bc31a1a-f8da-4f91-a282-1a43b8f06992 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:35.091946 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:35.093827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4acaa8-ea3a-4850-ae1f-9eec54949983,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:35.109129 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:35.110701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:35.112702 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.3684051
Apr 30 04:57:35.122975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55584) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:35.147138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2123832321', 'security_groups': ['ef4acaa8-ea3a-4850-ae1f-9eec54949983'], 'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a9108f87-dbf8-465d-928c-abd8e03e657a'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:35.188663 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbff8a7f-33e0-430d-825a-d87fe64920c7 req-9ddc3313-33b4-4a7f-bb29-1cd86000490a service neutron] 10.222.0.50 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9219143
Apr 30 04:57:35.282300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-daa0f3e1-454c-48ec-a90b-e6393edca4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:35.284934 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-daa0f3e1-454c-48ec-a90b-e6393edca4cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4916148
Apr 30 04:57:35.285940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:35.296069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:35.297193 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:35.308840 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-922cd22a-7d7a-40ad-a1ab-a8e16333a547 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:35.596322 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 2.3383174
Apr 30 04:57:35.607558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55596) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:35.624386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cadb2-add4-4a5f-818e-8a494c364143 req-d6da9912-f054-4991-bb78-11eff9bddd3e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:35.636159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cadb2-add4-4a5f-818e-8a494c364143 req-d6da9912-f054-4991-bb78-11eff9bddd3e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:35.643224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cadb2-add4-4a5f-818e-8a494c364143 req-d6da9912-f054-4991-bb78-11eff9bddd3e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:35.649677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cadb2-add4-4a5f-818e-8a494c364143 req-d6da9912-f054-4991-bb78-11eff9bddd3e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:35.656295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cadb2-add4-4a5f-818e-8a494c364143 req-d6da9912-f054-4991-bb78-11eff9bddd3e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:35.664100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cadb2-add4-4a5f-818e-8a494c364143 req-d6da9912-f054-4991-bb78-11eff9bddd3e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:35.670602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cadb2-add4-4a5f-818e-8a494c364143 req-d6da9912-f054-4991-bb78-11eff9bddd3e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:35.679202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-392cadb2-add4-4a5f-818e-8a494c364143 req-d6da9912-f054-4991-bb78-11eff9bddd3e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.4204900
Apr 30 04:57:35.714171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': '336b9c01-3d3c-4e1f-8fec-2da5f9467a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:35.727394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Network': ['ID=336b9c01-3d3c-4e1f-8fec-2da5f9467a1c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:35.735561 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:35.752385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:57:35.859526 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-5920f91e-381c-482d-a793-f9f0a4b8f46d service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5525069
Apr 30 04:57:35.960613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:36.010504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-392cadb2-add4-4a5f-818e-8a494c364143 req-53968728-58d5-4f81-b03d-69f58b974f07 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3302691
Apr 30 04:57:36.033894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:36.058758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e860a-5c6a-415e-afde-fe43a06bcf73 req-3a93b213-b5d3-4ce1-bf11-b1dd4d88d500 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:36.062118 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-475e860a-5c6a-415e-afde-fe43a06bcf73 req-3a93b213-b5d3-4ce1-bf11-b1dd4d88d500 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.6563406
Apr 30 04:57:36.081791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:36.152670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:36.168963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:36.179564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:36.329519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:36.338434 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5ec71fb-b5b2-4eff-905e-7de3bc88ae5d req-3f6b464b-e55a-4449-be5c-f81c9130e1e1 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4686306
Apr 30 04:57:36.348604 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:36.414989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-475e860a-5c6a-415e-afde-fe43a06bcf73 req-502811e0-d434-473b-9825-f83b7367cdfb tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3382864
Apr 30 04:57:36.628865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:36.635913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:36.941725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:37.011383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] device_id is not set on port 8b6a083f-645c-4680-9e9e-e5690b5f3659 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:57:37.813305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.13 (e9b18610-a527-4a36-9b61-7fedf0977dad/a9108f87-dbf8-465d-928c-abd8e03e657a/8b6a083f-645c-4680-9e9e-e5690b5f3659) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:37.909248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95532-ae6c-491d-9e74-f62f1222108e req-21346909-7b09-42e6-a3db-0f1556a6c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:37.915450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95532-ae6c-491d-9e74-f62f1222108e req-21346909-7b09-42e6-a3db-0f1556a6c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:37.921357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95532-ae6c-491d-9e74-f62f1222108e req-21346909-7b09-42e6-a3db-0f1556a6c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:37.927524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95532-ae6c-491d-9e74-f62f1222108e req-21346909-7b09-42e6-a3db-0f1556a6c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:37.933423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95532-ae6c-491d-9e74-f62f1222108e req-21346909-7b09-42e6-a3db-0f1556a6c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:37.940291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95532-ae6c-491d-9e74-f62f1222108e req-21346909-7b09-42e6-a3db-0f1556a6c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:37.951161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95532-ae6c-491d-9e74-f62f1222108e req-21346909-7b09-42e6-a3db-0f1556a6c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:37.955137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ca95532-ae6c-491d-9e74-f62f1222108e req-21346909-7b09-42e6-a3db-0f1556a6c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.5732005
Apr 30 04:57:38.492195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ca95532-ae6c-491d-9e74-f62f1222108e req-9eb693d7-c04c-49ec-b78f-36e94a04f8d8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5150528
Apr 30 04:57:38.746601 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:38.766724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object 8b6a083f-645c-4680-9e9e-e5690b5f3659 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:38.805365 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:38.815687 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-10f098f0-6d5b-4a9e-a57a-f4e85de5132e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:38.899586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd545c75-bcfc-49b3-bad1-c20aec7cecc6 req-73415ac7-adca-442e-8b52-08808d431829 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:38.912226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd545c75-bcfc-49b3-bad1-c20aec7cecc6 req-73415ac7-adca-442e-8b52-08808d431829 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 1.0874960
Apr 30 04:57:39.017924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:39.052930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:39.080062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:57:39.152168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=8b6a083f-645c-4680-9e9e-e5690b5f3659,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:39.179029 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:39.199979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd545c75-bcfc-49b3-bad1-c20aec7cecc6 req-837d139a-3346-4c67-8bc3-5c6253d3161f tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661026
Apr 30 04:57:39.294073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:39.295334 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:39.476031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.3510098
Apr 30 04:57:39.479828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55634) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:39.496234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:39.508161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:39.520189 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-02c601f7-45a4-47ef-a850-3527d8feb53e tempest-NetworksIpV6TestAttrs-334857948 tempest-NetworksIpV6TestAttrs-334857948-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:39.571600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1a4dd5bb-0f03-4887-acca-221e099b5108 None None] Provisioning for port 8b6a083f-645c-4680-9e9e-e5690b5f3659 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:39.588563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1a4dd5bb-0f03-4887-acca-221e099b5108 None None] Provisioning complete for port 8b6a083f-645c-4680-9e9e-e5690b5f3659 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:39.593599 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd5bb-0f03-4887-acca-221e099b5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:39.740979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=053cbf86-550e-4a97-81d0-08d6992743a9,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:39.749657 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:39.754074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Checking segment: {'id': '01b700b0-b802-4b3a-92d2-198d83f445fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '336b9c01-3d3c-4e1f-8fec-2da5f9467a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:57:39.754670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network hostable DHCP agents. Network: 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:57:39.828602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:57:39.861274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:39.870730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dd5bb-0f03-4887-acca-221e099b5108 None None] Port 8b6a083f-645c-4680-9e9e-e5690b5f3659 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:39.881427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:39.882637 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:39.913728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb81bb99-a1e1-487a-9c1f-d1e3689fbb70 None None] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:40.187833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.4787016
Apr 30 04:57:40.189065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55644) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:40.200125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1740541225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:40.238395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:40.269764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:router and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:40.285111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:40.299874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:40.308059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:40.313917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:40.318662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:40.334472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:40.367657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:40.372855 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:40.409696 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:40.411675 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:40.448145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:40.550197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b150-5734-4953-8f23-f19d9ce0ccb4 req-04824ca6-8a76-46ae-b474-2636cd6150a7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:40.586723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b150-5734-4953-8f23-f19d9ce0ccb4 req-04824ca6-8a76-46ae-b474-2636cd6150a7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:40.607366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b150-5734-4953-8f23-f19d9ce0ccb4 req-04824ca6-8a76-46ae-b474-2636cd6150a7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:40.625651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b150-5734-4953-8f23-f19d9ce0ccb4 req-04824ca6-8a76-46ae-b474-2636cd6150a7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:40.638329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b150-5734-4953-8f23-f19d9ce0ccb4 req-04824ca6-8a76-46ae-b474-2636cd6150a7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:40.652751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b150-5734-4953-8f23-f19d9ce0ccb4 req-04824ca6-8a76-46ae-b474-2636cd6150a7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:40.664982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724b150-5734-4953-8f23-f19d9ce0ccb4 req-04824ca6-8a76-46ae-b474-2636cd6150a7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:40.679603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d724b150-5734-4953-8f23-f19d9ce0ccb4 req-04824ca6-8a76-46ae-b474-2636cd6150a7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.7452390
Apr 30 04:57:40.690331 n-d-766726-20 neutron-server[74582]: INFO neutron.db.ipam_backend_mixin [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a9108f87-dbf8-465d-928c-abd8e03e657a (CIDR: 172.20.0.0/28)
Apr 30 04:57:40.696352 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:57:40.700420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:57:40.713815 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-336b9c01-3d3c-4e1f-8fec-2da5f9467a1c', 'network_id': '336b9c01-3d3c-4e1f-8fec-2da5f9467a1c', 'tenant_id': 'a757c40b25f54d7390ac2e26567bf4d9', 'fixed_ips': [{'subnet_id': '053cbf86-550e-4a97-81d0-08d6992743a9'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:57:40.715622 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:40.734421 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a0485de3-9a95-4b56-b9db-4ffede66743f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2521114
Apr 30 04:57:40.737097 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:40.737702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55652) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:40.746668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:40.857555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d724b150-5734-4953-8f23-f19d9ce0ccb4 req-1986d579-e8c4-444f-a11d-603e2352dffe tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1767929
Apr 30 04:57:40.868356 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:40.869984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-64d7ed3d-31bf-4863-bc55-f4db364cf866 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.6772163
Apr 30 04:57:40.876722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55656) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:40.886938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'network_id': '336b9c01-3d3c-4e1f-8fec-2da5f9467a1c', 'name': 'tempest-PortsIpV6TestJSON-2084641071'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:41.170698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:41.181127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:41.186890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:41.196144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Allocated IP 2001:db8::2 (336b9c01-3d3c-4e1f-8fec-2da5f9467a1c/053cbf86-550e-4a97-81d0-08d6992743a9/5edf3f2a-9c77-4f62-b000-ce6dd72ce26f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:41.207778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a435-4f1d-4760-b21a-b0e7ef7b9726 req-d6395b4a-6d13-4ea9-a9d7-e4a0c815aa27 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:41.211034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:41.217134 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1409a435-4f1d-4760-b21a-b0e7ef7b9726 req-d6395b4a-6d13-4ea9-a9d7-e4a0c815aa27 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.4953027
Apr 30 04:57:41.237944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:41.242674 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:41.342099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:41.353537 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1409a435-4f1d-4760-b21a-b0e7ef7b9726 req-d639f125-a1b6-4597-8af5-8310c33f7b26 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241398
Apr 30 04:57:41.355827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:41.361787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:41.371144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:41.412565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:41.416380 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:41.460669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:57:41.526983 n-d-766726-20 neutron-server[74582]: INFO neutron.db.ipam_backend_mixin [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8dd4d12c-8d0a-40bb-be9a-0326908d99f9 (CIDR: 172.20.0.16/28)
Apr 30 04:57:41.540112 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:57:41.540975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:57:41.580644 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0c1fb84d-8f31-40f3-ba71-112fec41d621 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.8415706
Apr 30 04:57:41.583847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55666) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:41.598049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'subnet': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:41.792237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:41.797835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Usage tracker for resource:subnet and tenant:fb3e9fc3fbee4b1da4211bda91d257ff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:41.810283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:41.822160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:41.840826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Made reservation on behalf of fb3e9fc3fbee4b1da4211bda91d257ff for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:57:41.846847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:41.854195 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:41.885961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Transition to ACTIVE for port object 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:41.922798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Transition to ACTIVE for port object 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:41.937037 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:41.947213 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-39628512-da2f-4f33-8cd8-b627bc07cb27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:42.074547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::3d3 (336b9c01-3d3c-4e1f-8fec-2da5f9467a1c/053cbf86-550e-4a97-81d0-08d6992743a9/3eb07dbd-ae57-4f25-a196-264b5ccc73d9) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:42.178785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:42.192023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:42.200217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:57:42.631564 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:42.637600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Pushing event updated for resources: {'Port': ['ID=5edf3f2a-9c77-4f62-b000-ce6dd72ce26f,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:42.658144 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:42.773150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:42.787852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Attempting to bind port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:57:42.789043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Attempting to bind port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '01b700b0-b802-4b3a-92d2-198d83f445fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '336b9c01-3d3c-4e1f-8fec-2da5f9467a1c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:57:42.790069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Attempting to bind port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f on network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:57:42.815639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:57:42.818273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Checking segment: {'id': '01b700b0-b802-4b3a-92d2-198d83f445fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '336b9c01-3d3c-4e1f-8fec-2da5f9467a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:57:42.820327 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:42.821190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Bound using segment: {'id': '01b700b0-b802-4b3a-92d2-198d83f445fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '336b9c01-3d3c-4e1f-8fec-2da5f9467a1c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:57:42.823945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Bound port: 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b700b0-b802-4b3a-92d2-198d83f445fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '336b9c01-3d3c-4e1f-8fec-2da5f9467a1c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:57:42.825448 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:42.978896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41536a-066e-44f6-9403-12dd505538bb req-72cbf358-593a-455a-a099-3a445e75016f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:43.023615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41536a-066e-44f6-9403-12dd505538bb req-72cbf358-593a-455a-a099-3a445e75016f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:43.067698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41536a-066e-44f6-9403-12dd505538bb req-72cbf358-593a-455a-a099-3a445e75016f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:43.114489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41536a-066e-44f6-9403-12dd505538bb req-72cbf358-593a-455a-a099-3a445e75016f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:43.144877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41536a-066e-44f6-9403-12dd505538bb req-72cbf358-593a-455a-a099-3a445e75016f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:43.167041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41536a-066e-44f6-9403-12dd505538bb req-72cbf358-593a-455a-a099-3a445e75016f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:43.191250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41536a-066e-44f6-9403-12dd505538bb req-72cbf358-593a-455a-a099-3a445e75016f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:43.204713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d41536a-066e-44f6-9403-12dd505538bb req-72cbf358-593a-455a-a099-3a445e75016f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.5355685
Apr 30 04:57:43.273285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] For port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:57:43.283127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] For port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5edf3f2a-9c77-4f62-b000-ce6dd72ce26f,segment=NetworkSegment(01b700b0-b802-4b3a-92d2-198d83f445fe),segment_id=01b700b0-b802-4b3a-92d2-198d83f445fe)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:57:43.299448 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:43.346710 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:43.440796 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:43.511216 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f7e5cd6a-e2cd-490b-b945-e330f304238c tempest-VolumesSnapshotTestJSON-1560732280 tempest-VolumesSnapshotTestJSON-1560732280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:43.626744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Pushing event updated for resources: {'Port': ['ID=5edf3f2a-9c77-4f62-b000-ce6dd72ce26f,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:43.632232 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:43.713015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:43.720638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:43.756279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:57:43.770326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:43.770326 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:43.846092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d41536a-066e-44f6-9403-12dd505538bb req-2a1886f8-af57-4b30-9748-c0bc0e114de6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6380785
Apr 30 04:57:44.082839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=3eb07dbd-ae57-4f25-a196-264b5ccc73d9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:44.102500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:44.119072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.2323534
Apr 30 04:57:44.121477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55686) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:44.152511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:44.189441 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d55f8a77-d6ff-442a-964c-962eca709e33 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:44.689130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:44.713403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:44.741251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3888d-638f-4c7c-8b66-9ab72dbf35e9 None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:44.854565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:44.859987 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:44.955142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Subnet': ['ID=e1f38501-723a-4ac0-9810-1e0e71e462e7,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:44.967460 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 3.3795726
Apr 30 04:57:44.973804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55698) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:45.049433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2104862598', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e1f38501-723a-4ac0-9810-1e0e71e462e7'}], 'security_groups': ['a762e3d5-9ac6-4431-9c33-eba83529d7fc', 'bc2fc74c-f454-44ac-9630-a6cb18001523']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:57:45.278031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.280079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.280883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.289904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.290523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.291628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.292261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.293067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.300692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.301860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.302546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.309962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:57:45.380032 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:45.590429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d28c6-6bf2-4e9f-beb9-0372990db51c req-61fd078d-d0ef-46cb-8db6-fd0154dd5c3c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:45.609868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d65d28c6-6bf2-4e9f-beb9-0372990db51c req-61fd078d-d0ef-46cb-8db6-fd0154dd5c3c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 2.3985302
Apr 30 04:57:45.762628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4963a5e3-2cd9-4828-b32b-188ff45349ef None None] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:45.918058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:57:46.184704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55710) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:46.284386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] Update dhcp port {'port': {'network_id': 'e9b18610-a527-4a36-9b61-7fedf0977dad', 'fixed_ips': [{'subnet_id': '8dd4d12c-8d0a-40bb-be9a-0326908d99f9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a9108f87-dbf8-465d-928c-abd8e03e657a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e1f38501-723a-4ac0-9810-1e0e71e462e7'}], 'binding:host_id': 'n-d-766726-20'}, 'id': 'd4155554-3fde-4c88-94de-fb2bac68803f'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:57:46.385816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:46.388872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1a7c7f20-c2f4-4a36-8778-69f1058087a9 None None] Provisioning for port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:46.400175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d65d28c6-6bf2-4e9f-beb9-0372990db51c req-0e0eaa09-ee4a-4a0a-889f-a6e4842d4e7b tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7886264
Apr 30 04:57:46.493986 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:46.807697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:46.836016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:46.845516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Usage tracker for resource:security_group_rule and tenant:ee033bcababe4ddda40a6662e8602f38 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:46.958163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:46.990141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f039a-c9a5-4e77-8f93-a66b45d9455a req-c3dbc2d0-4618-4a8b-b817-b9258815469e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:47.004628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f039a-c9a5-4e77-8f93-a66b45d9455a req-c3dbc2d0-4618-4a8b-b817-b9258815469e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:47.005945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] Allocated IP 172.20.0.34 (e9b18610-a527-4a36-9b61-7fedf0977dad/e1f38501-723a-4ac0-9810-1e0e71e462e7/d4155554-3fde-4c88-94de-fb2bac68803f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:47.025452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f039a-c9a5-4e77-8f93-a66b45d9455a req-c3dbc2d0-4618-4a8b-b817-b9258815469e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:47.029808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:47.045446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f039a-c9a5-4e77-8f93-a66b45d9455a req-c3dbc2d0-4618-4a8b-b817-b9258815469e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:47.061679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f039a-c9a5-4e77-8f93-a66b45d9455a req-c3dbc2d0-4618-4a8b-b817-b9258815469e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:47.076876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f039a-c9a5-4e77-8f93-a66b45d9455a req-c3dbc2d0-4618-4a8b-b817-b9258815469e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:47.093011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f039a-c9a5-4e77-8f93-a66b45d9455a req-c3dbc2d0-4618-4a8b-b817-b9258815469e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:47.097718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c5f039a-c9a5-4e77-8f93-a66b45d9455a req-c3dbc2d0-4618-4a8b-b817-b9258815469e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 1.1974094
Apr 30 04:57:47.226622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c5f039a-c9a5-4e77-8f93-a66b45d9455a req-f7b292dd-5d13-46bc-a905-a74403138160 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1030223
Apr 30 04:57:47.227618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:47.475136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:47.486534 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:47.493470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:47.504792 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-924305d9-b3ed-4b37-8e03-b281f3531b6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:47.505557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] For port d4155554-3fde-4c88-94de-fb2bac68803f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4155554-3fde-4c88-94de-fb2bac68803f,segment=NetworkSegment(cd38fc37-8df2-4a0d-a9e2-da25a61e2db1),segment_id=cd38fc37-8df2-4a0d-a9e2-da25a61e2db1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:47.512706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:47.513095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:47.635276 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee033bcababe4ddda40a6662e8602f38&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4432406
Apr 30 04:57:47.638889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f69950b-6f3e-42d1-8352-700d648fe232,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:47.643515 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:47.652251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55720) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:47.680485 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:47.775770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] Transition to ACTIVE for port object d4155554-3fde-4c88-94de-fb2bac68803f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:47.790768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:47.810446 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:48.169634 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:48.215604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba019df9-c63a-4a38-ac0a-4cd0f0d7dca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:48.296885 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba019df9-c63a-4a38-ac0a-4cd0f0d7dca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:48.392577 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:57:48.473369 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba019df9-c63a-4a38-ac0a-4cd0f0d7dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:48.509242 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-96838549-cae0-48c6-890b-c551a2119abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:48.600225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba019df9-c63a-4a38-ac0a-4cd0f0d7dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f69950b-6f3e-42d1-8352-700d648fe232,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:48.633819 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba019df9-c63a-4a38-ac0a-4cd0f0d7dca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:48.643637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba019df9-c63a-4a38-ac0a-4cd0f0d7dca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:48.645099 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ba019df9-c63a-4a38-ac0a-4cd0f0d7dca3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f69950b-6f3e-42d1-8352-700d648fe232 HTTP/1.1" status: 204  len: 168 time: 0.9750681
Apr 30 04:57:48.699769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Delete allocated IP 172.20.0.13 (e9b18610-a527-4a36-9b61-7fedf0977dad/a9108f87-dbf8-465d-928c-abd8e03e657a) {{(pid=74582) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 04:57:48.722675 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Allocated IP 172.20.0.46 (e9b18610-a527-4a36-9b61-7fedf0977dad/e1f38501-723a-4ac0-9810-1e0e71e462e7/8b6a083f-645c-4680-9e9e-e5690b5f3659) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:57:48.741346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] Pushing event updated for resources: {'Port': ['ID=d4155554-3fde-4c88-94de-fb2bac68803f,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:48.745138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d14a38-19f9-4664-9af7-c40d860c77e6 req-03d35643-5d72-4ecd-b09f-f00506d06a64 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:48.754068 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:48.764962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1d14a38-19f9-4664-9af7-c40d860c77e6 req-03d35643-5d72-4ecd-b09f-f00506d06a64 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.7410145
Apr 30 04:57:48.797959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5edf3f2a-9c77-4f62-b000-ce6dd72ce26f,segment=NetworkSegment(01b700b0-b802-4b3a-92d2-198d83f445fe),segment_id=01b700b0-b802-4b3a-92d2-198d83f445fe)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:48.824590 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:48.829116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-066a86a6-ac72-4990-84f9-c85a1343ae4c None None] Provisioning complete for port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:48.832814 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-066a86a6-ac72-4990-84f9-c85a1343ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:48.847107 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:48.854895 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-137afc4a-eb98-47df-b462-a58feb5c0150 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:49.000967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:49.079723 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:49.278176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1d14a38-19f9-4664-9af7-c40d860c77e6 req-c0a33427-5846-4864-bbda-d7c9e81ac69f tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5095277
Apr 30 04:57:49.383323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d4155554-3fde-4c88-94de-fb2bac68803f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:57:49.627390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=5edf3f2a-9c77-4f62-b000-ce6dd72ce26f,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:49.632046 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:49.664646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=3eb07dbd-ae57-4f25-a196-264b5ccc73d9,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:49.689772 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:49.902054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:49.976867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Transition to ACTIVE for port object 8b6a083f-645c-4680-9e9e-e5690b5f3659 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:57:49.993799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:50.015921 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:50.074346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-066a86a6-ac72-4990-84f9-c85a1343ae4c None None] Provisioning for port 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:50.097336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-066a86a6-ac72-4990-84f9-c85a1343ae4c None None] Provisioning complete for port 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:50.097931 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-066a86a6-ac72-4990-84f9-c85a1343ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:50.281438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-066a86a6-ac72-4990-84f9-c85a1343ae4c None None] Port 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:50.305732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089442b-2830-4dfb-8d28-b2e48bc9b023 req-a2840d28-c38d-460e-b873-f0f52a3fa131 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:50.320868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089442b-2830-4dfb-8d28-b2e48bc9b023 req-a2840d28-c38d-460e-b873-f0f52a3fa131 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:50.334035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089442b-2830-4dfb-8d28-b2e48bc9b023 req-a2840d28-c38d-460e-b873-f0f52a3fa131 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:50.349333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089442b-2830-4dfb-8d28-b2e48bc9b023 req-a2840d28-c38d-460e-b873-f0f52a3fa131 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:50.361465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089442b-2830-4dfb-8d28-b2e48bc9b023 req-a2840d28-c38d-460e-b873-f0f52a3fa131 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:50.363449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 82c13007-03fc-4471-9dd4-1b1d5062b9ba details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:57:50.374341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089442b-2830-4dfb-8d28-b2e48bc9b023 req-a2840d28-c38d-460e-b873-f0f52a3fa131 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:50.387196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089442b-2830-4dfb-8d28-b2e48bc9b023 req-a2840d28-c38d-460e-b873-f0f52a3fa131 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:50.407211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c089442b-2830-4dfb-8d28-b2e48bc9b023 req-a2840d28-c38d-460e-b873-f0f52a3fa131 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 1.4940920
Apr 30 04:57:50.576434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event updated for resources: {'Port': ['ID=8b6a083f-645c-4680-9e9e-e5690b5f3659,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:50.585860 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:50.669019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] In _notify_port_updated(), no bound segment for port 8b6a083f-645c-4680-9e9e-e5690b5f3659 on network e9b18610-a527-4a36-9b61-7fedf0977dad {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:57:50.692645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:50.693626 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:50.695819 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "PUT /v2.0/ports/8b6a083f-645c-4680-9e9e-e5690b5f3659 HTTP/1.1" status: 200  len: 960 time: 5.7142611
Apr 30 04:57:50.699799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55758) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:50.776792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Provisioning for port 8b6a083f-645c-4680-9e9e-e5690b5f3659 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:50.793133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Provisioning complete for port 8b6a083f-645c-4680-9e9e-e5690b5f3659 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:50.793909 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:50.879523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:50.889409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Port 8b6a083f-645c-4680-9e9e-e5690b5f3659 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:51.196617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 82c13007-03fc-4471-9dd4-1b1d5062b9ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:51.200069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port 8b6a083f-645c-4680-9e9e-e5690b5f3659 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:57:51.203856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:51.261149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Provisioning complete for port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:51.261539 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:51.320637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:57:51.424308 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:51.428591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '82c13007-03fc-4471-9dd4-1b1d5062b9ba', 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'port_id': '82c13007-03fc-4471-9dd4-1b1d5062b9ba', 'mac_address': 'fa:16:3e:d5:79:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:57:51.503722 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:51.520087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:51.551419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Provisioning for port d4155554-3fde-4c88-94de-fb2bac68803f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:57:51.558027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Provisioning complete for port d4155554-3fde-4c88-94de-fb2bac68803f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:51.558494 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:51.589135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c13007-03fc-4471-9dd4-1b1d5062b9ba {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:51.650794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:51.651244 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:51.692060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 82c13007-03fc-4471-9dd4-1b1d5062b9ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:51.698940 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c089442b-2830-4dfb-8d28-b2e48bc9b023 req-1d1d430b-516d-423d-8446-f46b84613587 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 1.2895181
Apr 30 04:57:51.708172 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:51.709115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:57:51.927517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for 8b6a083f-645c-4680-9e9e-e5690b5f3659 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:57:51.944428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43862db5-5391-4f3a-a65a-ec1a5b4e5090 req-baa8e6ce-362c-4378-94b0-6b93ae3dfa86 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:51.953016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43862db5-5391-4f3a-a65a-ec1a5b4e5090 req-baa8e6ce-362c-4378-94b0-6b93ae3dfa86 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 1.1761885
Apr 30 04:57:52.059052 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c9277b1c-7a53-4697-99e8-da9cb9d1c716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:52.229005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=82c13007-03fc-4471-9dd4-1b1d5062b9ba,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:52.266480 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:52.298841 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:52.325823 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:52.326719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43862db5-5391-4f3a-a65a-ec1a5b4e5090 req-435ca383-c60d-4b47-a5b8-7d45cf163b89 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891639
Apr 30 04:57:52.364266 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:52.436362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=8b6a083f-645c-4680-9e9e-e5690b5f3659,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:52.466849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:52.540352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9', 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc', 'port_id': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9', 'mac_address': 'fa:16:3e:8b:59:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f173dd0-a931-49e1-8476-91d5b97c332d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:57:52.582467 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:52.695729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:52.721635 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/8b6a083f-645c-4680-9e9e-e5690b5f3659 HTTP/1.1" status: 204  len: 168 time: 2.0199387
Apr 30 04:57:52.732608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55776) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:52.967056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:53.035212 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d6154f-daee-4b8e-bcc2-dbb5504167d4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] GET failed (client error): The resource could not be found.
Apr 30 04:57:53.036240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-02d6154f-daee-4b8e-bcc2-dbb5504167d4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:57:53.105333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Provisioning complete for port 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:53.118176 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:53.128007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-02d6154f-daee-4b8e-bcc2-dbb5504167d4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:57:53.134613 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02d6154f-daee-4b8e-bcc2-dbb5504167d4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports/8b6a083f-645c-4680-9e9e-e5690b5f3659 HTTP/1.1" status: 404  len: 333 time: 0.3964031
Apr 30 04:57:53.135117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55792) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:53.193088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:53.270770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:53.277161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0a732aa6-3680-4e64-bfa0-d7320f2522b1 None None] Port 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:53.281211 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:53.282713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 8fbd3132-e9b3-46ca-8915-2026e8671706 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:57:53.286189 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-376efe68-6441-4f00-906f-71c5b43c51fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:53.440050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3d9f9f90-e1d5-4d56-b102-ef77c7813188 None None] Could not find standard attr ID for object 8b6a083f-645c-4680-9e9e-e5690b5f3659. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:57:53.454167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-772c87a0-6f31-4df4-89f2-9d374a5dd84d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:53.532268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 8fbd3132-e9b3-46ca-8915-2026e8671706, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8fbd3132-e9b3-46ca-8915-2026e8671706,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:53.573135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-772c87a0-6f31-4df4-89f2-9d374a5dd84d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:53.582136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '8fbd3132-e9b3-46ca-8915-2026e8671706', 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'port_id': '8fbd3132-e9b3-46ca-8915-2026e8671706', 'mac_address': 'fa:16:3e:af:b5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:57:53.701069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:53.731370 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:53.774670 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-772c87a0-6f31-4df4-89f2-9d374a5dd84d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:53.780618 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-132ada79-520d-44f6-8b5c-064e45ca124b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:53.793856 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:53.831229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbd3132-e9b3-46ca-8915-2026e8671706 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:53.833532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-772c87a0-6f31-4df4-89f2-9d374a5dd84d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:53.839004 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-772c87a0-6f31-4df4-89f2-9d374a5dd84d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/security-groups/ef4acaa8-ea3a-4850-ae1f-9eec54949983 HTTP/1.1" status: 204  len: 168 time: 0.7002223
Apr 30 04:57:53.839394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c87a0-6f31-4df4-89f2-9d374a5dd84d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4acaa8-ea3a-4850-ae1f-9eec54949983,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:53.843044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84572d6f-75d6-4846-b729-502a43a140ad req-0c3ced4f-0c45-4c2b-a185-2f18968e2345 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:53.854721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84572d6f-75d6-4846-b729-502a43a140ad req-0c3ced4f-0c45-4c2b-a185-2f18968e2345 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:53.855634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 8fbd3132-e9b3-46ca-8915-2026e8671706, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8fbd3132-e9b3-46ca-8915-2026e8671706,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:53.865158 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-772c87a0-6f31-4df4-89f2-9d374a5dd84d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:53.866983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55812) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:53.867696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84572d6f-75d6-4846-b729-502a43a140ad req-0c3ced4f-0c45-4c2b-a185-2f18968e2345 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:53.880228 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:53.880769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84572d6f-75d6-4846-b729-502a43a140ad req-0c3ced4f-0c45-4c2b-a185-2f18968e2345 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:53.884095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f124c858-8f59-4262-9a4b-5bdb30ab86d0 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:57:53.893124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84572d6f-75d6-4846-b729-502a43a140ad req-0c3ced4f-0c45-4c2b-a185-2f18968e2345 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:53.893773 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:53.904382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84572d6f-75d6-4846-b729-502a43a140ad req-0c3ced4f-0c45-4c2b-a185-2f18968e2345 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:53.916063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84572d6f-75d6-4846-b729-502a43a140ad req-0c3ced4f-0c45-4c2b-a185-2f18968e2345 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:53.929985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84572d6f-75d6-4846-b729-502a43a140ad req-0c3ced4f-0c45-4c2b-a185-2f18968e2345 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5431 time: 0.5489111
Apr 30 04:57:53.943019 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:57:54.051977 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.116427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.122506 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.130025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7ae62bdb-a44e-4f2e-95ed-2c102a9d6c46 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.138078 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2578776b-cbb7-4c3d-89a7-8a4203edac04 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:54.168459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f124c858-8f59-4262-9a4b-5bdb30ab86d0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:54.184909 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7ae62bdb-a44e-4f2e-95ed-2c102a9d6c46 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.219184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=8fbd3132-e9b3-46ca-8915-2026e8671706,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:54.232294 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=3eb07dbd-ae57-4f25-a196-264b5ccc73d9,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:54.248785 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:54.251283 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:54.255704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f124c858-8f59-4262-9a4b-5bdb30ab86d0', 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'port_id': 'f124c858-8f59-4262-9a4b-5bdb30ab86d0', 'mac_address': 'fa:16:3e:cb:70:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:57:54.266008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7ae62bdb-a44e-4f2e-95ed-2c102a9d6c46 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.272030 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6f852df-7dbb-4ce5-9bfb-a19d04a4e8af tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:54.292840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84572d6f-75d6-4846-b729-502a43a140ad req-09bed589-8ca4-4865-a422-1ae57fa5fce7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3617401
Apr 30 04:57:54.306035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae62bdb-a44e-4f2e-95ed-2c102a9d6c46 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2fc74c-f454-44ac-9630-a6cb18001523,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:54.321487 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7ae62bdb-a44e-4f2e-95ed-2c102a9d6c46 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:54.327529 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7ae62bdb-a44e-4f2e-95ed-2c102a9d6c46 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.331656 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7ae62bdb-a44e-4f2e-95ed-2c102a9d6c46 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/security-groups/bc2fc74c-f454-44ac-9630-a6cb18001523 HTTP/1.1" status: 204  len: 168 time: 0.4624143
Apr 30 04:57:54.334138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55824) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:54.345213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec313dfa-c647-4d20-bb0b-5f97175e56c0 req-2a5d057a-3531-4846-bb0c-055ecd597b67 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:54.353125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec313dfa-c647-4d20-bb0b-5f97175e56c0 req-2a5d057a-3531-4846-bb0c-055ecd597b67 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.6559262
Apr 30 04:57:54.459351 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.479740 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4ea9c5e-1e34-4c85-82b9-59165a132ca6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.528886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f124c858-8f59-4262-9a4b-5bdb30ab86d0 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:54.530109 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4ea9c5e-1e34-4c85-82b9-59165a132ca6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.558044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f124c858-8f59-4262-9a4b-5bdb30ab86d0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:54.564669 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.565744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:57:54.629737 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-903a802b-b726-4afe-84c0-4adbc8e7cc8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:54.673580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec313dfa-c647-4d20-bb0b-5f97175e56c0 req-40759a20-eebc-44f5-968e-4a6c6dc94a27 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3194213
Apr 30 04:57:54.701376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4ea9c5e-1e34-4c85-82b9-59165a132ca6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.735874 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba019df9-c63a-4a38-ac0a-4cd0f0d7dca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:54.754163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:57:54.755513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:57:54.799817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea9c5e-1e34-4c85-82b9-59165a132ca6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a762e3d5-9ac6-4431-9c33-eba83529d7fc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:54.817888 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4ea9c5e-1e34-4c85-82b9-59165a132ca6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:54.819871 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4ea9c5e-1e34-4c85-82b9-59165a132ca6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:54.822557 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d4ea9c5e-1e34-4c85-82b9-59165a132ca6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/security-groups/a762e3d5-9ac6-4431-9c33-eba83529d7fc HTTP/1.1" status: 204  len: 168 time: 0.4866874
Apr 30 04:57:54.825433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55840) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:55.273205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f124c858-8f59-4262-9a4b-5bdb30ab86d0,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:55.309701 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:55.351823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Router 2078b3ad-4aac-4e55-9f40-dc120ac33da4 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:57:55.367643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet a9108f87-dbf8-465d-928c-abd8e03e657a {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:57:55.436653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:55.507923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:55.531796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'port_id': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'mac_address': 'fa:16:3e:f8:8f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:57:55.576008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:55.618353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a1ce213e-1e4a-4101-bc6b-852819910d3f None None] Provisioning complete for port 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:57:55.618913 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a1ce213e-1e4a-4101-bc6b-852819910d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:55.650086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836ae14-be26-44b6-9562-f0cd9d0a2432 req-1a5e9f04-dc08-4d49-98ff-302559bdd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:55.652063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e836ae14-be26-44b6-9562-f0cd9d0a2432 req-1a5e9f04-dc08-4d49-98ff-302559bdd452 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 1097 time: 0.4709396
Apr 30 04:57:55.743582 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e836ae14-be26-44b6-9562-f0cd9d0a2432 req-1f30251e-a9e8-4ae1-997b-4c28bdbd69af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826139
Apr 30 04:57:55.746987 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:55.779332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:55.829281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:55.849273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce213e-1e4a-4101-bc6b-852819910d3f None None] Port 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:57:55.903632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:55.914128 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:55.917213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 0597ee22-cc38-4e52-91d4-e688dee1460e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:57:55.926262 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-453f1913-9d71-4abd-9cb1-9e3f3a39186d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:56.258415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:56.282246 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:56.286797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 0597ee22-cc38-4e52-91d4-e688dee1460e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=0597ee22-cc38-4e52-91d4-e688dee1460e,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:56.335540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '0597ee22-cc38-4e52-91d4-e688dee1460e', 'network_id': '957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3', 'port_id': '0597ee22-cc38-4e52-91d4-e688dee1460e', 'mac_address': 'fa:16:3e:90:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:57:56.466967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:56.502827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0597ee22-cc38-4e52-91d4-e688dee1460e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:56.527225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 0597ee22-cc38-4e52-91d4-e688dee1460e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=0597ee22-cc38-4e52-91d4-e688dee1460e,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:56.536201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:57:56.549953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:56.551372 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "PUT /v2.0/routers/2078b3ad-4aac-4e55-9f40-dc120ac33da4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4049232
Apr 30 04:57:56.551603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04170894-711a-47c9-917a-cbc4d9668913 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:57:56.555153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55878) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:56.572076 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:56.674468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75a54-f4fd-48c4-8c58-bbc13c45c1e5 req-adb6af03-f115-4523-b203-4f355ba2dea5 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:56.686321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75a54-f4fd-48c4-8c58-bbc13c45c1e5 req-adb6af03-f115-4523-b203-4f355ba2dea5 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:56.699354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75a54-f4fd-48c4-8c58-bbc13c45c1e5 req-adb6af03-f115-4523-b203-4f355ba2dea5 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:56.705406 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2cce3a-c3bf-4e81-9407-d2226f762853 None None] Sync routers for ids ['2078b3ad-4aac-4e55-9f40-dc120ac33da4'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:57:56.712077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75a54-f4fd-48c4-8c58-bbc13c45c1e5 req-adb6af03-f115-4523-b203-4f355ba2dea5 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:56.724347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75a54-f4fd-48c4-8c58-bbc13c45c1e5 req-adb6af03-f115-4523-b203-4f355ba2dea5 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:56.738356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75a54-f4fd-48c4-8c58-bbc13c45c1e5 req-adb6af03-f115-4523-b203-4f355ba2dea5 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:56.762712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75a54-f4fd-48c4-8c58-bbc13c45c1e5 req-adb6af03-f115-4523-b203-4f355ba2dea5 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:56.777468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fd75a54-f4fd-48c4-8c58-bbc13c45c1e5 req-adb6af03-f115-4523-b203-4f355ba2dea5 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5434 time: 0.6759968
Apr 30 04:57:56.779420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:56.795147 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7fc37c1a-9767-4538-85cb-4d8bfb8c2d98 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:56.804369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04170894-711a-47c9-917a-cbc4d9668913, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04170894-711a-47c9-917a-cbc4d9668913,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:56.860373 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '04170894-711a-47c9-917a-cbc4d9668913', 'network_id': 'b3216d1a-c7d6-4c25-aabe-814b72ddf3cc', 'port_id': '04170894-711a-47c9-917a-cbc4d9668913', 'mac_address': 'fa:16:3e:72:38:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f173dd0-a931-49e1-8476-91d5b97c332d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:57:56.951623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4926b3-7b52-4b2a-a8c2-d060ed4c1749 req-75564dc8-7bde-46f9-b03d-581c09569f62 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:56.955012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=0597ee22-cc38-4e52-91d4-e688dee1460e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:56.964174 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd4926b3-7b52-4b2a-a8c2-d060ed4c1749 req-75564dc8-7bde-46f9-b03d-581c09569f62 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.6238737
Apr 30 04:57:57.018421 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:57.019608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:57.032737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe830a79-285a-4d2c-97cc-0788b847bee6 None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:57:57.057952 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/a9108f87-dbf8-465d-928c-abd8e03e657a HTTP/1.1" status: 204  len: 168 time: 2.2296097
Apr 30 04:57:57.067731 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2cce3a-c3bf-4e81-9407-d2226f762853 None None] Routers {'2078b3ad-4aac-4e55-9f40-dc120ac33da4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:57:57.068794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=a9108f87-dbf8-465d-928c-abd8e03e657a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:57.068929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-fb2cce3a-c3bf-4e81-9407-d2226f762853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803f0670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:57:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['2078b3ad-4aac-4e55-9f40-dc120ac33da4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:57.078771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fd75a54-f4fd-48c4-8c58-bbc13c45c1e5 req-73882639-5c93-4ec8-b7e7-f2b15bf49407 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2845554
Apr 30 04:57:57.080487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55890) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:57.092473 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:57.193513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet e1f38501-723a-4ac0-9810-1e0e71e462e7 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:57:57.200977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:57.268230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc0b5d-441a-4d7d-a790-c34b401c6c3f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:57.269859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-67bc0b5d-441a-4d7d-a790-c34b401c6c3f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:57:57.331648 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd4926b3-7b52-4b2a-a8c2-d060ed4c1749 req-17f914f7-b0ec-4813-93b0-ab1d05812695 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2685347
Apr 30 04:57:57.336768 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-fb2cce3a-c3bf-4e81-9407-d2226f762853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803f0670>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:57.397116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-67bc0b5d-441a-4d7d-a790-c34b401c6c3f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:57:57.399196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-67bc0b5d-441a-4d7d-a790-c34b401c6c3f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports?device_id=2078b3ad-4aac-4e55-9f40-dc120ac33da4 HTTP/1.1" status: 200  len: 989 time: 0.8424151
Apr 30 04:57:57.404950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55898) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:57.489977 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:57.519593 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:57.551613 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:57.555835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2cce3a-c3bf-4e81-9407-d2226f762853 None None] Routers {'2078b3ad-4aac-4e55-9f40-dc120ac33da4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:57:57.556500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-fb2cce3a-c3bf-4e81-9407-d2226f762853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803f0670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:57:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['2078b3ad-4aac-4e55-9f40-dc120ac33da4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:57.649828 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:57.660605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04170894-711a-47c9-917a-cbc4d9668913 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:57:57.681066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04170894-711a-47c9-917a-cbc4d9668913, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04170894-711a-47c9-917a-cbc4d9668913,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:57:57.696824 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:57.699401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-fb2cce3a-c3bf-4e81-9407-d2226f762853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803f0670>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:57:57.699824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2cce3a-c3bf-4e81-9407-d2226f762853 None None] The sync data for ids ['2078b3ad-4aac-4e55-9f40-dc120ac33da4'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:57:57.706236 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-db1421ac-b02b-4163-be48-50159fb22d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:57:57.923717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:58.116734 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=04170894-711a-47c9-917a-cbc4d9668913,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:57:58.125710 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:57:58.587539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714831-9695-4169-8e03-fad78e9b3056 req-64e50d79-6d8e-4d2f-80e8-c0c170b6efaa tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:58.597413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714831-9695-4169-8e03-fad78e9b3056 req-64e50d79-6d8e-4d2f-80e8-c0c170b6efaa tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:58.605745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714831-9695-4169-8e03-fad78e9b3056 req-64e50d79-6d8e-4d2f-80e8-c0c170b6efaa tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:58.613865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714831-9695-4169-8e03-fad78e9b3056 req-64e50d79-6d8e-4d2f-80e8-c0c170b6efaa tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:58.633576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714831-9695-4169-8e03-fad78e9b3056 req-64e50d79-6d8e-4d2f-80e8-c0c170b6efaa tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:58.646480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714831-9695-4169-8e03-fad78e9b3056 req-64e50d79-6d8e-4d2f-80e8-c0c170b6efaa tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:58.652430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55924) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:57:58.655381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714831-9695-4169-8e03-fad78e9b3056 req-64e50d79-6d8e-4d2f-80e8-c0c170b6efaa tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:58.666082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9714831-9695-4169-8e03-fad78e9b3056 req-64e50d79-6d8e-4d2f-80e8-c0c170b6efaa tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5436 time: 0.2412469
Apr 30 04:57:58.769745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['4e5fe23a-cf35-489e-81ab-aeddb4afdcd9'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:57:58.908924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['8fbd3132-e9b3-46ca-8915-2026e8671706'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:57:58.989350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9714831-9695-4169-8e03-fad78e9b3056 req-287dc79f-7eb5-476b-945d-de36c4468907 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3210986
Apr 30 04:57:59.104716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18ed5e-4acb-42f3-88dd-d595681dd116 req-b38eeef0-48c9-4f18-9f79-e15f9c87b1ec tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:59.112349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a18ed5e-4acb-42f3-88dd-d595681dd116 req-b38eeef0-48c9-4f18-9f79-e15f9c87b1ec tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.3687098
Apr 30 04:57:59.135814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['82c13007-03fc-4471-9dd4-1b1d5062b9ba'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:57:59.197741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['04170894-711a-47c9-917a-cbc4d9668913'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:57:59.204839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a18ed5e-4acb-42f3-88dd-d595681dd116 req-579bec77-2a91-4cbe-88c3-d4da80a04d2e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808268
Apr 30 04:57:59.397783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:57:59.449835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['5cf0fcea-4275-49a4-bba3-787ab6fb93b3'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:57:59.493754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:57:59.502992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d33b816a090449678732a062851421d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:57:59.508707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['0597ee22-cc38-4e52-91d4-e688dee1460e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:57:59.509175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:57:59.566296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:57:59.889312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4bf0c-67c4-4985-8c08-47fcebfd0121 req-5373fdd8-a450-4092-a890-ca4dec0e148c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:57:59.891760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f124c858-8f59-4262-9a4b-5bdb30ab86d0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:57:59.899200 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bbd4bf0c-67c4-4985-8c08-47fcebfd0121 req-5373fdd8-a450-4092-a890-ca4dec0e148c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.1460724
Apr 30 04:57:59.986086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bbd4bf0c-67c4-4985-8c08-47fcebfd0121 req-cea39169-d506-4ef6-ab7f-ff8da31bc881 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757556
Apr 30 04:58:00.214365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-54a23335-9635-4cfc-a3f1-210adc630196 None None] Provisioning complete for port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:00.215014 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-54a23335-9635-4cfc-a3f1-210adc630196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:00.270414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cc3a4-c964-4a09-98f4-b5ca121d66b0 req-d48b1dc9-a2ed-41b9-9bc5-a435ad9d05de tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:00.277163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cc3a4-c964-4a09-98f4-b5ca121d66b0 req-d48b1dc9-a2ed-41b9-9bc5-a435ad9d05de tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:00.284368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cc3a4-c964-4a09-98f4-b5ca121d66b0 req-d48b1dc9-a2ed-41b9-9bc5-a435ad9d05de tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:00.290518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cc3a4-c964-4a09-98f4-b5ca121d66b0 req-d48b1dc9-a2ed-41b9-9bc5-a435ad9d05de tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:00.296903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cc3a4-c964-4a09-98f4-b5ca121d66b0 req-d48b1dc9-a2ed-41b9-9bc5-a435ad9d05de tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:00.298225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-b0524ec1-8c71-4ff8-a0ee-5c755ab67d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:00.301024 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-b0524ec1-8c71-4ff8-a0ee-5c755ab67d33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 1097 time: 0.5655911
Apr 30 04:58:00.303407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cc3a4-c964-4a09-98f4-b5ca121d66b0 req-d48b1dc9-a2ed-41b9-9bc5-a435ad9d05de tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:00.309790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cc3a4-c964-4a09-98f4-b5ca121d66b0 req-d48b1dc9-a2ed-41b9-9bc5-a435ad9d05de tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:00.312322 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-291cc3a4-c964-4a09-98f4-b5ca121d66b0 req-d48b1dc9-a2ed-41b9-9bc5-a435ad9d05de tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5436 time: 0.1435316
Apr 30 04:58:00.367420 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-291cc3a4-c964-4a09-98f4-b5ca121d66b0 req-902b42b5-51a3-4b7f-a1d2-feb752fbdf85 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0472281
Apr 30 04:58:00.368162 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:00.419546 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-10550aa5-fe8e-4358-adb7-ab824ed6b347 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:00.567608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f38501-723a-4ac0-9810-1e0e71e462e7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:00.568035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-54a23335-9635-4cfc-a3f1-210adc630196 None None] Port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:58:00.582454 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:00.584757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54353102-312e-47f3-8228-a89892fbcdf5 None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:00.605851 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:00.768536 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:00.785569 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/e1f38501-723a-4ac0-9810-1e0e71e462e7 HTTP/1.1" status: 204  len: 168 time: 3.7024195
Apr 30 04:58:00.786528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55944) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:00.798330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:00.819581 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f5a748df-5d4b-4dac-b23c-786c9d20b689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:00.833561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:00.909918 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63763fc7-2d24-4e7e-b144-7856d99ef941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:00.927940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-54a23335-9635-4cfc-a3f1-210adc630196 None None] Provisioning complete for port d4155554-3fde-4c88-94de-fb2bac68803f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:00.928338 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-54a23335-9635-4cfc-a3f1-210adc630196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:01.196573 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbec647-6c19-43f6-af1a-6a935830788a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:01.197550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbec647-6c19-43f6-af1a-6a935830788a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:01.205204 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-acbec647-6c19-43f6-af1a-6a935830788a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/a9108f87-dbf8-465d-928c-abd8e03e657a HTTP/1.1" status: 404  len: 337 time: 0.4057686
Apr 30 04:58:01.209625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55954) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:01.289578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting subnet 8dd4d12c-8d0a-40bb-be9a-0326908d99f9 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:58:01.293625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-639efe3c-b3df-4308-9fdd-5a914dd972bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.298116 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-639efe3c-b3df-4308-9fdd-5a914dd972bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 200  len: 911 time: 0.9830401
Apr 30 04:58:01.303843 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:01.324070 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d33b816a090449678732a062851421d9&name=default HTTP/1.1" status: 200  len: 2983 time: 2.6635721
Apr 30 04:58:01.376699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:01.442857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55958) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:01.465235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3a70b-9af9-4b4e-a0df-1d4362685d1b req-dfc45555-2ecc-4143-a320-11b2a0850637 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.473581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1d3a70b-9af9-4b4e-a0df-1d4362685d1b req-dfc45555-2ecc-4143-a320-11b2a0850637 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.3330185
Apr 30 04:58:01.592876 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4637727-8674-4a50-9e11-0486d458c854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:01.619495 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-a5d4b32b-4728-4176-b0c6-4cb0d7864f7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a HTTP/1.1" status: 200  len: 217 time: 0.3075273
Apr 30 04:58:01.625544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846d6c2a-cf7e-4f29-a6c9-3e41a4c1fb5d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:01.625983 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4637727-8674-4a50-9e11-0486d458c854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:01.652486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:01.701909 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1d3a70b-9af9-4b4e-a0df-1d4362685d1b req-be35e339-6aa5-48fa-84d8-fee923dfcf1d tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272747
Apr 30 04:58:01.771511 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4637727-8674-4a50-9e11-0486d458c854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:01.783087 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a0565ba7-f50c-41dc-89aa-80c3d875cf6c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:01.807443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4637727-8674-4a50-9e11-0486d458c854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846d6c2a-cf7e-4f29-a6c9-3e41a4c1fb5d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:01.809563 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4637727-8674-4a50-9e11-0486d458c854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:01.814208 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a4637727-8674-4a50-9e11-0486d458c854 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/846d6c2a-cf7e-4f29-a6c9-3e41a4c1fb5d HTTP/1.1" status: 204  len: 168 time: 0.3614600
Apr 30 04:58:01.815433 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4637727-8674-4a50-9e11-0486d458c854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:01.855924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83736-0a72-41a0-b773-11903f821909 req-9e9c2683-e100-448b-8b52-ff1eec9652d8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.862566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83736-0a72-41a0-b773-11903f821909 req-9e9c2683-e100-448b-8b52-ff1eec9652d8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.869920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83736-0a72-41a0-b773-11903f821909 req-9e9c2683-e100-448b-8b52-ff1eec9652d8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.876669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83736-0a72-41a0-b773-11903f821909 req-9e9c2683-e100-448b-8b52-ff1eec9652d8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.882887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83736-0a72-41a0-b773-11903f821909 req-9e9c2683-e100-448b-8b52-ff1eec9652d8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.890402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83736-0a72-41a0-b773-11903f821909 req-9e9c2683-e100-448b-8b52-ff1eec9652d8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.898229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83736-0a72-41a0-b773-11903f821909 req-9e9c2683-e100-448b-8b52-ff1eec9652d8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.900309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2a83736-0a72-41a0-b773-11903f821909 req-9e9c2683-e100-448b-8b52-ff1eec9652d8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5436 time: 0.1918237
Apr 30 04:58:01.901674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:01.959794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-51353653-3195-4978-9cc6-2c26558ae64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:01.961770 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-51353653-3195-4978-9cc6-2c26558ae64b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 200  len: 850 time: 0.3120143
Apr 30 04:58:02.077086 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-0fc80725-30f2-48ea-ad85-54c2ce33bcb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1bd5ba5-69cf-4e27-8760-c0b2e9950036&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1043000
Apr 30 04:58:02.080279 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2a83736-0a72-41a0-b773-11903f821909 req-65e09ab7-ef9a-4b35-9e11-9aa6042aa327 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1373100
Apr 30 04:58:02.541245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55972) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:02.615486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:02.723537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:02.734687 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-e231b6ae-3230-4fdf-89c8-a421ebee5f82 service neutron] 10.222.0.37 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6228867
Apr 30 04:58:02.754755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Usage tracker for resource:security_group_rule and tenant:f31fdf02e03a4843b22af165fa3006da is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:02.763951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:02.786070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:02.890670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:02.891129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:02.903514 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:02.935021 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9cec0ab8-7b08-43a6-b9b4-638bb72d9a1e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:03.014716 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:03.018794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41efda19-4458-40dc-8562-6c093e02a9b2 None None] Network e9b18610-a527-4a36-9b61-7fedf0977dad requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:03.031184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd4d12c-8d0a-40bb-be9a-0326908d99f9,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:03.061371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/8dd4d12c-8d0a-40bb-be9a-0326908d99f9 HTTP/1.1" status: 204  len: 168 time: 1.8449988
Apr 30 04:58:03.064271 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:03.065134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55980) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:03.093381 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3f9e3522-3841-4d5d-9aa2-c19a71bdcf87 req-f695aa6e-45e9-4105-b724-82e449cc4b11 service neutron] 10.222.0.37 "GET /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3448679
Apr 30 04:58:03.095989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-464390a4-779a-4bfd-95fb-5ec62b4dcbbb None None] Provisioning complete for port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:03.096381 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-464390a4-779a-4bfd-95fb-5ec62b4dcbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:03.149740 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:03.248701 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bb24c1-475e-4687-b7b4-879c6dfb98bd tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:03.249429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bb24c1-475e-4687-b7b4-879c6dfb98bd tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:03.316535 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-36bb24c1-475e-4687-b7b4-879c6dfb98bd tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/2eb90924-a179-4271-8ec8-0ac61603880d HTTP/1.1" status: 404  len: 337 time: 0.2475562
Apr 30 04:58:03.319993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55988) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:03.329206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-464390a4-779a-4bfd-95fb-5ec62b4dcbbb None None] Port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:58:03.428116 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:03.454309 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-464390a4-779a-4bfd-95fb-5ec62b4dcbbb None None] Provisioning complete for port d4155554-3fde-4c88-94de-fb2bac68803f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:03.454699 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-464390a4-779a-4bfd-95fb-5ec62b4dcbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:03.477550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-26c1f510-cc49-42d6-bc11-7aac3e1d62d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Synchronizing usage tracker for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:58:03.500299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 3eb07dbd-ae57-4f25-a196-264b5ccc73d9 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:03.544025 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:03.632339 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1fe5be45-929c-4121-bbac-1bb83f0149d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:03.635366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-26c1f510-cc49-42d6-bc11-7aac3e1d62d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Unset dirty status for tenant:fb3e9fc3fbee4b1da4211bda91d257ff on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:58:03.643463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55994) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:03.644574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-26c1f510-cc49-42d6-bc11-7aac3e1d62d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "GET /v2.0/ports?device_id=626eecbc-8f3c-403c-abd3-228dcee0f167 HTTP/1.1" status: 200  len: 205 time: 0.3227687
Apr 30 04:58:03.682790 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:03.701719 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-249cb4d6-f8ed-4f31-b678-f30d5f07053c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:03.719890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] DHCP port deletion for e9b18610-a527-4a36-9b61-7fedf0977dad request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:58:03.747158 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-902a819a-809d-4e4b-affd-33551e73c76a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] delete failed (client error): The resource could not be found.
Apr 30 04:58:03.748179 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-902a819a-809d-4e4b-affd-33551e73c76a tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/routers/626eecbc-8f3c-403c-abd3-228dcee0f167 HTTP/1.1" status: 404  len: 336 time: 0.1032033
Apr 30 04:58:03.752355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55998) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:03.802562 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24346f1-ffc8-432f-a7f7-855faee4b0ac tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:03.803059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24346f1-ffc8-432f-a7f7-855faee4b0ac tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:03.805117 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c24346f1-ffc8-432f-a7f7-855faee4b0ac tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/7bfaaa1e-513a-4176-a0e1-a0bb6d6879a1 HTTP/1.1" status: 404  len: 337 time: 0.0518329
Apr 30 04:58:03.812165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56002) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:03.841593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f31fdf02e03a4843b22af165fa3006da&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2942457
Apr 30 04:58:03.859461 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cba84f-02c3-4f10-a253-a2fa97cecbc5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:03.859736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e73e76-3c5f-4a27-aa65-c53eefcc4a17 req-a2eb1621-6be4-4ada-a977-9c57e29b667e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:03.859936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cba84f-02c3-4f10-a253-a2fa97cecbc5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:03.861894 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f2cba84f-02c3-4f10-a253-a2fa97cecbc5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/7a4a40d4-cd98-4937-aeee-0f7a388b6969 HTTP/1.1" status: 404  len: 337 time: 0.0482891
Apr 30 04:58:03.863597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56006) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:03.878265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86e73e76-3c5f-4a27-aa65-c53eefcc4a17 req-a2eb1621-6be4-4ada-a977-9c57e29b667e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.8064156
Apr 30 04:58:03.882008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56012) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:03.887885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127de80a-6514-4992-993d-67c349970191,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:03.893643 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:03.990937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-624e3874-e613-4377-8774-dfd6c449c26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:04.043262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:04.069813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86e73e76-3c5f-4a27-aa65-c53eefcc4a17 req-56dc849e-be2e-4340-ad68-c35353963567 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901357
Apr 30 04:58:04.111842 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-81323980-e671-4fbf-a5e8-d4eeaf36426d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:04.113462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81323980-e671-4fbf-a5e8-d4eeaf36426d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:04.117856 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-81323980-e671-4fbf-a5e8-d4eeaf36426d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/58aa1f76-ff1e-49d8-a2e4-0226261a00be HTTP/1.1" status: 404  len: 337 time: 0.2328446
Apr 30 04:58:04.121972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56016) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:04.153845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e14c9-7d73-4a65-8b2c-7474f927728f req-84eaa1ae-c785-4b8c-a252-26fd6dd1af9d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:04.166502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e14c9-7d73-4a65-8b2c-7474f927728f req-84eaa1ae-c785-4b8c-a252-26fd6dd1af9d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:04.172244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-624e3874-e613-4377-8774-dfd6c449c26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:04.176096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e14c9-7d73-4a65-8b2c-7474f927728f req-84eaa1ae-c785-4b8c-a252-26fd6dd1af9d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:04.182781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e14c9-7d73-4a65-8b2c-7474f927728f req-84eaa1ae-c785-4b8c-a252-26fd6dd1af9d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:04.184923 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-86521c30-01f5-4f30-9cba-6e364ee44c2d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:04.185397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86521c30-01f5-4f30-9cba-6e364ee44c2d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:04.190456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e14c9-7d73-4a65-8b2c-7474f927728f req-84eaa1ae-c785-4b8c-a252-26fd6dd1af9d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:04.197385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e14c9-7d73-4a65-8b2c-7474f927728f req-84eaa1ae-c785-4b8c-a252-26fd6dd1af9d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:04.198176 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-86521c30-01f5-4f30-9cba-6e364ee44c2d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/6feabf05-dd4a-4b09-ae55-45349e2280f7 HTTP/1.1" status: 404  len: 333 time: 0.0751472
Apr 30 04:58:04.205496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e14c9-7d73-4a65-8b2c-7474f927728f req-84eaa1ae-c785-4b8c-a252-26fd6dd1af9d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:04.211835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56020) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:04.215670 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef2e14c9-7d73-4a65-8b2c-7474f927728f req-84eaa1ae-c785-4b8c-a252-26fd6dd1af9d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5436 time: 0.6769500
Apr 30 04:58:04.271010 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e11cd87-8614-46dc-81a0-d51b13a0e3fc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:04.271560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e11cd87-8614-46dc-81a0-d51b13a0e3fc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:04.274128 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3e11cd87-8614-46dc-81a0-d51b13a0e3fc tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/f1819fa8-ef8f-4033-9a63-8a271dbb2a0d HTTP/1.1" status: 404  len: 337 time: 0.0612464
Apr 30 04:58:04.283748 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ef2e14c9-7d73-4a65-8b2c-7474f927728f req-b22ceb42-7275-4376-8ad1-5bacf38d4029 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0664208
Apr 30 04:58:04.285582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56024) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:04.338030 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4e2c76-76c7-42ec-bfef-78cc932ce4f9 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:04.338598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4e2c76-76c7-42ec-bfef-78cc932ce4f9 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:04.347386 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3d4e2c76-76c7-42ec-bfef-78cc932ce4f9 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/9e05524b-ae47-4987-984d-37b92e2fd892 HTTP/1.1" status: 404  len: 337 time: 0.0516014
Apr 30 04:58:04.347386 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:04.347903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56030) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:04.354501 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6f28e2e-34c5-4df5-82db-0e11dae4dab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:04.362780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] Deleting port d4155554-3fde-4c88-94de-fb2bac68803f {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:04.363358 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:04.411957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=3eb07dbd-ae57-4f25-a196-264b5ccc73d9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:04.413060 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:04.447357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:04.463907 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f80fc77-30aa-427f-a7e8-c5272e194a3c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:04.463907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f80fc77-30aa-427f-a7e8-c5272e194a3c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:04.472667 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5f80fc77-30aa-427f-a7e8-c5272e194a3c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/6d43e7ec-74e5-44b2-a067-13cd4c262567 HTTP/1.1" status: 404  len: 333 time: 0.1210639
Apr 30 04:58:04.475191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:04.476163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56034) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:04.479742 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:04.582739 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9602ba-cb11-40bc-b41b-c92588c9e9fe tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:04.583680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9602ba-cb11-40bc-b41b-c92588c9e9fe tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:04.588704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aa9602ba-cb11-40bc-b41b-c92588c9e9fe tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/0baee554-42a3-4c8a-a9de-35989ceada41 HTTP/1.1" status: 404  len: 337 time: 0.0934839
Apr 30 04:58:04.589205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56038) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:04.649356 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c65835-50b2-42f5-ad2d-affcbb0b13eb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:58:04.649825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c65835-50b2-42f5-ad2d-affcbb0b13eb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:04.656174 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-30c65835-50b2-42f5-ad2d-affcbb0b13eb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/subnets/72e098a4-d07e-4ec3-a5ba-dc7a317a5450 HTTP/1.1" status: 404  len: 337 time: 0.0613768
Apr 30 04:58:04.656559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56042) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:04.763553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-624e3874-e613-4377-8774-dfd6c449c26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:04.775861 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e10302e4-c805-4fda-9ff5-4349d864b770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:04.791643 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:04.793372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] For port d4155554-3fde-4c88-94de-fb2bac68803f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4155554-3fde-4c88-94de-fb2bac68803f,segment=NetworkSegment(cd38fc37-8df2-4a0d-a9e2-da25a61e2db1),segment_id=cd38fc37-8df2-4a0d-a9e2-da25a61e2db1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:04.793868 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:04.826938 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-624e3874-e613-4377-8774-dfd6c449c26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:04.840303 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-624e3874-e613-4377-8774-dfd6c449c26d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/127de80a-6514-4992-993d-67c349970191 HTTP/1.1" status: 204  len: 168 time: 0.9684527
Apr 30 04:58:04.845361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e3874-e613-4377-8774-dfd6c449c26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127de80a-6514-4992-993d-67c349970191,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:04.897942 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:05.017435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:05.018605 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:05.092177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:58:05.096610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Deleting port f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:05.096805 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:05.114816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] Calling delete_port for d4155554-3fde-4c88-94de-fb2bac68803f owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:05.135741 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:05.151324 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3cd02af0-48fa-4c0d-b397-3c1be9cb89af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:05.285778 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-624e3874-e613-4377-8774-dfd6c449c26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:05.353045 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9', 'code': 200}
Apr 30 04:58:05.354523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:05.360022 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:05.361108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d4155554-3fde-4c88-94de-fb2bac68803f no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:58:05.618727 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:05.672366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port d4155554-3fde-4c88-94de-fb2bac68803f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4155554-3fde-4c88-94de-fb2bac68803f,segment=NetworkSegment(cd38fc37-8df2-4a0d-a9e2-da25a61e2db1),segment_id=cd38fc37-8df2-4a0d-a9e2-da25a61e2db1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:05.683334 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:05.695258 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:05.754515 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:05.784266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=d4155554-3fde-4c88-94de-fb2bac68803f,revision_number=11']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:05.787941 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:05.805181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:05.915768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:05.950419 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:06.000707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] Pushing event deleted for resources: {'Port': ['ID=d4155554-3fde-4c88-94de-fb2bac68803f,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:06.002740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] No DVR routers for this DVR port d4155554-3fde-4c88-94de-fb2bac68803f on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:58:06.004974 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:06.036026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Router 2078b3ad-4aac-4e55-9f40-dc120ac33da4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:58:06.045633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:06.056682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:06.057298 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:06.092690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Calling delete_port for f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:06.254096 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:06.387242 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:06.398335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0ea6c-26c7-441f-a346-20e561e04508 req-814bc9e3-5cc4-42ac-975a-c2a45f2de02b tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:06.407734 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fcb0ea6c-26c7-441f-a346-20e561e04508 req-814bc9e3-5cc4-42ac-975a-c2a45f2de02b tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.8378940
Apr 30 04:58:06.433626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:58:06.442185 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "PUT /v2.0/routers/2078b3ad-4aac-4e55-9f40-dc120ac33da4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0351384
Apr 30 04:58:06.448040 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b3efa-4414-4ca7-9891-042476c6d59a None None] Sync routers for ids ['2078b3ad-4aac-4e55-9f40-dc120ac33da4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:58:06.449238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56074) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:06.451272 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:06.464299 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:06.478730 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b3efa-4414-4ca7-9891-042476c6d59a None None] Routers {'2078b3ad-4aac-4e55-9f40-dc120ac33da4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:58:06.480548 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-160b3efa-4414-4ca7-9891-042476c6d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802f2340>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['2078b3ad-4aac-4e55-9f40-dc120ac33da4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:06.501279 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:06.521322 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:06.523524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 0597ee22-cc38-4e52-91d4-e688dee1460e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:06.625223 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:06.647249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-160b3efa-4414-4ca7-9891-042476c6d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802f2340>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:06.650101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf866d2-7e0b-4e88-bd51-96dd28da1805 req-b1e38024-1e55-4403-96e4-95896a63bed0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:06.672282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf866d2-7e0b-4e88-bd51-96dd28da1805 req-b1e38024-1e55-4403-96e4-95896a63bed0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:06.676452 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b3efa-4414-4ca7-9891-042476c6d59a None None] Routers {'2078b3ad-4aac-4e55-9f40-dc120ac33da4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:58:06.677228 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-160b3efa-4414-4ca7-9891-042476c6d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802f2340>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['2078b3ad-4aac-4e55-9f40-dc120ac33da4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:06.683576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf866d2-7e0b-4e88-bd51-96dd28da1805 req-b1e38024-1e55-4403-96e4-95896a63bed0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:06.695860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf866d2-7e0b-4e88-bd51-96dd28da1805 req-b1e38024-1e55-4403-96e4-95896a63bed0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:06.708679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf866d2-7e0b-4e88-bd51-96dd28da1805 req-b1e38024-1e55-4403-96e4-95896a63bed0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:06.745708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf866d2-7e0b-4e88-bd51-96dd28da1805 req-b1e38024-1e55-4403-96e4-95896a63bed0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:06.777410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf866d2-7e0b-4e88-bd51-96dd28da1805 req-b1e38024-1e55-4403-96e4-95896a63bed0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:06.783890 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2bf866d2-7e0b-4e88-bd51-96dd28da1805 req-b1e38024-1e55-4403-96e4-95896a63bed0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5437 time: 1.0926056
Apr 30 04:58:06.803919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:06.807793 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:06.808792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Port': ['ID=f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:06.824311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 0597ee22-cc38-4e52-91d4-e688dee1460e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:06.826938 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:06.833291 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 0597ee22-cc38-4e52-91d4-e688dee1460e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:06.833673 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:06.852566 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:06.861872 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba49f15-d7af-4fa4-ac27-fc428a2020ce tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:58:06.864722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3ba49f15-d7af-4fa4-ac27-fc428a2020ce tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/3eb07dbd-ae57-4f25-a196-264b5ccc73d9 HTTP/1.1" status: 404  len: 333 time: 0.4101415
Apr 30 04:58:06.867781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56082) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:06.900464 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-160b3efa-4414-4ca7-9891-042476c6d59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802f2340>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:06.901152 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160b3efa-4414-4ca7-9891-042476c6d59a None None] The sync data for ids ['2078b3ad-4aac-4e55-9f40-dc120ac33da4'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:58:06.955248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fcb0ea6c-26c7-441f-a346-20e561e04508 req-445c44d1-5cd9-49a6-939f-5b4badfd86a5 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5460308
Apr 30 04:58:06.998902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/ports/f3afc3f1-4a6b-4bc1-bd29-8e37d7e974bc HTTP/1.1" status: 204  len: 168 time: 2.3406436
Apr 30 04:58:07.006929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56086) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:07.062539 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2bf866d2-7e0b-4e88-bd51-96dd28da1805 req-450d4c47-9dd5-411d-b043-57a76edad630 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2072105
Apr 30 04:58:07.249797 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:07.294451 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d70f15e7-6758-46c6-be1d-09baaaf0216a tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:07.337063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 0597ee22-cc38-4e52-91d4-e688dee1460e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=0597ee22-cc38-4e52-91d4-e688dee1460e,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:07.345444 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:07.346661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 82c13007-03fc-4471-9dd4-1b1d5062b9ba up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:07.527526 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-290220c9-fa06-45b5-96d8-ed6c311ff29e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:07.579455 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:07.591775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3'}, {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0597ee22-cc38-4e52-91d4-e688dee1460e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:58:07.798229 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'code': 200}
Apr 30 04:58:07.798832 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0597ee22-cc38-4e52-91d4-e688dee1460e', 'code': 200}
Apr 30 04:58:07.847549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 82c13007-03fc-4471-9dd4-1b1d5062b9ba completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:07.863077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 82c13007-03fc-4471-9dd4-1b1d5062b9ba triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:07.863954 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:07.916966 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d70f15e7-6758-46c6-be1d-09baaaf0216a tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:07.920122 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d70f15e7-6758-46c6-be1d-09baaaf0216a tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:07.971664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d70f15e7-6758-46c6-be1d-09baaaf0216a tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:07.972246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f15e7-6758-46c6-be1d-09baaaf0216a tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Fanout notify agent at l3_agent the message router_deleted on router 2078b3ad-4aac-4e55-9f40-dc120ac33da4 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:58:07.976160 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.003198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d70f15e7-6758-46c6-be1d-09baaaf0216a tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.010592 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d70f15e7-6758-46c6-be1d-09baaaf0216a tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/routers/2078b3ad-4aac-4e55-9f40-dc120ac33da4 HTTP/1.1" status: 204  len: 168 time: 1.1416891
Apr 30 04:58:08.012201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56106) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:08.079185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=0597ee22-cc38-4e52-91d4-e688dee1460e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:08.085509 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:08.212197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet 053cbf86-550e-4a97-81d0-08d6992743a9 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:58:08.222399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.410890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.428994 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.484863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780bfeaf0>,) {'filters': {'network_id': ['e9b18610-a527-4a36-9b61-7fedf0977dad']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:08.494440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 82c13007-03fc-4471-9dd4-1b1d5062b9ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:08.507114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.507774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 8fbd3132-e9b3-46ca-8915-2026e8671706 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:08.534192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780bfeaf0>, 'cd38fc37-8df2-4a0d-a9e2-da25a61e2db1') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:08.534932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780bfeaf0>, 'cd38fc37-8df2-4a0d-a9e2-da25a61e2db1') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:08.557548 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c58af77e-4176-4b1f-af5d-8809f4f8c176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:08.587343 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.614058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.651279 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.675068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:58:08.759416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=82c13007-03fc-4471-9dd4-1b1d5062b9ba,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:08.764369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:08.765697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 8fbd3132-e9b3-46ca-8915-2026e8671706 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:08.771786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 8fbd3132-e9b3-46ca-8915-2026e8671706 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:08.772554 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:08.775415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98bfd-afc6-41a8-aab0-1058b5def321 req-0d98392b-140c-4b5d-bfb8-76980b9d8a6f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:08.799537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98bfd-afc6-41a8-aab0-1058b5def321 req-0d98392b-140c-4b5d-bfb8-76980b9d8a6f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:08.815925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98bfd-afc6-41a8-aab0-1058b5def321 req-0d98392b-140c-4b5d-bfb8-76980b9d8a6f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:08.828933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98bfd-afc6-41a8-aab0-1058b5def321 req-0d98392b-140c-4b5d-bfb8-76980b9d8a6f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:08.841996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98bfd-afc6-41a8-aab0-1058b5def321 req-0d98392b-140c-4b5d-bfb8-76980b9d8a6f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:08.856067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98bfd-afc6-41a8-aab0-1058b5def321 req-0d98392b-140c-4b5d-bfb8-76980b9d8a6f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:08.867181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98bfd-afc6-41a8-aab0-1058b5def321 req-0d98392b-140c-4b5d-bfb8-76980b9d8a6f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:08.870633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83c98bfd-afc6-41a8-aab0-1058b5def321 req-0d98392b-140c-4b5d-bfb8-76980b9d8a6f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5439 time: 0.5431025
Apr 30 04:58:08.892256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4324d-e5da-47a4-94ef-0a8be8170576 req-7bfb6dfe-0b82-444c-82bb-0109c80f0a15 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:08.906151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81d4324d-e5da-47a4-94ef-0a8be8170576 req-7bfb6dfe-0b82-444c-82bb-0109c80f0a15 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.4864109
Apr 30 04:58:09.013529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:09.060386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 8fbd3132-e9b3-46ca-8915-2026e8671706, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8fbd3132-e9b3-46ca-8915-2026e8671706,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:09.066311 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:09.067682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f124c858-8f59-4262-9a4b-5bdb30ab86d0 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:09.105411 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-66c132c3-75d9-411c-ab70-06483a8ad81b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:09.213712 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=8fbd3132-e9b3-46ca-8915-2026e8671706,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:09.219141 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:09.229854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81d4324d-e5da-47a4-94ef-0a8be8170576 req-14bdda3a-9ac0-4de3-b17e-272db3f5ff6c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3225284
Apr 30 04:58:09.232588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port f124c858-8f59-4262-9a4b-5bdb30ab86d0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:09.247749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f124c858-8f59-4262-9a4b-5bdb30ab86d0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:09.248159 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:09.260782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83c98bfd-afc6-41a8-aab0-1058b5def321 req-7a348b8a-d07a-4ee0-9188-44555b1d9904 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3243918
Apr 30 04:58:09.368540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:09.369050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:58:09.382678 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f8bec76-171e-4516-ab70-908707162d36 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:09.408745 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:09.487057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=053cbf86-550e-4a97-81d0-08d6992743a9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:09.491694 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:09.495390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:09.513880 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/053cbf86-550e-4a97-81d0-08d6992743a9 HTTP/1.1" status: 204  len: 168 time: 1.4974816
Apr 30 04:58:09.517050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe8dcf9-3883-4378-ae68-f0d31bdd2be9 None None] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:09.519512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56134) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:09.802653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c13007-03fc-4471-9dd4-1b1d5062b9ba'}, {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd3132-e9b3-46ca-8915-2026e8671706'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:58:09.821939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:09.832822 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:09.992890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f124c858-8f59-4262-9a4b-5bdb30ab86d0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:10.006315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:10.008390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04170894-711a-47c9-917a-cbc4d9668913 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:10.180637 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c13007-03fc-4471-9dd4-1b1d5062b9ba', 'code': 200}
Apr 30 04:58:10.181225 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd3132-e9b3-46ca-8915-2026e8671706', 'code': 200}
Apr 30 04:58:10.182266 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:10.228425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Network e9b18610-a527-4a36-9b61-7fedf0977dad has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:58:10.266092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:10.266092 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:58:10.362153 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:58:10.409370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] DHCP port deletion for 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:58:10.441654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f124c858-8f59-4262-9a4b-5bdb30ab86d0,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:10.456641 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:10.586844 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:10.589849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] For port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5edf3f2a-9c77-4f62-b000-ce6dd72ce26f,segment=NetworkSegment(01b700b0-b802-4b3a-92d2-198d83f445fe),segment_id=01b700b0-b802-4b3a-92d2-198d83f445fe)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:10.591331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:10.605746 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:10.615474 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:10.731981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] 10.222.0.46 "DELETE /v2.0/networks/e9b18610-a527-4a36-9b61-7fedf0977dad HTTP/1.1" status: 204  len: 168 time: 3.7200487
Apr 30 04:58:10.733650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Pushing event deleted for resources: {'Network': ['ID=e9b18610-a527-4a36-9b61-7fedf0977dad,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:10.739269 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:10.753543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 04170894-711a-47c9-917a-cbc4d9668913 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:10.778646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 04170894-711a-47c9-917a-cbc4d9668913 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:10.779315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:10.891539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263d651-561d-4186-828c-81f08d1266fd req-7f4414c8-5988-4fea-b0f1-533c5fd8ecd6 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:10.899864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] Deleting port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:10.900534 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:10.903954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2263d651-561d-4186-828c-81f08d1266fd req-7f4414c8-5988-4fea-b0f1-533c5fd8ecd6 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.5301251
Apr 30 04:58:11.035994 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2263d651-561d-4186-828c-81f08d1266fd req-833edd15-d50b-4c4b-96f7-ebb1885c9f60 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195607
Apr 30 04:58:11.119166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72b76e-e2f2-43a9-a107-c8f72afce9e0 req-b03cf2c3-3d98-49da-82d3-9074c1e8bb11 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:11.135112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:11.145118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72b76e-e2f2-43a9-a107-c8f72afce9e0 req-b03cf2c3-3d98-49da-82d3-9074c1e8bb11 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:11.152141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72b76e-e2f2-43a9-a107-c8f72afce9e0 req-b03cf2c3-3d98-49da-82d3-9074c1e8bb11 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:11.170135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72b76e-e2f2-43a9-a107-c8f72afce9e0 req-b03cf2c3-3d98-49da-82d3-9074c1e8bb11 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:11.194206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72b76e-e2f2-43a9-a107-c8f72afce9e0 req-b03cf2c3-3d98-49da-82d3-9074c1e8bb11 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:11.209042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72b76e-e2f2-43a9-a107-c8f72afce9e0 req-b03cf2c3-3d98-49da-82d3-9074c1e8bb11 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:11.228814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72b76e-e2f2-43a9-a107-c8f72afce9e0 req-b03cf2c3-3d98-49da-82d3-9074c1e8bb11 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:11.242428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b72b76e-e2f2-43a9-a107-c8f72afce9e0 req-b03cf2c3-3d98-49da-82d3-9074c1e8bb11 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5442 time: 0.5058720
Apr 30 04:58:11.317412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:58:11.330663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:11.336503 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:11.389302 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b72b76e-e2f2-43a9-a107-c8f72afce9e0 req-2969b833-c6ab-41d4-9985-6f5921c6e1df tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1455555
Apr 30 04:58:11.470993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=5edf3f2a-9c77-4f62-b000-ce6dd72ce26f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:11.482320 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:11.483193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No DVR routers for this DVR port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:58:11.484792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:58:11.485166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:58:11.498032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] For port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5edf3f2a-9c77-4f62-b000-ce6dd72ce26f,segment=NetworkSegment(01b700b0-b802-4b3a-92d2-198d83f445fe),segment_id=01b700b0-b802-4b3a-92d2-198d83f445fe)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:11.498032 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:11.728091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] Calling delete_port for 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:11.755248 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:11.810277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04170894-711a-47c9-917a-cbc4d9668913, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04170894-711a-47c9-917a-cbc4d9668913,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:11.840219 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:11.854481 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03a3f561-6a41-4839-b98d-c49948e91241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:11.857720 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:11.918310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56172) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:11.976745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:12.005087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] No DVR routers for this DVR port 5edf3f2a-9c77-4f62-b000-ce6dd72ce26f on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:58:12.058166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=04170894-711a-47c9-917a-cbc4d9668913,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:12.063633 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:12.064392 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-30c3b57b-398a-4f6e-a573-d91fb9471df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:12.148944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77914d640>,) {'filters': {'network_id': ['336b9c01-3d3c-4e1f-8fec-2da5f9467a1c']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:12.162440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] Pushing event deleted for resources: {'Port': ['ID=5edf3f2a-9c77-4f62-b000-ce6dd72ce26f,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:12.166416 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:12.182511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f124c858-8f59-4262-9a4b-5bdb30ab86d0'}, {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04170894-711a-47c9-917a-cbc4d9668913'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:58:12.248095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77914d640>, '01b700b0-b802-4b3a-92d2-198d83f445fe') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:12.249294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77914d640>, '01b700b0-b802-4b3a-92d2-198d83f445fe') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:12.292831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:12.350015 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f124c858-8f59-4262-9a4b-5bdb30ab86d0', 'code': 200}
Apr 30 04:58:12.350562 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04170894-711a-47c9-917a-cbc4d9668913', 'code': 200}
Apr 30 04:58:12.355090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:12.377544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:58:12.440322 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0467be3f-e829-4cb7-b57e-787cc5928f3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb3e9fc3fbee4b1da4211bda91d257ff&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5188081
Apr 30 04:58:12.451951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56188) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:12.682570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56194) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:12.747990 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac3111a9-7f15-407d-a016-96d21d9d2f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:12.800496 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac3111a9-7f15-407d-a016-96d21d9d2f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:12.968534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:58:12.997320 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac3111a9-7f15-407d-a016-96d21d9d2f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:13.011171 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7371f1c0-a2d4-4377-8fee-06fb1ff1801f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:13.022332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:13.049693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4c0b6-0306-4366-9457-13695686ffa9 req-d007d98a-5c37-4d78-b017-4496d5e98643 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.052380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6d4c0b6-0306-4366-9457-13695686ffa9 req-d007d98a-5c37-4d78-b017-4496d5e98643 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.8412991
Apr 30 04:58:13.143167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:13.304151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3111a9-7f15-407d-a016-96d21d9d2f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e34f6-9fbe-4ce1-8996-4d8a2b698149,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:13.313948 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ac3111a9-7f15-407d-a016-96d21d9d2f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:13.316710 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ac3111a9-7f15-407d-a016-96d21d9d2f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:13.318597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ac3111a9-7f15-407d-a016-96d21d9d2f40 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e4e34f6-9fbe-4ce1-8996-4d8a2b698149 HTTP/1.1" status: 204  len: 168 time: 0.8581185
Apr 30 04:58:13.400772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6d4c0b6-0306-4366-9457-13695686ffa9 req-c59de3cf-97fc-49be-ba6e-a7fafc2bc408 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3319271
Apr 30 04:58:13.414946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65d3b-52e1-4cb5-9066-a465570c2b66 req-ab0bdd39-3904-4cc3-9d8a-74470db1a58d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.421182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65d3b-52e1-4cb5-9066-a465570c2b66 req-ab0bdd39-3904-4cc3-9d8a-74470db1a58d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.427338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65d3b-52e1-4cb5-9066-a465570c2b66 req-ab0bdd39-3904-4cc3-9d8a-74470db1a58d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.433687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65d3b-52e1-4cb5-9066-a465570c2b66 req-ab0bdd39-3904-4cc3-9d8a-74470db1a58d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.440490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65d3b-52e1-4cb5-9066-a465570c2b66 req-ab0bdd39-3904-4cc3-9d8a-74470db1a58d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.446565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65d3b-52e1-4cb5-9066-a465570c2b66 req-ab0bdd39-3904-4cc3-9d8a-74470db1a58d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.453706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65d3b-52e1-4cb5-9066-a465570c2b66 req-ab0bdd39-3904-4cc3-9d8a-74470db1a58d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.461824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41f65d3b-52e1-4cb5-9066-a465570c2b66 req-ab0bdd39-3904-4cc3-9d8a-74470db1a58d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5443 time: 0.7162278
Apr 30 04:58:13.524431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:13.531140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41f65d3b-52e1-4cb5-9066-a465570c2b66 req-e95d3478-cef2-476d-9454-d048fa5ec56a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0661688
Apr 30 04:58:13.562912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Usage tracker for resource:security_group_rule and tenant:cb733621b4164134a66dceed171b4323 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:13.566677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network 336b9c01-3d3c-4e1f-8fec-2da5f9467a1c has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:58:13.583351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d45fd-5028-418c-be61-7dadac8e7bda req-d06a4958-9d10-4dc9-9d36-d11af56fb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.583351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d45fd-5028-418c-be61-7dadac8e7bda req-d06a4958-9d10-4dc9-9d36-d11af56fb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.583791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d45fd-5028-418c-be61-7dadac8e7bda req-d06a4958-9d10-4dc9-9d36-d11af56fb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.584622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d45fd-5028-418c-be61-7dadac8e7bda req-d06a4958-9d10-4dc9-9d36-d11af56fb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.585114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d45fd-5028-418c-be61-7dadac8e7bda req-d06a4958-9d10-4dc9-9d36-d11af56fb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.585582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d45fd-5028-418c-be61-7dadac8e7bda req-d06a4958-9d10-4dc9-9d36-d11af56fb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.586067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d45fd-5028-418c-be61-7dadac8e7bda req-d06a4958-9d10-4dc9-9d36-d11af56fb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.588305 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-290d45fd-5028-418c-be61-7dadac8e7bda req-d06a4958-9d10-4dc9-9d36-d11af56fb675 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6507 time: 1.0003698
Apr 30 04:58:13.591281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:58:13.613897 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:58:13.638032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:13.837967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-6b12a9bf-b5e9-4b58-a6bd-7a803929ceb2 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:13.838859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-6b12a9bf-b5e9-4b58-a6bd-7a803929ceb2 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Synchronizing usage tracker for tenant:d7c31aa3af204c94885a5a90e0cdc894 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:58:13.850020 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-290d45fd-5028-418c-be61-7dadac8e7bda req-469f7d99-7979-41a5-97a1-643f5e2b63fe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=edca414f-5bce-496d-b6e0-a76368cd8c79&id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2314293
Apr 30 04:58:13.854299 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:13.860140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:13.867035 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8efb479e-9d61-4316-aa0e-fc08872b70b4 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:13.927385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Network': ['ID=336b9c01-3d3c-4e1f-8fec-2da5f9467a1c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:13.933544 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:13.963028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-6b12a9bf-b5e9-4b58-a6bd-7a803929ceb2 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Unset dirty status for tenant:d7c31aa3af204c94885a5a90e0cdc894 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:58:13.964456 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-6b12a9bf-b5e9-4b58-a6bd-7a803929ceb2 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.37 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 945 time: 0.7704456
Apr 30 04:58:13.974834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/networks/336b9c01-3d3c-4e1f-8fec-2da5f9467a1c HTTP/1.1" status: 204  len: 168 time: 4.4532409
Apr 30 04:58:13.979421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56216) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:14.138375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d21c52-9d18-4992-9a92-f3d9b654f1ee tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:14.145259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-37d21c52-9d18-4992-9a92-f3d9b654f1ee tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/36c9206e-bccb-46b2-bfdb-4001f1189b87 HTTP/1.1" status: 200  len: 844 time: 0.1638298
Apr 30 04:58:14.146381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56226) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:14.188708 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:14.214510 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:14.225099 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5df28103-4a49-4177-89c8-ae97ff7181f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:14.250657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aea976a5-703f-4df0-913d-cdaa2cc9c590 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/36c9206e-bccb-46b2-bfdb-4001f1189b87?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1026103
Apr 30 04:58:14.251965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56232) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:14.259255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:14.290542 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb733621b4164134a66dceed171b4323&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6061077
Apr 30 04:58:14.292515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2757fa-da85-46bb-b1c1-5d8619c1fdb0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:14.296247 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:14.297121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56238) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:14.299558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Deleting port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:14.299558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:14.403694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:14.413730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:14.413730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:14.421251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:14.437954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:14.458180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:14.525797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] For port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:14.526166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:14.775120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Calling delete_port for 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:14.803635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f03d7e2-aad9-421a-adcd-6d1e8df909db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:14.858159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f03d7e2-aad9-421a-adcd-6d1e8df909db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:15.069511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f03d7e2-aad9-421a-adcd-6d1e8df909db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:15.088275 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fed76eb1-3f94-4d3c-a754-20e11313cca1 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:15.107835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03d7e2-aad9-421a-adcd-6d1e8df909db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2757fa-da85-46bb-b1c1-5d8619c1fdb0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:15.123566 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f03d7e2-aad9-421a-adcd-6d1e8df909db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:15.162591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:15.168250 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3f03d7e2-aad9-421a-adcd-6d1e8df909db admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:15.170368 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3f03d7e2-aad9-421a-adcd-6d1e8df909db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f2757fa-da85-46bb-b1c1-5d8619c1fdb0 HTTP/1.1" status: 204  len: 168 time: 0.7362614
Apr 30 04:58:15.193465 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e421b8ef-f365-41d9-acff-4a55e3521a53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:15.194965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['39dc3f63-5610-445b-bf2d-8f3dd5bbba0a'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:58:15.316669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Pushing event deleted for resources: {'Port': ['ID=39dc3f63-5610-445b-bf2d-8f3dd5bbba0a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:15.357803 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:15.374102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] No DVR routers for this DVR port 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:58:15.377547 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:15.380435 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-64621a0a-2632-4e71-bc41-0b2576c062ab req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.37 "DELETE /v2.0/ports/39dc3f63-5610-445b-bf2d-8f3dd5bbba0a HTTP/1.1" status: 204  len: 173 time: 1.4072452
Apr 30 04:58:15.381919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6645d2b3-a7fb-4d6e-8138-2683218b9465', 'name': 'network-vif-deleted', 'tag': '39dc3f63-5610-445b-bf2d-8f3dd5bbba0a'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:58:15.549118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['d4b7180b-96f8-4b80-bbb1-ebe2f80475a2'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:58:15.708045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14a2ee-11aa-4e2b-bd39-e34faf7bbc17 req-b8756d27-a7f2-44c8-ab29-1a100ce5b869 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:15.714098 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab14a2ee-11aa-4e2b-bd39-e34faf7bbc17 req-b8756d27-a7f2-44c8-ab29-1a100ce5b869 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 867 time: 0.7323649
Apr 30 04:58:15.736697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26191-b590-4fdd-8c58-dbc1ae028fbb req-9c39cdbe-a313-471a-9b85-b9fd044fbc49 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:15.743624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26191-b590-4fdd-8c58-dbc1ae028fbb req-9c39cdbe-a313-471a-9b85-b9fd044fbc49 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:15.752077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26191-b590-4fdd-8c58-dbc1ae028fbb req-9c39cdbe-a313-471a-9b85-b9fd044fbc49 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:15.758795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26191-b590-4fdd-8c58-dbc1ae028fbb req-9c39cdbe-a313-471a-9b85-b9fd044fbc49 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:15.766733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26191-b590-4fdd-8c58-dbc1ae028fbb req-9c39cdbe-a313-471a-9b85-b9fd044fbc49 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:15.773156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26191-b590-4fdd-8c58-dbc1ae028fbb req-9c39cdbe-a313-471a-9b85-b9fd044fbc49 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:15.781553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26191-b590-4fdd-8c58-dbc1ae028fbb req-9c39cdbe-a313-471a-9b85-b9fd044fbc49 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:15.792548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-58b26191-b590-4fdd-8c58-dbc1ae028fbb req-9c39cdbe-a313-471a-9b85-b9fd044fbc49 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5443 time: 0.6971803
Apr 30 04:58:15.915570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56270) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:15.987000 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab14a2ee-11aa-4e2b-bd39-e34faf7bbc17 req-cf8b3557-0402-4994-8fbb-963dfe839d59 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920297
Apr 30 04:58:16.213430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-58b26191-b590-4fdd-8c58-dbc1ae028fbb req-22520463-c1a6-48da-82df-219f4ae0d75f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4198136
Apr 30 04:58:16.386965 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6645d2b3-a7fb-4d6e-8138-2683218b9465', 'name': 'network-vif-deleted', 'tag': '39dc3f63-5610-445b-bf2d-8f3dd5bbba0a', 'status': 'completed', 'code': 200}
Apr 30 04:58:16.409897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bda97934-3383-48f8-a7bf-3f3d501460dd tempest-DvrRoutersNegativeTest-1810926840 tempest-DvrRoutersNegativeTest-1810926840-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-982338615', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:16.426636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.policy [None req-bda97934-3383-48f8-a7bf-3f3d501460dd tempest-DvrRoutersNegativeTest-1810926840 tempest-DvrRoutersNegativeTest-1810926840-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=74582) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Apr 30 04:58:16.427160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.policy [None req-bda97934-3383-48f8-a7bf-3f3d501460dd tempest-DvrRoutersNegativeTest-1810926840 tempest-DvrRoutersNegativeTest-1810926840-project] Failed policy check for 'create_router' {{(pid=74582) enforce /opt/stack/neutron/neutron/policy.py:520}}
Apr 30 04:58:16.430835 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-bda97934-3383-48f8-a7bf-3f3d501460dd tempest-DvrRoutersNegativeTest-1810926840 tempest-DvrRoutersNegativeTest-1810926840-project] create failed (client error): Access was denied to this resource.
Apr 30 04:58:16.438084 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bda97934-3383-48f8-a7bf-3f3d501460dd tempest-DvrRoutersNegativeTest-1810926840 tempest-DvrRoutersNegativeTest-1810926840-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.5193582
Apr 30 04:58:16.449840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56282) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:16.526910 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:16.540770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:16.543645 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-afc6e984-2560-47f9-a5ce-6f1ae3dec2cd tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:16.610857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:16.623406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Usage tracker for resource:security_group_rule and tenant:44d77c63dc6d4086bca48ea2efc4d514 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:16.632987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:16.650990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:16.652274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:16.665824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:16.680326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b09e55-0a5f-4ab2-9bb2-70dfe55fc9f0 None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:16.722397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:16.723904 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:16.798890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=6565bf5d-609b-4f28-992c-1e7a02e9ec04,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:16.817186 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:16.843915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5872471
Apr 30 04:58:16.846443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56288) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:16.852171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'security_group': {'name': 'tempest-secgroup-2110110860'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:16.870150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:16.884602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:16.888346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:16.909086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:16.938955 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:16.969060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:16.979264 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:17.005957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:17.025594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group_rule and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:17.032334 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2fff9228-4304-47f7-bfdd-ead8692ec500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:17.041735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:17.060341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56292) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:17.061148 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44d77c63dc6d4086bca48ea2efc4d514&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6094153
Apr 30 04:58:17.062685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:17.085613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56296) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:17.117350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d44e1fc-a38f-4080-81e3-04e469be5d94,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:17.129640 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:17.554463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'tenant_id': 'a757c40b25f54d7390ac2e26567bf4d9', 'fixed_ips': [{'subnet_id': '6565bf5d-609b-4f28-992c-1e7a02e9ec04'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:58:17.555912 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:17.634153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93fb9a5a-2b6b-4290-b21f-16040969a087 req-9ef13b47-0a0e-4ea3-bbc8-0634b06ecb99 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=6645d2b3-a7fb-4d6e-8138-2683218b9465 HTTP/1.1" status: 200  len: 210 time: 0.1722085
Apr 30 04:58:17.747490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:58:17.795111 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:17.802223 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:17.828906 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e364e16-a0b2-4221-b1cf-b5111c08b3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:17.853066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:58:17.854132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 39dc3f63-5610-445b-bf2d-8f3dd5bbba0a not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:58:17.875970 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e364e16-a0b2-4221-b1cf-b5111c08b3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:17.896574 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:17.977426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Allocated IP 2001:db8::2 (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/6565bf5d-609b-4f28-992c-1e7a02e9ec04/7d1daa16-15cf-465e-9157-b51d32b44d9f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:17.991563 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7d488b85-5958-4098-bd69-f1ac8c84d934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:18.040680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:18.065365 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e364e16-a0b2-4221-b1cf-b5111c08b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.083588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Usage tracker for resource:security_group_rule and tenant:85ca33965f0c4c719c67fc0235711b61 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:18.101799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:18.145240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:18.162773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e364e16-a0b2-4221-b1cf-b5111c08b3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.165189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4e364e16-a0b2-4221-b1cf-b5111c08b3d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d44e1fc-a38f-4080-81e3-04e469be5d94 HTTP/1.1" status: 204  len: 168 time: 1.0983434
Apr 30 04:58:18.220090 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.222556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.3745518
Apr 30 04:58:18.223993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e06842d-c42c-4433-93a8-805d1a7c65fa,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:18.226605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56314) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:18.238823 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:18.242132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1797927274'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:18.242279 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b9982a0-9b13-4c27-9387-caab3036858c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:18.265177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:18.269457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e364e16-a0b2-4221-b1cf-b5111c08b3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d44e1fc-a38f-4080-81e3-04e469be5d94,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:18.287574 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4e364e16-a0b2-4221-b1cf-b5111c08b3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:18.289157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:18.294878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:18.305035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:18.325970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.347008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fe0c8-504d-47d6-b98e-2abf93d26262 req-80f1806c-8be9-49ae-9bdb-287925325d78 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:18.358992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fe0c8-504d-47d6-b98e-2abf93d26262 req-80f1806c-8be9-49ae-9bdb-287925325d78 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:18.371461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fe0c8-504d-47d6-b98e-2abf93d26262 req-80f1806c-8be9-49ae-9bdb-287925325d78 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:18.385687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fe0c8-504d-47d6-b98e-2abf93d26262 req-80f1806c-8be9-49ae-9bdb-287925325d78 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:18.399659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fe0c8-504d-47d6-b98e-2abf93d26262 req-80f1806c-8be9-49ae-9bdb-287925325d78 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:18.403948 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.413448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fe0c8-504d-47d6-b98e-2abf93d26262 req-80f1806c-8be9-49ae-9bdb-287925325d78 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:18.421438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Transition to ACTIVE for port object 7d1daa16-15cf-465e-9157-b51d32b44d9f will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:18.423936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:18.425698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fe0c8-504d-47d6-b98e-2abf93d26262 req-80f1806c-8be9-49ae-9bdb-287925325d78 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:18.441278 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a34fe0c8-504d-47d6-b98e-2abf93d26262 req-80f1806c-8be9-49ae-9bdb-287925325d78 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5443 time: 0.7958581
Apr 30 04:58:18.443174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group_rule and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:18.446701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Transition to ACTIVE for port object 7d1daa16-15cf-465e-9157-b51d32b44d9f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:18.459125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:18.469939 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.475585 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:18.491527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:18.559162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:18.563663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:18.566882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:58:18.582589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a34fe0c8-504d-47d6-b98e-2abf93d26262 req-52c752da-fbe8-4907-b09a-086a6995173b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1397712
Apr 30 04:58:18.668500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.673798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.682347 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fe07e6d6-334e-4ac1-a42e-78b455f9f1b0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:18.725500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Pushing event updated for resources: {'Port': ['ID=7d1daa16-15cf-465e-9157-b51d32b44d9f,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:18.763051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.781838 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.782684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.782684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.785339 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.785844 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.786776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.787251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.789317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.789794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.790261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.791354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.791862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:18.796984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.811681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.817525 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.5846102
Apr 30 04:58:18.819630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56326) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:18.821093 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:18.832720 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4e364e16-a0b2-4221-b1cf-b5111c08b3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:18.848322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Attempting to bind port 7d1daa16-15cf-465e-9157-b51d32b44d9f on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:58:18.849542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Attempting to bind port 7d1daa16-15cf-465e-9157-b51d32b44d9f by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '0e8ad967-bbff-4db9-84e4-b526fb2ec323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:58:18.854725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Attempting to bind port 7d1daa16-15cf-465e-9157-b51d32b44d9f on network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:58:18.887218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-531091587', 'security_groups': ['bb793ec6-e86a-4dc1-9298-f70e6acdc658'], 'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6565bf5d-609b-4f28-992c-1e7a02e9ec04'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:18.905706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:58:18.906330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Checking segment: {'id': '0e8ad967-bbff-4db9-84e4-b526fb2ec323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:18.906932 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.907606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Bound using segment: {'id': '0e8ad967-bbff-4db9-84e4-b526fb2ec323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:58:18.908328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Bound port: 7d1daa16-15cf-465e-9157-b51d32b44d9f, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8ad967-bbff-4db9-84e4-b526fb2ec323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:58:18.908931 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:18.941767 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85ca33965f0c4c719c67fc0235711b61&name=default HTTP/1.1" status: 200  len: 2983 time: 1.8539329
Apr 30 04:58:18.969973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56334) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:19.012076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb793ec6-e86a-4dc1-9298-f70e6acdc658,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:19.020782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187659c8-3f9c-40e7-a0db-70c3aaccbcbe,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:19.028450 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:19.048097 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:19.171209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bbce-2619-4059-aff2-8f073bbead16 req-bb98501b-e7c5-4945-99d1-41c0b2c8d0d2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:19.185118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bbce-2619-4059-aff2-8f073bbead16 req-bb98501b-e7c5-4945-99d1-41c0b2c8d0d2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:19.222367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bbce-2619-4059-aff2-8f073bbead16 req-bb98501b-e7c5-4945-99d1-41c0b2c8d0d2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:19.243142 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b7b808a-0474-48f6-895f-c7dd0d5d7e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:19.254240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bbce-2619-4059-aff2-8f073bbead16 req-bb98501b-e7c5-4945-99d1-41c0b2c8d0d2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:19.286392 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b7b808a-0474-48f6-895f-c7dd0d5d7e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:19.289292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bbce-2619-4059-aff2-8f073bbead16 req-bb98501b-e7c5-4945-99d1-41c0b2c8d0d2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:19.302578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bbce-2619-4059-aff2-8f073bbead16 req-bb98501b-e7c5-4945-99d1-41c0b2c8d0d2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:19.309676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] For port 7d1daa16-15cf-465e-9157-b51d32b44d9f, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:58:19.320190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] For port 7d1daa16-15cf-465e-9157-b51d32b44d9f, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7d1daa16-15cf-465e-9157-b51d32b44d9f,segment=NetworkSegment(0e8ad967-bbff-4db9-84e4-b526fb2ec323),segment_id=0e8ad967-bbff-4db9-84e4-b526fb2ec323)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:58:19.321640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609bbce-2619-4059-aff2-8f073bbead16 req-bb98501b-e7c5-4945-99d1-41c0b2c8d0d2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:19.326240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7609bbce-2619-4059-aff2-8f073bbead16 req-bb98501b-e7c5-4945-99d1-41c0b2c8d0d2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5443 time: 0.4619257
Apr 30 04:58:19.334994 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:19.344120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56346) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:19.346147 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:19.357339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f573e4f9-1c0b-484e-83c1-fe0c776f33a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Request body: {'floatingip': {'port_id': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:19.357601 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:19.367615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:19.407615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:19.473810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:19.503709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:19.712466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Pushing event updated for resources: {'Port': ['ID=7d1daa16-15cf-465e-9157-b51d32b44d9f,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:19.723927 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:19.724552 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f573e4f9-1c0b-484e-83c1-fe0c776f33a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:19.732372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b7b808a-0474-48f6-895f-c7dd0d5d7e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:19.753315 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b66adad-88d3-48cf-8c3a-dd6484e42c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:19.776676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b808a-0474-48f6-895f-c7dd0d5d7e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187659c8-3f9c-40e7-a0db-70c3aaccbcbe,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:19.785505 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b7b808a-0474-48f6-895f-c7dd0d5d7e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:19.804592 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b7b808a-0474-48f6-895f-c7dd0d5d7e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:19.806532 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5b7b808a-0474-48f6-895f-c7dd0d5d7e53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/187659c8-3f9c-40e7-a0db-70c3aaccbcbe HTTP/1.1" status: 204  len: 168 time: 0.8306608
Apr 30 04:58:19.871884 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:19.946235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port d9694676-f084-44f0-b2e7-a3a67cd45cc8 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:58:20.565426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::121 (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/6565bf5d-609b-4f28-992c-1e7a02e9ec04/d9694676-f084-44f0-b2e7-a3a67cd45cc8) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:20.729286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f274f-161a-4132-9126-0e4a42f0d501 req-4d0d7135-3157-4fd5-a6c9-7d1b155da5c4 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:20.735472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf4f274f-161a-4132-9126-0e4a42f0d501 req-4d0d7135-3157-4fd5-a6c9-7d1b155da5c4 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 0.6532619
Apr 30 04:58:20.915838 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf4f274f-161a-4132-9126-0e4a42f0d501 req-c4a6cb6d-c908-4a81-b09c-2b7fa264fc14 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740654
Apr 30 04:58:21.333078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:21.373824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object d9694676-f084-44f0-b2e7-a3a67cd45cc8 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:21.404442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7d1daa16-15cf-465e-9157-b51d32b44d9f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:21.430021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:21.439731 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:21.594005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:21.602647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:21.621626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:58:21.637846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:21.640962 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:21.674469 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f573e4f9-1c0b-484e-83c1-fe0c776f33a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:21.684872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=d9694676-f084-44f0-b2e7-a3a67cd45cc8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:21.691207 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f573e4f9-1c0b-484e-83c1-fe0c776f33a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:21.694414 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:21.731928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.9050446
Apr 30 04:58:21.732829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56400) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:21.751669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:21.801957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 7d1daa16-15cf-465e-9157-b51d32b44d9f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:22.091198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Provisioning complete for port 36c9206e-bccb-46b2-bfdb-4001f1189b87 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:22.092405 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:22.295934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Port 36c9206e-bccb-46b2-bfdb-4001f1189b87 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:58:22.330003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Provisioning for port 7d1daa16-15cf-465e-9157-b51d32b44d9f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:22.337060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Provisioning complete for port 7d1daa16-15cf-465e-9157-b51d32b44d9f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:22.337867 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:22.418090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:22.465146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:22.488807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f684c-b58d-4971-a765-9642e4891eae req-413498f6-faff-4809-bb7e-30dd83345eee tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:22.491761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5d7f684c-b58d-4971-a765-9642e4891eae req-413498f6-faff-4809-bb7e-30dd83345eee tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Synchronizing usage tracker for tenant:d7c31aa3af204c94885a5a90e0cdc894 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:58:22.502555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:22.527069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:22.527705 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-f573e4f9-1c0b-484e-83c1-fe0c776f33a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Floating IP 6086600a-04d2-4384-8c6a-9710f2954391 associated. External IP: 172.25.8.76, port: 5cf0fcea-4275-49a4-bba3-787ab6fb93b3.
Apr 30 04:58:22.563626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-5d7f684c-b58d-4971-a765-9642e4891eae req-413498f6-faff-4809-bb7e-30dd83345eee tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Unset dirty status for tenant:d7c31aa3af204c94885a5a90e0cdc894 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:58:22.565398 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5d7f684c-b58d-4971-a765-9642e4891eae req-413498f6-faff-4809-bb7e-30dd83345eee tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.50 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 0.7671320
Apr 30 04:58:22.681513 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:22.753173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] For port 7d1daa16-15cf-465e-9157-b51d32b44d9f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7d1daa16-15cf-465e-9157-b51d32b44d9f,segment=NetworkSegment(0e8ad967-bbff-4db9-84e4-b526fb2ec323),segment_id=0e8ad967-bbff-4db9-84e4-b526fb2ec323)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:22.760799 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:22.768481 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:22.847792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:22.856484 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:22.911863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56422) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:23.020073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eef71142-aab4-4ba1-aca6-657831241431 None None] Provisioning for port d9694676-f084-44f0-b2e7-a3a67cd45cc8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:23.036819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eef71142-aab4-4ba1-aca6-657831241431 None None] Provisioning complete for port d9694676-f084-44f0-b2e7-a3a67cd45cc8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:23.039410 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eef71142-aab4-4ba1-aca6-657831241431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:23.137756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Pushing event updated for resources: {'Port': ['ID=7d1daa16-15cf-465e-9157-b51d32b44d9f,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:23.159671 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:23.183140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-eef71142-aab4-4ba1-aca6-657831241431 None None] Port d9694676-f084-44f0-b2e7-a3a67cd45cc8 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:58:23.280546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2872a-7121-4cdd-b896-5f5cc87303a7 req-7427a87f-22f5-42e3-910b-aa970451f869 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:23.284841 n-d-766726-20 neutron-server[74582]: INFO neutron.db.ipam_backend_mixin [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6565bf5d-609b-4f28-992c-1e7a02e9ec04 (CIDR: 2001:db8::/64)
Apr 30 04:58:23.287622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-5d7f684c-b58d-4971-a765-9642e4891eae req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Deleting port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:23.288904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5d7f684c-b58d-4971-a765-9642e4891eae req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:23.289633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81e2872a-7121-4cdd-b896-5f5cc87303a7 req-7427a87f-22f5-42e3-910b-aa970451f869 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 945 time: 0.3305485
Apr 30 04:58:23.316302 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:58:23.317178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:58:23.457511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-562c0bc7-74d3-4cd1-bb7a-bb5ec39bf963 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7232542
Apr 30 04:58:23.458565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56434) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:23.471071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:23.646348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5d7f684c-b58d-4971-a765-9642e4891eae req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] For port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:23.646886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5d7f684c-b58d-4971-a765-9642e4891eae req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:23.823523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-5d7f684c-b58d-4971-a765-9642e4891eae req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Calling delete_port for d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:23.834065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-876225542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:23.846637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:23.861591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:router and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:23.884684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:23.893761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:23.894058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f573e4f9-1c0b-484e-83c1-fe0c776f33a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Router 8abca128-691c-4146-ae1f-6f854232a74f has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:58:23.916963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:23.922641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56440) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:23.934103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:23.946048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:23.954483 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:23.956387 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:23.973361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:24.017780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:24.022430 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.059828 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.100491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81e2872a-7121-4cdd-b896-5f5cc87303a7 req-d10872c1-a073-4c0f-885d-d6ac113c4b94 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/security-groups?id=59476f2c-407a-4431-a137-d2c943763e4f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8094020
Apr 30 04:58:24.290855 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.369375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f573e4f9-1c0b-484e-83c1-fe0c776f33a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:58:24.392613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] Sync routers for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:58:24.410707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:58:24.413414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780157f70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:24.430041 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.448588 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f573e4f9-1c0b-484e-83c1-fe0c776f33a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.490882 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.492985 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9a56bfe7-4d9c-4b2d-8df0-c9a4b99e446c tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 1.5686252
Apr 30 04:58:24.498454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56450) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:24.525209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1153846200'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:24.541925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:24.548421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f573e4f9-1c0b-484e-83c1-fe0c776f33a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "PUT /v2.0/floatingips/6086600a-04d2-4384-8c6a-9710f2954391 HTTP/1.1" status: 200  len: 990 time: 5.1944218
Apr 30 04:58:24.548746 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5d7f684c-b58d-4971-a765-9642e4891eae req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.549319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:24.556417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:58:24.581407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:network and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:24.582676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Usage tracker for resource:security_group_rule and tenant:8f2e1a804aad435f9ff2d376dff36779 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:24.588523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:24.595555 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:24.602917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:24.687658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:24.748029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:24.751650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Pushing event deleted for resources: {'Port': ['ID=d4b7180b-96f8-4b80-bbb1-ebe2f80475a2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:24.770562 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:24.814692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.824532 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.857451 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'status': 'completed', 'code': 200}
Apr 30 04:58:24.859174 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-93337562-5c9c-4a4e-8cdc-5cc55e6fbdbf tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:24.911638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Made reservation on behalf of 380c6307d0d7477ca4c0a4c0ae9412e2 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:24.915870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:24.937464 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:25.019922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:58:25.043382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f2e1a804aad435f9ff2d376dff36779&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1137712
Apr 30 04:58:25.049056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56458) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:25.054622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab183fc-553d-4786-af29-99f88134300a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:25.070709 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:25.195533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7f684c-b58d-4971-a765-9642e4891eae req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] No DVR routers for this DVR port d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:58:25.198216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-ddb537a0-ae8a-49ef-8864-44344863df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:25.198682 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5d7f684c-b58d-4971-a765-9642e4891eae req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:25.200757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-ddb537a0-ae8a-49ef-8864-44344863df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:25.203424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-ddb537a0-ae8a-49ef-8864-44344863df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:25.204734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-ddb537a0-ae8a-49ef-8864-44344863df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:25.205838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-ddb537a0-ae8a-49ef-8864-44344863df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:25.206816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-ddb537a0-ae8a-49ef-8864-44344863df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:25.208522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-ddb537a0-ae8a-49ef-8864-44344863df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:25.210679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df39d63-7ab8-49eb-a5fa-47815c0d771a', 'name': 'network-vif-deleted', 'tag': 'd4b7180b-96f8-4b80-bbb1-ebe2f80475a2'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:58:25.213232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-ddb537a0-ae8a-49ef-8864-44344863df54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6507 time: 0.3303835
Apr 30 04:58:25.224581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:25.234945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:security_group_rule and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:25.245221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5d7f684c-b58d-4971-a765-9642e4891eae req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.50 "DELETE /v2.0/ports/d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 HTTP/1.1" status: 204  len: 173 time: 2.6721625
Apr 30 04:58:25.253458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:25.271655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:25.397269 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:58:25.469418 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df39d63-7ab8-49eb-a5fa-47815c0d771a', 'name': 'network-vif-deleted', 'tag': 'd4b7180b-96f8-4b80-bbb1-ebe2f80475a2', 'status': 'completed', 'code': 200}
Apr 30 04:58:25.602989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7d1daa16-15cf-465e-9157-b51d32b44d9f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:25.619009 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e75ecaa4-ac31-4b0c-8748-1847fb9a1212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:25.691393 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e75ecaa4-ac31-4b0c-8748-1847fb9a1212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:25.711185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-87b772a6-65f0-4ea8-9bbf-940eb2d6c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:25.713904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-87b772a6-65f0-4ea8-9bbf-940eb2d6c071 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7ce8a20-822a-4055-8098-f9299e94ad1e HTTP/1.1" status: 200  len: 917 time: 0.4669607
Apr 30 04:58:25.740467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:25.754974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:25.828954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 7d1daa16-15cf-465e-9157-b51d32b44d9f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:25.829589 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:25.928682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:58:25.934109 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e8b7c2b-25dd-4503-b52c-6e198ecc81a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:25.971841 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-200fcc3c-e627-416e-95a8-d53482b1f30c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3 HTTP/1.1" status: 200  len: 998 time: 0.2476549
Apr 30 04:58:25.988761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9bbba50c-bc67-4477-9a06-9e1209ccf68b req-c8b1ac35-f131-4db0-b64b-f979788c64ea tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] 10.222.0.46 "GET /v2.0/ports?device_id=7df39d63-7ab8-49eb-a5fa-47815c0d771a HTTP/1.1" status: 200  len: 210 time: 0.2734349
Apr 30 04:58:26.088306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:58:26.120204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-e5a410ee-b12a-4f64-a1b3-3e1a3e1a8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:26.121995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-e5a410ee-b12a-4f64-a1b3-3e1a3e1a8ba7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b38188d-f154-49f0-be28-184ff149579c HTTP/1.1" status: 200  len: 855 time: 0.1363213
Apr 30 04:58:26.136429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b575912-b9ff-4ad8-9ecc-422a72947597,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:26.140418 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:26.181522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:58:26.182058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device d4b7180b-96f8-4b80-bbb1-ebe2f80475a2 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:58:26.238693 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:26.239036 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Added segment ba5c47c7-18f8-4276-a8a1-747731969c33 of type vlan for network eb6a4707-14ed-499b-8069-66cec146b1a2
Apr 30 04:58:26.241370 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e75ecaa4-ac31-4b0c-8748-1847fb9a1212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:26.247763 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780157f70>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '6086600a-04d2-4384-8c6a-9710f2954391', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'port_id': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'mac_address': 'fa:16:3e:f8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:55:52Z', 'updated_at': '2021-04-30T04:58:21Z', 'revision_number': 1, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adaea749-504b-4e92-ae20-1fb0b585cad2', 'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'mac_address': 'fa:16:3e:c0:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:17Z', 'updated_at': '2021-04-30T04:54:32Z', 'revision_number': 5, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'subnets': [{'id': '4b38188d-f154-49f0-be28-184ff149579c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:26.256003 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-057855ea-be9c-46da-8cee-3410daf6a82d tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:26.267239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] Checking router: 8abca128-691c-4146-ae1f-6f854232a74f for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:58:26.288809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ecaa4-ac31-4b0c-8748-1847fb9a1212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab183fc-553d-4786-af29-99f88134300a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:26.314989 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e75ecaa4-ac31-4b0c-8748-1847fb9a1212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:26.333735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e75ecaa4-ac31-4b0c-8748-1847fb9a1212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:26.338836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e75ecaa4-ac31-4b0c-8748-1847fb9a1212 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4ab183fc-553d-4786-af29-99f88134300a HTTP/1.1" status: 204  len: 168 time: 1.2846942
Apr 30 04:58:26.388101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:58:26.388990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-4a8c3122-0f75-40ec-87a4-2c3a2e7d6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:26.390040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780157f70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:26.390753 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-4a8c3122-0f75-40ec-87a4-2c3a2e7d6da6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7ce8a20-822a-4055-8098-f9299e94ad1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2617409
Apr 30 04:58:26.564758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:26.612885 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:26.642680 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a2662928-4c13-462a-ae80-a26ce3c41bc3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:26.762764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:58:26.763596 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-c509fb67-ca23-4e7c-a5dc-cb63f5e76888 service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3557494
Apr 30 04:58:26.801801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:26.813939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:26.849057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=0eb30e08-2808-4f32-adf0-e8ab308ea414,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:26.850054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5beb5c-84a9-4c9a-a38e-3479d055d495 None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:26.856549 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:26.868015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:26.868760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:26.930932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:58:26.967457 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:26.990668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:26.992052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:27.049541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9430f54f-7d4c-4e10-8410-0deab1cc9ff4 tempest-TagsTest-570174241 tempest-TagsTest-570174241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:27.122744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.6525142
Apr 30 04:58:27.140358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56482) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:27.143463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56488) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:27.188967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1163848734', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0eb30e08-2808-4f32-adf0-e8ab308ea414'}], 'security_groups': ['9e06842d-c42c-4433-93a8-805d1a7c65fa']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:27.290888 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d41bb0ff-eef3-4245-b79b-e5aafecd0749 req-a3eeae3f-61d3-4301-851d-69576a02fce6 service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5179033
Apr 30 04:58:27.290888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56494) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:27.358745 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:27.376048 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.8724387
Apr 30 04:58:27.389950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56498) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:27.443142 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:27.520411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'subnet': {'network_id': 'eb6a4707-14ed-499b-8069-66cec146b1a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:27.571843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:27.611867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Network': ['ID=eb6a4707-14ed-499b-8069-66cec146b1a2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:27.616262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Usage tracker for resource:security_group_rule and tenant:537e2ea04bb841a1ac648963ed2e20c7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:27.696035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:27.714307 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:27.808277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network eb6a4707-14ed-499b-8069-66cec146b1a2 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:58:27.867927 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:27.900883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:28.152348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:28.175855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:subnet and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:28.185051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:28.212165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:28.450083 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:28.489753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Made reservation on behalf of 380c6307d0d7477ca4c0a4c0ae9412e2 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:28.496501 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:28.813414 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:28.829006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:28.843410 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e449e332-00d0-4d29-ade0-dc388ca11efb tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:29.028453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] Update dhcp port {'port': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'fixed_ips': [{'subnet_id': '6565bf5d-609b-4f28-992c-1e7a02e9ec04', 'ip_address': '2001:db8::2'}, {'subnet_id': '0eb30e08-2808-4f32-adf0-e8ab308ea414'}], 'binding:host_id': 'n-d-766726-20'}, 'id': '7d1daa16-15cf-465e-9157-b51d32b44d9f'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:58:29.058503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:29.110952 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=537e2ea04bb841a1ac648963ed2e20c7&name=default HTTP/1.1" status: 200  len: 2983 time: 1.9640832
Apr 30 04:58:29.111967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23fec9-0aa4-48b7-8e1b-87e54eb60e6c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:29.114726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56512) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:29.170902 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:29.190837 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:29.439002 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6caca653-d8e0-454b-b8ce-5136a7a2ae17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:29.561573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780157f70>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '6086600a-04d2-4384-8c6a-9710f2954391', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'port_id': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'mac_address': 'fa:16:3e:f8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:55:52Z', 'updated_at': '2021-04-30T04:58:21Z', 'revision_number': 1, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adaea749-504b-4e92-ae20-1fb0b585cad2', 'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'mac_address': 'fa:16:3e:c0:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:17Z', 'updated_at': '2021-04-30T04:54:32Z', 'revision_number': 5, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'subnets': [{'id': '4b38188d-f154-49f0-be28-184ff149579c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:29.573865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7eb0c-6b05-4af9-bb85-593242f6c7e4 None None] The sync data for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 is: [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '6086600a-04d2-4384-8c6a-9710f2954391', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'floating_ip_address': '172.25.8.76', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'port_id': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'mac_address': 'fa:16:3e:f8:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T04:55:52Z', 'updated_at': '2021-04-30T04:58:21Z', 'revision_number': 1, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adaea749-504b-4e92-ae20-1fb0b585cad2', 'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'mac_address': 'fa:16:3e:c0:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:17Z', 'updated_at': '2021-04-30T04:54:32Z', 'revision_number': 5, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'subnets': [{'id': '4b38188d-f154-49f0-be28-184ff149579c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:58:29.762398 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6caca653-d8e0-454b-b8ce-5136a7a2ae17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:29.812467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-7dc5a786-72e4-4d54-8cb9-2a4fb1a47a27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 665 time: 0.4362595
Apr 30 04:58:29.841071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Delete allocated IP 2001:db8::121 (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/6565bf5d-609b-4f28-992c-1e7a02e9ec04) {{(pid=74582) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 04:58:29.920003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8:0:1::323 (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/0eb30e08-2808-4f32-adf0-e8ab308ea414/d9694676-f084-44f0-b2e7-a3a67cd45cc8) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:30.094971 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6caca653-d8e0-454b-b8ce-5136a7a2ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:30.101538 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64a02b8d-47af-4ae3-989d-99dc396ddb83 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:30.133325 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022496f5-11d4-49ad-b1c1-e751c95a55df None None] New status for floating IP 6086600a-04d2-4384-8c6a-9710f2954391: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 04:58:30.214559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caca653-d8e0-454b-b8ce-5136a7a2ae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23fec9-0aa4-48b7-8e1b-87e54eb60e6c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:30.336204 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:30.357463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object d9694676-f084-44f0-b2e7-a3a67cd45cc8 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:30.361754 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6caca653-d8e0-454b-b8ce-5136a7a2ae17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:30.379511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:30.399709 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:30.497151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] Allocated IP 2001:db8:0:1::2 (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/0eb30e08-2808-4f32-adf0-e8ab308ea414/7d1daa16-15cf-465e-9157-b51d32b44d9f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:30.517707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-312aff33-a35f-4b14-a53a-b11852ac93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:30.518596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-312aff33-a35f-4b14-a53a-b11852ac93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:30.518815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-312aff33-a35f-4b14-a53a-b11852ac93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:30.519212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-312aff33-a35f-4b14-a53a-b11852ac93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:30.519730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-312aff33-a35f-4b14-a53a-b11852ac93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:30.520268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-312aff33-a35f-4b14-a53a-b11852ac93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:30.520744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-312aff33-a35f-4b14-a53a-b11852ac93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:30.523045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-312aff33-a35f-4b14-a53a-b11852ac93f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6507 time: 0.3417377
Apr 30 04:58:30.525320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Deleting port 4ec5d6fd-6909-4200-b701-37f1762cddb6 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:30.525662 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:30.742568 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6caca653-d8e0-454b-b8ce-5136a7a2ae17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:30.746374 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6caca653-d8e0-454b-b8ce-5136a7a2ae17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b23fec9-0aa4-48b7-8e1b-87e54eb60e6c HTTP/1.1" status: 204  len: 168 time: 1.5944459
Apr 30 04:58:30.749286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] In _notify_port_updated(), no bound segment for port d9694676-f084-44f0-b2e7-a3a67cd45cc8 on network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:58:30.762751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:30.764363 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:30.773203 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "PUT /v2.0/ports/d9694676-f084-44f0-b2e7-a3a67cd45cc8 HTTP/1.1" status: 200  len: 931 time: 3.6147490
Apr 30 04:58:30.782080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56524) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:30.801111 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c77f0a39-e366-49f6-ad09-9a37fdbe4b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:30.860349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] For port 7d1daa16-15cf-465e-9157-b51d32b44d9f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7d1daa16-15cf-465e-9157-b51d32b44d9f,segment=NetworkSegment(0e8ad967-bbff-4db9-84e4-b526fb2ec323),segment_id=0e8ad967-bbff-4db9-84e4-b526fb2ec323)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:30.930655 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:30.984397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] Transition to ACTIVE for port object 7d1daa16-15cf-465e-9157-b51d32b44d9f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:30.995335 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:31.013273 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-63e634c8-ac84-42bf-89bf-52bc22e3aae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:31.046964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56530) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:31.072632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=d9694676-f084-44f0-b2e7-a3a67cd45cc8,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:31.079333 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:31.271236 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:31.310673 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e35d021c-393e-4775-a328-453136a6053f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:31.372434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] Pushing event updated for resources: {'Port': ['ID=7d1daa16-15cf-465e-9157-b51d32b44d9f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:31.401866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] For port 4ec5d6fd-6909-4200-b701-37f1762cddb6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ec5d6fd-6909-4200-b701-37f1762cddb6,segment=NetworkSegment(1bf12512-23d6-4223-be0d-2b9ff54feaeb),segment_id=1bf12512-23d6-4223-be0d-2b9ff54feaeb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:31.406185 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:31.486148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port d9694676-f084-44f0-b2e7-a3a67cd45cc8 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:31.486911 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:31.491682 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:31.690899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-e975d0c9-8894-47d8-818e-f21d2c26672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:31.708162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-e975d0c9-8894-47d8-818e-f21d2c26672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:31.709769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-e975d0c9-8894-47d8-818e-f21d2c26672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:31.713257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-e975d0c9-8894-47d8-818e-f21d2c26672a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7ce8a20-822a-4055-8098-f9299e94ad1e&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc HTTP/1.1" status: 200  len: 2296 time: 1.1204548
Apr 30 04:58:31.959609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Checking segment: {'id': 'ba5c47c7-18f8-4276-a8a1-747731969c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb6a4707-14ed-499b-8069-66cec146b1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:31.960485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network hostable DHCP agents. Network: eb6a4707-14ed-499b-8069-66cec146b1a2, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:58:32.124554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Subnet': ['ID=c7c5fe12-c8c3-4a9a-87e3-9a9011e945cd,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:32.178813 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:32.386912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network eb6a4707-14ed-499b-8069-66cec146b1a2 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:58:32.462127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] Deleting subnet f7f3c143-fc76-405e-b621-fc03734e4265 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:58:32.470053 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:32.542897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, eb6a4707-14ed-499b-8069-66cec146b1a2) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:32.561594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:32.566812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d4c13-14e9-4944-8712-aa88573f5f47 None None] Network eb6a4707-14ed-499b-8069-66cec146b1a2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:32.578174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:32.579724 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:32.699117 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.2126179
Apr 30 04:58:32.712875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-cf6bb4d7-7820-4b66-b0f0-70d5ad74cbb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3 HTTP/1.1" status: 200  len: 1000 time: 0.7145686
Apr 30 04:58:32.714102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56556) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:32.765482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Calling delete_port for 4ec5d6fd-6909-4200-b701-37f1762cddb6 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:32.836657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for d9694676-f084-44f0-b2e7-a3a67cd45cc8 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:32.847363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-0a2d9f7a-4ebe-4b18-93a2-59ea098821a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.8970344
Apr 30 04:58:32.888356 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:32.955288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'network': {'name': 'tempest-router-network01--944871749'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:33.010361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:33.016164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:network and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:33.019801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:33.028195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:33.045853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Made reservation on behalf of 380c6307d0d7477ca4c0a4c0ae9412e2 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:33.049936 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.098139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-0f11e35c-b52a-4819-baed-b34ca99857f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:33.116368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-0f11e35c-b52a-4819-baed-b34ca99857f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b38188d-f154-49f0-be28-184ff149579c HTTP/1.1" status: 200  len: 855 time: 0.3324153
Apr 30 04:58:33.235087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:58:33.314541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.317730 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Added segment aaa13df6-6c79-4673-bb4e-d6d3432b161f of type vlan for network 203c0f56-e392-47bd-a5c8-82d221c4da56
Apr 30 04:58:33.459776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56568) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:33.469782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7d1daa16-15cf-465e-9157-b51d32b44d9f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:33.536888 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.556906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.577304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Provisioning for port d9694676-f084-44f0-b2e7-a3a67cd45cc8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:33.650620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Provisioning complete for port d9694676-f084-44f0-b2e7-a3a67cd45cc8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:33.655644 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.698418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2133701376'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:33.718946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:33.719662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-219534f8-3d19-40a7-8b43-45a90ff7c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:33.721798 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-219534f8-3d19-40a7-8b43-45a90ff7c8d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7ce8a20-822a-4055-8098-f9299e94ad1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5751557
Apr 30 04:58:33.726370 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.728070 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7de065a1-5b52-4484-8637-f804dc194ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.739058 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Usage tracker for resource:network and tenant:d4c14c0e36e64fc48c7a574deb062485 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:33.751749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-effb24b3-497a-4634-a067-9c468edcac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:33.754753 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-effb24b3-497a-4634-a067-9c468edcac72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1097 time: 0.5588412
Apr 30 04:58:33.771448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:33.823289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-eb6a4707-14ed-499b-8069-66cec146b1a2', 'network_id': 'eb6a4707-14ed-499b-8069-66cec146b1a2', 'tenant_id': '380c6307d0d7477ca4c0a4c0ae9412e2', 'fixed_ips': [{'subnet_id': 'c7c5fe12-c8c3-4a9a-87e3-9a9011e945cd'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:58:33.824170 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.840621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Port d9694676-f084-44f0-b2e7-a3a67cd45cc8 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:58:33.841481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:58:33.909548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Provisioning complete for port 36c9206e-bccb-46b2-bfdb-4001f1189b87 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:33.910626 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.955090 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.962000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:33.962000 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:33.977609 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aebf7d15-4c6a-45f7-9b16-f1eb62a631f5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:34.034898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:34.175260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9c96e-3065-4de4-8d14-9c98fd011dc8 req-dda37134-0dbf-441a-bc33-29b373da81c8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:34.176839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecd9c96e-3065-4de4-8d14-9c98fd011dc8 req-dda37134-0dbf-441a-bc33-29b373da81c8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 945 time: 1.4973705
Apr 30 04:58:34.181586 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Port 36c9206e-bccb-46b2-bfdb-4001f1189b87 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:58:34.191355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.4207828
Apr 30 04:58:34.202672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56574) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:34.203546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Network': ['ID=203c0f56-e392-47bd-a5c8-82d221c4da56,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:34.216078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Provisioning for port 7d1daa16-15cf-465e-9157-b51d32b44d9f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:34.227663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'network': {'name': 'tempest-router-network02--468046709'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:34.244017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Provisioning complete for port 7d1daa16-15cf-465e-9157-b51d32b44d9f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:34.245002 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9d1ebc8d-6205-4c09-9545-2def9acd860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:34.257563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:34.296840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.297244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.297615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.298004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.298380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.298752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.299121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.299599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.299888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.300255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.300621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.300984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:34.318040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:network and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:34.321241 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:34.327031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-c09168f5-1240-4f5a-a77c-6179515694aa service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4640865
Apr 30 04:58:34.328139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:34.362488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Allocated IP 2001:db8::2 (eb6a4707-14ed-499b-8069-66cec146b1a2/c7c5fe12-c8c3-4a9a-87e3-9a9011e945cd/a36e0d7c-0326-4259-a72e-32e5e2f1f44c) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:34.366389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:34.371669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:58:34.394608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Made reservation on behalf of d4c14c0e36e64fc48c7a574deb062485 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:34.398783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:34.430393 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:34.482711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecd9c96e-3065-4de4-8d14-9c98fd011dc8 req-14962cfa-02f1-411b-9c3d-c1aaaab836d8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2491767
Apr 30 04:58:34.484043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Made reservation on behalf of 380c6307d0d7477ca4c0a4c0ae9412e2 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:34.484834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:34.488522 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:34.489615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Usage tracker for resource:security_group_rule and tenant:d4c14c0e36e64fc48c7a574deb062485 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:34.493731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:34.502019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:34.520600 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:34.528441 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06ef3694-af76-4228-a641-88dae74022f3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:34.603127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec5d6fd-6909-4200-b701-37f1762cddb6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:34.636610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:34.638467 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:34.646764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:58:34.655346 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a3fae891-5140-4201-8f17-6ffded29f65b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:34.656905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-e7282f18-8f70-4694-bce9-d3739d00ce2e service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3215768
Apr 30 04:58:34.720838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=d9694676-f084-44f0-b2e7-a3a67cd45cc8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:34.729201 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:34.736661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-df3f08bb-3127-49aa-8260-212faa8cacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:34.738604 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-df3f08bb-3127-49aa-8260-212faa8cacc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.9373672
Apr 30 04:58:34.796091 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:34.796822 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Added segment f748cc18-ce26-4157-a3a8-86ce472a8ca3 of type vlan for network 78a76f34-2b04-4947-b3f3-72da5f0135ee
Apr 30 04:58:34.815160 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-a0c3e101-d567-4ddb-bba9-7ad6406c832a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 200  len: 217 time: 0.1185520
Apr 30 04:58:34.961281 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.083741 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.130854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.195223 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.239646 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.253194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7731107b-7d64-4abb-be22-fbc44fce57d6 None None] Could not find standard attr ID for object d9694676-f084-44f0-b2e7-a3a67cd45cc8. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 04:58:35.254705 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7ae62bdb-a44e-4f2e-95ed-2c102a9d6c46 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:35.298793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-1d736a35-314d-4b96-ba85-7dbc42edbda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:35.301768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-1d736a35-314d-4b96-ba85-7dbc42edbda8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.4720941
Apr 30 04:58:35.405215 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/d9694676-f084-44f0-b2e7-a3a67cd45cc8 HTTP/1.1" status: 204  len: 168 time: 4.5956275
Apr 30 04:58:35.415575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56590) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:35.422380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:58:35.445672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.463064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f48d7-f8cf-456c-9475-0ec725b8358d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:35.471115 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-10c3612e-781f-4383-9953-ffe3a87c9066 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 1001 time: 0.6787276
Apr 30 04:58:35.480132 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:35.481264 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc15c12c-d000-45c2-a93d-360ec1bbbfb3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:35.518774 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.535277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Transition to ACTIVE for port object a36e0d7c-0326-4259-a72e-32e5e2f1f44c will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:35.549137 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.550019 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Added segment e64c5a69-82f0-4189-8c1f-b39e18b7d2a0 of type vlan for network 34fc6590-4510-487b-abdb-018ceb1ea7a3
Apr 30 04:58:35.569005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Transition to ACTIVE for port object a36e0d7c-0326-4259-a72e-32e5e2f1f44c will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:35.580094 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.595834 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-015949d8-9b73-48f9-8720-942c41502a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:35.641248 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.646302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f3c143-fc76-405e-b621-fc03734e4265,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:35.679799 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:35.690935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Network eb6a4707-14ed-499b-8069-66cec146b1a2 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:35.719765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:35.723188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f7f3c143-fc76-405e-b621-fc03734e4265 HTTP/1.1" status: 204  len: 168 time: 4.6709549
Apr 30 04:58:35.733315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:58:35.733593 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:35.740578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56598) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:35.893566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-4dc690dc-696a-4387-ada0-5a7efd8aa301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:35.896213 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-4dc690dc-696a-4387-ada0-5a7efd8aa301 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.3496382
Apr 30 04:58:35.983940 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-067c6fe7-1b5e-4010-942c-58214a31b9fd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:58:35.987711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-067c6fe7-1b5e-4010-942c-58214a31b9fd tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/d9694676-f084-44f0-b2e7-a3a67cd45cc8 HTTP/1.1" status: 404  len: 333 time: 0.5544157
Apr 30 04:58:36.003557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56604) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:36.005338 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.017978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:36.019822 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.046053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Pushing event updated for resources: {'Port': ['ID=a36e0d7c-0326-4259-a72e-32e5e2f1f44c,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:36.064299 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fdf0b710-e226-4458-80d5-eab66884c4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:36.066600 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:36.070392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Attempting to bind port a36e0d7c-0326-4259-a72e-32e5e2f1f44c on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:58:36.071012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Attempting to bind port a36e0d7c-0326-4259-a72e-32e5e2f1f44c by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'ba5c47c7-18f8-4276-a8a1-747731969c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb6a4707-14ed-499b-8069-66cec146b1a2'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:58:36.071693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Attempting to bind port a36e0d7c-0326-4259-a72e-32e5e2f1f44c on network eb6a4707-14ed-499b-8069-66cec146b1a2 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:58:36.087103 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:58:36.087911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Checking segment: {'id': 'ba5c47c7-18f8-4276-a8a1-747731969c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb6a4707-14ed-499b-8069-66cec146b1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:36.091248 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.093343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Bound using segment: {'id': 'ba5c47c7-18f8-4276-a8a1-747731969c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb6a4707-14ed-499b-8069-66cec146b1a2'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:58:36.094497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Bound port: a36e0d7c-0326-4259-a72e-32e5e2f1f44c, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5c47c7-18f8-4276-a8a1-747731969c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb6a4707-14ed-499b-8069-66cec146b1a2'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:58:36.095975 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.210400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.213484 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:58:36.275522 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.280535 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.294717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.304230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:36.305486 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.311908 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ca4bf2f6-caaa-4711-883a-27fc2b4cd3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:36.315790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] For port a36e0d7c-0326-4259-a72e-32e5e2f1f44c, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:58:36.320498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] For port a36e0d7c-0326-4259-a72e-32e5e2f1f44c, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a36e0d7c-0326-4259-a72e-32e5e2f1f44c,segment=NetworkSegment(ba5c47c7-18f8-4276-a8a1-747731969c33),segment_id=ba5c47c7-18f8-4276-a8a1-747731969c33)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:58:36.328273 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.340682 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c54c31af-3759-4327-a722-7114f37f4485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:36.427588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 2.2207134
Apr 30 04:58:36.442093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56612) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:36.455086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Pushing event updated for resources: {'Port': ['ID=a36e0d7c-0326-4259-a72e-32e5e2f1f44c,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:36.478426 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:36.488071 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.0230272
Apr 30 04:58:36.555265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Network': ['ID=78a76f34-2b04-4947-b3f3-72da5f0135ee,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:36.560062 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:36.560378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56616) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:36.572346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 78a76f34-2b04-4947-b3f3-72da5f0135ee details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:58:36.580270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'subnet': {'network_id': '203c0f56-e392-47bd-a5c8-82d221c4da56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:36.646025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-d97b25b8-ac5d-4538-9462-b9d9bfa1aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:36.648883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-d97b25b8-ac5d-4538-9462-b9d9bfa1aaec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.3331442
Apr 30 04:58:36.660229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Request body: {'subnet': {'network_id': '34fc6590-4510-487b-abdb-018ceb1ea7a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:36.736683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9351b831-6f27-48e6-8eed-10d97094750f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.790235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event updated for resources: {'Network': ['ID=34fc6590-4510-487b-abdb-018ceb1ea7a3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:36.794479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-85d579f6-6173-4ca1-94e4-728172d97b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:36.796663 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-85d579f6-6173-4ca1-94e4-728172d97b02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.8897545
Apr 30 04:58:36.805319 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:36.808599 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9351b831-6f27-48e6-8eed-10d97094750f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:36.818001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:58:37.237637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-7cf09718-3634-4c9b-a3b8-a4e2d2ddb637 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4290235
Apr 30 04:58:37.247961 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:37.301848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a36e0d7c-0326-4259-a72e-32e5e2f1f44c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:37.414593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a36e0d7c-0326-4259-a72e-32e5e2f1f44c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:37.517777 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9351b831-6f27-48e6-8eed-10d97094750f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:37.547676 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc762eea-3a1b-4cf9-ac7a-e401a5b883f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:37.589513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351b831-6f27-48e6-8eed-10d97094750f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb793ec6-e86a-4dc1-9298-f70e6acdc658,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:37.595926 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9351b831-6f27-48e6-8eed-10d97094750f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:37.635068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:37.637550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-29ce7eaf-bf4b-4352-98c8-d78dfa5ebb86 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9789019
Apr 30 04:58:37.645539 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9351b831-6f27-48e6-8eed-10d97094750f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:37.647734 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9351b831-6f27-48e6-8eed-10d97094750f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/security-groups/bb793ec6-e86a-4dc1-9298-f70e6acdc658 HTTP/1.1" status: 204  len: 168 time: 1.6193228
Apr 30 04:58:37.693824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56626) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:37.697441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:37.723114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:subnet and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:37.726505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Usage tracker for resource:subnet and tenant:d4c14c0e36e64fc48c7a574deb062485 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:37.734837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:37.738646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:37.762286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:37.770772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:37.776723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a7795b0>,) {'filters': {'network_id': ['ada1d9f6-56af-4245-8d05-4f9e4067468a']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:37.801883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7795b0>, '8d8184ec-8044-419b-8991-110bfbf1365e') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:37.802266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7795b0>, '8d8184ec-8044-419b-8991-110bfbf1365e') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:37.833913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:37.848396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Made reservation on behalf of 380c6307d0d7477ca4c0a4c0ae9412e2 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:37.852040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:37.870383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Made reservation on behalf of d4c14c0e36e64fc48c7a574deb062485 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:37.874621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:37.921031 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5b0ee1ac-4cd2-40d0-afc2-b10c8e9e63ed req-0ebb3443-e40d-4839-8b45-1c3e08051364 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6344235
Apr 30 04:58:37.948490 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:37.970134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:58:38.018215 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf36173-d9d6-47ac-8dcc-a2de4b4f68ab None None] Network eb6a4707-14ed-499b-8069-66cec146b1a2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:38.189880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-de5de197-5a83-4850-b22f-b86e150da2ab None None] Provisioning for port a36e0d7c-0326-4259-a72e-32e5e2f1f44c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:38.201873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:58:38.211471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-de5de197-5a83-4850-b22f-b86e150da2ab None None] Provisioning complete for port a36e0d7c-0326-4259-a72e-32e5e2f1f44c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:38.212098 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de5de197-5a83-4850-b22f-b86e150da2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:38.253306 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cbbfab78-c004-4d2e-8282-7100fe0d61d1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:38.296923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-3486282a-7b8b-4c76-ae08-4cb303f80b73 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6438007
Apr 30 04:58:38.362012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Network ada1d9f6-56af-4245-8d05-4f9e4067468a has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:58:38.378803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:38.604341 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cbbfab78-c004-4d2e-8282-7100fe0d61d1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:38.613276 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-053d3f53-7d9d-47b5-83ab-17af6a36607a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 200  len: 217 time: 0.1290085
Apr 30 04:58:38.776497 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de5de197-5a83-4850-b22f-b86e150da2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:38.786124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-c167f2ea-9a06-4290-ac5a-d97dc0c5700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:38.787682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-c167f2ea-9a06-4290-ac5a-d97dc0c5700b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.1600058
Apr 30 04:58:38.801116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Network ada1d9f6-56af-4245-8d05-4f9e4067468a has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:58:38.837458 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:58:38.878329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-de5de197-5a83-4850-b22f-b86e150da2ab None None] For port a36e0d7c-0326-4259-a72e-32e5e2f1f44c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a36e0d7c-0326-4259-a72e-32e5e2f1f44c,segment=NetworkSegment(ba5c47c7-18f8-4276-a8a1-747731969c33),segment_id=ba5c47c7-18f8-4276-a8a1-747731969c33)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:38.899901 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de5de197-5a83-4850-b22f-b86e150da2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:38.920677 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:38.940935 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cbbfab78-c004-4d2e-8282-7100fe0d61d1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:38.945633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:58:38.950793 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-35351a85-81c5-4658-b37c-1ddf64ab70be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:39.077909 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5de197-5a83-4850-b22f-b86e150da2ab None None] Pushing event updated for resources: {'Port': ['ID=a36e0d7c-0326-4259-a72e-32e5e2f1f44c,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:39.098746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] Sync routers for ids ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:58:39.104553 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-de5de197-5a83-4850-b22f-b86e150da2ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:39.115154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] Routers {'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:58:39.116063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b00a4c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:39.236037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:39.266425 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d320826-c900-4f89-86e6-3f6c56ddf1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:39.275253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] 10.222.0.46 "PUT /v2.0/routers/ba0ba9f6-8472-4e46-85c6-d6af193eb4c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9794993
Apr 30 04:58:39.276833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56636) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:39.295840 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cbbfab78-c004-4d2e-8282-7100fe0d61d1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:39.303489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cbbfab78-c004-4d2e-8282-7100fe0d61d1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/security-groups/9e06842d-c42c-4433-93a8-805d1a7c65fa HTTP/1.1" status: 204  len: 168 time: 1.6080763
Apr 30 04:58:39.304040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:39.304803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfab78-c004-4d2e-8282-7100fe0d61d1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e06842d-c42c-4433-93a8-805d1a7c65fa,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:39.314982 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cbbfab78-c004-4d2e-8282-7100fe0d61d1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:39.315499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56642) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:39.384632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada1d9f6-56af-4245-8d05-4f9e4067468a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:39.390296 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:39.472591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a36e0d7c-0326-4259-a72e-32e5e2f1f44c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:39.493156 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ada1d9f6-56af-4245-8d05-4f9e4067468a HTTP/1.1" status: 204  len: 168 time: 3.7507510
Apr 30 04:58:39.593185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2976357f-08f7-4c51-a4a9-cffded4bec3a None None] Provisioning complete for port a36e0d7c-0326-4259-a72e-32e5e2f1f44c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:39.593772 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2976357f-08f7-4c51-a4a9-cffded4bec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:39.635819 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:39.721036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a36e0d7c-0326-4259-a72e-32e5e2f1f44c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:39.721659 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:39.853802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] Set router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:58:39.895145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet 6565bf5d-609b-4f28-992c-1e7a02e9ec04 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:58:39.900361 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:40.022223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-4b07e070-3d57-4595-a241-f9253eab32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:40.026366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-4b07e070-3d57-4595-a241-f9253eab32fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.2297680
Apr 30 04:58:40.053194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:58:40.058945 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:40.082505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56652) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:40.148582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:40.188496 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-77f056d2-7a75-4baa-a187-92b046383ca1 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:40.594529 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2490a4ec-56fa-4b02-ae16-4a8fac77cc93 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e3aa4dd18d746099574082090f3af1d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4474854
Apr 30 04:58:40.594529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Checking segment: {'id': 'aaa13df6-6c79-4673-bb4e-d6d3432b161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '203c0f56-e392-47bd-a5c8-82d221c4da56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:40.594529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network hostable DHCP agents. Network: 203c0f56-e392-47bd-a5c8-82d221c4da56, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:58:40.596849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56660) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:40.601956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Subnet': ['ID=6751df58-1af6-4909-8a17-466ad8f48b6a,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:40.616669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b00a4c0>, [{'id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:55:23Z', 'updated_at': '2021-04-30T04:58:34Z', 'revision_number': 5, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'gw_port': {'id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:28Z', 'updated_at': '2021-04-30T04:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:40.626378 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:40.634880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] Checking router: ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:58:40.637899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:40.641222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:40.648606 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e3e6f95-dae1-4d66-82fb-05a976d827b3 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:40.680770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'port_id': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'mac_address': 'fa:16:3e:69:36:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:58:40.687737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] Routers {'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:58:40.689225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b00a4c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:40.709358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:40.754179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:58:40.780368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event updated for resources: {'Subnet': ['ID=12dadb8a-e92a-4aa7-a6db-72b46ef83722,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:40.796094 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:40.802906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 203c0f56-e392-47bd-a5c8-82d221c4da56) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:40.812848 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd96e8d9-abe2-42af-9454-419dca7ddb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:40.829412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc3e20-8eac-422c-8e0d-4100089d3e3d None None] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:40.841488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:40.842997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:40.847113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Checking segment: {'id': 'e64c5a69-82f0-4189-8c1f-b39e18b7d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '34fc6590-4510-487b-abdb-018ceb1ea7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:40.847394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Network hostable DHCP agents. Network: 34fc6590-4510-487b-abdb-018ceb1ea7a3, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:58:40.881830 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd96e8d9-abe2-42af-9454-419dca7ddb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:40.911949 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.4218340
Apr 30 04:58:40.917273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56666) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:40.926856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'subnet': {'network_id': '78a76f34-2b04-4947-b3f3-72da5f0135ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:40.978480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:58:41.003126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 34fc6590-4510-487b-abdb-018ceb1ea7a3) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:41.093575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:41.094603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.120107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd96e8d9-abe2-42af-9454-419dca7ddb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.126456 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d17a1b5-921b-42cd-8a76-10b221482a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:41.158023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:41.162268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96e8d9-abe2-42af-9454-419dca7ddb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:41.166672 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.167272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:subnet and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:41.172794 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd96e8d9-abe2-42af-9454-419dca7ddb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:41.176068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-3296b916-5107-44a8-a95d-6d987258cee2 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9916017
Apr 30 04:58:41.177815 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.6116211
Apr 30 04:58:41.178928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56670) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:41.180195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:41.190271 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd96e8d9-abe2-42af-9454-419dca7ddb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.194057 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dd96e8d9-abe2-42af-9454-419dca7ddb28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e8d7a56-5dca-45c3-b9dd-e23b82bcb2d9 HTTP/1.1" status: 204  len: 168 time: 0.5910387
Apr 30 04:58:41.194057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:41.199248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-483373395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:41.210487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:41.218328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Usage tracker for resource:router and tenant:d4c14c0e36e64fc48c7a574deb062485 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:41.222684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:41.231412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Made reservation on behalf of 380c6307d0d7477ca4c0a4c0ae9412e2 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:41.237046 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.265880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:41.498705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] Set router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:58:41.573655 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.575248 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.649138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.686919 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.766548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.767133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Deleting port a958cad2-8318-4910-be83-7c45caa07b60 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:58:41.767715 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.816691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:41.821563 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0ba78a3f-c7cd-46c3-929c-68cab8af0452 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.6374121
Apr 30 04:58:41.823103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56686) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:41.982705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-0ead3b38-2557-4bd3-850d-f25a435476db service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7973015
Apr 30 04:58:42.144441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-ae61f42b-dcea-4df5-b349-f18f034611ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba HTTP/1.1" status: 200  len: 217 time: 0.1499815
Apr 30 04:58:42.221815 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db2651-88fc-481e-9d8d-a940c55c5c2b None None] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:42.273007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1854aa1-ff16-41b4-9e49-87189721168d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:58:42.432250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:42.456938 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:42.464453 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:42.549356 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:42.557727 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-883382e3-c2be-4237-b4ab-4a909a1c4db1 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:42.592457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-203c0f56-e392-47bd-a5c8-82d221c4da56', 'network_id': '203c0f56-e392-47bd-a5c8-82d221c4da56', 'tenant_id': '380c6307d0d7477ca4c0a4c0ae9412e2', 'fixed_ips': [{'subnet_id': '6751df58-1af6-4909-8a17-466ad8f48b6a'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:58:42.593819 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:42.642752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f1854aa1-ff16-41b4-9e49-87189721168d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:58:42.686395 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:42.746506 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-335bd93d-d6dd-4819-b3b8-b30e6d32ce24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:42.917177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56708) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:42.922843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=6565bf5d-609b-4f28-992c-1e7a02e9ec04,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:42.943232 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:42.962327 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:42.993652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:42.994563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/6565bf5d-609b-4f28-992c-1e7a02e9ec04 HTTP/1.1" status: 204  len: 168 time: 3.3621230
Apr 30 04:58:43.017006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56714) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:43.034521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Subnet': ['ID=5a040775-3f65-45da-8257-839b82b4f1c2,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:43.044319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] For port a958cad2-8318-4910-be83-7c45caa07b60, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a958cad2-8318-4910-be83-7c45caa07b60,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:43.045611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:43.052724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Allocated IP 2001:db8::2 (203c0f56-e392-47bd-a5c8-82d221c4da56/6751df58-1af6-4909-8a17-466ad8f48b6a/d4d3c54f-2a97-4dc0-9e06-659d759a3c6d) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:43.054392 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:43.069129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b10dc9-ed2f-4acb-8a26-7d3cef751dcd None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:43.148518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Checking segment: {'id': 'f748cc18-ce26-4157-a3a8-86ce472a8ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78a76f34-2b04-4947-b3f3-72da5f0135ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:43.148932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network hostable DHCP agents. Network: 78a76f34-2b04-4947-b3f3-72da5f0135ee, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:58:43.164238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-9ba93d2a-4517-4a96-9451-7aad9b99574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:43.168585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-9ba93d2a-4517-4a96-9451-7aad9b99574e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 1.0139227
Apr 30 04:58:43.462092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:43.521533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:43.552519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network 78a76f34-2b04-4947-b3f3-72da5f0135ee is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:58:43.568939 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.104s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:43.662957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-870335063-network', 'tenant_id': 'a7aceab2e4e14875accd08742683c512'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:43.680429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Calling delete_port for a958cad2-8318-4910-be83-7c45caa07b60 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:58:43.692570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:43.699399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Usage tracker for resource:network and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:43.705697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:43.719167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:43.759105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Made reservation on behalf of a7aceab2e4e14875accd08742683c512 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:43.761895 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:43.785609 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:43.810097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:43.817475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-463ccbc3-d9f4-48e4-850a-1d38fe4b445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:43.819707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-463ccbc3-d9f4-48e4-850a-1d38fe4b445e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.6367457
Apr 30 04:58:43.832840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Usage tracker for resource:security_group_rule and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:43.875619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:43.928753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:44.094596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b00a4c0>, [{'id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:55:23Z', 'updated_at': '2021-04-30T04:58:34Z', 'revision_number': 5, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'gw_port': {'id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:28Z', 'updated_at': '2021-04-30T04:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:44.135104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9fe1-e77d-4e8d-977f-4c07b4b1d469 None None] The sync data for ids ['ba0ba9f6-8472-4e46-85c6-d6af193eb4c1'] in n-d-766726-20 is: [{'id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'name': 'tempest-ServerRescueTestJSON-907063880-router', 'tenant_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:55:23Z', 'updated_at': '2021-04-30T04:58:34Z', 'revision_number': 5, 'project_id': 'd7c31aa3af204c94885a5a90e0cdc894', 'gw_port': {'id': 'a958cad2-8318-4910-be83-7c45caa07b60', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0ba9f6-8472-4e46-85c6-d6af193eb4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:55:28Z', 'updated_at': '2021-04-30T04:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:58:44.172805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Allocated IP 172.20.0.1 (34fc6590-4510-487b-abdb-018ceb1ea7a3/12dadb8a-e92a-4aa7-a6db-72b46ef83722/bc0aa778-362f-488b-b985-a9d0d339ab72) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:44.186119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-cc43a5ac-2a5b-4ca7-ba1e-ba772b95f173 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3559370
Apr 30 04:58:44.285299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-34fc6590-4510-487b-abdb-018ceb1ea7a3', 'network_id': '34fc6590-4510-487b-abdb-018ceb1ea7a3', 'tenant_id': 'd4c14c0e36e64fc48c7a574deb062485', 'fixed_ips': [{'subnet_id': '12dadb8a-e92a-4aa7-a6db-72b46ef83722'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:58:44.286735 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:44.334224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:44.348985 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-60a571dc-dd32-41fc-beed-1a478541407c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:44.438039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:44.450389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a958cad2-8318-4910-be83-7c45caa07b60,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:44.456459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:44.463126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:44.465574 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:44.466886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 78a76f34-2b04-4947-b3f3-72da5f0135ee) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:44.467137 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:44.472813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:44.487240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:44.504559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Transition to ACTIVE for port object bc0aa778-362f-488b-b985-a9d0d339ab72 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:44.506553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:44.507290 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:44.538467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:44.547254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:44.551072 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:44.557945 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-29f6b0b6-63dd-4602-beca-5958deb5ad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:44.727540 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.8078394
Apr 30 04:58:44.736510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56742) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:44.780835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:44.794089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9960b4a5-af59-48cc-a00c-0bbc7f111038,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:44.802098 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:44.811212 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:44.891765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2894e3ef-c488-482a-a7ad-9005653f0370 None None] Network 78a76f34-2b04-4947-b3f3-72da5f0135ee requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:45.160115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:45.179020 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a471fbcc-6a0e-46e9-9afa-1aae20cc24f9 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:45.281233 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:45.285764 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:45.335949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:58:45.350021 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:45.351135 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Added segment 741ae02c-5b8a-436c-bfd0-7b86af1120f6 of type vlan for network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a
Apr 30 04:58:45.389414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:45.408174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:45.424954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:45.437571 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-b71e3455-a900-4538-8242-3a3fbd25edbb service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2427516
Apr 30 04:58:45.440563 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:45.442150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:45.442882 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:45.541988 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-193bb006-c5dd-4432-a47c-5701abcfeb5b tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:45.588616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-5182e7a0-d78a-47e7-b7d5-0e49db459b04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0597ee22-cc38-4e52-91d4-e688dee1460e HTTP/1.1" status: 200  len: 217 time: 0.1385756
Apr 30 04:58:45.603937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ec5d6fd-6909-4200-b701-37f1762cddb6 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:58:45.622468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:45.629494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:58:45.777925 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:45.826186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 4ec5d6fd-6909-4200-b701-37f1762cddb6 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:58:45.827850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ec5d6fd-6909-4200-b701-37f1762cddb6 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:58:45.846337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:58:45.881184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-59db8c5d-c582-423e-b3d5-5116f2d13e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:45.899785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-59db8c5d-c582-423e-b3d5-5116f2d13e84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.2512417
Apr 30 04:58:45.990722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event updated for resources: {'Port': ['ID=bc0aa778-362f-488b-b985-a9d0d339ab72,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:46.002910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:46.095063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Transition to ACTIVE for port object d4d3c54f-2a97-4dc0-9e06-659d759a3c6d will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:46.136088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-78a76f34-2b04-4947-b3f3-72da5f0135ee', 'network_id': '78a76f34-2b04-4947-b3f3-72da5f0135ee', 'tenant_id': '380c6307d0d7477ca4c0a4c0ae9412e2', 'fixed_ips': [{'subnet_id': '5a040775-3f65-45da-8257-839b82b4f1c2'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:58:46.142985 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:46.149143 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 3.2117505
Apr 30 04:58:46.185430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Transition to ACTIVE for port object d4d3c54f-2a97-4dc0-9e06-659d759a3c6d will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:46.230226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Allocated IP 172.20.0.2 (34fc6590-4510-487b-abdb-018ceb1ea7a3/12dadb8a-e92a-4aa7-a6db-72b46ef83722/92121f40-afcc-4d79-aa53-2d73b54aeaa5) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:46.265702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56770) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:46.316425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:46.318629 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ba0ba9f6-8472-4e46-85c6-d6af193eb4c1 HTTP/1.1" status: 204  len: 168 time: 7.0114138
Apr 30 04:58:46.350897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56772) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:46.381015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.383092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.384419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.384616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.385182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.385838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.386488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.387650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.388367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.389106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.389760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.391116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:58:46.501783 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.322s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:46.533478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Request body: {'subnet': {'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-870335063-subnet', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:46.618055 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:46.630401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port f1854aa1-ff16-41b4-9e49-87189721168d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:46.640155 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:46.739201 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:46.741004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:46.748538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Transition to ACTIVE for port object 92121f40-afcc-4d79-aa53-2d73b54aeaa5 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:46.753451 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:46.765139 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:46.802349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Usage tracker for resource:subnet and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:46.835693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:46.854126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Pushing event updated for resources: {'Network': ['ID=20c185bc-ff4c-42fe-9bcc-d875f9d9816a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:46.875107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Transition to ACTIVE for port object 92121f40-afcc-4d79-aa53-2d73b54aeaa5 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:46.884371 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.342s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:46.922363 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:46.937461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:58:46.959487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] Deleting subnet eb265920-4046-43f3-99bf-6e4560fef00b {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:58:46.970886 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:47.009191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:47.110113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:47.173037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-694803ec-0d13-47cb-bc89-5127bca82d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:47.181842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-694803ec-0d13-47cb-bc89-5127bca82d08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.2556658
Apr 30 04:58:47.223790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:47.228747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:58:47.245818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:47.280457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:47.283685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:58:47.290959 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:47.296511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a958cad2-8318-4910-be83-7c45caa07b60 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:58:47.563535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Made reservation on behalf of a7aceab2e4e14875accd08742683c512 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:47.568961 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:47.575524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: a958cad2-8318-4910-be83-7c45caa07b60 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:58:47.576502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a958cad2-8318-4910-be83-7c45caa07b60 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:58:47.681562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Pushing event updated for resources: {'Port': ['ID=d4d3c54f-2a97-4dc0-9e06-659d759a3c6d,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:47.706764 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:47.724243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-c0907fc4-63af-475e-9673-0ed043a33243 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5269945
Apr 30 04:58:47.728467 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:47.994450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Attempting to bind port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:58:47.994987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Attempting to bind port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'e64c5a69-82f0-4189-8c1f-b39e18b7d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '34fc6590-4510-487b-abdb-018ceb1ea7a3'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:58:47.995909 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Attempting to bind port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 on network 34fc6590-4510-487b-abdb-018ceb1ea7a3 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:58:48.065800 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:48.158906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:58:48.159191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Checking segment: {'id': 'e64c5a69-82f0-4189-8c1f-b39e18b7d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '34fc6590-4510-487b-abdb-018ceb1ea7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:48.159795 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:48.160982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Bound using segment: {'id': 'e64c5a69-82f0-4189-8c1f-b39e18b7d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '34fc6590-4510-487b-abdb-018ceb1ea7a3'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:58:48.161381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Bound port: 92121f40-afcc-4d79-aa53-2d73b54aeaa5, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e64c5a69-82f0-4189-8c1f-b39e18b7d2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '34fc6590-4510-487b-abdb-018ceb1ea7a3'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:58:48.161910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:48.231608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Attempting to bind port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:58:48.232451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Attempting to bind port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'aaa13df6-6c79-4673-bb4e-d6d3432b161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '203c0f56-e392-47bd-a5c8-82d221c4da56'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:58:48.233079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Attempting to bind port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d on network 203c0f56-e392-47bd-a5c8-82d221c4da56 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:58:48.284027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-e8f7dade-d91f-4994-a619-6569ad140745 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5433164
Apr 30 04:58:48.386852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:58:48.387482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Checking segment: {'id': 'aaa13df6-6c79-4673-bb4e-d6d3432b161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '203c0f56-e392-47bd-a5c8-82d221c4da56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:48.388158 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:48.389536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Bound using segment: {'id': 'aaa13df6-6c79-4673-bb4e-d6d3432b161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '203c0f56-e392-47bd-a5c8-82d221c4da56'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:58:48.390401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Bound port: d4d3c54f-2a97-4dc0-9e06-659d759a3c6d, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa13df6-6c79-4673-bb4e-d6d3432b161f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '203c0f56-e392-47bd-a5c8-82d221c4da56'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:58:48.391038 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:48.479208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:48.532777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Pushing event updated for resources: {'Port': ['ID=92121f40-afcc-4d79-aa53-2d73b54aeaa5,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:48.646704 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:48.653713 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:48.720593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-f408862e-26d8-4130-b618-c993ebc76aee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04170894-711a-47c9-917a-cbc4d9668913 HTTP/1.1" status: 200  len: 217 time: 0.1137300
Apr 30 04:58:48.906484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-8a4492e1-33a4-4009-92a8-ba24517f48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:48.916172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-8a4492e1-33a4-4009-92a8-ba24517f48f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.1843345
Apr 30 04:58:48.990776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Allocated IP 2001:db8::2 (78a76f34-2b04-4947-b3f3-72da5f0135ee/5a040775-3f65-45da-8257-839b82b4f1c2/3f4e7c4b-11ea-4448-9176-c5b8cc417606) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:49.001965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:58:49.045966 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:49.076793 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0478aa3e-2ed4-45ec-8b94-7fb9af1092a8 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:49.106696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3bca9096-4827-437d-b546-d0eded685386 None None] For port 92121f40-afcc-4d79-aa53-2d73b54aeaa5, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:58:49.112714 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'code': 200}
Apr 30 04:58:49.134266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:49.182410 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3bca9096-4827-437d-b546-d0eded685386 None None] For port 92121f40-afcc-4d79-aa53-2d73b54aeaa5, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=92121f40-afcc-4d79-aa53-2d73b54aeaa5,segment=NetworkSegment(e64c5a69-82f0-4189-8c1f-b39e18b7d2a0),segment_id=e64c5a69-82f0-4189-8c1f-b39e18b7d2a0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:58:49.209714 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:49.215352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] For port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:58:49.224195 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:49.271553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb265920-4046-43f3-99bf-6e4560fef00b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:49.284251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:49.291843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8f7e59db-02ad-4d0b-9fb1-eb4194d5cfd0 None None] Provisioning complete for port 36c9206e-bccb-46b2-bfdb-4001f1189b87 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:49.292606 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8f7e59db-02ad-4d0b-9fb1-eb4194d5cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:49.303058 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:49.311604 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:49.325364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Allocated IP 2001:db8::1 (203c0f56-e392-47bd-a5c8-82d221c4da56/6751df58-1af6-4909-8a17-466ad8f48b6a/42bd4f85-a963-442d-920a-9804be204686) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:49.400722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/eb265920-4046-43f3-99bf-6e4560fef00b HTTP/1.1" status: 204  len: 168 time: 3.0351067
Apr 30 04:58:49.407668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56798) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:49.581878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-b1088409-c59b-4285-ab99-6ebf69f991df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:49.586757 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-b1088409-c59b-4285-ab99-6ebf69f991df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.6444976
Apr 30 04:58:49.654767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] For port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4d3c54f-2a97-4dc0-9e06-659d759a3c6d,segment=NetworkSegment(aaa13df6-6c79-4673-bb4e-d6d3432b161f),segment_id=aaa13df6-6c79-4673-bb4e-d6d3432b161f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:58:49.706864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:49.783221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e59db-02ad-4d0b-9fb1-eb4194d5cfd0 None None] Port 36c9206e-bccb-46b2-bfdb-4001f1189b87 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:58:49.826890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:49.842803 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:49.845735 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:49.989252 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:50.181918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8f7e59db-02ad-4d0b-9fb1-eb4194d5cfd0 None None] Provisioning complete for port 7d1daa16-15cf-465e-9157-b51d32b44d9f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:50.182777 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8f7e59db-02ad-4d0b-9fb1-eb4194d5cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:50.465925 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:50.529473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-6a410941-7b03-45c3-8cd8-1e7468a1e848 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8123634
Apr 30 04:58:50.973323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Pushing event updated for resources: {'Port': ['ID=92121f40-afcc-4d79-aa53-2d73b54aeaa5,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:51.219651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Pushing event updated for resources: {'Port': ['ID=d4d3c54f-2a97-4dc0-9e06-659d759a3c6d,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:51.229440 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:51.231231 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.385s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:51.256474 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.517s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:51.257076 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:51.468276 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:51.530117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Transition to ACTIVE for port object 3f4e7c4b-11ea-4448-9176-c5b8cc417606 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:51.598169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 92121f40-afcc-4d79-aa53-2d73b54aeaa5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:51.599979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Transition to ACTIVE for port object 42bd4f85-a963-442d-920a-9804be204686 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:51.701796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780ba57f0>,) {'filters': {'network_id': ['b1bd5ba5-69cf-4e27-8760-c0b2e9950036']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:51.734701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780ba57f0>, '1bf12512-23d6-4223-be0d-2b9ff54feaeb') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:51.735247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780ba57f0>, '1bf12512-23d6-4223-be0d-2b9ff54feaeb') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:51.769351 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:51.787846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:51.791826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Transition to ACTIVE for port object 3f4e7c4b-11ea-4448-9176-c5b8cc417606 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:51.814973 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:51.815975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:51.827422 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:51.827647 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f358b4-4881-4c71-8121-c5a089b594d9 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:51.855595 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-edcee975-4180-416b-877a-d8877d074d9a service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2718840
Apr 30 04:58:51.980523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:51.993175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:52.006786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Pushing event updated for resources: {'Port': ['ID=3f4e7c4b-11ea-4448-9176-c5b8cc417606,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:52.012564 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:52.044932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3002d9e2-0fa7-4628-b129-772f7b24463c None None] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:52.086411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Network 78a76f34-2b04-4947-b3f3-72da5f0135ee is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:52.112476 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.124705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:52.126648 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-8ce91918-4c40-40ec-ba15-9078b5aee6a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 HTTP/1.1" status: 200  len: 217 time: 0.2628572
Apr 30 04:58:52.131214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:58:52.225102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:58:52.331445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=9dfd6078-7df5-447d-b509-8747b094b80f,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:52.348812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:52.354267 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:52.361457 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:52.408789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-4d45e1fa-ab9e-4d32-a3f2-80f27bf2ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:52.410772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-4d45e1fa-ab9e-4d32-a3f2-80f27bf2ef10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.2756517
Apr 30 04:58:52.441107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:52.488881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:52.489487 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.586270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Attempting to bind port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:58:52.587065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Attempting to bind port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f748cc18-ce26-4157-a3a8-86ce472a8ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78a76f34-2b04-4947-b3f3-72da5f0135ee'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:58:52.587438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Attempting to bind port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 on network 78a76f34-2b04-4947-b3f3-72da5f0135ee {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:58:52.590286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2e8b58-497b-4c5e-b27e-a62cbdc6966f None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:52.604369 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.613876 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.627456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-59742f72-79b5-45a5-b3fb-84443626b4b8 None None] Provisioning for port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:52.640678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.663994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:58:52.664497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Checking segment: {'id': 'f748cc18-ce26-4157-a3a8-86ce472a8ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78a76f34-2b04-4947-b3f3-72da5f0135ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:52.666521 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.667229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Bound using segment: {'id': 'f748cc18-ce26-4157-a3a8-86ce472a8ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78a76f34-2b04-4947-b3f3-72da5f0135ee'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:58:52.667930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Bound port: 3f4e7c4b-11ea-4448-9176-c5b8cc417606, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f748cc18-ce26-4157-a3a8-86ce472a8ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '78a76f34-2b04-4947-b3f3-72da5f0135ee'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:58:52.668436 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.740479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event updated for resources: {'Port': ['ID=bc0aa778-362f-488b-b985-a9d0d339ab72,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:52.755746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:52.757242 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:52.762235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:52.764746 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46c089fc-2fdd-4730-a887-c1d0e75dbe54 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:52.806246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] For port 3f4e7c4b-11ea-4448-9176-c5b8cc417606, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:58:52.810837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] For port 3f4e7c4b-11ea-4448-9176-c5b8cc417606, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3f4e7c4b-11ea-4448-9176-c5b8cc417606,segment=NetworkSegment(f748cc18-ce26-4157-a3a8-86ce472a8ca3),segment_id=f748cc18-ce26-4157-a3a8-86ce472a8ca3)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:58:52.811426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:58:52.812684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-59742f72-79b5-45a5-b3fb-84443626b4b8 None None] Provisioning complete for port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:52.813123 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59742f72-79b5-45a5-b3fb-84443626b4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.834671 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.851870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:58:52.852814 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:52.862082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff30c7a-a715-4a41-bc3e-5590f5452310,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:52.870153 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 9.8341756
Apr 30 04:58:52.884675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:52.889523 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6141d43-403d-42e8-9651-55976a1cebe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:52.898059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9432b3-7384-49c5-bc01-b3f52f16745e None None] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:52.910831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56818) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:52.944218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'security_group': {'name': 'tempest-secgroup-457546648'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:53.045641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Port': ['ID=42bd4f85-a963-442d-920a-9804be204686,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:53.054232 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:53.100963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:53.121109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:53.150548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:53.192948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:53.215280 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:53.255757 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0d1ab0bd-1fb3-4c89-a2d2-ea83c7cc00d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:53.284009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Network b1bd5ba5-69cf-4e27-8760-c0b2e9950036 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:58:53.314526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-64e59fd6-78b3-4992-8c72-7e06977cdc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:53.316371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-64e59fd6-78b3-4992-8c72-7e06977cdc16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.7116809
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:58:53.317218 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:58:53.320882 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:53.422873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Checking segment: {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:58:53.426027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Network hostable DHCP agents. Network: 20c185bc-ff4c-42fe-9bcc-d875f9d9816a, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:58:53.451560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:53.469063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group_rule and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:53.547921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:53.572013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:53.584612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d4d3c54f-2a97-4dc0-9e06-659d759a3c6d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:53.592480 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:53.599431 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-70a3668c-989b-4fce-a88a-684b85f266bb tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:53.617619 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:53.657788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1bd5ba5-69cf-4e27-8760-c0b2e9950036,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:53.664455 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:53.683495 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b1bd5ba5-69cf-4e27-8760-c0b2e9950036 HTTP/1.1" status: 204  len: 168 time: 4.2773478
Apr 30 04:58:53.698800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-607289cc-5506-4461-a37b-2adc2451bf72 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3537478
Apr 30 04:58:53.850412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:58:53.953950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 20c185bc-ff4c-42fe-9bcc-d875f9d9816a) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:53.998294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:54.002702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:54.010861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:54.090089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:58:54.090725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:54.217664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56830) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:54.219761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2537829-d7fa-4d57-bcd8-b5114fc545aa None None] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:54.242305 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:54.258112 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:54.265783 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e75ecaa4-ac31-4b0c-8748-1847fb9a1212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:54.336636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Pushing event updated for resources: {'Port': ['ID=3f4e7c4b-11ea-4448-9176-c5b8cc417606,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:54.387606 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:54.391627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1cff3f-36a3-40f0-a5ac-1f92044cd45c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:54.427198 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:54.449696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dd7a4896-2e59-455f-9f20-f960e590e196 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7c31aa3af204c94885a5a90e0cdc894&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2306905
Apr 30 04:58:54.454081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bffb68d-307f-45b8-855d-8c0b34dc8526 req-02d87b6c-a76e-4e30-8ca5-c76c40f29693 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6906679
Apr 30 04:58:54.454669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56834) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:54.458152 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:54.464099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.5428994
Apr 30 04:58:54.465107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56838) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:54.483631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'security_group': {'name': 'tempest-secgroup-477131792'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:54.496208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:54.510752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:54.518839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:54.534716 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59742f72-79b5-45a5-b3fb-84443626b4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:54.541988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:54.594347 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 8.1954982
Apr 30 04:58:54.617752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56844) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:54.650224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:54.657567 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3fff-7a89-4d15-815c-0655757c30b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:54.669920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:54.751577 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3fff-7a89-4d15-815c-0655757c30b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:54.876983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Usage tracker for resource:router and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:54.894497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:54.926971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:54.970378 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:54.996974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:55.059736 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:55.065982 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:55.149967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:55.258027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-59742f72-79b5-45a5-b3fb-84443626b4b8 None None] For port 92121f40-afcc-4d79-aa53-2d73b54aeaa5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=92121f40-afcc-4d79-aa53-2d73b54aeaa5,segment=NetworkSegment(e64c5a69-82f0-4189-8c1f-b39e18b7d2a0),segment_id=e64c5a69-82f0-4189-8c1f-b39e18b7d2a0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:55.510363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Router 62a4890d-71f6-49f2-b85e-638c62d20e8c is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:58:55.598583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3f4e7c4b-11ea-4448-9176-c5b8cc417606 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:55.811835 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59742f72-79b5-45a5-b3fb-84443626b4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:55.836645 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:56.200848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Provisioning for port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:56.265490 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3fff-7a89-4d15-815c-0655757c30b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:56.287133 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0810f9db-145c-4792-89e3-78ee3f29752c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:56.301356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Provisioning complete for port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:58:56.302246 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:56.316688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a3fff-7a89-4d15-815c-0655757c30b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59476f2c-407a-4431-a137-d2c943763e4f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:56.329507 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d5a3fff-7a89-4d15-815c-0655757c30b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:56.421811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:56.434807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3fff-7a89-4d15-815c-0655757c30b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:56.436261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8d5a3fff-7a89-4d15-815c-0655757c30b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59476f2c-407a-4431-a137-d2c943763e4f HTTP/1.1" status: 204  len: 168 time: 1.9803514
Apr 30 04:58:56.500738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd72cb-ae3b-413e-a6d1-bd541f863d55 None None] Network 78a76f34-2b04-4947-b3f3-72da5f0135ee requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:58:56.567373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group_rule and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:56.611601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:56.632906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:56.645448 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:56.667464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:58:56.679687 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "PUT /v2.0/routers/62a4890d-71f6-49f2-b85e-638c62d20e8c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.8546755
Apr 30 04:58:56.684001 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbb2b37-de77-486d-9860-400f0c7a5272 None None] Sync routers for ids ['62a4890d-71f6-49f2-b85e-638c62d20e8c'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:58:56.687216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56860) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:56.697694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Request body: {'port': {'network_id': '34fc6590-4510-487b-abdb-018ceb1ea7a3', 'name': 'tempest-FloatingIPNegativeTestJSON-1209443657'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:56.724077 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb2b37-de77-486d-9860-400f0c7a5272 None None] Routers {'62a4890d-71f6-49f2-b85e-638c62d20e8c'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:58:56.726588 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0dbb2b37-de77-486d-9860-400f0c7a5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bed2d90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62a4890d-71f6-49f2-b85e-638c62d20e8c'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:56.898968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:58:56.949336 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:56.960640 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:58:56.963425 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0dbb2b37-de77-486d-9860-400f0c7a5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bed2d90>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:56.970283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:56.976047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:56.987870 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb2b37-de77-486d-9860-400f0c7a5272 None None] Routers {'62a4890d-71f6-49f2-b85e-638c62d20e8c'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:58:56.989083 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0dbb2b37-de77-486d-9860-400f0c7a5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bed2d90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62a4890d-71f6-49f2-b85e-638c62d20e8c'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:57.017874 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-207869bd-b4c1-49bb-9025-5bd7b2eb7119 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:57.100415 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0dbb2b37-de77-486d-9860-400f0c7a5272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bed2d90>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:58:57.101083 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbb2b37-de77-486d-9860-400f0c7a5272 None None] The sync data for ids ['62a4890d-71f6-49f2-b85e-638c62d20e8c'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:58:57.113223 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:57.154378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59742f72-79b5-45a5-b3fb-84443626b4b8 None None] Pushing event updated for resources: {'Port': ['ID=92121f40-afcc-4d79-aa53-2d73b54aeaa5,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:57.184020 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:57.194975 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-59742f72-79b5-45a5-b3fb-84443626b4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.359s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:57.321718 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ac3111a9-7f15-407d-a016-96d21d9d2f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:57.416989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:57.422828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Usage tracker for resource:port and tenant:d4c14c0e36e64fc48c7a574deb062485 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:57.426500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:57.434310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:57.472032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Made reservation on behalf of d4c14c0e36e64fc48c7a574deb062485 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:57.481839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:57.553463 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:57.557692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 3.0806668
Apr 30 04:58:57.564049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56882) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:57.628927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'security_group': {'name': 'tempest-secgroup-920776189'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:57.654772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:58:57.657160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] device_id is not set on port c28d90a0-d79b-4f90-9bbf-42be773c6994 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:58:57.657995 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:57.673369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:57.683026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:57.690020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:57.709891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:57.760147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:57.841999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Port': ['ID=42bd4f85-a963-442d-920a-9804be204686,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:57.842773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae2174d-6061-4810-be38-75453771bc63,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:57.861863 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:57.902532 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:57.976150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:58.005704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:security_group_rule and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:58.019135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:58.040974 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:58.045523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:58.278552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Allocated IP 172.20.0.2 (20c185bc-ff4c-42fe-9bcc-d875f9d9816a/6ff30c7a-a715-4a41-bc3e-5590f5452310/ffb3176f-a054-4618-882a-266942c9bdb8) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:58.541981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:58:58.547047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:58:58.549096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 92121f40-afcc-4d79-aa53-2d73b54aeaa5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:58:58.568264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Allocated IP 172.20.0.5 (34fc6590-4510-487b-abdb-018ceb1ea7a3/12dadb8a-e92a-4aa7-a6db-72b46ef83722/c28d90a0-d79b-4f90-9bbf-42be773c6994) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:58.845837 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:58.897525 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:58.906539 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:58.963806 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9583a4cb-ba81-41a2-bf4f-84c025b5d454 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:59.056628 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:59.061896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] Update dhcp port {'port': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'fixed_ips': [{'subnet_id': '0eb30e08-2808-4f32-adf0-e8ab308ea414', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9dfd6078-7df5-447d-b509-8747b094b80f'}], 'binding:host_id': 'n-d-766726-20'}, 'id': '7d1daa16-15cf-465e-9157-b51d32b44d9f'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:58:59.127553 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:59.131865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.5239902
Apr 30 04:58:59.134115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e1888c-c0e4-4064-b21b-5437c09211fc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:58:59.156052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56902) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:58:59.161929 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:58:59.166361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1907007674', 'security_groups': ['11e1888c-c0e4-4064-b21b-5437c09211fc'], 'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9dfd6078-7df5-447d-b509-8747b094b80f'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:58:59.303965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] For port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4d3c54f-2a97-4dc0-9e06-659d759a3c6d,segment=NetworkSegment(aaa13df6-6c79-4673-bb4e-d6d3432b161f),segment_id=aaa13df6-6c79-4673-bb4e-d6d3432b161f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:58:59.394312 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:59.416565 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:59.504614 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:59.668374 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:58:59.673239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:58:59.678541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:port and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:58:59.682293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:58:59.689985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:58:59.704759 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:58:59.710902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:58:59.718177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Router 5a4978ec-c840-43f2-8c7f-4837834b1745 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:58:59.739639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Transition to ACTIVE for port object c28d90a0-d79b-4f90-9bbf-42be773c6994 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:58:59.916566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Allocated IP 172.25.8.68 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:58:59.971530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:00.066768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:59:00.095285 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:00.096583 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "PUT /v2.0/routers/5a4978ec-c840-43f2-8c7f-4837834b1745/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.3549333
Apr 30 04:59:00.101524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56926) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:00.136725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] device_id is not set on port 2015b484-25c7-4a22-8b88-59afde3e559c yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 04:59:00.259242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9ee91-6ff2-48cd-a595-ce10cf640d9e None None] Sync routers for ids ['5a4978ec-c840-43f2-8c7f-4837834b1745'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:59:00.386375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9ee91-6ff2-48cd-a595-ce10cf640d9e None None] Routers {'5a4978ec-c840-43f2-8c7f-4837834b1745'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:00.387289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-47e9ee91-6ff2-48cd-a595-ce10cf640d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b251d60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5a4978ec-c840-43f2-8c7f-4837834b1745'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:00.489581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675038da-be9f-4de9-9edb-708272716e05 req-3b0ad6c5-0ffe-4c6d-b26d-46de46fab828 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=b95c6ff6-938a-4159-af32-dc19534be368 HTTP/1.1" status: 200  len: 210 time: 0.2162490
Apr 30 04:59:00.690541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-47e9ee91-6ff2-48cd-a595-ce10cf640d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b251d60>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:00.743149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Provisioning for port 42bd4f85-a963-442d-920a-9804be204686 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:00.758916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Provisioning complete for port 42bd4f85-a963-442d-920a-9804be204686 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:00.759673 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:00.873766 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:00.890695 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Pushing event updated for resources: {'Port': ['ID=d4d3c54f-2a97-4dc0-9e06-659d759a3c6d,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:00.907459 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.239s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:00.954945 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2285b4f3-3c93-4afe-92b3-8272a1fdd487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:00.971428 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:01.028473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:01.031443 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:01.097608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Port 42bd4f85-a963-442d-920a-9804be204686 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:01.131920 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:01.206894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9ee91-6ff2-48cd-a595-ce10cf640d9e None None] Routers {'5a4978ec-c840-43f2-8c7f-4837834b1745'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:01.207678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-47e9ee91-6ff2-48cd-a595-ce10cf640d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b251d60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:58:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5a4978ec-c840-43f2-8c7f-4837834b1745'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:01.222164 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-96178cca-4630-4961-bcbd-39587abad38e tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:01.772284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8::18e (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/9dfd6078-7df5-447d-b509-8747b094b80f/2015b484-25c7-4a22-8b88-59afde3e559c) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:01.787725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:01.795471 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:01.889234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Pushing event updated for resources: {'Port': ['ID=84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:01.898669 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:01.915862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-47e9ee91-6ff2-48cd-a595-ce10cf640d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b251d60>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:01.916134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9ee91-6ff2-48cd-a595-ce10cf640d9e None None] The sync data for ids ['5a4978ec-c840-43f2-8c7f-4837834b1745'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:59:01.938100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:01.944250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:01.955896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:02.004942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Transition to ACTIVE for port object ffb3176f-a054-4618-882a-266942c9bdb8 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:02.194372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Provisioning complete for port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:02.195612 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:02.302735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event updated for resources: {'Port': ['ID=c28d90a0-d79b-4f90-9bbf-42be773c6994,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:02.328585 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:02.394057 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:59:02.411256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Transition to ACTIVE for port object ffb3176f-a054-4618-882a-266942c9bdb8 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:02.478045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:02.484396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:02.506735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:02.713403 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:02.756833 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:02.760922 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85c4ddda-2c83-429b-a1c4-b4f98c3e5ed2 req-c7c49517-e89c-4cef-8106-476a67114203 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.4071925
Apr 30 04:59:02.793389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:02.801331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:02.979363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Pushing event updated for resources: {'Port': ['ID=ffb3176f-a054-4618-882a-266942c9bdb8,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:03.000328 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:03.002161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Provisioning for port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:03.043255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:03.101679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Provisioning complete for port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:03.107548 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:03.111967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:03.207150 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 6.5152357
Apr 30 04:59:03.222333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56978) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:03.237032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object 2015b484-25c7-4a22-8b88-59afde3e559c will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:03.245738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:03.275999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:03.361571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:03.365791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Usage tracker for resource:floatingip and tenant:d4c14c0e36e64fc48c7a574deb062485 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:03.373504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:03.389079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:03.503364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:03.672696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d4d3c54f-2a97-4dc0-9e06-659d759a3c6d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:03.935188 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:03.957504 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-cd20aa21-c816-4c0a-a561-fc2683bde1f1 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:59:03.959251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd20aa21-c816-4c0a-a561-fc2683bde1f1 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "PUT /v2.0/routers/5a4978ec-c840-43f2-8c7f-4837834b1745/add_router_interface HTTP/1.1" status: 400  len: 438 time: 3.8565185
Apr 30 04:59:03.964233 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:03.979936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56992) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:03.998662 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-48854a4a-a4d7-4fdc-bad2-ca1f31229cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:04.080890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Attempting to bind port ffb3176f-a054-4618-882a-266942c9bdb8 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:59:04.081826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Attempting to bind port ffb3176f-a054-4618-882a-266942c9bdb8 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:59:04.082655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Attempting to bind port ffb3176f-a054-4618-882a-266942c9bdb8 on network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:59:04.185400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:04.204628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:04.205244 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:04.260275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:59:04.260821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Checking segment: {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:59:04.262173 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:04.262365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Bound using segment: {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:59:04.263774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Bound port: ffb3176f-a054-4618-882a-266942c9bdb8, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:59:04.264415 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:04.379130 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:04.543039 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] For port ffb3176f-a054-4618-882a-266942c9bdb8, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:59:04.549848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] For port ffb3176f-a054-4618-882a-266942c9bdb8, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ffb3176f-a054-4618-882a-266942c9bdb8,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:59:04.601864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:04.614131 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9f965f41-4b61-4fa3-9de2-389072b4981e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:04.743831 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b678163a-11da-4516-a379-09c9eec6778b None None] For port 3f4e7c4b-11ea-4448-9176-c5b8cc417606, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3f4e7c4b-11ea-4448-9176-c5b8cc417606,segment=NetworkSegment(f748cc18-ce26-4157-a3a8-86ce472a8ca3),segment_id=f748cc18-ce26-4157-a3a8-86ce472a8ca3)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:04.792569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24c92496-b79b-49ed-9d86-db3b3d56d73e req-79752880-98c8-46d0-a6b9-8a39f46e4ad8 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.6112866
Apr 30 04:59:04.807694 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:04.841962 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-02c010ec-857f-4126-95f5-211c4e6f42e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:04.948740 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:05.039892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=2015b484-25c7-4a22-8b88-59afde3e559c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:05.052175 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:05.129989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:05.134812 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:05.139681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:05.145940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:05.158570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:05.160180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:05.203108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Provisioning complete for port 42bd4f85-a963-442d-920a-9804be204686 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:05.203757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:05.319999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Pushing event updated for resources: {'Port': ['ID=ffb3176f-a054-4618-882a-266942c9bdb8,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:05.344405 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:05.373111 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-12012d7d-1d81-4a5a-8a71-852fffb495f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:05.462038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:05.496381 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 6.3356545
Apr 30 04:59:05.500742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57004) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:05.573240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:05.577989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Port 42bd4f85-a963-442d-920a-9804be204686 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:05.654723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Provisioning for port bc0aa778-362f-488b-b985-a9d0d339ab72 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:05.673799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] Allocated IP 2001:db8::2 (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/9dfd6078-7df5-447d-b509-8747b094b80f/7d1daa16-15cf-465e-9157-b51d32b44d9f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:05.704682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Provisioning complete for port bc0aa778-362f-488b-b985-a9d0d339ab72 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:05.705092 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:05.947434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Pushing event updated for resources: {'Port': ['ID=3f4e7c4b-11ea-4448-9176-c5b8cc417606,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:05.979151 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:06.197315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Port bc0aa778-362f-488b-b985-a9d0d339ab72 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:06.268266 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:06.445422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] For port 7d1daa16-15cf-465e-9157-b51d32b44d9f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7d1daa16-15cf-465e-9157-b51d32b44d9f,segment=NetworkSegment(0e8ad967-bbff-4db9-84e4-b526fb2ec323),segment_id=0e8ad967-bbff-4db9-84e4-b526fb2ec323)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:06.576085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bea059af-575b-41be-b90d-84c0df8d4465 None None] Provisioning for port c28d90a0-d79b-4f90-9bbf-42be773c6994 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:06.603890 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:06.650895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bea059af-575b-41be-b90d-84c0df8d4465 None None] Provisioning complete for port c28d90a0-d79b-4f90-9bbf-42be773c6994 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:06.657127 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bea059af-575b-41be-b90d-84c0df8d4465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:06.867369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] Transition to ACTIVE for port object 7d1daa16-15cf-465e-9157-b51d32b44d9f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:06.879541 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:06.941737 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:07.199383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bea059af-575b-41be-b90d-84c0df8d4465 None None] Port c28d90a0-d79b-4f90-9bbf-42be773c6994 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:07.554381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75061a06-cf14-4de8-a54d-3aac9a7ab571 None None] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:07.629918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3f4e7c4b-11ea-4448-9176-c5b8cc417606 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:07.703787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Deleting port 42bd4f85-a963-442d-920a-9804be204686 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:07.704702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:07.760705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-28b909d8-b23f-437e-a645-456b1d39946f req-875a409f-4f02-4a9f-83d1-0b46d5660ff5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b95c6ff6-938a-4159-af32-dc19534be368 HTTP/1.1" status: 200  len: 210 time: 0.9031458
Apr 30 04:59:07.769649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a58e84ae-c83a-49d4-9f94-148b7e203423 req-509b1b65-7371-4bb4-92bb-73fc42f0803c tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 1.2451427
Apr 30 04:59:07.877530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bea059af-575b-41be-b90d-84c0df8d4465 None None] Provisioning complete for port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:07.878156 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bea059af-575b-41be-b90d-84c0df8d4465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:07.995798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:08.018095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] Pushing event updated for resources: {'Port': ['ID=7d1daa16-15cf-465e-9157-b51d32b44d9f,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:08.028392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:08.033851 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.096s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:08.312978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:08.326115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:08.348014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:08.354511 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:08.415129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Calling delete_port for 42bd4f85-a963-442d-920a-9804be204686 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:08.544913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:08.621615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:08.622060 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:08.983864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:59:08.990436 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:09.240383 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:09.264201 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a32db18-47b0-43c5-8841-01c56adaaf9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:09.446638 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ffb3176f-a054-4618-882a-266942c9bdb8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:09.478976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Port': ['ID=42bd4f85-a963-442d-920a-9804be204686,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:09.552353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Allocated IP 172.25.8.154 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/09b1080a-81c9-45c9-89b8-d2dff5592c0f) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:09.643938 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:09.668053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6fdd96c8-f216-4323-9d02-c91d4b31a969 None None] Provisioning for port ffb3176f-a054-4618-882a-266942c9bdb8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:09.733039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61732c4f-dc0c-4646-bfca-7ae8629ed9b0 req-6538b72e-b559-45c7-9f51-31b6029cd728 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1635313
Apr 30 04:59:09.800596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6fdd96c8-f216-4323-9d02-c91d4b31a969 None None] Provisioning complete for port 36c9206e-bccb-46b2-bfdb-4001f1189b87 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:09.801490 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6fdd96c8-f216-4323-9d02-c91d4b31a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:09.920883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ffb3176f-a054-4618-882a-266942c9bdb8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:10.005296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ffb3176f-a054-4618-882a-266942c9bdb8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:10.005699 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:10.056241 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:10.108657 n-d-766726-20 neutron-server[74581]: INFO neutron.db.ipam_backend_mixin [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dfd6078-7df5-447d-b509-8747b094b80f (CIDR: 2001:db8::/64)
Apr 30 04:59:10.130749 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:59:10.131816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:10.150924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Router 94b1d524-d930-4288-a096-3d8a90401957 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:59:10.168013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd96c8-f216-4323-9d02-c91d4b31a969 None None] Port 36c9206e-bccb-46b2-bfdb-4001f1189b87 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:10.220595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6fdd96c8-f216-4323-9d02-c91d4b31a969 None None] Provisioning for port 7d1daa16-15cf-465e-9157-b51d32b44d9f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:10.227975 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6fdd96c8-f216-4323-9d02-c91d4b31a969 None None] Provisioning complete for port 7d1daa16-15cf-465e-9157-b51d32b44d9f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:10.228455 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6fdd96c8-f216-4323-9d02-c91d4b31a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:10.446840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:59:10.453423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bedfdcb5-7060-4557-b1ad-77d2ecaf2fe1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 4.9296093
Apr 30 04:59:10.454211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57042) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:10.467657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:10.472772 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Sync routers for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:59:10.495691 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:10.496362 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78010ed30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:10.776646 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:10.822380 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-698d6a71-6a58-4a71-9a52-487419d998ca req-5d0cf489-216f-4bd2-9bb4-34548d629f7c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1850884
Apr 30 04:59:10.836201 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:59:10.974055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ffb3176f-a054-4618-882a-266942c9bdb8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ffb3176f-a054-4618-882a-266942c9bdb8,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:10.988607 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:10.990890 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-de5de197-5a83-4850-b22f-b86e150da2ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:11.033497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:11.051030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:11.065182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:11.087282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:11.147408 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:11.231631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1af54124-d3c7-4375-a27c-c741d55be5ee None None] Provisioning complete for port ffb3176f-a054-4618-882a-266942c9bdb8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:11.232188 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1af54124-d3c7-4375-a27c-c741d55be5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:11.248871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:11.252238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 16.6062677
Apr 30 04:59:11.255212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57052) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:11.261140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Router 5a4978ec-c840-43f2-8c7f-4837834b1745 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:59:11.277857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7d1daa16-15cf-465e-9157-b51d32b44d9f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:11.346168 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78010ed30>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:03Z', 'revision_number': 3, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:11.349128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ffb3176f-a054-4618-882a-266942c9bdb8,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:11.362899 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:11.364743 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Checking router: 94b1d524-d930-4288-a096-3d8a90401957 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:59:11.367490 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Updating router 94b1d524-d930-4288-a096-3d8a90401957 port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:59:11.424798 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:11.444011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:59:11.450834 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:11.469205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:11.513767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 7d1daa16-15cf-465e-9157-b51d32b44d9f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:11.514921 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:11.537465 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ad8e0b1d-b58e-4286-bded-5747884e83b4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:11.791385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1af54124-d3c7-4375-a27c-c741d55be5ee None None] Provisioning for port 2015b484-25c7-4a22-8b88-59afde3e559c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:11.927081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1af54124-d3c7-4375-a27c-c741d55be5ee None None] Provisioning complete for port 2015b484-25c7-4a22-8b88-59afde3e559c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:11.929918 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1af54124-d3c7-4375-a27c-c741d55be5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:12.157338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1af54124-d3c7-4375-a27c-c741d55be5ee None None] Port 2015b484-25c7-4a22-8b88-59afde3e559c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:12.297021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:59:12.310393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3dd70-2704-4466-96a0-f61d21639d84 None None] Sync routers for ids ['5a4978ec-c840-43f2-8c7f-4837834b1745'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:59:12.340151 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "PUT /v2.0/routers/5a4978ec-c840-43f2-8c7f-4837834b1745/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3585799
Apr 30 04:59:12.353415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3dd70-2704-4466-96a0-f61d21639d84 None None] Routers {'5a4978ec-c840-43f2-8c7f-4837834b1745'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:12.354544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1bb3dd70-2704-4466-96a0-f61d21639d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b395760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5a4978ec-c840-43f2-8c7f-4837834b1745'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:12.357954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57062) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:12.468061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1bb3dd70-2704-4466-96a0-f61d21639d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b395760>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:12.485051 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:12.487649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3dd70-2704-4466-96a0-f61d21639d84 None None] Routers {'5a4978ec-c840-43f2-8c7f-4837834b1745'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:12.489064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1bb3dd70-2704-4466-96a0-f61d21639d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b395760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5a4978ec-c840-43f2-8c7f-4837834b1745'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:12.518253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:12.522869 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Transition to ACTIVE for port object 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:12.545063 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:12.556222 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-f51045d4-eb33-43d2-93a1-c5475ce89132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:12.579697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1bb3dd70-2704-4466-96a0-f61d21639d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b395760>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:12.580203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3dd70-2704-4466-96a0-f61d21639d84 None None] The sync data for ids ['5a4978ec-c840-43f2-8c7f-4837834b1745'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:59:12.597068 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-bcf54521-c413-40cf-967b-64810913c68d tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] delete failed (client error): The resource could not be found.
Apr 30 04:59:12.598835 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bcf54521-c413-40cf-967b-64810913c68d tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1629420492 HTTP/1.1" status: 404  len: 335 time: 0.2397771
Apr 30 04:59:12.606282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57066) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:12.612468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-64baa325-42df-4838-9468-885371362bcf tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a4978ec-c840-43f2-8c7f-4837834b1745'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:12.622361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:12.737169 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Attempting to bind port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:59:12.737760 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Attempting to bind port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:59:12.738345 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Attempting to bind port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:59:12.769678 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:59:12.770304 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:59:12.771862 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:12.771862 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:59:12.773014 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Bound port: 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:59:12.773644 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:12.791361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:12.890135 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:12.928294 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] For port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:59:12.935644 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] For port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:59:12.949511 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:12.956630 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Pushing event updated for resources: {'Port': ['ID=84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:12.974737 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.975317 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.975896 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.976446 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.977620 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.977620 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.978288 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.978818 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.979370 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.979946 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.980487 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.981012 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:12.995076 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:12.999067 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:13.072947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event updated for resources: {'Port': ['ID=09b1080a-81c9-45c9-89b8-d2dff5592c0f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:13.085957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c0876e4-e7f7-436d-a2db-2ef57795e367 req-4b0d9ba0-687e-4285-95c3-a263df7596bd tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 1.5664415
Apr 30 04:59:13.089999 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.554s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:13.184257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ffb3176f-a054-4618-882a-266942c9bdb8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:13.243326 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:13.244376 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78010ed30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:13.376348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ffb3176f-a054-4618-882a-266942c9bdb8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:13.376962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:13.538065 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Pushing event updated for resources: {'Port': ['ID=84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:13.561851 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:13.855278 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:14.004164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64baa325-42df-4838-9468-885371362bcf tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:14.019613 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:59:14.179670 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-64baa325-42df-4838-9468-885371362bcf tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] update failed (client error): The resource could not be found.
Apr 30 04:59:14.186970 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-64baa325-42df-4838-9468-885371362bcf tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "PUT /v2.0/routers/5a4978ec-c840-43f2-8c7f-4837834b1745 HTTP/1.1" status: 404  len: 339 time: 1.5791659
Apr 30 04:59:14.192836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57084) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:14.227563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1636942748'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:14.250155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:14.262081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:network and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:14.273418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:14.292388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:14.336884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Made reservation on behalf of 380c6307d0d7477ca4c0a4c0ae9412e2 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:59:14.359704 n-d-766726-20 neutron-server[74581]: INFO neutron.db.ipam_backend_mixin [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0eb30e08-2808-4f32-adf0-e8ab308ea414 (CIDR: 2001:db8:0:1::/64)
Apr 30 04:59:14.365952 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:14.405396 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:59:14.405897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:14.425370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:59:14.455664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:14.456223 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Added segment 5eb9b2f9-940b-4d7e-86d0-dab1a817fea9 of type vlan for network b5324f56-83bd-4422-b14e-09ff146d74f1
Apr 30 04:59:14.519780 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:14.590262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:14.604722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:14.605538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:14.610439 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b68ddbe9-0ecd-4657-9944-89389aa24af6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:14.735367 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5346372
Apr 30 04:59:14.742548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57090) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:14.751172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'subnet': {'network_id': 'b5324f56-83bd-4422-b14e-09ff146d74f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:14.766481 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78010ed30>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:03Z', 'revision_number': 3, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:14.791843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Network': ['ID=b5324f56-83bd-4422-b14e-09ff146d74f1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:14.797165 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be285f16-c58d-42be-a2f1-c435598a7571 None None] The sync data for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 is: [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:03Z', 'revision_number': 3, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:59:14.813738 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:14.814785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network b5324f56-83bd-4422-b14e-09ff146d74f1 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:59:14.914861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a9e8ca08-4d3b-49de-a858-b1998f6fc415 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 4.4526908
Apr 30 04:59:14.915872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57094) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:14.941892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'subnet': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:14.988984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-350b31fc-6c32-4a54-9362-03d5340fcc5e req-70e5786e-9cb3-4368-928b-54ec3fbdb010 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.3918822
Apr 30 04:59:15.044745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:15.057278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Usage tracker for resource:subnet and tenant:380c6307d0d7477ca4c0a4c0ae9412e2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:15.066322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:15.086720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:15.124370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Made reservation on behalf of 380c6307d0d7477ca4c0a4c0ae9412e2 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:59:15.145875 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:15.438193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:15.442581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Usage tracker for resource:subnet and tenant:a757c40b25f54d7390ac2e26567bf4d9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:15.453776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:15.477666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:15.564507 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:15.672539 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:15.711914 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72db123d-4a18-407c-bad3-32a71a25fe23 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:15.799718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Made reservation on behalf of a757c40b25f54d7390ac2e26567bf4d9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:59:15.807248 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:16.470798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:16.510321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:16.516322 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f08b602-30c4-4239-aa8d-4fcd40da8b8f tempest-ExtraDHCPOptionsIpV6TestJSON-337276505 tempest-ExtraDHCPOptionsIpV6TestJSON-337276505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:16.706124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-026d4dc2-8117-4e9a-ac6a-98cdb29bc283 req-70a3b5c1-a06b-43aa-a064-d0d59061f7b7 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1628160
Apr 30 04:59:16.959552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Subnet': ['ID=3a06ba9b-dda1-4c5c-a528-39cad5493380,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:16.968594 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:16.976458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Allocated IP 172.20.0.1 (20c185bc-ff4c-42fe-9bcc-d875f9d9816a/6ff30c7a-a715-4a41-bc3e-5590f5452310/8f52f184-1554-4713-b02f-57109c031fe0) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:16.980314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Checking segment: {'id': '5eb9b2f9-940b-4d7e-86d0-dab1a817fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5324f56-83bd-4422-b14e-09ff146d74f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:59:16.984451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network hostable DHCP agents. Network: b5324f56-83bd-4422-b14e-09ff146d74f1, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:59:17.035914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network b5324f56-83bd-4422-b14e-09ff146d74f1 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:59:17.068687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, b5324f56-83bd-4422-b14e-09ff146d74f1) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:17.079753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c27afe-6289-4bac-b4dc-3ca66cbaf94d None None] Network b5324f56-83bd-4422-b14e-09ff146d74f1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:17.102719 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:17.112056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:17.202223 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.4576924
Apr 30 04:59:17.204871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57124) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:17.222837 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:17.229239 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:17.237678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-86eb3d7c-f655-4fd5-b096-8117c5b91429 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5324f56-83bd-4422-b14e-09ff146d74f1'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:17.248068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:17.255241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event updated for resources: {'Port': ['ID=09b1080a-81c9-45c9-89b8-d2dff5592c0f,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:17.264285 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.553s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:17.279411 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:17.280759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 14.0557632
Apr 30 04:59:17.286383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57128) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:17.306864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-62f0f835-1418-49d1-98d2-764c15b8a25a tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Request body: {'floatingip': {'port_id': 'c28d90a0-d79b-4f90-9bbf-42be773c6994', 'fixed_ip_address': '172.20.0.5'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:17.478389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-62f0f835-1418-49d1-98d2-764c15b8a25a tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:17.600042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Transition to ACTIVE for port object 8f52f184-1554-4713-b02f-57109c031fe0 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:17.699576 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:17.710432 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c1d0efe5-0e21-4265-b19b-6358f82e44a4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:17.810956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-b5324f56-83bd-4422-b14e-09ff146d74f1', 'network_id': 'b5324f56-83bd-4422-b14e-09ff146d74f1', 'tenant_id': '380c6307d0d7477ca4c0a4c0ae9412e2', 'fixed_ips': [{'subnet_id': '3a06ba9b-dda1-4c5c-a528-39cad5493380'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:59:17.812913 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:17.861716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:17.868659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:17.878852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:17.900443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:18.003721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:18.006788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:18.007984 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:18.141203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Pushing event updated for resources: {'Port': ['ID=8f52f184-1554-4713-b02f-57109c031fe0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:18.285369 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:18.386747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Allocated IP 2001:db8:1::2 (b5324f56-83bd-4422-b14e-09ff146d74f1/3a06ba9b-dda1-4c5c-a528-39cad5493380/92fc7eac-1f81-4446-b304-9c91345f1e85) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:18.488365 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03edc1d9-f504-4081-b328-f99e5f792ec8 req-f71853ef-4462-4043-8250-3229318cb8eb tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1614377
Apr 30 04:59:18.647185 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:18.654048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-219c2096-cbce-4e30-8d1e-877b4b543e3d None None] Provisioning for port 8f52f184-1554-4713-b02f-57109c031fe0 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:18.666126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-219c2096-cbce-4e30-8d1e-877b4b543e3d None None] Provisioning complete for port 8f52f184-1554-4713-b02f-57109c031fe0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:18.667010 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-219c2096-cbce-4e30-8d1e-877b4b543e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:18.690234 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-62f0f835-1418-49d1-98d2-764c15b8a25a tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] update failed (client error): The resource could not be found.
Apr 30 04:59:18.691712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-62f0f835-1418-49d1-98d2-764c15b8a25a tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "PUT /v2.0/floatingips/46b3b8f6-a53e-4fbf-aea2-3d6e8ac7e494 HTTP/1.1" status: 404  len: 507 time: 1.4011309
Apr 30 04:59:18.717638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57144) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:18.773178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:18.788981 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:18.805452 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3bca9096-4827-437d-b546-d0eded685386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:18.810284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-86eb3d7c-f655-4fd5-b096-8117c5b91429 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:18.911647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:18.926764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.927116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.927493 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.927837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.928178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.928518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.928852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.929185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.929547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.929844 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.930176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.930502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:18.935072 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:18.942137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-219c2096-cbce-4e30-8d1e-877b4b543e3d None None] Port 8f52f184-1554-4713-b02f-57109c031fe0 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:19.166396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:19.207665 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-86eb3d7c-f655-4fd5-b096-8117c5b91429 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:59:19.212419 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-86eb3d7c-f655-4fd5-b096-8117c5b91429 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "PUT /v2.0/routers/5a4978ec-c840-43f2-8c7f-4837834b1745 HTTP/1.1" status: 400  len: 364 time: 2.0025072
Apr 30 04:59:19.212731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57154) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:19.222194 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:19.252937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Transition to ACTIVE for port object 92fc7eac-1f81-4446-b304-9c91345f1e85 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:19.291633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Transition to ACTIVE for port object 92fc7eac-1f81-4446-b304-9c91345f1e85 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:19.304847 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:19.320899 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:19.411646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Network b5324f56-83bd-4422-b14e-09ff146d74f1 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:19.413808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Pushing event updated for resources: {'Port': ['ID=92fc7eac-1f81-4446-b304-9c91345f1e85,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:19.417049 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:19.418943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:19.423148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:19.425287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:19.425757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:19.722821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Attempting to bind port 92fc7eac-1f81-4446-b304-9c91345f1e85 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:59:19.723213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Attempting to bind port 92fc7eac-1f81-4446-b304-9c91345f1e85 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5eb9b2f9-940b-4d7e-86d0-dab1a817fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5324f56-83bd-4422-b14e-09ff146d74f1'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:59:19.726981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Attempting to bind port 92fc7eac-1f81-4446-b304-9c91345f1e85 on network b5324f56-83bd-4422-b14e-09ff146d74f1 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:59:19.766937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:59:19.767352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Checking segment: {'id': '5eb9b2f9-940b-4d7e-86d0-dab1a817fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5324f56-83bd-4422-b14e-09ff146d74f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:59:19.767782 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:19.768204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Bound using segment: {'id': '5eb9b2f9-940b-4d7e-86d0-dab1a817fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5324f56-83bd-4422-b14e-09ff146d74f1'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:59:19.768716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Bound port: 92fc7eac-1f81-4446-b304-9c91345f1e85, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb9b2f9-940b-4d7e-86d0-dab1a817fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b5324f56-83bd-4422-b14e-09ff146d74f1'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:59:19.769110 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:19.813616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d4373c1-0ea2-46e0-98c0-f765d4ef8ca7 req-504643f4-2ae6-45a6-ae1a-fb4d93b8cb6e tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.0814245
Apr 30 04:59:19.881660 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:19.962880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] For port 92fc7eac-1f81-4446-b304-9c91345f1e85, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:59:19.968178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] For port 92fc7eac-1f81-4446-b304-9c91345f1e85, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=92fc7eac-1f81-4446-b304-9c91345f1e85,segment=NetworkSegment(5eb9b2f9-940b-4d7e-86d0-dab1a817fea9),segment_id=5eb9b2f9-940b-4d7e-86d0-dab1a817fea9)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:59:19.985236 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:19.992476 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b678163a-11da-4516-a379-09c9eec6778b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:20.070957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Deleting port 09b1080a-81c9-45c9-89b8-d2dff5592c0f {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:20.071712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:20.114599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:20.134500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Pushing event updated for resources: {'Port': ['ID=92fc7eac-1f81-4446-b304-9c91345f1e85,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:20.148897 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:20.549872 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:20.550221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:20.720100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Calling delete_port for 09b1080a-81c9-45c9-89b8-d2dff5592c0f owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:20.735192 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:20.747560 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfe5101b-7692-4084-b74c-4dd5bd699ca6 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:20.790008 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:59:20.837197 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:20.862068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Allocated IP 2001:db8::1 (eb6a4707-14ed-499b-8069-66cec146b1a2/c7c5fe12-c8c3-4a9a-87e3-9a9011e945cd/aba5dbf9-6581-453f-82b0-77fc438142c8) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:20.888980 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:20.988949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:20.992499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:21.011933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b8cde-d98d-4519-a7a9-025b5ca41f6d None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:21.099892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4762160-3def-4566-9081-674c877185db req-e6eb666e-fb49-4354-9646-9fd98115a676 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.0889058
Apr 30 04:59:21.106564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Subnet': ['ID=8832e363-26d9-41bf-a07a-768cde88b9b2,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:21.114211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:21.115352 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:21.125186 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:21.125882 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d0ed1da3-30ab-450f-9c2a-8f6100f31387 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:21.202268 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:21.259220 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:21.268331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 92fc7eac-1f81-4446-b304-9c91345f1e85 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:21.289168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Transition to ACTIVE for port object aba5dbf9-6581-453f-82b0-77fc438142c8 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:21.327957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 6.3911271
Apr 30 04:59:21.331774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57182) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:21.344155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-896335564', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8832e363-26d9-41bf-a07a-768cde88b9b2'}], 'security_groups': ['cd1cff3f-36a3-40f0-a5ac-1f92044cd45c', 'fae2174d-6061-4810-be38-75453771bc63']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:21.398493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:21.416196 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d91f65d-4283-4a2c-804f-06ffebfb5cb6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:21.473822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 92fc7eac-1f81-4446-b304-9c91345f1e85 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:21.519056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Pushing event updated for resources: {'Port': ['ID=8f52f184-1554-4713-b02f-57109c031fe0,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:21.567189 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:21.578275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network eb6a4707-14ed-499b-8069-66cec146b1a2 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:21.588810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:21.614207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:21.615175 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:21.667377 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:21.690515 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:21.815657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:21.833660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event deleted for resources: {'Port': ['ID=09b1080a-81c9-45c9-89b8-d2dff5592c0f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:21.843586 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:21.857008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:21.927123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Port': ['ID=aba5dbf9-6581-453f-82b0-77fc438142c8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:21.948016 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:22.020991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca90701-70ce-4bc6-b2c2-f0aed74b77c5 None None] Network b5324f56-83bd-4422-b14e-09ff146d74f1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:22.052310 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:22.091077 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:22.097030 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] Update dhcp port {'port': {'network_id': 'acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7', 'fixed_ips': [{'subnet_id': '0eb30e08-2808-4f32-adf0-e8ab308ea414', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9dfd6078-7df5-447d-b509-8747b094b80f', 'ip_address': '2001:db8::2'}, {'subnet_id': '8832e363-26d9-41bf-a07a-768cde88b9b2'}], 'binding:host_id': 'n-d-766726-20'}, 'id': '7d1daa16-15cf-465e-9157-b51d32b44d9f'} from n-d-766726-20. {{(pid=74583) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Apr 30 04:59:22.108057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "DELETE /v2.0/floatingips/46b3b8f6-a53e-4fbf-aea2-3d6e8ac7e494 HTTP/1.1" status: 204  len: 168 time: 3.3902020
Apr 30 04:59:22.221783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57196) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:22.230581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c58a68bf-1517-4cd2-910e-90d3aba5c8c9 None None] Provisioning for port 92fc7eac-1f81-4446-b304-9c91345f1e85 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:22.257831 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c58a68bf-1517-4cd2-910e-90d3aba5c8c9 None None] Provisioning complete for port 92fc7eac-1f81-4446-b304-9c91345f1e85 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:22.258468 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c58a68bf-1517-4cd2-910e-90d3aba5c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:22.311874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d4f9fce7-38f5-4ec2-9a62-ad4910b3e940 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Request body: {'floatingip': {'floating_network_id': '34fc6590-4510-487b-abdb-018ceb1ea7a3', 'port_id': 'c28d90a0-d79b-4f90-9bbf-42be773c6994', 'fixed_ip_address': '172.20.0.5'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:22.340798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4f9fce7-38f5-4ec2-9a62-ad4910b3e940 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:22.346777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4f9fce7-38f5-4ec2-9a62-ad4910b3e940 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Usage tracker for resource:floatingip and tenant:d4c14c0e36e64fc48c7a574deb062485 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:22.350630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4f9fce7-38f5-4ec2-9a62-ad4910b3e940 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:22.356815 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:22.360116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4f9fce7-38f5-4ec2-9a62-ad4910b3e940 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:22.367117 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:22.440447 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4f9fce7-38f5-4ec2-9a62-ad4910b3e940 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:22.635615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5523f4b-6e10-48f8-9ddb-2f987c73fa65 req-3e828921-0dc2-44a7-a4e7-098efde46a62 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1252170
Apr 30 04:59:22.647802 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c58a68bf-1517-4cd2-910e-90d3aba5c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:22.699937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:22.791760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Router 94b1d524-d930-4288-a096-3d8a90401957 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:59:22.799720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c58a68bf-1517-4cd2-910e-90d3aba5c8c9 None None] For port 92fc7eac-1f81-4446-b304-9c91345f1e85, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=92fc7eac-1f81-4446-b304-9c91345f1e85,segment=NetworkSegment(5eb9b2f9-940b-4d7e-86d0-dab1a817fea9),segment_id=5eb9b2f9-940b-4d7e-86d0-dab1a817fea9)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:22.800027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d46b1-cc90-49c7-a3e1-85d92cde45df req-a1670985-3acd-48ce-b54b-567376307038 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:22.801644 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-388d46b1-cc90-49c7-a3e1-85d92cde45df req-a1670985-3acd-48ce-b54b-567376307038 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 945 time: 0.2903783
Apr 30 04:59:22.815644 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c58a68bf-1517-4cd2-910e-90d3aba5c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:22.820849 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:23.004608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-388d46b1-cc90-49c7-a3e1-85d92cde45df req-7c49d29a-2538-4309-8437-028c99ea940c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1349504
Apr 30 04:59:23.064951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:59:23.078553 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Sync routers for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:59:23.087419 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] 10.222.0.46 "PUT /v2.0/routers/94b1d524-d930-4288-a096-3d8a90401957/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8222637
Apr 30 04:59:23.088240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] Allocated IP 2001:db8:0:2::2 (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/8832e363-26d9-41bf-a07a-768cde88b9b2/7d1daa16-15cf-465e-9157-b51d32b44d9f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:23.103886 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:23.108569 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780253d90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:23.288183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] For port 7d1daa16-15cf-465e-9157-b51d32b44d9f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7d1daa16-15cf-465e-9157-b51d32b44d9f,segment=NetworkSegment(0e8ad967-bbff-4db9-84e4-b526fb2ec323),segment_id=0e8ad967-bbff-4db9-84e4-b526fb2ec323)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:23.322859 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:23.347335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] Transition to ACTIVE for port object 7d1daa16-15cf-465e-9157-b51d32b44d9f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:23.372776 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:59:23.377237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:23.501133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bd406876-7b50-4405-91f2-4e6890984ce9 None None] Provisioning complete for port 8f52f184-1554-4713-b02f-57109c031fe0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:23.501672 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bd406876-7b50-4405-91f2-4e6890984ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:23.761757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bd406876-7b50-4405-91f2-4e6890984ce9 None None] Port 8f52f184-1554-4713-b02f-57109c031fe0 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:23.764750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a68bf-1517-4cd2-910e-90d3aba5c8c9 None None] Pushing event updated for resources: {'Port': ['ID=92fc7eac-1f81-4446-b304-9c91345f1e85,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:23.815754 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c58a68bf-1517-4cd2-910e-90d3aba5c8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:23.822421 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:24.005149 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780253d90>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:19Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8f52f184-1554-4713-b02f-57109c031fe0', 'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'mac_address': 'fa:16:3e:b2:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:16Z', 'updated_at': '2021-04-30T04:59:20Z', 'revision_number': 2, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'subnets': [{'id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:24.010405 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Checking router: 94b1d524-d930-4288-a096-3d8a90401957 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:59:24.010684 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Updating router 94b1d524-d930-4288-a096-3d8a90401957 port 8f52f184-1554-4713-b02f-57109c031fe0 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:59:24.050719 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:24.088701 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:24.271598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7952026c-02ef-4989-b4d8-0de5fb3b57dc req-77dde9bd-89b7-4e79-b229-46b8c1761f32 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1666148
Apr 30 04:59:24.354752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bd406876-7b50-4405-91f2-4e6890984ce9 None None] Provisioning for port aba5dbf9-6581-453f-82b0-77fc438142c8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:24.393501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bd406876-7b50-4405-91f2-4e6890984ce9 None None] Provisioning complete for port aba5dbf9-6581-453f-82b0-77fc438142c8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:24.394456 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bd406876-7b50-4405-91f2-4e6890984ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:24.402576 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:24.410224 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:24.458584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] Pushing event updated for resources: {'Port': ['ID=7d1daa16-15cf-465e-9157-b51d32b44d9f,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:24.463848 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cff6cd9e-1bb2-4ad8-b6a1-af685d67dcd0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:24.514814 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:24.596280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bd406876-7b50-4405-91f2-4e6890984ce9 None None] Port aba5dbf9-6581-453f-82b0-77fc438142c8 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:24.754732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5b26e606-4e81-4647-afbb-c2b198154620 None None] Provisioning complete for port 92fc7eac-1f81-4446-b304-9c91345f1e85 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:24.755742 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5b26e606-4e81-4647-afbb-c2b198154620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:24.765611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event updated for resources: {'Port': ['ID=aba5dbf9-6581-453f-82b0-77fc438142c8,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:24.845897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:24.846698 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:24.894613 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Transition to ACTIVE for port object 8f52f184-1554-4713-b02f-57109c031fe0 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:24.923968 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:24.938243 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:25.062935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network eb6a4707-14ed-499b-8069-66cec146b1a2 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:25.069612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:25.185401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57238) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:25.210857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-641618985-network', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:25.232550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:25.253368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Usage tracker for resource:network and tenant:d6e6da5456dc481a96ef6bbfc04ea752 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:25.263541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:25.284608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:25.294977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7d1daa16-15cf-465e-9157-b51d32b44d9f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:25.335000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Made reservation on behalf of d6e6da5456dc481a96ef6bbfc04ea752 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:59:25.341332 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:25.386692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:25.422111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:25.436733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Usage tracker for resource:security_group_rule and tenant:d6e6da5456dc481a96ef6bbfc04ea752 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:25.440741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:25.452862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:25.517837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 92fc7eac-1f81-4446-b304-9c91345f1e85 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:25.611005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Delete allocated IP 2001:db8::18e (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/9dfd6078-7df5-447d-b509-8747b094b80f) {{(pid=74582) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 04:59:25.640908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Allocated IP 2001:db8:0:2::30c (acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7/8832e363-26d9-41bf-a07a-768cde88b9b2/2015b484-25c7-4a22-8b88-59afde3e559c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:25.755885 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9680658-0f7c-4e9a-a20f-3a9925ee8483 None None] Pushing event updated for resources: {'Port': ['ID=8f52f184-1554-4713-b02f-57109c031fe0,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:25.758073 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:25.763518 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a9680658-0f7c-4e9a-a20f-3a9925ee8483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:25.765103 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Attempting to bind port 8f52f184-1554-4713-b02f-57109c031fe0 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:59:25.765675 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Attempting to bind port 8f52f184-1554-4713-b02f-57109c031fe0 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:59:25.766281 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Attempting to bind port 8f52f184-1554-4713-b02f-57109c031fe0 on network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:59:25.780440 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:25.780819 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:59:25.781413 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Checking segment: {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:59:25.782419 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:25.784114 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Bound using segment: {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:59:25.785206 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Bound port: 8f52f184-1554-4713-b02f-57109c031fe0, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:59:25.785952 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:25.788420 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a824c048-f184-4055-ab52-deb3f4b22088 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:25.878576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-47540c49-6a75-49e9-8b7a-84f71251091c None None] Provisioning complete for port aba5dbf9-6581-453f-82b0-77fc438142c8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:25.878948 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-47540c49-6a75-49e9-8b7a-84f71251091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:25.887890 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-d4f9fce7-38f5-4ec2-9a62-ad4910b3e940 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 04:59:25.895732 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d4f9fce7-38f5-4ec2-9a62-ad4910b3e940 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 3.6400826
Apr 30 04:59:25.926923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57252) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:25.934812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5927427e-c492-422b-9d99-c9ab62c58950,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:25.938115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 92fc7eac-1f81-4446-b304-9c91345f1e85 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:25.938532 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:25.942241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 04:59:25.978763 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:25.981126 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Added segment 46949ef7-f516-4c71-97f2-b7e9a8a28106 of type vlan for network 4673b357-101c-4096-8d9d-b68bffb06cf4
Apr 30 04:59:26.073048 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.083803 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] For port 8f52f184-1554-4713-b02f-57109c031fe0, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:59:26.091936 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] For port 8f52f184-1554-4713-b02f-57109c031fe0, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8f52f184-1554-4713-b02f-57109c031fe0,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:59:26.101582 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.124503 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-f51045d4-eb33-43d2-93a1-c5475ce89132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:26.144432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-47540c49-6a75-49e9-8b7a-84f71251091c None None] Port aba5dbf9-6581-453f-82b0-77fc438142c8 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:26.164954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': 'c28d90a0-d79b-4f90-9bbf-42be773c6994', 'fixed_ip_address': '172.20.0.5'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:26.184759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:26.259165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Usage tracker for resource:floatingip and tenant:d4c14c0e36e64fc48c7a574deb062485 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:26.277457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-457d17e8-ca80-4f9e-9209-10f8fd4a3e08 req-d0f761b1-8f76-49ad-b945-20611eadaa6e tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1173627
Apr 30 04:59:26.278825 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:26.284553 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.284745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:26.285605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:26.286527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.299148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:26.303273 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:26.303959 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780253d90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:26.331554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Provisioning complete for port 36c9206e-bccb-46b2-bfdb-4001f1189b87 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:26.332434 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.351002 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-99d5af44-146c-475e-b04c-31a7eb924abb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:26.417690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Router 5a4978ec-c840-43f2-8c7f-4837834b1745 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:59:26.441379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.466703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Pushing event updated for resources: {'Network': ['ID=4673b357-101c-4096-8d9d-b68bffb06cf4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:26.470740 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2832754
Apr 30 04:59:26.472500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:26.475537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57256) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:26.489557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Request body: {'subnet': {'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-641618985-subnet', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:26.500204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:26.511511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Usage tracker for resource:subnet and tenant:d6e6da5456dc481a96ef6bbfc04ea752 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:26.517338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Port 36c9206e-bccb-46b2-bfdb-4001f1189b87 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:26.520427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:26.526256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 04:59:26.535622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:26.564231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Made reservation on behalf of d6e6da5456dc481a96ef6bbfc04ea752 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 04:59:26.566799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.678747 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9680658-0f7c-4e9a-a20f-3a9925ee8483 None None] Pushing event updated for resources: {'Port': ['ID=8f52f184-1554-4713-b02f-57109c031fe0,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:26.688944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:59:26.703093 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a9680658-0f7c-4e9a-a20f-3a9925ee8483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:26.811459 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:59:26.817269 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.886425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:59:26.900251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Transition to ACTIVE for port object 2015b484-25c7-4a22-8b88-59afde3e559c will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:26.906060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682ac19-0a38-4808-bad6-9cf9f0f9371d None None] Sync routers for ids ['5a4978ec-c840-43f2-8c7f-4837834b1745'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:59:26.910808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Provisioning for port 7d1daa16-15cf-465e-9157-b51d32b44d9f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:26.928275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.932315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Provisioning complete for port 7d1daa16-15cf-465e-9157-b51d32b44d9f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:26.936640 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:26.941873 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:26.980617 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "PUT /v2.0/routers/5a4978ec-c840-43f2-8c7f-4837834b1745/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7667751
Apr 30 04:59:26.986637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57264) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:27.058342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] In _notify_port_updated(), no bound segment for port 2015b484-25c7-4a22-8b88-59afde3e559c on network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 04:59:27.066162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:27.067043 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:27.071900 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "PUT /v2.0/ports/2015b484-25c7-4a22-8b88-59afde3e559c HTTP/1.1" status: 200  len: 969 time: 5.7388201
Apr 30 04:59:27.075813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57268) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:27.079855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682ac19-0a38-4808-bad6-9cf9f0f9371d None None] Routers {'5a4978ec-c840-43f2-8c7f-4837834b1745'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:27.081080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a682ac19-0a38-4808-bad6-9cf9f0f9371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b3416d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5a4978ec-c840-43f2-8c7f-4837834b1745'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:27.159063 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:27.181858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event updated for resources: {'Port': ['ID=2015b484-25c7-4a22-8b88-59afde3e559c,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:27.232180 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:27.235564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a682ac19-0a38-4808-bad6-9cf9f0f9371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b3416d0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:27.283944 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:27.394782 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:27.413683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682ac19-0a38-4808-bad6-9cf9f0f9371d None None] Routers {'5a4978ec-c840-43f2-8c7f-4837834b1745'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:27.415190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a682ac19-0a38-4808-bad6-9cf9f0f9371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b3416d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5a4978ec-c840-43f2-8c7f-4837834b1745'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:27.428732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d5767b12-061d-41f9-ba55-b6ede6b09d26 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:27.552591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a682ac19-0a38-4808-bad6-9cf9f0f9371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b3416d0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:27.553158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a682ac19-0a38-4808-bad6-9cf9f0f9371d None None] The sync data for ids ['5a4978ec-c840-43f2-8c7f-4837834b1745'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:59:27.555814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:59:27.605514 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:27.644500 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:27.657631 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:27.874319 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:27.878728 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'code': 200}
Apr 30 04:59:27.906192 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780253d90>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:19Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8f52f184-1554-4713-b02f-57109c031fe0', 'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'mac_address': 'fa:16:3e:b2:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:16Z', 'updated_at': '2021-04-30T04:59:26Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'subnets': [{'id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:27.911325 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea4ce3d-1793-40c5-8c1b-044b0a926ae9 None None] The sync data for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 is: [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:19Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8f52f184-1554-4713-b02f-57109c031fe0', 'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'mac_address': 'fa:16:3e:b2:9f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:16Z', 'updated_at': '2021-04-30T04:59:26Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'subnets': [{'id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:59:27.914812 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-d5767b12-061d-41f9-ba55-b6ede6b09d26 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 04:59:27.931717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d5767b12-061d-41f9-ba55-b6ede6b09d26 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/routers/5a4978ec-c840-43f2-8c7f-4837834b1745 HTTP/1.1" status: 409  len: 329 time: 0.9365587
Apr 30 04:59:27.939847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57282) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:27.946047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:27.950237 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:28.057629 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Provisioning for port 2015b484-25c7-4a22-8b88-59afde3e559c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:28.067353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0bb05914-4c96-4366-b04a-5d684efaf20a req-bc823d7c-2ab9-4ec8-abb7-cf721123f046 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1729443
Apr 30 04:59:28.081927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Provisioning complete for port 2015b484-25c7-4a22-8b88-59afde3e559c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:28.082324 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:28.132765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 2015b484-25c7-4a22-8b88-59afde3e559c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:28.133367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:28.173771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-61def174-3b09-41fd-8748-cf5693022605 None None] Port 2015b484-25c7-4a22-8b88-59afde3e559c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:28.189711 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:28.195816 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-614d0350-caed-4be6-82ee-9ea2e7ab1b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:28.311707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da984cdb-f2e1-4b98-94a9-e445da2c1c47,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:28.318118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dcaf68b2-53c1-4eab-bd50-8c72feca4b53 None None] Provisioning complete for port 2015b484-25c7-4a22-8b88-59afde3e559c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:28.318779 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dcaf68b2-53c1-4eab-bd50-8c72feca4b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:28.327633 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:28.328598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Checking segment: {'id': '46949ef7-f516-4c71-97f2-b7e9a8a28106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:59:28.329113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Network hostable DHCP agents. Network: 4673b357-101c-4096-8d9d-b68bffb06cf4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 04:59:28.368539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 04:59:28.382359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Allocated IP 172.25.8.98 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/69176b5c-6f83-4ea1-b5aa-f959cc1a27fd) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:28.398929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 4673b357-101c-4096-8d9d-b68bffb06cf4) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:28.421086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65a02fd-10e2-471c-b742-c7fe75a73da2 None None] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:28.424989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:28.426720 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:28.478184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.0008359
Apr 30 04:59:28.483720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57286) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:28.499783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:28.513161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:28.522619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Usage tracker for resource:router and tenant:d6e6da5456dc481a96ef6bbfc04ea752 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:28.529531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:28.542552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:28.560718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:28.562049 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:28.583545 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:28.615076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf68b2-53c1-4eab-bd50-8c72feca4b53 None None] Port 2015b484-25c7-4a22-8b88-59afde3e559c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:28.704490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 04:59:28.825600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:28.899457 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 04:59:29.108641 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:29.171790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-4673b357-101c-4096-8d9d-b68bffb06cf4', 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'fixed_ips': [{'subnet_id': 'da984cdb-f2e1-4b98-94a9-e445da2c1c47'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 04:59:29.176320 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:29.205307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8f52f184-1554-4713-b02f-57109c031fe0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:29.288100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:29.317285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'port_id': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'mac_address': 'fa:16:3e:69:36:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 04:59:29.420669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 2015b484-25c7-4a22-8b88-59afde3e559c owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:29.524976 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Allocated IP 172.20.0.2 (4673b357-101c-4096-8d9d-b68bffb06cf4/da984cdb-f2e1-4b98-94a9-e445da2c1c47/632dc4bb-c6ff-43a3-afc0-c17b075260d2) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:29.573635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:29.586282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc25f4ac-55f6-4a08-a421-3c9d84bcf332 req-e3da39ae-a3db-4630-a7ce-f5a59554ffbf tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1107287
Apr 30 04:59:29.615696 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d343fcd8-3d41-4dd6-aad4-42afe2e0608e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:29.748897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=2015b484-25c7-4a22-8b88-59afde3e559c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:29.772649 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:29.775860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:29.780350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:29.808607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/2015b484-25c7-4a22-8b88-59afde3e559c HTTP/1.1" status: 204  len: 168 time: 2.7309396
Apr 30 04:59:29.812101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57302) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:29.916429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:29.941281 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c91ed7-d492-4615-acee-3bbc9bb6d7e1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] GET failed (client error): The resource could not be found.
Apr 30 04:59:29.942201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b1c91ed7-d492-4615-acee-3bbc9bb6d7e1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Synchronizing usage tracker for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:59:29.987898 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.063222 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.124313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b1c91ed7-d492-4615-acee-3bbc9bb6d7e1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Unset dirty status for tenant:a757c40b25f54d7390ac2e26567bf4d9 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:59:30.129926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Transition to ACTIVE for port object 632dc4bb-c6ff-43a3-afc0-c17b075260d2 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:30.130826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57308) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:30.131003 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b1c91ed7-d492-4615-acee-3bbc9bb6d7e1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports/2015b484-25c7-4a22-8b88-59afde3e559c HTTP/1.1" status: 404  len: 333 time: 0.3142178
Apr 30 04:59:30.138081 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.144780 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3699f914-fe06-4c33-9e8b-c8b5cfdf74fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:30.186512 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8f52f184-1554-4713-b02f-57109c031fe0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:30.205051 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.228954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Transition to ACTIVE for port object 632dc4bb-c6ff-43a3-afc0-c17b075260d2 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:30.231412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8f52f184-1554-4713-b02f-57109c031fe0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:30.232060 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.284283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:30.300137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:30.317349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1854aa1-ff16-41b4-9e49-87189721168d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 04:59:30.326212 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.344884 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c58a68bf-1517-4cd2-910e-90d3aba5c8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:30.353060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:30.361987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Allocated IP 172.25.8.48 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/c5ebb069-923a-4611-9c25-e32080802bc6) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:30.384085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8c3dcc3-c6bb-4038-b376-acb6266f569e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.424758 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-676ea2d4-8939-4b6b-bc4d-5f944aad4ed6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 665 time: 0.2560754
Apr 30 04:59:30.435731 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:30.447724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:30.453771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:30.459649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:30.462068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Pushing event updated for resources: {'Port': ['ID=632dc4bb-c6ff-43a3-afc0-c17b075260d2,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:30.464623 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.467362 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:30.467712 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:30.553544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f1854aa1-ff16-41b4-9e49-87189721168d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 04:59:30.736024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event updated for resources: {'Port': ['ID=69176b5c-6f83-4ea1-b5aa-f959cc1a27fd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:30.759725 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:30.763946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:30.781949 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:30.786053 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.799254 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-69b8107a-4ad8-40e2-bedc-761554621ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.804848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Attempting to bind port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:59:30.805253 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Attempting to bind port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '46949ef7-f516-4c71-97f2-b7e9a8a28106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:59:30.805598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Attempting to bind port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 on network 4673b357-101c-4096-8d9d-b68bffb06cf4 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:59:30.811467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8c3dcc3-c6bb-4038-b376-acb6266f569e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.825102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:59:30.825653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Checking segment: {'id': '46949ef7-f516-4c71-97f2-b7e9a8a28106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:59:30.826808 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:30.826808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Bound using segment: {'id': '46949ef7-f516-4c71-97f2-b7e9a8a28106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:59:30.826808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Bound port: 632dc4bb-c6ff-43a3-afc0-c17b075260d2, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46949ef7-f516-4c71-97f2-b7e9a8a28106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:59:30.827264 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.015058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 8f52f184-1554-4713-b02f-57109c031fe0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8f52f184-1554-4713-b02f-57109c031fe0,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:31.032570 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.034065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7299576b-e1a8-4dab-a48a-b8040bbe98c0 req-1815ff50-3875-463d-bd9c-66a336602dec tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.0951450
Apr 30 04:59:31.044357 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-67a1eb7b-c84b-473c-bc6b-a968e83c6d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:31.113010 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8c3dcc3-c6bb-4038-b376-acb6266f569e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.115915 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:31.140785 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.155327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3dcc3-c6bb-4038-b376-acb6266f569e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e1888c-c0e4-4064-b21b-5437c09211fc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:31.166714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-13e1a1db-7483-47bd-a405-2f9ca9f05194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.166714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-13e1a1db-7483-47bd-a405-2f9ca9f05194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.167148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-13e1a1db-7483-47bd-a405-2f9ca9f05194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.167753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-13e1a1db-7483-47bd-a405-2f9ca9f05194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.168783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-13e1a1db-7483-47bd-a405-2f9ca9f05194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.169800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-13e1a1db-7483-47bd-a405-2f9ca9f05194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.169800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-13e1a1db-7483-47bd-a405-2f9ca9f05194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.172270 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-13e1a1db-7483-47bd-a405-2f9ca9f05194 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6507 time: 0.4304342
Apr 30 04:59:31.174192 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e8c3dcc3-c6bb-4038-b376-acb6266f569e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:31.188648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.259575 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] For port 632dc4bb-c6ff-43a3-afc0-c17b075260d2, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:59:31.265709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] For port 632dc4bb-c6ff-43a3-afc0-c17b075260d2, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=632dc4bb-c6ff-43a3-afc0-c17b075260d2,segment=NetworkSegment(46949ef7-f516-4c71-97f2-b7e9a8a28106),segment_id=46949ef7-f516-4c71-97f2-b7e9a8a28106)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:59:31.269850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=8f52f184-1554-4713-b02f-57109c031fe0,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:31.273900 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:31.309721 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.320520 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4db7146c-7a30-4445-823e-d57e91aed85a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:31.397701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8c3dcc3-c6bb-4038-b376-acb6266f569e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.398249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e8c3dcc3-c6bb-4038-b376-acb6266f569e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/security-groups/11e1888c-c0e4-4064-b21b-5437c09211fc HTTP/1.1" status: 204  len: 168 time: 1.2583067
Apr 30 04:59:31.404025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57320) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:31.444533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Pushing event updated for resources: {'Port': ['ID=632dc4bb-c6ff-43a3-afc0-c17b075260d2,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:31.451202 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:31.497261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-5016b211-cc52-4c2f-a54a-22342dbadfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.497794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-5016b211-cc52-4c2f-a54a-22342dbadfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.498425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-5016b211-cc52-4c2f-a54a-22342dbadfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:31.500217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-5016b211-cc52-4c2f-a54a-22342dbadfaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7ce8a20-822a-4055-8098-f9299e94ad1e&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc HTTP/1.1" status: 200  len: 2296 time: 0.2855279
Apr 30 04:59:31.597381 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.623609 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:31.641500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Deleting port 69176b5c-6f83-4ea1-b5aa-f959cc1a27fd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:31.641953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.728624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d4cbebd-713b-4bfe-b546-89bd1ab361d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.770913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:31.779172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:31.806036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:31.856495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d4cbebd-713b-4bfe-b546-89bd1ab361d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.876943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-fa2d582c-2651-430a-a70c-4626b444df84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3 HTTP/1.1" status: 200  len: 1000 time: 0.3672891
Apr 30 04:59:31.983222 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:31.984367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.003859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ebb069-923a-4611-9c25-e32080802bc6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:32.053820 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:32.143262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Calling delete_port for 69176b5c-6f83-4ea1-b5aa-f959cc1a27fd owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:32.214483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-edb8de7b-06fb-4197-9431-5f0892201477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:32.216941 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-edb8de7b-06fb-4197-9431-5f0892201477 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b38188d-f154-49f0-be28-184ff149579c HTTP/1.1" status: 200  len: 855 time: 0.2241139
Apr 30 04:59:32.273218 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d4cbebd-713b-4bfe-b546-89bd1ab361d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.276572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-f97e22f7-4676-4b8d-8d5c-18711a76b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:32.278426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-f97e22f7-4676-4b8d-8d5c-18711a76b288 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1096 time: 0.3509758
Apr 30 04:59:32.330105 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4637727-8674-4a50-9e11-0486d458c854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:32.374425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Deleting port aba5dbf9-6581-453f-82b0-77fc438142c8 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:32.375023 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.427328 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c05eadee-75e5-43fc-971f-e58a43a92587 req-223d32ea-d7e7-42b3-a1ce-5c7ba8d98e6e tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1414397
Apr 30 04:59:32.438107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cbebd-713b-4bfe-b546-89bd1ab361d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae2174d-6061-4810-be38-75453771bc63,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:32.452010 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0d4cbebd-713b-4bfe-b546-89bd1ab361d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:32.464085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d4cbebd-713b-4bfe-b546-89bd1ab361d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.464816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0d4cbebd-713b-4bfe-b546-89bd1ab361d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/security-groups/fae2174d-6061-4810-be38-75453771bc63 HTTP/1.1" status: 204  len: 168 time: 1.0599709
Apr 30 04:59:32.475751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57332) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:32.700228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:32.706152 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-615f970b-4ca2-4d58-af77-95c2b49a9b77 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.757942 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-615f970b-4ca2-4d58-af77-95c2b49a9b77 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.779808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.794693 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bf88fdca-55c5-4eab-a5d1-9b9d5db1f1c4 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:32.851904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-782e1996-82d0-45fd-b071-263685834c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:32.854325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-782e1996-82d0-45fd-b071-263685834c42 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7ce8a20-822a-4055-8098-f9299e94ad1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6305308
Apr 30 04:59:32.857041 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.862092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.871413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port f1854aa1-ff16-41b4-9e49-87189721168d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:32.872028 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:32.967541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event deleted for resources: {'Port': ['ID=69176b5c-6f83-4ea1-b5aa-f959cc1a27fd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:33.160181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fca879-3ac5-43f9-a1fc-aa907c9c1751 None None] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:33.349695 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4b6fe7ed-7fd2-4085-9cd1-ba420be6ba80 None None] Provisioning for port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:33.366411 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:33.481449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Calling delete_port for aba5dbf9-6581-453f-82b0-77fc438142c8 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:33.514397 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:33.537134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:33.565411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-2f53e3cf-5b68-4fb8-9070-72d9ab553244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:33.567320 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-2f53e3cf-5b68-4fb8-9070-72d9ab553244 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 1.1955457
Apr 30 04:59:33.619008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 04:59:33.644819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-e4bb96e4-da95-4d89-85b0-cc50150c229e service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553682
Apr 30 04:59:33.658108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 632dc4bb-c6ff-43a3-afc0-c17b075260d2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:33.662240 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-615f970b-4ca2-4d58-af77-95c2b49a9b77 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:33.746718 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-75b96864-c13c-44aa-b24d-c3008761b638 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 1001 time: 0.1632664
Apr 30 04:59:33.813034 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] create failed (client error): The resource could not be found.
Apr 30 04:59:33.817920 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 7.8585827
Apr 30 04:59:33.843430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d5a3fff-7a89-4d15-815c-0655757c30b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:33.850771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57356) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:33.857736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-247fc019-449f-4592-a9f6-cc6f5bdede33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:33.860793 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-247fc019-449f-4592-a9f6-cc6f5bdede33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1067510
Apr 30 04:59:33.885195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f970b-4ca2-4d58-af77-95c2b49a9b77 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1cff3f-36a3-40f0-a5ac-1f92044cd45c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:33.903811 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-615f970b-4ca2-4d58-af77-95c2b49a9b77 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:33.907517 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-615f970b-4ca2-4d58-af77-95c2b49a9b77 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:33.908615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-615f970b-4ca2-4d58-af77-95c2b49a9b77 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/security-groups/cd1cff3f-36a3-40f0-a5ac-1f92044cd45c HTTP/1.1" status: 204  len: 168 time: 1.4291158
Apr 30 04:59:33.915638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57362) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:33.943472 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'code': 200}
Apr 30 04:59:33.966658 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:33.981489 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:34.001628 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:34.264019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-89848e47-2f3b-46e5-bb6b-103692126da7 req-82d3e57f-46b5-4778-8e5a-4377373d9136 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1212718
Apr 30 04:59:34.337959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet 9dfd6078-7df5-447d-b509-8747b094b80f {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:59:34.350585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-276a5664-9df5-4c89-bcdf-acff12a3ea4e service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6733339
Apr 30 04:59:34.352345 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:34.411459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fb0695ac-7756-46e3-93ed-8b5e4b0e2649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:34.424636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=10']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:34.440753 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:34.445206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:34.458888 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:34.459345 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:34.485093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-7d794d59-ccb9-4a02-bcfd-bb42965a5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:34.486917 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-7d794d59-ccb9-4a02-bcfd-bb42965a5ace service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5799849
Apr 30 04:59:34.637501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Deleting port c28d90a0-d79b-4f90-9bbf-42be773c6994 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:34.637877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:34.734854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-7baf96b5-8926-4113-9fcc-f7d2f8d15ee6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 200  len: 217 time: 0.3079562
Apr 30 04:59:34.839803 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:34.852173 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:34.953076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 632dc4bb-c6ff-43a3-afc0-c17b075260d2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=632dc4bb-c6ff-43a3-afc0-c17b075260d2,segment=NetworkSegment(46949ef7-f516-4c71-97f2-b7e9a8a28106),segment_id=46949ef7-f516-4c71-97f2-b7e9a8a28106)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:34.970023 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:34.971665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8f52f184-1554-4713-b02f-57109c031fe0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:35.071627 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:35.090763 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:35.140265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:35.193557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:35.238893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=632dc4bb-c6ff-43a3-afc0-c17b075260d2,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:35.244426 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:35.268662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-08e5ecdc-8e89-4f5b-9f93-c69421f34e66 None None] Provisioning complete for port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:35.269163 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-08e5ecdc-8e89-4f5b-9f93-c69421f34e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:35.320701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8f52f184-1554-4713-b02f-57109c031fe0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:35.321248 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:35.565628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Calling delete_port for c28d90a0-d79b-4f90-9bbf-42be773c6994 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:35.726408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff1f8c68-fe95-48ed-bcaf-de8b29d33e4b req-0b87a985-a517-4000-9f94-db2b4a0be1f5 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1749196
Apr 30 04:59:35.731406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-3423e96c-5c4f-47ba-9ee6-8350b3117d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:35.737011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-3423e96c-5c4f-47ba-9ee6-8350b3117d81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.9893460
Apr 30 04:59:35.814447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-af506e11-f184-4827-914f-9ccab74225d0 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2836051
Apr 30 04:59:35.817278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:35.853806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 632dc4bb-c6ff-43a3-afc0-c17b075260d2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:35.905303 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f12c126-fd61-4c89-8643-4f4ff2c477c0 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:35.990201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:35.990796 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:36.003981 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:36.149199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:36.169241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Port': ['ID=aba5dbf9-6581-453f-82b0-77fc438142c8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:36.175183 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:36.203605 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:36.266582 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:36.466199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event deleted for resources: {'Port': ['ID=c28d90a0-d79b-4f90-9bbf-42be773c6994,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:36.479079 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:36.756108 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:36.769259 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b25c988-dcf4-49b2-a751-7f9bb50d13b2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:36.911240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-4e4f8f48-1c11-4b7b-b6a0-db7aa9161a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:36.922023 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-4e4f8f48-1c11-4b7b-b6a0-db7aa9161a6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.1692967
Apr 30 04:59:36.923633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfd6078-7df5-447d-b509-8747b094b80f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:37.062903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.064174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.065081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.065730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.066375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.067006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.067683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.068297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.069423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.070103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.070817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.071500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:37.073247 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:37.080229 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:37.094599 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:37.102269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0911d063-7734-4b03-be21-281af2e60908 None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:37.125203 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f43a21dd-5fba-4434-8783-7c396edbed9b req-e2f61ac0-58dc-4922-b6b9-7bae4d4376ac service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2633708
Apr 30 04:59:37.254998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5b02323-eebb-410a-b807-13958aa2a1b4 req-4115d88c-baca-4a98-8b26-778940fa78c0 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.3131585
Apr 30 04:59:37.279377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/9dfd6078-7df5-447d-b509-8747b094b80f HTTP/1.1" status: 204  len: 168 time: 3.3577549
Apr 30 04:59:37.284956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57396) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:37.476077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 04:59:37.482455 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-d71ba93a-5664-4a50-bdea-e9494b351949 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5428023
Apr 30 04:59:37.537181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:37.572251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "DELETE /v2.0/ports/c28d90a0-d79b-4f90-9bbf-42be773c6994 HTTP/1.1" status: 204  len: 168 time: 3.7093856
Apr 30 04:59:37.597073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57404) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:37.654912 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-6f5630e8-7213-49c5-b2af-f5f4774aa699 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633520
Apr 30 04:59:37.924840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet 8832e363-26d9-41bf-a07a-768cde88b9b2 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:59:37.925925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-cbb9f480-3f3e-45f7-9eba-b928d251bd78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 200  len: 217 time: 0.2027969
Apr 30 04:59:37.951013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Router 5a4978ec-c840-43f2-8c7f-4837834b1745 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:59:37.952733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:38.020500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:38.093902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-ed907160-e033-4712-bee3-0a6e426852a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:38.096849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-ed907160-e033-4712-bee3-0a6e426852a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.1491563
Apr 30 04:59:38.147569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:38.308208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:59:38.321793 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Sync routers for ids ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:59:38.338743 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Routers {'37d20a5f-968f-450f-9e73-0373ea0e9ff4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:38.344817 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801f17f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:38.373397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:38.391503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 9.9054055
Apr 30 04:59:38.392965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57412) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:38.719139 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Set router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:59:38.742971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-98e71e57-aa05-4a23-9fa0-2685f5b4f2ea None None] Provisioning complete for port 36c9206e-bccb-46b2-bfdb-4001f1189b87 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:38.743851 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-98e71e57-aa05-4a23-9fa0-2685f5b4f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:38.874721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-98e71e57-aa05-4a23-9fa0-2685f5b4f2ea None None] Port 36c9206e-bccb-46b2-bfdb-4001f1189b87 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:38.893062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-98e71e57-aa05-4a23-9fa0-2685f5b4f2ea None None] Provisioning complete for port 7d1daa16-15cf-465e-9157-b51d32b44d9f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:38.893605 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-98e71e57-aa05-4a23-9fa0-2685f5b4f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:38.961213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:59:38.985800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7f15dc6f-777a-4247-81dd-ca76e0f2ee0f req-4a6ebcf6-3039-4912-9d1a-431a1b0bec1a tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.2975533
Apr 30 04:59:38.993350 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "PUT /v2.0/routers/5a4978ec-c840-43f2-8c7f-4837834b1745/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0480537
Apr 30 04:59:39.002114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d91280-9179-4dfb-9459-95f6935bf405 None None] Sync routers for ids ['5a4978ec-c840-43f2-8c7f-4837834b1745'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:59:39.037150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57422) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:39.114659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d91280-9179-4dfb-9459-95f6935bf405 None None] Routers {'5a4978ec-c840-43f2-8c7f-4837834b1745'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:39.115506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a2d91280-9179-4dfb-9459-95f6935bf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9d910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5a4978ec-c840-43f2-8c7f-4837834b1745'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:39.240583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe7d3d6-28e9-49c2-abef-27a5cbbadb9b tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:39.249578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cfe7d3d6-28e9-49c2-abef-27a5cbbadb9b tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Synchronizing usage tracker for tenant:d4c14c0e36e64fc48c7a574deb062485 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 04:59:39.305281 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-92c3b829-06fa-4d9f-aa12-9327aa210e5e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] show failed (client error): The resource could not be found.
Apr 30 04:59:39.307455 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-92c3b829-06fa-4d9f-aa12-9327aa210e5e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-832523477 HTTP/1.1" status: 404  len: 334 time: 0.2649493
Apr 30 04:59:39.329286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57426) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:39.346337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c4374db7-5b82-447c-ada7-9d05833ca1bc tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Request body: {'router': {'name': 'new_name'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:39.406843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a2d91280-9179-4dfb-9459-95f6935bf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9d910>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:39.462555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d91280-9179-4dfb-9459-95f6935bf405 None None] Routers {'5a4978ec-c840-43f2-8c7f-4837834b1745'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:39.463243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a2d91280-9179-4dfb-9459-95f6935bf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9d910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5a4978ec-c840-43f2-8c7f-4837834b1745'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:39.476497 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 04:59:39.509830 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-c4374db7-5b82-447c-ada7-9d05833ca1bc tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] update failed (client error): The resource could not be found.
Apr 30 04:59:39.517410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c4374db7-5b82-447c-ada7-9d05833ca1bc tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1370241864 HTTP/1.1" status: 404  len: 335 time: 0.1794791
Apr 30 04:59:39.633598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a2d91280-9179-4dfb-9459-95f6935bf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9d910>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:39.634531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d91280-9179-4dfb-9459-95f6935bf405 None None] The sync data for ids ['5a4978ec-c840-43f2-8c7f-4837834b1745'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:59:39.653208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57430) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:39.791737 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801f17f0>, [{'id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:59:28Z', 'updated_at': '2021-04-30T04:59:32Z', 'revision_number': 3, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'gw_port': {'id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:30Z', 'updated_at': '2021-04-30T04:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:39.800796 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Checking router: 37d20a5f-968f-450f-9e73-0373ea0e9ff4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:59:39.801986 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Updating router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 port c5ebb069-923a-4611-9c25-e32080802bc6 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:59:39.822847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-0967c586-bf81-478f-a05e-9eda922f3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:39.826047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-0967c586-bf81-478f-a05e-9eda922f3c50 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 1.7186985
Apr 30 04:59:39.916474 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:39.930395 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af2ff871-5ffb-4e29-9ade-06225ea54296 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:39.931411 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:39.967011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cfe7d3d6-28e9-49c2-abef-27a5cbbadb9b tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Unset dirty status for tenant:d4c14c0e36e64fc48c7a574deb062485 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 04:59:39.968357 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cfe7d3d6-28e9-49c2-abef-27a5cbbadb9b tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "GET /v2.0/ports?device_id=62a4890d-71f6-49f2-b85e-638c62d20e8c HTTP/1.1" status: 200  len: 913 time: 2.3019843
Apr 30 04:59:39.973793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=8832e363-26d9-41bf-a07a-768cde88b9b2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:39.975600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57438) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:40.066417 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:40.099514 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:40.106442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb5be56-ea76-47fc-b0d6-43edb0e49c04 None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:40.135571 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/8832e363-26d9-41bf-a07a-768cde88b9b2 HTTP/1.1" status: 204  len: 168 time: 2.8484762
Apr 30 04:59:40.136507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57444) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:40.297607 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-7046983a-56c5-45b8-8b31-58289c555177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:40.298744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7046983a-56c5-45b8-8b31-58289c555177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:40.302851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7046983a-56c5-45b8-8b31-58289c555177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/9dfd6078-7df5-447d-b509-8747b094b80f HTTP/1.1" status: 404  len: 337 time: 0.0507996
Apr 30 04:59:40.314499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57448) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:40.360124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Deleting subnet 3a06ba9b-dda1-4c5c-a528-39cad5493380 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:59:40.364423 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:40.480111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-134ab015-7fc1-4a3d-a5f5-c9e4416e0f9b req-16402f8a-fd47-4f4e-b3ac-c4d1fec47dc1 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1610856
Apr 30 04:59:40.491986 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:40.658232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-da76a880-d5f0-4f38-93fe-c74926ebaa62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting subnet 0eb30e08-2808-4f32-adf0-e8ab308ea414 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:59:40.669477 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da76a880-d5f0-4f38-93fe-c74926ebaa62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:41.206758 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-da0bad0f-86f3-4405-b8f7-715e97d4c423 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3708346
Apr 30 04:59:41.234099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da76a880-d5f0-4f38-93fe-c74926ebaa62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:41.346609 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:41.373444 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Transition to ACTIVE for port object c5ebb069-923a-4611-9c25-e32080802bc6 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:41.389048 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:41.403589 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2bb0bcf4-9e9b-437c-bf96-ad7832d54ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:41.610790 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da76a880-d5f0-4f38-93fe-c74926ebaa62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:41.689360 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Attempting to bind port c5ebb069-923a-4611-9c25-e32080802bc6 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:59:41.689951 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Attempting to bind port c5ebb069-923a-4611-9c25-e32080802bc6 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:59:41.690537 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Attempting to bind port c5ebb069-923a-4611-9c25-e32080802bc6 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:59:41.730225 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084af527-7a40-4e13-966b-50bfc7ed6a88 None None] Pushing event updated for resources: {'Port': ['ID=c5ebb069-923a-4611-9c25-e32080802bc6,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:41.734183 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-084af527-7a40-4e13-966b-50bfc7ed6a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:41.739767 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:59:41.740364 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:59:41.741005 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:41.741637 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:59:41.742426 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Bound port: c5ebb069-923a-4611-9c25-e32080802bc6, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:59:41.743025 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:41.806329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:42.013144 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:42.064245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-dabe8997-ed24-4872-948e-d484dfac4cae service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8362632
Apr 30 04:59:42.066617 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] For port c5ebb069-923a-4611-9c25-e32080802bc6, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 04:59:42.082438 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] For port c5ebb069-923a-4611-9c25-e32080802bc6, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c5ebb069-923a-4611-9c25-e32080802bc6,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 04:59:42.100019 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:42.109434 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:42.218535 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-549b6cc3-b46e-4375-b0ac-548a272f61a7 req-407488af-25b2-4f3e-938e-f275b587e30c tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1491804
Apr 30 04:59:42.367361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-38933ecd-8309-4369-b3f2-dc0f87a07099 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba HTTP/1.1" status: 200  len: 217 time: 0.1464698
Apr 30 04:59:42.412709 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084af527-7a40-4e13-966b-50bfc7ed6a88 None None] Pushing event updated for resources: {'Port': ['ID=c5ebb069-923a-4611-9c25-e32080802bc6,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:42.421306 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-084af527-7a40-4e13-966b-50bfc7ed6a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:42.447606 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Routers {'37d20a5f-968f-450f-9e73-0373ea0e9ff4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:42.449514 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801f17f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:42.456299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4631b32d-92de-4a9d-bdeb-7671acc33d3c None None] Provisioning complete for port 36c9206e-bccb-46b2-bfdb-4001f1189b87 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:42.460748 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4631b32d-92de-4a9d-bdeb-7671acc33d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:42.591953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4631b32d-92de-4a9d-bdeb-7671acc33d3c None None] Port 36c9206e-bccb-46b2-bfdb-4001f1189b87 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:42.616594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4631b32d-92de-4a9d-bdeb-7671acc33d3c None None] Provisioning complete for port 7d1daa16-15cf-465e-9157-b51d32b44d9f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:42.620247 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4631b32d-92de-4a9d-bdeb-7671acc33d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:42.898520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-9e7c129a-1854-4094-b923-d243e4cd4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:42.908409 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-9e7c129a-1854-4094-b923-d243e4cd4ef0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.2168560
Apr 30 04:59:43.134671 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] Set router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:59:43.386702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:43.463801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Allocated IP 172.20.0.1 (4673b357-101c-4096-8d9d-b68bffb06cf4/da984cdb-f2e1-4b98-94a9-e445da2c1c47/722f8997-cf84-4cb9-aca4-f897b5de4083) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 04:59:43.503568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-c314730a-61c8-48f3-bf6c-9649c374a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:43.509854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-c314730a-61c8-48f3-bf6c-9649c374a195 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4770594
Apr 30 04:59:43.824839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb7f577c-cd5e-4e70-8bc4-5b8c79fab477 req-80eb1fbf-a318-4997-94d8-85d66ea44f4b tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.2143035
Apr 30 04:59:44.163394 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801f17f0>, [{'id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:59:28Z', 'updated_at': '2021-04-30T04:59:32Z', 'revision_number': 3, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'gw_port': {'id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:30Z', 'updated_at': '2021-04-30T04:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:44.174043 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae3593-4b95-4d94-8ba7-45845db085b0 None None] The sync data for ids ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'] in n-d-766726-20 is: [{'id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:59:28Z', 'updated_at': '2021-04-30T04:59:32Z', 'revision_number': 3, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'gw_port': {'id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:30Z', 'updated_at': '2021-04-30T04:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:59:44.342881 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da76a880-d5f0-4f38-93fe-c74926ebaa62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:44.357533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:44.396305 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed3786b3-8054-457f-a7ad-ec2840a21359 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:44.510674 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-f6225ea0-2e95-4436-9b7a-8d8ad1e5ac52 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9817317
Apr 30 04:59:44.531587 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:44.534910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76a880-d5f0-4f38-93fe-c74926ebaa62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb30e08-2808-4f32-adf0-e8ab308ea414,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:44.540442 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da76a880-d5f0-4f38-93fe-c74926ebaa62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:44.563664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a409d15-4f0a-4527-b91d-7e610eca434a None None] Network b5324f56-83bd-4422-b14e-09ff146d74f1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:44.637260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd035e-2a8c-4dd8-8b8f-0111aa1a3783 None None] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:44.763796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Subnet': ['ID=3a06ba9b-dda1-4c5c-a528-39cad5493380,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:44.775152 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:44.903672 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:44.905702 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:44.912764 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:44.914064 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-da76a880-d5f0-4f38-93fe-c74926ebaa62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/0eb30e08-2808-4f32-adf0-e8ab308ea414 HTTP/1.1" status: 204  len: 168 time: 4.5979781
Apr 30 04:59:44.920623 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/subnets/3a06ba9b-dda1-4c5c-a528-39cad5493380 HTTP/1.1" status: 204  len: 168 time: 5.2658741
Apr 30 04:59:44.923901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57480) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:44.924671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57482) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:45.166990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Transition to ACTIVE for port object 722f8997-cf84-4cb9-aca4-f897b5de4083 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:45.213046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-c919f031-32a1-44e4-b623-77122fad10e1 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6606114
Apr 30 04:59:45.284299 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-234247bf-6c2f-45f2-82dc-b9adb616b830 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:45.285105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234247bf-6c2f-45f2-82dc-b9adb616b830 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:45.287092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-234247bf-6c2f-45f2-82dc-b9adb616b830 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/6565bf5d-609b-4f28-992c-1e7a02e9ec04 HTTP/1.1" status: 404  len: 337 time: 0.3504884
Apr 30 04:59:45.300004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57498) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:45.465783 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6cbdd6b5-0145-44cc-81e3-7fb2e6ecdaa3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "GET /v2.0/ports?device_id=2078b3ad-4aac-4e55-9f40-dc120ac33da4 HTTP/1.1" status: 200  len: 205 time: 0.1606774
Apr 30 04:59:45.476756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57502) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:45.615445 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-fc156a63-787d-465f-a954-6c51e5d6b3c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] delete failed (client error): The resource could not be found.
Apr 30 04:59:45.617370 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fc156a63-787d-465f-a954-6c51e5d6b3c2 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/routers/2078b3ad-4aac-4e55-9f40-dc120ac33da4 HTTP/1.1" status: 404  len: 336 time: 0.1378918
Apr 30 04:59:45.622503 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:45.626388 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:45.634593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57506) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:45.655183 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:45.704136 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-405ed223-0232-4661-aaad-28c0093ad132 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:45.705368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405ed223-0232-4661-aaad-28c0093ad132 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:45.707979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-405ed223-0232-4661-aaad-28c0093ad132 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/053cbf86-550e-4a97-81d0-08d6992743a9 HTTP/1.1" status: 404  len: 337 time: 0.0719075
Apr 30 04:59:45.737943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57510) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:45.792872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-b0384465-b011-4964-a5c3-083bfcd4e6be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0597ee22-cc38-4e52-91d4-e688dee1460e HTTP/1.1" status: 200  len: 217 time: 0.5646627
Apr 30 04:59:45.843891 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25a2a35-3011-46a8-bf55-c8a4b85c0a35 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:45.844350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25a2a35-3011-46a8-bf55-c8a4b85c0a35 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:45.846261 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f25a2a35-3011-46a8-bf55-c8a4b85c0a35 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/af87e056-cf0d-4708-b3a2-19d8d923e56a HTTP/1.1" status: 404  len: 337 time: 0.1055756
Apr 30 04:59:45.928982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57514) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:45.980583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c5ebb069-923a-4611-9c25-e32080802bc6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:46.064562 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aef5263-9a49-4f89-afbe-0569a6ad9a10 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:46.065021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aef5263-9a49-4f89-afbe-0569a6ad9a10 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:46.066925 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9aef5263-9a49-4f89-afbe-0569a6ad9a10 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/be6ffb2c-a953-4925-97e9-559525e7e38e HTTP/1.1" status: 404  len: 337 time: 0.1117353
Apr 30 04:59:46.072129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57522) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:46.138820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-2798d914-dd85-44fc-8a56-681f3d7834b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:46.140697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-2798d914-dd85-44fc-8a56-681f3d7834b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.3254702
Apr 30 04:59:46.156649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37372d92-5407-4c02-b668-22fce3e69ffe req-96dd3d2d-1a50-4399-b1a5-e63aa0ea5b1b tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.6851566
Apr 30 04:59:46.175764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] DHCP port deletion for b5324f56-83bd-4422-b14e-09ff146d74f1 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:59:46.180180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] DHCP port deletion for acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:59:46.210412 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d980433-a5b8-459c-a97a-005bdbd9e3d6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:46.210903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d980433-a5b8-459c-a97a-005bdbd9e3d6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:46.212735 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0d980433-a5b8-459c-a97a-005bdbd9e3d6 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/d9fd8986-f417-4b82-849a-0a0e572831c3 HTTP/1.1" status: 404  len: 333 time: 0.1394656
Apr 30 04:59:46.218126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57526) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:46.284113 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e3131b-b003-478e-b742-fc6d070bafaa tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:46.284624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e3131b-b003-478e-b742-fc6d070bafaa tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:46.286364 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-90e3131b-b003-478e-b742-fc6d070bafaa tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/39440d81-55ce-4170-858a-c847c322c1d2 HTTP/1.1" status: 404  len: 337 time: 0.0659428
Apr 30 04:59:46.293557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57530) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:46.336075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:46.338115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:46.344710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Deleting port 92fc7eac-1f81-4446-b304-9c91345f1e85 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:46.345059 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:46.348526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=722f8997-cf84-4cb9-aca4-f897b5de4083,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:46.374994 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-72625b85-0778-49bb-8093-48caa3836966 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:46.375569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72625b85-0778-49bb-8093-48caa3836966 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:46.376093 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:46.377363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-72625b85-0778-49bb-8093-48caa3836966 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/19f3d3a1-761e-4126-b541-f0477a0426b7 HTTP/1.1" status: 404  len: 337 time: 0.0809894
Apr 30 04:59:46.382968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 04:59:46.387241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port c5ebb069-923a-4611-9c25-e32080802bc6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:46.407639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c5ebb069-923a-4611-9c25-e32080802bc6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:46.408302 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:46.440466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57536) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:46.585367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-12d22d40-df60-45dd-b466-000edd223d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:46.588258 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-12d22d40-df60-45dd-b466-000edd223d37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4246912
Apr 30 04:59:46.599285 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:46.604048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] Deleting port 92fc7eac-1f81-4446-b304-9c91345f1e85 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:46.604784 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:46.689258 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e7ea0b-e577-401e-9b4c-c111f1dbedb3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:46.690014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e7ea0b-e577-401e-9b4c-c111f1dbedb3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:46.725913 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b0e7ea0b-e577-401e-9b4c-c111f1dbedb3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/38627bae-e0d8-49ad-9102-be551a2ace17 HTTP/1.1" status: 404  len: 333 time: 0.2747035
Apr 30 04:59:46.803229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] For port 92fc7eac-1f81-4446-b304-9c91345f1e85, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=92fc7eac-1f81-4446-b304-9c91345f1e85,segment=NetworkSegment(5eb9b2f9-940b-4d7e-86d0-dab1a817fea9),segment_id=5eb9b2f9-940b-4d7e-86d0-dab1a817fea9)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:46.806354 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:46.838772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] Deleting port 7d1daa16-15cf-465e-9157-b51d32b44d9f {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:46.839565 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:46.955553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57540) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:47.125752 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46d9d057-4478-47bd-9590-d2362d60510c req-fbeaac64-f98c-40aa-be8c-90e4bf3f90d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1418443
Apr 30 04:59:47.127914 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-0c6fb682-3c89-41f4-8370-afa2e5030999 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5220308
Apr 30 04:59:47.176841 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca578372-c949-46e8-8924-11f98dce5aa8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:47.177677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca578372-c949-46e8-8924-11f98dce5aa8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:47.180424 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ca578372-c949-46e8-8924-11f98dce5aa8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/f23c9b3f-735a-4f44-87fb-3247b1c44420 HTTP/1.1" status: 404  len: 337 time: 0.2004037
Apr 30 04:59:47.193598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57550) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:47.199818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] For port 92fc7eac-1f81-4446-b304-9c91345f1e85, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=92fc7eac-1f81-4446-b304-9c91345f1e85,segment=NetworkSegment(5eb9b2f9-940b-4d7e-86d0-dab1a817fea9),segment_id=5eb9b2f9-940b-4d7e-86d0-dab1a817fea9)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:47.201358 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:47.369147 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:47.437902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] Calling delete_port for 92fc7eac-1f81-4446-b304-9c91345f1e85 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:47.623623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-655cc999-68aa-4504-9518-7624d8e50c3e None None] Provisioning for port 722f8997-cf84-4cb9-aca4-f897b5de4083 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 04:59:47.629932 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d2e98c-3164-4863-80b6-234cb4a90cb3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] DELETE failed (client error): The resource could not be found.
Apr 30 04:59:47.630877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d2e98c-3164-4863-80b6-234cb4a90cb3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 04:59:47.634616 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d2d2e98c-3164-4863-80b6-234cb4a90cb3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/subnets/7ed42b6d-fdf5-4b0e-a119-c380e2e03fbc HTTP/1.1" status: 404  len: 337 time: 0.4384522
Apr 30 04:59:47.641461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Deleting port bc0aa778-362f-488b-b985-a9d0d339ab72 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:47.642128 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:47.668194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-655cc999-68aa-4504-9518-7624d8e50c3e None None] Provisioning complete for port 722f8997-cf84-4cb9-aca4-f897b5de4083 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:47.668873 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-655cc999-68aa-4504-9518-7624d8e50c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:47.786238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57556) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:47.789952 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:47.890582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-655cc999-68aa-4504-9518-7624d8e50c3e None None] Port 722f8997-cf84-4cb9-aca4-f897b5de4083 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:47.962965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port c5ebb069-923a-4611-9c25-e32080802bc6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c5ebb069-923a-4611-9c25-e32080802bc6,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:47.996570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] For port 7d1daa16-15cf-465e-9157-b51d32b44d9f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7d1daa16-15cf-465e-9157-b51d32b44d9f,segment=NetworkSegment(0e8ad967-bbff-4db9-84e4-b526fb2ec323),segment_id=0e8ad967-bbff-4db9-84e4-b526fb2ec323)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:47.998216 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:48.016911 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:48.028986 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-59742f72-79b5-45a5-b3fb-84443626b4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:48.359696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7d1daa16-15cf-465e-9157-b51d32b44d9f no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:59:48.439062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Calling delete_port for 92fc7eac-1f81-4446-b304-9c91345f1e85 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:48.524736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e3142307-425c-4ac5-82d1-ff72aa1b6665 req-fa49535e-6fa3-4f3a-a237-43e7f3f0cb02 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.7403731
Apr 30 04:59:48.709051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-70f6b5d9-4881-4b68-8bdb-0671fcdec33b service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5629613
Apr 30 04:59:48.726029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] Calling delete_port for 7d1daa16-15cf-465e-9157-b51d32b44d9f owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:48.735880 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:48.898852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=c5ebb069-923a-4611-9c25-e32080802bc6,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:48.906724 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:49.027860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-4fcf73b1-e2f7-4d01-8a2c-99578df35ffa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04170894-711a-47c9-917a-cbc4d9668913 HTTP/1.1" status: 200  len: 217 time: 0.2953246
Apr 30 04:59:49.101443 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:49.132027 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:49.151449 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d5b4f43c-9420-470d-8c56-62e04be35396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:49.222317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Calling delete_port for bc0aa778-362f-488b-b985-a9d0d339ab72 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:49.276512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Deleting port 36c9206e-bccb-46b2-bfdb-4001f1189b87 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:49.277853 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:49.299427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:49.309472 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b8c9343-c95d-430d-98b2-f55a38696226 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:49.310474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-b1919d9a-dc78-4202-b208-216b65a80f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:49.312214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-b1919d9a-dc78-4202-b208-216b65a80f55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.2615573
Apr 30 04:59:49.440849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Port': ['ID=92fc7eac-1f81-4446-b304-9c91345f1e85,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:49.456074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] No DVR routers for this DVR port 92fc7eac-1f81-4446-b304-9c91345f1e85 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:59:49.477560 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] Pushing event deleted for resources: {'Port': ['ID=92fc7eac-1f81-4446-b304-9c91345f1e85,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:49.501865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] No DVR routers for this DVR port 92fc7eac-1f81-4446-b304-9c91345f1e85 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:59:49.504462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.504995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.505490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.505974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.506473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.507126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.507798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.508266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.508883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.509350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.509815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.510114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:49.510361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 04:59:49.521137 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:49.538365 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:49.539448 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9c5cf794-0412-49a4-a97f-49a46971a898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:49.749801 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:49.792325 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] Pushing event deleted for resources: {'Port': ['ID=7d1daa16-15cf-465e-9157-b51d32b44d9f,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:49.805932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 92fc7eac-1f81-4446-b304-9c91345f1e85 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:59:49.885240 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:49.886142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] No DVR routers for this DVR port 7d1daa16-15cf-465e-9157-b51d32b44d9f on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:59:49.889684 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:49.890650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 92fc7eac-1f81-4446-b304-9c91345f1e85 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 04:59:49.891343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 92fc7eac-1f81-4446-b304-9c91345f1e85 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 04:59:49.993377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a587c40>,) {'filters': {'network_id': ['b5324f56-83bd-4422-b14e-09ff146d74f1']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:50.012638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a587c40>, '5eb9b2f9-940b-4d7e-86d0-dab1a817fea9') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:50.013256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a587c40>, '5eb9b2f9-940b-4d7e-86d0-dab1a817fea9') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:50.028246 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:50.047888 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:50.062970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:59:50.246225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Calling delete_port for 36c9206e-bccb-46b2-bfdb-4001f1189b87 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:50.254422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c5ebb069-923a-4611-9c25-e32080802bc6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 04:59:50.279537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network b5324f56-83bd-4422-b14e-09ff146d74f1 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:59:50.289958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:50.438569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c5ebb069-923a-4611-9c25-e32080802bc6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:50.439342 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:50.493978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network b5324f56-83bd-4422-b14e-09ff146d74f1 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:59:50.540689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d48e1b46-b216-4f39-a830-ee1c7cd82165 req-e8949d58-1a9a-4063-96b1-a7e3f5afffca tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.2082844
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:59:50.544499 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:59:50.694439 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:50.719158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-73d274f9-4ac3-446a-af59-45376da64a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:50.724071 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-73d274f9-4ac3-446a-af59-45376da64a9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4545083
Apr 30 04:59:50.728676 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:50.924681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:50.945692 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09618eb1-ffa6-4a78-94f9-e36a6a0fec1e tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:51.070812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event deleted for resources: {'Port': ['ID=bc0aa778-362f-488b-b985-a9d0d339ab72,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:51.238222 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:51.360882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-aeaff832-f75a-4c04-aeba-9d347eacb969 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5755219
Apr 30 04:59:51.411727 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:51.416118 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:51.426563 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:51.450718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9162a9e0-1ab7-4208-b800-6dfa7896589d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:51.578504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=722f8997-cf84-4cb9-aca4-f897b5de4083,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:51.609832 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:51.626807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:51.644404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:51.665133 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a21f964a-9827-480b-b0ef-2c13cc2de816 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:51.666405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Network': ['ID=b5324f56-83bd-4422-b14e-09ff146d74f1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:51.672811 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:51.774066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Port': ['ID=36c9206e-bccb-46b2-bfdb-4001f1189b87,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:51.778194 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:51.839157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb9e4823-bed2-455a-ae79-d6bd5d25612f req-a5d17b64-bcea-4941-9ff0-c337b1aa5d0e tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6&device_id=b95c6ff6-938a-4159-af32-dc19534be368 HTTP/1.1" status: 200  len: 210 time: 0.0682716
Apr 30 04:59:51.873374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:52.099335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-8171e106-de23-434b-a1f6-3d397bb5bf6e service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6749241
Apr 30 04:59:52.107982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/ports/36c9206e-bccb-46b2-bfdb-4001f1189b87 HTTP/1.1" status: 204  len: 168 time: 4.2559848
Apr 30 04:59:52.112726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57584) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:52.157070 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/networks/b5324f56-83bd-4422-b14e-09ff146d74f1 HTTP/1.1" status: 204  len: 168 time: 7.2083707
Apr 30 04:59:52.185893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57588) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:52.186574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:52.264444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-79e7edd7-800e-4259-83ae-f6f230aabc89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 HTTP/1.1" status: 200  len: 217 time: 0.1534007
Apr 30 04:59:52.463019 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11621cfa-5e03-445a-98ed-15ec5d3eaf47 req-5daf740c-649e-4d00-822d-354e9897b3fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3286d743cdf4053afa97c43d14bc1b8&device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1518469
Apr 30 04:59:52.492995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14501623-81fc-479e-9104-8ceb9db5f948 req-5ddfc272-2903-45ee-9f71-780d34c98419 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1292214
Apr 30 04:59:52.514277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 04:59:52.520107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 04:59:52.553443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-a4d27bae-691f-40db-acdb-9d3c32c5c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:52.556193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-a4d27bae-691f-40db-acdb-9d3c32c5c4bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.2801578
Apr 30 04:59:52.594954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Deleting subnet 5a040775-3f65-45da-8257-839b82b4f1c2 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:59:52.598883 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:52.669018 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:52.786935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:52.988176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d9057947-2d0f-4f2a-8a94-be71f06840f3 None None] Provisioning complete for port 722f8997-cf84-4cb9-aca4-f897b5de4083 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 04:59:52.990113 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d9057947-2d0f-4f2a-8a94-be71f06840f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:53.179834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d9057947-2d0f-4f2a-8a94-be71f06840f3 None None] Port 722f8997-cf84-4cb9-aca4-f897b5de4083 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 04:59:53.216887 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:53.231167 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eec76b83-42d9-4a3d-a2e1-6c0685b33d76 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:53.275450 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11621cfa-5e03-445a-98ed-15ec5d3eaf47 req-9622eefc-434b-4bfc-b91e-ad6f49318ee8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b3286d743cdf4053afa97c43d14bc1b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.7299292
Apr 30 04:59:53.294027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-ed068ddb-3a84-4db3-87e9-c36914f74a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:53.294996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Subnet': ['ID=5a040775-3f65-45da-8257-839b82b4f1c2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:53.301545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-ed068ddb-3a84-4db3-87e9-c36914f74a55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.6383011
Apr 30 04:59:53.310290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c630bd-db52-44e7-9967-394091a0a50b None None] Network 78a76f34-2b04-4947-b3f3-72da5f0135ee requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:53.311561 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:53.352437 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:53.616540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:53.660775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:59:53.781979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/subnets/5a040775-3f65-45da-8257-839b82b4f1c2 HTTP/1.1" status: 204  len: 168 time: 1.5731668
Apr 30 04:59:53.801269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57614) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:53.896380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] DHCP port deletion for 78a76f34-2b04-4947-b3f3-72da5f0135ee request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:59:53.918917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Router 62a4890d-71f6-49f2-b85e-638c62d20e8c has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 04:59:53.926955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11621cfa-5e03-445a-98ed-15ec5d3eaf47 req-46557045-9acc-4dcd-8f43-22e07dd256da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:53.929017 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11621cfa-5e03-445a-98ed-15ec5d3eaf47 req-46557045-9acc-4dcd-8f43-22e07dd256da service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6157191
Apr 30 04:59:54.017398 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe858135-8726-482d-a1fe-66b997f27206 req-34e8a840-f38b-4538-8d69-4792b8ff0cab tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.3184798
Apr 30 04:59:54.062973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-443caa2a-a447-49b3-9a7c-01b41ad6a0df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Deleting subnet 6751df58-1af6-4909-8a17-466ad8f48b6a {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:59:54.158148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3f4e7c4b-11ea-4448-9176-c5b8cc417606 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:59:54.337786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:59:54.341096 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-bc047732-cb02-4ab9-b49c-d818093be2d1 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0327246
Apr 30 04:59:54.345244 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] 10.222.0.46 "PUT /v2.0/routers/37d20a5f-968f-450f-9e73-0373ea0e9ff4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.9478679
Apr 30 04:59:54.352757 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Sync routers for ids ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:59:54.369708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] Deleting port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:54.370361 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:54.387606 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Routers {'37d20a5f-968f-450f-9e73-0373ea0e9ff4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:54.395177 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780035040>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:54.530548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-443caa2a-a447-49b3-9a7c-01b41ad6a0df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:54.667268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] For port 3f4e7c4b-11ea-4448-9176-c5b8cc417606, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3f4e7c4b-11ea-4448-9176-c5b8cc417606,segment=NetworkSegment(f748cc18-ce26-4157-a3a8-86ce472a8ca3),segment_id=f748cc18-ce26-4157-a3a8-86ce472a8ca3)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:54.667268 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:54.676004 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:54.727540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 3f4e7c4b-11ea-4448-9176-c5b8cc417606, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3f4e7c4b-11ea-4448-9176-c5b8cc417606,segment=NetworkSegment(f748cc18-ce26-4157-a3a8-86ce472a8ca3),segment_id=f748cc18-ce26-4157-a3a8-86ce472a8ca3)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:54.796039 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:54.900265 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-05c7c6f1-66b1-480c-b5c7-26cd3b9a8106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:54.905597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675bbd1b-4de9-4478-b987-6e9307fe7caf req-60e9673f-921c-47d4-a90a-2449b214d6b7 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5539119
Apr 30 04:59:54.943375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] Calling delete_port for 3f4e7c4b-11ea-4448-9176-c5b8cc417606 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:54.953980 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:55.081926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=3f4e7c4b-11ea-4448-9176-c5b8cc417606,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:55.086596 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:55.139652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:55.146460 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:55.181799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-443caa2a-a447-49b3-9a7c-01b41ad6a0df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:55.203811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] Pushing event deleted for resources: {'Port': ['ID=3f4e7c4b-11ea-4448-9176-c5b8cc417606,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:55.206692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] No DVR routers for this DVR port 3f4e7c4b-11ea-4448-9176-c5b8cc417606 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:59:55.208692 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:55.238259 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Set router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 04:59:55.476967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 04:59:55.491898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b9362-2048-4112-9e82-0ca1827373e6 None None] Sync routers for ids ['62a4890d-71f6-49f2-b85e-638c62d20e8c'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 04:59:55.514847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b9362-2048-4112-9e82-0ca1827373e6 None None] Routers {'62a4890d-71f6-49f2-b85e-638c62d20e8c'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:55.516971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-391b9362-2048-4112-9e82-0ca1827373e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b25c6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62a4890d-71f6-49f2-b85e-638c62d20e8c'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:55.590537 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "PUT /v2.0/routers/62a4890d-71f6-49f2-b85e-638c62d20e8c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.6071713
Apr 30 04:59:55.591124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57632) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:55.647805 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-11621cfa-5e03-445a-98ed-15ec5d3eaf47 req-ff175bf9-69a8-4d90-a7ed-12f0caea0c90 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.37 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.1462467
Apr 30 04:59:55.743614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a6cbc40>,) {'filters': {'network_id': ['acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:55.794475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-391b9362-2048-4112-9e82-0ca1827373e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b25c6a0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:55.812831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6cbc40>, '0e8ad967-bbff-4db9-84e4-b526fb2ec323') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:55.822213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6cbc40>, '0e8ad967-bbff-4db9-84e4-b526fb2ec323') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:55.829873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b9362-2048-4112-9e82-0ca1827373e6 None None] Routers {'62a4890d-71f6-49f2-b85e-638c62d20e8c'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 04:59:55.831390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-391b9362-2048-4112-9e82-0ca1827373e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b25c6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62a4890d-71f6-49f2-b85e-638c62d20e8c'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:55.916304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:56.038909 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9aadf62-572e-4457-8e30-77297a73dba4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:56.094997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:56.118951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-443caa2a-a447-49b3-9a7c-01b41ad6a0df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:56.255635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e32469db-1a63-40e5-96d5-6ed0f119f1f1 req-a01fc9be-1e98-478d-a012-e6d2746377e0 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=7314e1fa-d9b2-4993-be97-c8621af35cf6 HTTP/1.1" status: 200  len: 210 time: 0.7918105
Apr 30 04:59:56.290859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-391b9362-2048-4112-9e82-0ca1827373e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b25c6a0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:56.292028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b9362-2048-4112-9e82-0ca1827373e6 None None] The sync data for ids ['62a4890d-71f6-49f2-b85e-638c62d20e8c'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 04:59:56.413795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 04:59:56.504871 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780035040>, [{'id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:59:28Z', 'updated_at': '2021-04-30T04:59:47Z', 'revision_number': 4, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'gw_port': {'id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:30Z', 'updated_at': '2021-04-30T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '722f8997-cf84-4cb9-aca4-f897b5de4083', 'name': '', 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'mac_address': 'fa:16:3e:f6:12:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'da984cdb-f2e1-4b98-94a9-e445da2c1c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:42Z', 'updated_at': '2021-04-30T04:59:48Z', 'revision_number': 2, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'subnets': [{'id': 'da984cdb-f2e1-4b98-94a9-e445da2c1c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 04:59:56.535930 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Checking router: 37d20a5f-968f-450f-9e73-0373ea0e9ff4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 04:59:56.536640 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Updating router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 port 722f8997-cf84-4cb9-aca4-f897b5de4083 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 04:59:56.794208 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.049858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-443caa2a-a447-49b3-9a7c-01b41ad6a0df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.076913 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-10be42ae-db41-4397-92aa-7dad635863cb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:57.194686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57648) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:57.218275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714635095', 'description': 'tempest-secgroup-smoke-714635095 description', 'project_id': 'a7aceab2e4e14875accd08742683c512'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 04:59:57.229716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443caa2a-a447-49b3-9a7c-01b41ad6a0df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Subnet': ['ID=6751df58-1af6-4909-8a17-466ad8f48b6a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:57.242194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-443caa2a-a447-49b3-9a7c-01b41ad6a0df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.249539 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.258018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc8a3a2-641e-4c51-b3c0-578b1790e08c None None] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 04:59:57.267372 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-443caa2a-a447-49b3-9a7c-01b41ad6a0df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:57.270302 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-443caa2a-a447-49b3-9a7c-01b41ad6a0df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/subnets/6751df58-1af6-4909-8a17-466ad8f48b6a HTTP/1.1" status: 204  len: 168 time: 3.4650233
Apr 30 04:59:57.285143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:57.287786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57652) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:57.451232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Usage tracker for resource:security_group and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:57.459183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:57.515950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:57.524457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:59:57.538793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9aadf62-572e-4457-8e30-77297a73dba4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.540239 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.545256 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9aadf62-572e-4457-8e30-77297a73dba4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.602420 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9aadf62-572e-4457-8e30-77297a73dba4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.603835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aadf62-572e-4457-8e30-77297a73dba4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Fanout notify agent at l3_agent the message router_deleted on router 62a4890d-71f6-49f2-b85e-638c62d20e8c {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 04:59:57.630442 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e9aadf62-572e-4457-8e30-77297a73dba4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.638786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e9aadf62-572e-4457-8e30-77297a73dba4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "DELETE /v2.0/routers/62a4890d-71f6-49f2-b85e-638c62d20e8c HTTP/1.1" status: 204  len: 168 time: 2.0454714
Apr 30 04:59:57.640246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57660) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 04:59:57.675379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.719016 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:57.831021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Deleting subnet 12dadb8a-e92a-4aa7-a6db-72b46ef83722 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 04:59:57.844271 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.064288 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.082476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] DHCP port deletion for 203c0f56-e392-47bd-a5c8-82d221c4da56 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 04:59:58.150831 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.156826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 04:59:58.168155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Usage tracker for resource:security_group_rule and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 04:59:58.174075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 04:59:58.185319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 04:59:58.387089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d4d3c54f-2a97-4dc0-9e06-659d759a3c6d no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 04:59:58.410843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Network acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 04:59:58.536636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] Deleting port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 04:59:58.537147 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.560552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5828e14d-0a57-4365-b332-8f4c22b94ef2 req-a59438c8-bb89-4422-99d2-24971c0f9255 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b3286d743cdf4053afa97c43d14bc1b8&device_id=b95c6ff6-938a-4159-af32-dc19534be368 HTTP/1.1" status: 200  len: 210 time: 0.1302042
Apr 30 04:59:58.582278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.630088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5828e14d-0a57-4365-b332-8f4c22b94ef2 req-44307181-596b-49c3-97fe-14a1e34ec998 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b3286d743cdf4053afa97c43d14bc1b8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0537572
Apr 30 04:59:58.638121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 04:59:58.640500 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 04:59:58.651197 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Transition to ACTIVE for port object 722f8997-cf84-4cb9-aca4-f897b5de4083 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 04:59:58.658610 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.661300 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.663646 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:58.688933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.725189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4d3c54f-2a97-4dc0-9e06-659d759a3c6d,segment=NetworkSegment(aaa13df6-6c79-4673-bb4e-d6d3432b161f),segment_id=aaa13df6-6c79-4673-bb4e-d6d3432b161f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:58.737217 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:58.760072 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:58.868768 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] For port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d4d3c54f-2a97-4dc0-9e06-659d759a3c6d,segment=NetworkSegment(aaa13df6-6c79-4673-bb4e-d6d3432b161f),segment_id=aaa13df6-6c79-4673-bb4e-d6d3432b161f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 04:59:58.868768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:59.006398 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:59.020111 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:59.077348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9bf2525-a04f-488c-9bf4-26a8597eddf3 req-d3c1f3e7-1aed-47a3-8c76-3f3733ba50a8 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=b95c6ff6-938a-4159-af32-dc19534be368 HTTP/1.1" status: 200  len: 210 time: 0.4262822
Apr 30 04:59:59.170333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:59.223823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Pushing event deleted for resources: {'Network': ['ID=acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:59.233326 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:59.234731 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:59.240414 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] 10.222.0.46 "DELETE /v2.0/networks/acb807ac-2e0d-4ea8-bd1c-32ec86ce0cc7 HTTP/1.1" status: 204  len: 168 time: 7.1253145
Apr 30 04:59:59.266296 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-772c87a0-6f31-4df4-89f2-9d374a5dd84d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:59.425861 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a27eb-8f3e-4f57-a90a-b414366d8445 None None] Pushing event updated for resources: {'Port': ['ID=722f8997-cf84-4cb9-aca4-f897b5de4083,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:59.458319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] Calling delete_port for d4d3c54f-2a97-4dc0-9e06-659d759a3c6d owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 04:59:59.470633 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-765a27eb-8f3e-4f57-a90a-b414366d8445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:59.504832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=d4d3c54f-2a97-4dc0-9e06-659d759a3c6d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:59.524819 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:59.618098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828e14d-0a57-4365-b332-8f4c22b94ef2 req-2bd707c3-a2e7-4b85-9c22-8c07c847d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 04:59:59.638041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5828e14d-0a57-4365-b332-8f4c22b94ef2 req-2bd707c3-a2e7-4b85-9c22-8c07c847d5b4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6751101
Apr 30 04:59:59.651958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:59.679240 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 04:59:59.686602 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Attempting to bind port 722f8997-cf84-4cb9-aca4-f897b5de4083 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 04:59:59.687586 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Attempting to bind port 722f8997-cf84-4cb9-aca4-f897b5de4083 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '46949ef7-f516-4c71-97f2-b7e9a8a28106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 04:59:59.688271 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Attempting to bind port 722f8997-cf84-4cb9-aca4-f897b5de4083 on network 4673b357-101c-4096-8d9d-b68bffb06cf4 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 04:59:59.720423 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 04:59:59.721585 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Checking segment: {'id': '46949ef7-f516-4c71-97f2-b7e9a8a28106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 04:59:59.722468 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:59.728915 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Bound using segment: {'id': '46949ef7-f516-4c71-97f2-b7e9a8a28106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 04:59:59.730100 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Bound port: 722f8997-cf84-4cb9-aca4-f897b5de4083, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46949ef7-f516-4c71-97f2-b7e9a8a28106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 04:59:59.730750 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:59.794875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] Pushing event deleted for resources: {'Port': ['ID=d4d3c54f-2a97-4dc0-9e06-659d759a3c6d,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:59.806404 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:59.828671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] No DVR routers for this DVR port d4d3c54f-2a97-4dc0-9e06-659d759a3c6d on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 04:59:59.904207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cba159-6112-4cee-8489-67d749d5300d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 04:59:59.934445 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 04:59:59.991025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 04:59:59.994865 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 2.7880976
Apr 30 05:00:00.002069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57682) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:00.023496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Request body: {'security_group_rule': {'security_group_id': 'f2cba159-6112-4cee-8489-67d749d5300d', 'project_id': 'a7aceab2e4e14875accd08742683c512', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:00.067043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:00.118620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Usage tracker for resource:security_group_rule and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:00.131255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57688) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:00.177250 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] For port 722f8997-cf84-4cb9-aca4-f897b5de4083, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:00:00.181033 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] For port 722f8997-cf84-4cb9-aca4-f897b5de4083, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=722f8997-cf84-4cb9-aca4-f897b5de4083,segment=NetworkSegment(46949ef7-f516-4c71-97f2-b7e9a8a28106),segment_id=46949ef7-f516-4c71-97f2-b7e9a8a28106)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:00:00.188897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:00.193343 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:00.197835 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-084af527-7a40-4e13-966b-50bfc7ed6a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:00.268365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:00.391004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:00.585755 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Routers {'37d20a5f-968f-450f-9e73-0373ea0e9ff4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:00:00.586561 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780035040>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T04:59:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:00.673582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4cb306e4-88c7-4bc0-b19f-3b58052ccb3b req-587c80fc-c5d7-4823-b70e-a9b38f5b0f30 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=b95c6ff6-938a-4159-af32-dc19534be368 HTTP/1.1" status: 200  len: 210 time: 0.1905515
Apr 30 05:00:00.677384 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eb531564-8c17-4758-8c33-db09eeafcd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:00.754149 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:00.867623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780c4faf0>,) {'filters': {'network_id': ['78a76f34-2b04-4947-b3f3-72da5f0135ee']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:00.907214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780c4faf0>, 'f748cc18-ce26-4157-a3a8-86ce472a8ca3') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:00.908277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780c4faf0>, 'f748cc18-ce26-4157-a3a8-86ce472a8ca3') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:00.910811 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a27eb-8f3e-4f57-a90a-b414366d8445 None None] Pushing event updated for resources: {'Port': ['ID=722f8997-cf84-4cb9-aca4-f897b5de4083,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:00.922677 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-765a27eb-8f3e-4f57-a90a-b414366d8445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:00.934021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:01.028077 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:01.036460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:01.064825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:00:01.257488 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:01.341965 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] Set router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:00:01.342597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-822dfa96-f896-4bf7-9a3c-9f9974064ed9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a757c40b25f54d7390ac2e26567bf4d9&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2010181
Apr 30 05:00:01.346958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5828e14d-0a57-4365-b332-8f4c22b94ef2 req-7e984276-a9d7-4aa5-8c75-67b68ea75807 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.50 "GET /v2.0/ports?device_id=b95c6ff6-938a-4159-af32-dc19534be368 HTTP/1.1" status: 200  len: 210 time: 0.3158228
Apr 30 05:00:01.347781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57700) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:01.369096 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e7955067-5db0-417f-be24-f31a98bbfe86 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:01.518104 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:01.579686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e43180-c6a1-40ae-aac3-3b3449f1d393,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:01.593938 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:01.608324 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c4f27e-37df-43f3-9eb8-06f1cd6c9468 None None] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:01.670323 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:01.671269 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-697d7ea9-4b8a-47c7-a5e6-c24497c609d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:01.802495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:01.809640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7e7e9466-b396-428d-8b8c-074cbe6c2f7d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8036783
Apr 30 05:00:01.814552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57710) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:01.829022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "DELETE /v2.0/subnets/12dadb8a-e92a-4aa7-a6db-72b46ef83722 HTTP/1.1" status: 204  len: 168 time: 4.1866932
Apr 30 05:00:01.830464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event deleted for resources: {'Subnet': ['ID=12dadb8a-e92a-4aa7-a6db-72b46ef83722,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:01.840530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57714) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:01.858722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Request body: {'security_group_rule': {'security_group_id': 'f2cba159-6112-4cee-8489-67d749d5300d', 'project_id': 'a7aceab2e4e14875accd08742683c512', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:01.904612 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:01.920657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:01.926933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network 78a76f34-2b04-4947-b3f3-72da5f0135ee has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:01.974072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Usage tracker for resource:security_group_rule and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:01.981902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:02.153836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-230a99ad-1515-4a30-b892-2b03a99d15ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:02.247204 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780035040>, [{'id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:59:28Z', 'updated_at': '2021-04-30T04:59:47Z', 'revision_number': 4, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'gw_port': {'id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:30Z', 'updated_at': '2021-04-30T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '722f8997-cf84-4cb9-aca4-f897b5de4083', 'name': '', 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'mac_address': 'fa:16:3e:f6:12:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'da984cdb-f2e1-4b98-94a9-e445da2c1c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:42Z', 'updated_at': '2021-04-30T05:00:00Z', 'revision_number': 4, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'subnets': [{'id': 'da984cdb-f2e1-4b98-94a9-e445da2c1c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:02.262951 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-230a99ad-1515-4a30-b892-2b03a99d15ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:02.265766 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a870f-aa98-4796-934e-b10f1468c984 None None] The sync data for ids ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'] in n-d-766726-20 is: [{'id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:59:28Z', 'updated_at': '2021-04-30T04:59:47Z', 'revision_number': 4, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'gw_port': {'id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:30Z', 'updated_at': '2021-04-30T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '722f8997-cf84-4cb9-aca4-f897b5de4083', 'name': '', 'network_id': '4673b357-101c-4096-8d9d-b68bffb06cf4', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'mac_address': 'fa:16:3e:f6:12:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'da984cdb-f2e1-4b98-94a9-e445da2c1c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:42Z', 'updated_at': '2021-04-30T05:00:00Z', 'revision_number': 4, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'subnets': [{'id': 'da984cdb-f2e1-4b98-94a9-e445da2c1c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:00:02.283914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] DHCP port deletion for 34fc6590-4510-487b-abdb-018ceb1ea7a3 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:00:02.361614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network 78a76f34-2b04-4947-b3f3-72da5f0135ee has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:02.458932 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:00:02.507916 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:00:02.512914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:02.525784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:02.528699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:02.534146 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c81d5e2-b822-4605-87e4-75c15730e7da tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:02.555009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:02.572692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Network': ['ID=78a76f34-2b04-4947-b3f3-72da5f0135ee,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:02.577225 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/networks/78a76f34-2b04-4947-b3f3-72da5f0135ee HTTP/1.1" status: 204  len: 168 time: 5.2856181
Apr 30 05:00:02.579201 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:02.584307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57728) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:02.645872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] Deleting port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:00:02.647753 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:02.754165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:02.804150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccbede23-5416-44dd-a285-59196b7c8deb req-abd0d44c-60e0-4638-8064-b8256b6fa9d0 tempest-ServerShowV247Test-534965169 tempest-ServerShowV247Test-534965169-project] 10.222.0.46 "GET /v2.0/ports?device_id=b95c6ff6-938a-4159-af32-dc19534be368 HTTP/1.1" status: 200  len: 210 time: 0.3412375
Apr 30 05:00:02.895850 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-230a99ad-1515-4a30-b892-2b03a99d15ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:02.917490 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cbbfab78-c004-4d2e-8282-7100fe0d61d1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:02.997260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a99ad-1515-4a30-b892-2b03a99d15ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd66ab9-ca46-4596-8a8c-df4d604ae2a8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:03.002307 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-230a99ad-1515-4a30-b892-2b03a99d15ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:03.055330 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-230a99ad-1515-4a30-b892-2b03a99d15ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.057576 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-230a99ad-1515-4a30-b892-2b03a99d15ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6fd66ab9-ca46-4596-8a8c-df4d604ae2a8 HTTP/1.1" status: 204  len: 168 time: 1.6658018
Apr 30 05:00:03.063615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] For port 92121f40-afcc-4d79-aa53-2d73b54aeaa5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=92121f40-afcc-4d79-aa53-2d73b54aeaa5,segment=NetworkSegment(e64c5a69-82f0-4189-8c1f-b39e18b7d2a0),segment_id=e64c5a69-82f0-4189-8c1f-b39e18b7d2a0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:03.064922 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.084694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Deleting port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:00:03.085249 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.156913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.299661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.329153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.486659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] Calling delete_port for 92121f40-afcc-4d79-aa53-2d73b54aeaa5 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:00:03.487065 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8c651e3-7bba-48ec-935f-b04cc03237fa tempest-ServersTestJSON-1091519629 tempest-ServersTestJSON-1091519629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:03.585235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] For port 92121f40-afcc-4d79-aa53-2d73b54aeaa5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=92121f40-afcc-4d79-aa53-2d73b54aeaa5,segment=NetworkSegment(e64c5a69-82f0-4189-8c1f-b39e18b7d2a0),segment_id=e64c5a69-82f0-4189-8c1f-b39e18b7d2a0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:03.588130 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.610462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.612935 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.7962720
Apr 30 05:00:03.620620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbbb29f-bf9b-4754-a721-dee176d6a154,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:03.719126 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8603d071-2fdf-4e73-9eb5-caceaba486d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.729971 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.823404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57738) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:03.843257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Calling delete_port for 92121f40-afcc-4d79-aa53-2d73b54aeaa5 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:00:03.853535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.873969 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:03.886828 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c7c3256f-2f80-428f-9d81-d49111b1f596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:03.889797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Request body: {'security_group_rule': {'security_group_id': 'f2cba159-6112-4cee-8489-67d749d5300d', 'project_id': 'a7aceab2e4e14875accd08742683c512', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:03.900105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.940197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:03.949175 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:03.951792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Usage tracker for resource:security_group_rule and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:03.958067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:03.972837 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-488c2a44-2e96-4c2b-a1cb-bb331f2e8177 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:04.044264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:04.142096 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:04.162356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a4a8580>,) {'filters': {'network_id': ['203c0f56-e392-47bd-a5c8-82d221c4da56']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:04.207592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a4a8580>, 'aaa13df6-6c79-4673-bb4e-d6d3432b161f') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:04.208279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a4a8580>, 'aaa13df6-6c79-4673-bb4e-d6d3432b161f') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:04.231325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event deleted for resources: {'Port': ['ID=92121f40-afcc-4d79-aa53-2d73b54aeaa5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:04.237201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] No DVR routers for this DVR port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:00:04.248286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] Pushing event deleted for resources: {'Port': ['ID=92121f40-afcc-4d79-aa53-2d73b54aeaa5,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:04.249934 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:04.259947 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:04.263993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] No DVR routers for this DVR port 92121f40-afcc-4d79-aa53-2d73b54aeaa5 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:00:04.332375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 722f8997-cf84-4cb9-aca4-f897b5de4083 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:00:04.345538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:04.419672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:04.451516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:00:04.579176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 722f8997-cf84-4cb9-aca4-f897b5de4083 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:00:04.603198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 722f8997-cf84-4cb9-aca4-f897b5de4083 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:00:04.604188 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.000429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.006165 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.093923 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.157373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57764) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:05.222963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.269328 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.393766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 722f8997-cf84-4cb9-aca4-f897b5de4083, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=722f8997-cf84-4cb9-aca4-f897b5de4083,segment=NetworkSegment(46949ef7-f516-4c71-97f2-b7e9a8a28106),segment_id=46949ef7-f516-4c71-97f2-b7e9a8a28106)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:05.402344 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.410215 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c6316091-3392-4753-b30c-1c63d15acd95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:05.469963 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8af15f5-a7ce-4aa8-a075-bde0bfbc957f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:05.525698 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.530110 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6917238
Apr 30 05:00:05.531081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 92121f40-afcc-4d79-aa53-2d73b54aeaa5 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:00:05.538692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57772) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:05.598601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:05.621728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Request body: {'security_group_rule': {'security_group_id': 'f2cba159-6112-4cee-8489-67d749d5300d', 'project_id': 'a7aceab2e4e14875accd08742683c512', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:05.629033 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:05.633561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Usage tracker for resource:security_group_rule and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:05.637510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:05.645069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:05.659547 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.729365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14431b97-6b2e-4b6b-a2b4-f8e53c148fac,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:05.734006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 92121f40-afcc-4d79-aa53-2d73b54aeaa5 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:00:05.734594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 92121f40-afcc-4d79-aa53-2d73b54aeaa5 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:00:05.780615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=722f8997-cf84-4cb9-aca4-f897b5de4083,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:05.791010 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:05.792746 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:05.875037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b78ed30>,) {'filters': {'network_id': ['34fc6590-4510-487b-abdb-018ceb1ea7a3']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:05.899262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b78ed30>, 'e64c5a69-82f0-4189-8c1f-b39e18b7d2a0') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:05.899262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b78ed30>, 'e64c5a69-82f0-4189-8c1f-b39e18b7d2a0') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:05.931593 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.941258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.957159 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:05.989045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:00:06.130027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.205453 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.250416 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:06.260095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.297218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 722f8997-cf84-4cb9-aca4-f897b5de4083 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:00:06.432069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:06.447124 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.473628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af278b06-3d23-444c-bd39-0570c43945a7,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:06.486994 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:06.489448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network 203c0f56-e392-47bd-a5c8-82d221c4da56 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:06.530094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 722f8997-cf84-4cb9-aca4-f897b5de4083 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:00:06.531155 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:00:06.545002 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:00:06.559943 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.565174 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9937212
Apr 30 05:00:06.568850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57808) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:06.635392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Request body: {'security_group_rule': {'security_group_id': 'f2cba159-6112-4cee-8489-67d749d5300d', 'project_id': 'a7aceab2e4e14875accd08742683c512', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:06.644289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:06.649968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Usage tracker for resource:security_group_rule and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:06.656700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:06.675767 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.680728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:06.709597 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Project a7aceab2e4e14875accd08742683c512 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:00:06.718968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.721293 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.726131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:06.798686 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:06.826513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Usage tracker for resource:security_group_rule and tenant:b3286d743cdf4053afa97c43d14bc1b8 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:06.844403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:06.856788 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.865976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Network 34fc6590-4510-487b-abdb-018ceb1ea7a3 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:06.891658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Network': ['ID=203c0f56-e392-47bd-a5c8-82d221c4da56,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:06.907950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:00:06.910437 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:00:06.962951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:06.966856 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:06.977307 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/networks/203c0f56-e392-47bd-a5c8-82d221c4da56 HTTP/1.1" status: 204  len: 168 time: 4.3911533
Apr 30 05:00:06.982416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57820) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:06.985172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.046271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160f8e-284f-4c7a-bad4-5419c9508341 req-b9fda22a-4a29-412d-ace9-2ff50c9d8646 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:07.048228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-72160f8e-284f-4c7a-bad4-5419c9508341 req-b9fda22a-4a29-412d-ace9-2ff50c9d8646 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.4644065
Apr 30 05:00:07.105624 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6c9506af-301d-4590-b4e9-9137f9d71856 tempest-TaggedBootDevicesTest-157197173 tempest-TaggedBootDevicesTest-157197173-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:07.121524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.130199 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3f5fae50-078c-44cb-9046-4595624cd9b5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:07.155525 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.157564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494473c7-15ef-4b44-96e6-ac86efaadb9c,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:07.165273 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.168357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Pushing event deleted for resources: {'Network': ['ID=34fc6590-4510-487b-abdb-018ceb1ea7a3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:07.172983 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6025875
Apr 30 05:00:07.174847 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:07.180086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57828) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:07.185184 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:07.188843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-72160f8e-284f-4c7a-bad4-5419c9508341 req-3dead42c-bb61-44fd-a6a4-47757bd921ae tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1279836
Apr 30 05:00:07.197615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] 10.222.0.46 "DELETE /v2.0/networks/34fc6590-4510-487b-abdb-018ceb1ea7a3 HTTP/1.1" status: 204  len: 168 time: 5.3555954
Apr 30 05:00:07.211124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Request body: {'security_group_rule': {'security_group_id': 'f2cba159-6112-4cee-8489-67d749d5300d', 'project_id': 'a7aceab2e4e14875accd08742683c512', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:07.247729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Deleting subnet c7c5fe12-c8c3-4a9a-87e3-9a9011e945cd {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:00:07.254064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:07.271218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Usage tracker for resource:security_group_rule and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:07.277732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:07.279388 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.280574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.290192 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.303381 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25744f19-88f4-40ab-9a0a-b647ae7e2b02 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:07.340602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:07.363738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3286d743cdf4053afa97c43d14bc1b8&name=default HTTP/1.1" status: 200  len: 2983 time: 2.2030289
Apr 30 05:00:07.365073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931ebc1f-623c-41cc-829c-d25216b4c9a0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:07.373301 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:07.375034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57838) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:07.403516 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Project a7aceab2e4e14875accd08742683c512 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:00:07.431550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.476006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4dedddd-0071-496c-8fc0-2b479f014c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.526903 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4dedddd-0071-496c-8fc0-2b479f014c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.658740 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4dedddd-0071-496c-8fc0-2b479f014c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.676172 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a8458354-45ec-482c-b511-91e9bd1eacd1 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:07.697863 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4dedddd-0071-496c-8fc0-2b479f014c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.703377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d4dedddd-0071-496c-8fc0-2b479f014c38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/931ebc1f-623c-41cc-829c-d25216b4c9a0 HTTP/1.1" status: 204  len: 168 time: 0.3233178
Apr 30 05:00:07.703377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dedddd-0071-496c-8fc0-2b479f014c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ebc1f-623c-41cc-829c-d25216b4c9a0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:07.703690 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d4dedddd-0071-496c-8fc0-2b479f014c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:07.794585 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.930571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.944741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:07.965614 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b2bbc6a6-9c50-42f0-b471-bdf5bb86d52e tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:07.984393 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:08.082341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57854) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:08.103034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43b7d15-64c0-4d86-af34-6a08225e2135,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:08.108245 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:08.123797 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:08.125947 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.9439652
Apr 30 05:00:08.439450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fc3ae07a-5f7c-4841-8ca7-dc2ea1c9c27d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4c14c0e36e64fc48c7a574deb062485&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3545473
Apr 30 05:00:08.441650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57868) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:08.617608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:08.629303 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60feeb81-12cf-4716-b989-92286aa3220e tempest-NetworksTestDHCPv6-66074328 tempest-NetworksTestDHCPv6-66074328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:08.687735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c5fe12-c8c3-4a9a-87e3-9a9011e945cd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:08.707082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf24379-4e27-4292-a161-40b97016882a None None] Network eb6a4707-14ed-499b-8069-66cec146b1a2 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:08.707937 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:08.709124 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:08.726802 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/subnets/c7c5fe12-c8c3-4a9a-87e3-9a9011e945cd HTTP/1.1" status: 204  len: 168 time: 1.7388902
Apr 30 05:00:08.734290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57890) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:08.801340 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-edb5bca9-433e-43d0-92f7-2fbcecb5166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:08.951605 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-edb5bca9-433e-43d0-92f7-2fbcecb5166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:09.084547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d611fa6-6758-4457-8098-be3200ab763c req-637a919f-2612-4684-af0b-dc8d7937f6a3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:09.098720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d611fa6-6758-4457-8098-be3200ab763c req-637a919f-2612-4684-af0b-dc8d7937f6a3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.6021740
Apr 30 05:00:09.130603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:09.189063 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-edb5bca9-433e-43d0-92f7-2fbcecb5166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:09.214552 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bb2f0c81-1d1f-4097-976f-bbd9223bb0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:09.306872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-bad7f664-5ddb-4484-a9cc-47662ef28c1d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Synchronizing usage tracker for tenant:a7aceab2e4e14875accd08742683c512 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:09.309506 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-edb5bca9-433e-43d0-92f7-2fbcecb5166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:09.313378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-edb5bca9-433e-43d0-92f7-2fbcecb5166b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d84f48d7-f8cf-456c-9475-0ec725b8358d HTTP/1.1" status: 204  len: 168 time: 0.8680422
Apr 30 05:00:09.324739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Deleting port a36e0d7c-0326-4259-a72e-32e5e2f1f44c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:00:09.325616 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:09.333222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5bca9-433e-43d0-92f7-2fbcecb5166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f48d7-f8cf-456c-9475-0ec725b8358d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:09.338373 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-edb5bca9-433e-43d0-92f7-2fbcecb5166b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:09.368989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d611fa6-6758-4457-8098-be3200ab763c req-9beaed98-c6bb-407c-aec1-7e3e215a12c9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2690802
Apr 30 05:00:09.395927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-bad7f664-5ddb-4484-a9cc-47662ef28c1d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Unset dirty status for tenant:a7aceab2e4e14875accd08742683c512 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:09.407190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-bad7f664-5ddb-4484-a9cc-47662ef28c1d tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714635095&fields=id&tenant_id=a7aceab2e4e14875accd08742683c512 HTTP/1.1" status: 200  len: 267 time: 0.5018806
Apr 30 05:00:09.419588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] DHCP port deletion for eb6a4707-14ed-499b-8069-66cec146b1a2 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:00:09.495864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57910) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:09.624390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] Deleting port a36e0d7c-0326-4259-a72e-32e5e2f1f44c {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:00:09.624782 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:09.716587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] For port a36e0d7c-0326-4259-a72e-32e5e2f1f44c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a36e0d7c-0326-4259-a72e-32e5e2f1f44c,segment=NetworkSegment(ba5c47c7-18f8-4276-a8a1-747731969c33),segment_id=ba5c47c7-18f8-4276-a8a1-747731969c33)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:09.721484 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:09.780280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1038593427-network', 'tenant_id': 'cec84bb3129d45399e28fb882761f398'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:09.790574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:09.800251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Usage tracker for resource:network and tenant:cec84bb3129d45399e28fb882761f398 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:09.806471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:09.836359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-e04806ed-497b-4bd1-8321-7b6574fde8c7 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:09.837122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-e04806ed-497b-4bd1-8321-7b6574fde8c7 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Synchronizing usage tracker for tenant:a7aceab2e4e14875accd08742683c512 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:09.858264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] For port a36e0d7c-0326-4259-a72e-32e5e2f1f44c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a36e0d7c-0326-4259-a72e-32e5e2f1f44c,segment=NetworkSegment(ba5c47c7-18f8-4276-a8a1-747731969c33),segment_id=ba5c47c7-18f8-4276-a8a1-747731969c33)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:09.858961 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:09.896475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-e04806ed-497b-4bd1-8321-7b6574fde8c7 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Unset dirty status for tenant:a7aceab2e4e14875accd08742683c512 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:09.897677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-e04806ed-497b-4bd1-8321-7b6574fde8c7 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/networks?id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a HTTP/1.1" status: 200  len: 808 time: 0.4832315
Apr 30 05:00:09.929020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-1b006dd9-5e13-43ba-97aa-4ddc25be1d13 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/quotas/a7aceab2e4e14875accd08742683c512 HTTP/1.1" status: 200  len: 375 time: 0.0229523
Apr 30 05:00:10.003369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:10.012295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Calling delete_port for a36e0d7c-0326-4259-a72e-32e5e2f1f44c owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:00:10.040532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Made reservation on behalf of cec84bb3129d45399e28fb882761f398 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:10.048976 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:10.079140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:10.090538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-0a422125-b9ba-429e-bfa7-04f0c61e29ff tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Synchronizing usage tracker for tenant:a7aceab2e4e14875accd08742683c512 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:10.109762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] Calling delete_port for a36e0d7c-0326-4259-a72e-32e5e2f1f44c owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:00:10.111836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:10.125352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Usage tracker for resource:security_group_rule and tenant:cec84bb3129d45399e28fb882761f398 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:10.126677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-0a422125-b9ba-429e-bfa7-04f0c61e29ff tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Unset dirty status for tenant:a7aceab2e4e14875accd08742683c512 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:10.136213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:10.144390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-0a422125-b9ba-429e-bfa7-04f0c61e29ff tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7aceab2e4e14875accd08742683c512&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2006822
Apr 30 05:00:10.205964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:10.219053 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a48a8798-dc2a-437f-9a94-dbd9671f61f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:10.239482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:10.273755 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:10.285967 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-27701093-3af0-4e83-9186-077c6cb7b1bf tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:10.342749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] No DVR routers for this DVR port a36e0d7c-0326-4259-a72e-32e5e2f1f44c on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:00:10.372346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] Pushing event deleted for resources: {'Port': ['ID=a36e0d7c-0326-4259-a72e-32e5e2f1f44c,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:10.383712 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a36e0d7c-0326-4259-a72e-32e5e2f1f44c no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:00:10.420129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Port': ['ID=a36e0d7c-0326-4259-a72e-32e5e2f1f44c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:10.455186 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:10.467576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] No DVR routers for this DVR port a36e0d7c-0326-4259-a72e-32e5e2f1f44c on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:00:10.470325 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: a36e0d7c-0326-4259-a72e-32e5e2f1f44c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:00:10.470893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a36e0d7c-0326-4259-a72e-32e5e2f1f44c not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:00:10.481740 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:10.513197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-e2f85b2a-9b73-4023-9bc6-9fd3679b0f11 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:00:10.521956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-e2f85b2a-9b73-4023-9bc6-9fd3679b0f11 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3594337
Apr 30 05:00:10.696178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:10.912154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:00:10.955039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:10.964325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ad16760>,) {'filters': {'network_id': ['eb6a4707-14ed-499b-8069-66cec146b1a2']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:10.997455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:11.012670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad16760>, 'ba5c47c7-18f8-4276-a8a1-747731969c33') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:11.013786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad16760>, 'ba5c47c7-18f8-4276-a8a1-747731969c33') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:11.041662 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4ea9c5e-1e34-4c85-82b9-59165a132ca6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:11.091234 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:11.102914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57276718-b017-4f80-a939-15e5bc85685d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:11.114238 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:11.148830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:00:11.189595 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:11.218744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:00:11.259748 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:11.285126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:11.286242 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Added segment 545f59e2-84e7-4550-accb-b06320d1b240 of type vlan for network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4
Apr 30 05:00:11.296401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:00:11.309223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:11.315388 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:11.317457 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:11.396419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=11']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:11.407274 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:11.412249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-873d9acb-168c-4c0f-b6c9-eacbbdb8125c service neutron] 10.222.0.46 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8892856
Apr 30 05:00:11.423172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d70a54-c890-4dbf-a7ea-400bf728309e req-ef4753d9-f786-4c6b-901c-dc7a3d9b4e8f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:11.431848 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79d70a54-c890-4dbf-a7ea-400bf728309e req-ef4753d9-f786-4c6b-901c-dc7a3d9b4e8f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.7204587
Apr 30 05:00:11.533038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79d70a54-c890-4dbf-a7ea-400bf728309e req-68e9c004-99b1-42d1-9e1f-660ffe5d6e44 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1001725
Apr 30 05:00:11.720752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network eb6a4707-14ed-499b-8069-66cec146b1a2 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:11.739319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5e888c61-34ec-4b6b-b53d-3d7cdeee9b93 service neutron] 10.222.0.46 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3043404
Apr 30 05:00:11.751610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:11.791829 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:11.853620 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'code': 200}
Apr 30 05:00:11.942197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:11.943723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:11.944601 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:12.016866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57962) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:12.310979 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eaa8f754-a12b-4ac7-999e-7099a9d7fa66 tempest-ExternalNetworksTestJSON-374594348 tempest-ExternalNetworksTestJSON-374594348-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:12.314648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'networks': [{'name': 'tempest-network--1348460985'}, {'name': 'tempest-network--2051579472'}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:12.315486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'network': {'name': 'tempest-network--1348460985'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:12.316518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'network': {'name': 'tempest-network--2051579472'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:12.328284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d685198-9918-4d54-b070-86e2754240a4 req-539e94ee-c826-4bf4-a789-5cc683465deb tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 210 time: 0.1171498
Apr 30 05:00:12.333503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:12.347886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Usage tracker for resource:network and tenant:3f075b81454748268394e3af0138f07f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:12.354261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:12.371498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:12.378595 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.8781848
Apr 30 05:00:12.389188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57980) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:12.403157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Request body: {'subnet': {'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1038593427-subnet', 'tenant_id': 'cec84bb3129d45399e28fb882761f398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:12.422947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:12.431620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Usage tracker for resource:subnet and tenant:cec84bb3129d45399e28fb882761f398 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:12.437554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Made reservation on behalf of 3f075b81454748268394e3af0138f07f for: {'network': 2} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:12.445602 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:12.468721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:12.482170 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:12.490281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Pushing event updated for resources: {'Network': ['ID=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:12.506811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:12.523804 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:12.526010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:12.534894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:00:12.539528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Usage tracker for resource:security_group_rule and tenant:3f075b81454748268394e3af0138f07f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:12.547897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:12.551487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Made reservation on behalf of cec84bb3129d45399e28fb882761f398 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:12.554724 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:12.606820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:12.691390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Network eb6a4707-14ed-499b-8069-66cec146b1a2 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:00:12.739720 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:00:12.854363 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:12.862057 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:12.937757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:12.941721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Pushing event deleted for resources: {'Network': ['ID=eb6a4707-14ed-499b-8069-66cec146b1a2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:12.946712 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:12.970993 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/networks/eb6a4707-14ed-499b-8069-66cec146b1a2 HTTP/1.1" status: 204  len: 168 time: 4.2348986
Apr 30 05:00:12.975634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57990) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:13.074479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a91d8edd-864d-4338-b8b3-b40dc3aeb8dc tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Synchronizing usage tracker for tenant:380c6307d0d7477ca4c0a4c0ae9412e2 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:13.123043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a91d8edd-864d-4338-b8b3-b40dc3aeb8dc tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Unset dirty status for tenant:380c6307d0d7477ca4c0a4c0ae9412e2 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:13.125933 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a91d8edd-864d-4338-b8b3-b40dc3aeb8dc tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a4978ec-c840-43f2-8c7f-4837834b1745 HTTP/1.1" status: 200  len: 205 time: 0.1485014
Apr 30 05:00:13.130731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57994) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:13.149764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da2469-2df9-47a5-b492-50370768608b req-48d0407e-ebdf-4650-b89b-a474bae1ce26 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:13.154735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3da2469-2df9-47a5-b492-50370768608b req-48d0407e-ebdf-4650-b89b-a474bae1ce26 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3972216
Apr 30 05:00:13.452059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3da2469-2df9-47a5-b492-50370768608b req-31cd195f-fc66-47ca-80f9-feea618d235b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1499012
Apr 30 05:00:13.474920 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.579965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-486ed9ad-eee3-4fb1-8905-8c978d0c174d tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.588265 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.589634 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.606682 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ffb2b4b-8140-4982-9e04-8699a7cccd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:13.717952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b138ec-3728-45e9-af4f-2bde59eb346c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:13.728509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ccde135-8286-4bdb-b315-42485a26b4fb req-c640904e-ede6-4573-a458-145caf7c0bcd tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 210 time: 0.0904834
Apr 30 05:00:13.731120 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:13.755639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:00:13.769874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.770332 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Added segment 64c820c1-2f8f-4b62-83b0-4170c82ba27c of type vlan for network 15035914-d59d-4be4-9561-3ed2c794b4dd
Apr 30 05:00:13.820404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.953212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:00:13.953841 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-486ed9ad-eee3-4fb1-8905-8c978d0c174d tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.955993 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.957379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-486ed9ad-eee3-4fb1-8905-8c978d0c174d tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.965168 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfc94dc0-22bd-4e77-94de-bc5791e6686e tempest-RoutersAdminTest-385375377 tempest-RoutersAdminTest-385375377-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:13.994666 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-486ed9ad-eee3-4fb1-8905-8c978d0c174d tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:13.995334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486ed9ad-eee3-4fb1-8905-8c978d0c174d tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Fanout notify agent at l3_agent the message router_deleted on router 5a4978ec-c840-43f2-8c7f-4837834b1745 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:00:14.016399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-486ed9ad-eee3-4fb1-8905-8c978d0c174d tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:14.020569 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-486ed9ad-eee3-4fb1-8905-8c978d0c174d tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] 10.222.0.46 "DELETE /v2.0/routers/5a4978ec-c840-43f2-8c7f-4837834b1745 HTTP/1.1" status: 204  len: 168 time: 0.8858376
Apr 30 05:00:14.032393 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:14.032776 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Added segment 0e3499ee-8cda-4846-82d1-c03601a1f7b5 of type vlan for network 9f9c2f9e-fd71-4099-bac8-d9282fb7eadb
Apr 30 05:00:14.127286 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:14.156758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df00eda-1efa-45d2-a923-0b7aec4b3113,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:14.160716 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:14.181830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Checking segment: {'id': '545f59e2-84e7-4550-accb-b06320d1b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:00:14.182197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Network hostable DHCP agents. Network: d677ade1-e1eb-44cd-a7e4-5cc5e06385d4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:00:14.373929 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:14.375413 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:14.381489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:14.388443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:14.389150 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:14.393178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:00:14.400155 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c54f586-1109-4d5e-8a4c-14e8287775d5 tempest-PortsAdminExtendedAttrsTestJSON-748656742 tempest-PortsAdminExtendedAttrsTestJSON-748656742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:14.475166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, d677ade1-e1eb-44cd-a7e4-5cc5e06385d4) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:14.488831 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec181b8e-6665-41a1-a6dc-6a6c451ae9a7 None None] Network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:14.544807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58012) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:14.578931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:14.579576 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:14.618583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 2.5980141
Apr 30 05:00:14.621873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58020) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:14.635932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Network': ['ID=15035914-d59d-4be4-9561-3ed2c794b4dd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:14.690304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-844a3d66-dd03-4f64-a9af-56ce976aef0f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:14.691868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-844a3d66-dd03-4f64-a9af-56ce976aef0f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.50 "GET /v2.0/networks?id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a HTTP/1.1" status: 200  len: 808 time: 0.4912429
Apr 30 05:00:14.740888 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 15035914-d59d-4be4-9561-3ed2c794b4dd details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:00:14.819457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.4152799
Apr 30 05:00:14.958521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Network': ['ID=9f9c2f9e-fd71-4099-bac8-d9282fb7eadb,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:14.962040 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:14.963724 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:14.964256 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:14.969933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-63bdeada-c4a3-4cf1-ab30-f47bca997282 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7aceab2e4e14875accd08742683c512 HTTP/1.1" status: 200  len: 379 time: 0.2588711
Apr 30 05:00:15.001688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Request body: {'port': {'device_id': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'admin_state_up': True, 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'security_groups': ['f2cba159-6112-4cee-8489-67d749d5300d']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:15.024967 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dea0edf8-6698-4a3b-9d50-ddb3a4391d99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=380c6307d0d7477ca4c0a4c0ae9412e2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4707496
Apr 30 05:00:15.033265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:15.116861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617b317-0c4b-41bb-8fd7-e9b2b90d234a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:15.133831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617b317-0c4b-41bb-8fd7-e9b2b90d234a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:15.134912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:00:15.148462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 9f9c2f9e-fd71-4099-bac8-d9282fb7eadb details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:00:15.170975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617b317-0c4b-41bb-8fd7-e9b2b90d234a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:15.188520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617b317-0c4b-41bb-8fd7-e9b2b90d234a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:15.197330 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7617b317-0c4b-41bb-8fd7-e9b2b90d234a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.5740826
Apr 30 05:00:15.200555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58038) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:15.469612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a1c8867-7eed-4bb6-9d84-66b7d2ee1c7a req-537dab20-d061-462f-a731-f48b66362d4c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 210 time: 0.1651845
Apr 30 05:00:15.499933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276084c-9042-46fb-86c2-b1335c6516a4 req-be63e1d0-1811-4c6a-8022-fe28f7ab0d6a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:15.508035 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930523b0-1330-4100-8cde-cd1d1a171a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:15.511206 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4276084c-9042-46fb-86c2-b1335c6516a4 req-be63e1d0-1811-4c6a-8022-fe28f7ab0d6a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.7033474
Apr 30 05:00:15.613627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4276084c-9042-46fb-86c2-b1335c6516a4 req-4b366f3c-e9a1-4e7a-806a-bc52d1f65e0b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1010051
Apr 30 05:00:15.666399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:15.684967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:15.702804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Made reservation on behalf of a7aceab2e4e14875accd08742683c512 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:15.703455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:15.710203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930523b0-1330-4100-8cde-cd1d1a171a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:15.711116 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:15.780384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc313e79-47e0-4e39-949d-7d169eaf860e None None] Network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:16.018693 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 05:00:16.259251 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:16.492500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe778f9dbb0>,) {'filters': {'network_id': ['15035914-d59d-4be4-9561-3ed2c794b4dd']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:16.493988 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:00:16.529072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Allocated IP 172.20.0.11 (20c185bc-ff4c-42fe-9bcc-d875f9d9816a/6ff30c7a-a715-4a41-bc3e-5590f5452310/6039f3a8-bfb0-4e08-bd16-798c6242a2d4) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:00:16.529641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778f9dbb0>, '64c820c1-2f8f-4b62-83b0-4170c82ba27c') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:16.529641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778f9dbb0>, '64c820c1-2f8f-4b62-83b0-4170c82ba27c') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:16.570440 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:16.610986 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:16.629751 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930523b0-1330-4100-8cde-cd1d1a171a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:16.654327 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-92412e2c-6530-4813-a9fa-d1165e7a2bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:16.663001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:16.676486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:00:16.718349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'port_id': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'mac_address': 'fa:16:3e:69:36:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:00:16.718620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930523b0-1330-4100-8cde-cd1d1a171a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b575912-b9ff-4ad8-9ecc-422a72947597,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:16.721985 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-930523b0-1330-4100-8cde-cd1d1a171a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:16.727742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-930523b0-1330-4100-8cde-cd1d1a171a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:16.733406 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-930523b0-1330-4100-8cde-cd1d1a171a97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b575912-b9ff-4ad8-9ecc-422a72947597 HTTP/1.1" status: 204  len: 168 time: 1.6993244
Apr 30 05:00:16.836191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-28b20078-d62a-4496-b487-0c5e9be688eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:16.844348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-28b20078-d62a-4496-b487-0c5e9be688eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 814 time: 0.4755688
Apr 30 05:00:16.917714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-e723cf3b-2a00-4318-bbc5-19f319668271 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/quotas/cec84bb3129d45399e28fb882761f398 HTTP/1.1" status: 200  len: 375 time: 0.0713849
Apr 30 05:00:16.934222 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:17.013755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1854aa1-ff16-41b4-9e49-87189721168d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:00:17.049069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9845ca0b-3962-4b2b-8f18-badddedd0dde req-ef9c88b5-fff3-4742-b2c5-85fc6bc82e69 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 210 time: 0.1897380
Apr 30 05:00:17.076931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:17.091802 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:17.095018 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:17.260959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=12']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:17.265357 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:17.269292 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f1854aa1-ff16-41b4-9e49-87189721168d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:00:17.336177 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:17.385548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-d412dd94-298b-404b-80c4-d688ffe54b88 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4664359
Apr 30 05:00:17.538589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 15035914-d59d-4be4-9561-3ed2c794b4dd has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:17.595516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:17.634044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62c893-e407-4462-a93b-1427311b97a9 req-a5f2fedb-7de0-4bcc-b90e-f197d7827885 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:17.641739 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb62c893-e407-4462-a93b-1427311b97a9 req-a5f2fedb-7de0-4bcc-b90e-f197d7827885 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 945 time: 0.2604506
Apr 30 05:00:17.769458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb62c893-e407-4462-a93b-1427311b97a9 req-eefd07b0-1c7b-48dc-a411-49a2b418cd27 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1191297
Apr 30 05:00:17.795095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5cf0275c-cc09-42d3-a43b-c020c31ced4e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:00:17.800012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5cf0275c-cc09-42d3-a43b-c020c31ced4e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3415191
Apr 30 05:00:17.968643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 15035914-d59d-4be4-9561-3ed2c794b4dd has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:00:18.059583 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:00:18.266614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-f9a7f059-9435-4715-a500-cef65e298648 service neutron] 10.222.0.46 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4538710
Apr 30 05:00:18.271928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Transition to ACTIVE for port object 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:00:18.282164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:18.297560 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5c9cde7-7208-4ccb-8789-8dcb1801dc62 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:18.368048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:18.400305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Network': ['ID=15035914-d59d-4be4-9561-3ed2c794b4dd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:18.420445 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:18.423557 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/networks/15035914-d59d-4be4-9561-3ed2c794b4dd HTTP/1.1" status: 204  len: 168 time: 3.1516261
Apr 30 05:00:18.427822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58092) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:18.565775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf42e97d-acbe-44b7-bea4-5a52006fe1ad req-346221a3-dea6-498d-9982-90ea04673ecf tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 210 time: 0.1727114
Apr 30 05:00:18.616203 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:18.643754 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:18.702982 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:18.765150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:00:18.768690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-14ca3418-ca0f-4baa-8f58-82dd924a12e1 service neutron] 10.222.0.46 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4846382
Apr 30 05:00:18.783231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:18.794765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:00:18.890157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'Port': ['ID=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:18.901673 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:19.004143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:19.008686 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:19.112103 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:00:19.266546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2802227
Apr 30 05:00:19.278241 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:19.291244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port f1854aa1-ff16-41b4-9e49-87189721168d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:00:19.294348 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:19.396890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Request body: {'port': {'device_id': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:19.522269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58124) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:19.552512 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:19.575072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-13759cda-c954-4b56-ab3a-90a93e3c2b26 None None] Provisioning for port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:00:19.590222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-13759cda-c954-4b56-ab3a-90a93e3c2b26 None None] Provisioning complete for port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:00:19.590658 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-13759cda-c954-4b56-ab3a-90a93e3c2b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:19.634862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a14aac0>,) {'filters': {'network_id': ['9f9c2f9e-fd71-4099-bac8-d9282fb7eadb']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:19.671932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-13759cda-c954-4b56-ab3a-90a93e3c2b26 None None] Port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:00:19.687511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a14aac0>, '0e3499ee-8cda-4846-82d1-c03601a1f7b5') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:19.694297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a14aac0>, '0e3499ee-8cda-4846-82d1-c03601a1f7b5') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:00:19.702873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:19.704330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:00:19.717617 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:19.721107 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:19.746731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0f5f91a-14eb-4f8a-84ed-e01a775df2a2 req-69b4c989-9bbc-4984-9e6e-3a92a187f12f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 210 time: 0.1362531
Apr 30 05:00:19.770259 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:19.842141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:19.864369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:00:19.909206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=13']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:19.947589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.948647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.949579 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.949923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.950265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.950600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.950951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.951269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.951617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.951944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.952269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.952594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:19.972569 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:20.365279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group': {'name': 'tempest-secgroup--559032193'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:20.381888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:20.392134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:20.400331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:20.419150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:20.428973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 9f9c2f9e-fd71-4099-bac8-d9282fb7eadb has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:20.439469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:20.515618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:20.562282 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:20.599804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd2776-76c2-4afc-bd6d-bde1efd6ca34 req-abd22d9c-122c-45ba-9460-016b4dcc5f7f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:20.601743 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48cd2776-76c2-4afc-bd6d-bde1efd6ca34 req-abd22d9c-122c-45ba-9460-016b4dcc5f7f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 945 time: 1.5016096
Apr 30 05:00:20.608196 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:20.624623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:20.658797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:20.666284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:20.808944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:20.896793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 9f9c2f9e-fd71-4099-bac8-d9282fb7eadb has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:00:20.960957 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:00:21.137183 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:21.142170 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1146e8f5-5a9c-4289-bbad-c30d9e1d6670 tempest-ServersTestMultiNic-1380539160 tempest-ServersTestMultiNic-1380539160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:21.187890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:21.207082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Network': ['ID=9f9c2f9e-fd71-4099-bac8-d9282fb7eadb,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:21.218522 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:21.221565 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/networks/9f9c2f9e-fd71-4099-bac8-d9282fb7eadb HTTP/1.1" status: 204  len: 168 time: 2.7921996
Apr 30 05:00:21.225455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58162) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:21.227393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69433218-86da-45b1-ac7b-f5a6e312c8f8 req-0925c9b1-a7d8-4b82-9737-b2800bc3330f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:21.237828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69433218-86da-45b1-ac7b-f5a6e312c8f8 req-0925c9b1-a7d8-4b82-9737-b2800bc3330f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Synchronizing usage tracker for tenant:a7aceab2e4e14875accd08742683c512 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:21.359585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48cd2776-76c2-4afc-bd6d-bde1efd6ca34 req-b468daca-d406-4710-9723-27f53220306a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7250962
Apr 30 05:00:21.467382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69433218-86da-45b1-ac7b-f5a6e312c8f8 req-0925c9b1-a7d8-4b82-9737-b2800bc3330f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Unset dirty status for tenant:a7aceab2e4e14875accd08742683c512 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:21.473953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69433218-86da-45b1-ac7b-f5a6e312c8f8 req-0925c9b1-a7d8-4b82-9737-b2800bc3330f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 932 time: 1.0101807
Apr 30 05:00:21.496584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221405a-9d7b-4b1f-ac87-76f021ffa5e0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:21.503707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221405a-9d7b-4b1f-ac87-76f021ffa5e0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:21.504600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2221405a-9d7b-4b1f-ac87-76f021ffa5e0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Synchronizing usage tracker for tenant:3f075b81454748268394e3af0138f07f on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:21.545569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2221405a-9d7b-4b1f-ac87-76f021ffa5e0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Unset dirty status for tenant:3f075b81454748268394e3af0138f07f on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:21.547122 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2221405a-9d7b-4b1f-ac87-76f021ffa5e0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3201153
Apr 30 05:00:21.551799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58168) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:21.570152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1589625672'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:21.596420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:21.618938 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'code': 200}
Apr 30 05:00:21.647234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:21.685857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Made reservation on behalf of 3f075b81454748268394e3af0138f07f for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:21.696591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:21.759576 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69433218-86da-45b1-ac7b-f5a6e312c8f8 req-ffaf88f2-cbfd-4906-9122-5927ffac3360 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2785382
Apr 30 05:00:21.828913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-522fcbaf-2dff-48c5-b509-9ac30d24270c req-b9569ce3-9e3d-422b-af13-5013040e439c service neutron] (74581) timed out ('10.222.0.37', 57869) {{(pid=74581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 05:00:21.833231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:00:21.849251 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:21.881404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:21.891645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:21.891961 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Added segment 697d65fe-0817-42b2-a91e-8a92ac46fe57 of type vlan for network 375410b4-47d4-4777-88bd-05cf381ab705
Apr 30 05:00:21.911740 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-27c8da01-f8c9-4311-b3de-bd77356738a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:21.965484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:21.970485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14db909a-1498-4cae-b26c-a4bd60a69707,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:21.979275 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:21.982489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:21.987744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:22.042708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:22.217650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:22.316047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b767765-0519-4c40-9e93-9fc020491272 req-4a577090-90d2-4f82-bfaa-4775d7b11e8f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 210 time: 0.0874083
Apr 30 05:00:22.345614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:00:22.361488 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:22.422980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Transition to ACTIVE for port object 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:00:22.435436 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:22.445737 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f451ff2-5b2e-4248-8ae6-ceb304719755 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:22.599099 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:22.653757 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:22.790497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-acdc01b9-5d9e-41ff-9dca-2c3b37c831a9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:22.792056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-acdc01b9-5d9e-41ff-9dca-2c3b37c831a9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Synchronizing usage tracker for tenant:cec84bb3129d45399e28fb882761f398 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:22.823593 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:22.831210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:22.831907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:22.859341 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de9aa812-ab8d-4e6e-963c-72bf80c72c69 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:23.052374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:23.059541 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 3.4817576
Apr 30 05:00:23.061496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58180) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:23.081937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:23.088034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:23.126451 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1e3a9332-37b0-4996-9efb-2f95343bdfc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:23.213619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c859790-02c9-40e0-9d2f-b2f549dc4f16,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:23.226516 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:23.409423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Network': ['ID=375410b4-47d4-4777-88bd-05cf381ab705,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:23.415457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.8628502
Apr 30 05:00:23.425146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 375410b4-47d4-4777-88bd-05cf381ab705 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:00:23.429022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58190) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:23.429946 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:23.438155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1935259661'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:23.449383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:23.456440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Usage tracker for resource:network and tenant:3f075b81454748268394e3af0138f07f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:23.462599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:23.470623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-acdc01b9-5d9e-41ff-9dca-2c3b37c831a9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Unset dirty status for tenant:cec84bb3129d45399e28fb882761f398 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:23.472970 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-acdc01b9-5d9e-41ff-9dca-2c3b37c831a9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.37 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 814 time: 1.4480510
Apr 30 05:00:23.484950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:23.498835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Request body: {'port': {'device_id': '6b24e453-6528-4a0f-a061-4e08287044dc', 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4', 'admin_state_up': True, 'tenant_id': 'cec84bb3129d45399e28fb882761f398'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:23.651736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Made reservation on behalf of 3f075b81454748268394e3af0138f07f for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:23.655662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:23.763049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:00:23.773328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:23.773931 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Added segment 6f8d367d-cf27-4024-9468-aaeb4d3b4d6b of type vlan for network 14463945-0bb2-426c-9a8f-15a33302da44
Apr 30 05:00:23.804185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c9e2bc62-8004-411d-b2e1-850e3324f422 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:23.809669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:23.843735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d4bf1-6b9c-4e0b-96e4-1f25701ee712 req-29095cbf-75c5-4a4f-92a5-d41307029f29 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:23.845350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-393d4bf1-6b9c-4e0b-96e4-1f25701ee712 req-29095cbf-75c5-4a4f-92a5-d41307029f29 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 1.0085032
Apr 30 05:00:23.865788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Attempting to bind port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:00:23.866320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Attempting to bind port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:00:23.866689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Attempting to bind port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 on network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:00:23.874679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c9e2bc62-8004-411d-b2e1-850e3324f422 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:23.880681 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c9e2bc62-8004-411d-b2e1-850e3324f422 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.8034291
Apr 30 05:00:23.882969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58194) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:23.886704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 on network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:00:23.886996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Attempting to bind port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 on network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:00:23.911753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d4dc97c3-70d1-4ea9-bec9-951d7f080be5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group': {'name': 'tempest-security--653468814', 'description': 'tempest-security-description-862723038'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:23.938751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 4, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:00:23.939112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Checking segment: {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:00:23.939523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Bound using segment: {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:00:23.939970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Bound port: 6039f3a8-bfb0-4e08-bd16-798c6242a2d4, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741ae02c-5b8a-436c-bfd0-7b86af1120f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:00:23.940318 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:24.064431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:24.064667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4dc97c3-70d1-4ea9-bec9-951d7f080be5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:24.091944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:24.092785 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:24.113247 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6514825-e121-4691-b0f5-2a1c7a0cba99 tempest-ExternalNetworksTestJSON-261361474 tempest-ExternalNetworksTestJSON-261361474-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:24.133103 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4dc97c3-70d1-4ea9-bec9-951d7f080be5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:24.137543 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-393d4bf1-6b9c-4e0b-96e4-1f25701ee712 req-8387d7d3-1ab4-4702-932f-7fccba1b2bf9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2576632
Apr 30 05:00:24.162581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5199cd-155e-499b-8b96-00b1877952bb req-9b0c69f2-1e19-4bf3-91c3-111fdeeedd3c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:24.171546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e5199cd-155e-499b-8b96-00b1877952bb req-9b0c69f2-1e19-4bf3-91c3-111fdeeedd3c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 944 time: 0.8243580
Apr 30 05:00:24.177919 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4dc97c3-70d1-4ea9-bec9-951d7f080be5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:24.181153 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d4dc97c3-70d1-4ea9-bec9-951d7f080be5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:24.195692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d4dc97c3-70d1-4ea9-bec9-951d7f080be5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "PUT /v2.0/security-groups/5c859790-02c9-40e0-9d2f-b2f549dc4f16 HTTP/1.1" status: 200  len: 1778 time: 0.2983387
Apr 30 05:00:24.223171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:24.236727 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a92418b2-9911-4b74-af9a-6a497f5be91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:24.360811 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.9291236
Apr 30 05:00:24.366498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc97c3-70d1-4ea9-bec9-951d7f080be5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c859790-02c9-40e0-9d2f-b2f549dc4f16,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:24.376201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58204) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:24.411360 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d4dc97c3-70d1-4ea9-bec9-951d7f080be5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:24.419466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'ports': [{'network_id': '375410b4-47d4-4777-88bd-05cf381ab705', 'name': 'tempest-port--1582084819', 'admin_state_up': True}, {'network_id': '14463945-0bb2-426c-9a8f-15a33302da44', 'admin_state_up': False}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:24.419970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'port': {'network_id': '375410b4-47d4-4777-88bd-05cf381ab705', 'name': 'tempest-port--1582084819', 'admin_state_up': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:24.420782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'port': {'network_id': '14463945-0bb2-426c-9a8f-15a33302da44', 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:24.486520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:24.502052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Network': ['ID=14463945-0bb2-426c-9a8f-15a33302da44,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:24.505277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Usage tracker for resource:port and tenant:cec84bb3129d45399e28fb882761f398 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:24.511012 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:24.516707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 14463945-0bb2-426c-9a8f-15a33302da44 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:00:24.526804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:24.544383 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-41002e0e-204e-48ef-bd74-4f04ba44781d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups/5c859790-02c9-40e0-9d2f-b2f549dc4f16 HTTP/1.1" status: 200  len: 1778 time: 0.3146420
Apr 30 05:00:24.551223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58210) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:24.568013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:24.621959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] For port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:00:24.676104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Made reservation on behalf of cec84bb3129d45399e28fb882761f398 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:24.685849 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:24.728492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] For port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:00:24.915343 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-537d8493-a0e5-4e1c-9a3c-d0bc63b7ee1a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:24.970150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-537d8493-a0e5-4e1c-9a3c-d0bc63b7ee1a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:25.043213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e5199cd-155e-499b-8b96-00b1877952bb req-047275ec-e0f0-4828-90b6-7fb48cce2d0a tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8704367
Apr 30 05:00:25.070450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:25.113401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Allocated IP 172.20.0.9 (d677ade1-e1eb-44cd-a7e4-5cc5e06385d4/5df00eda-1efa-45d2-a923-0b7aec4b3113/63dbaf88-0ce6-446a-95f2-6ee0a2798f86) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:00:25.140314 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-537d8493-a0e5-4e1c-9a3c-d0bc63b7ee1a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:25.161871 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b7b808a-0474-48f6-895f-c7dd0d5d7e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:25.189794 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-82d8a3fe-1370-4a54-9aaa-8a5ee29337c0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:25.226314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d8493-a0e5-4e1c-9a3c-d0bc63b7ee1a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c859790-02c9-40e0-9d2f-b2f549dc4f16,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:25.232013 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-537d8493-a0e5-4e1c-9a3c-d0bc63b7ee1a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:25.367870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-537d8493-a0e5-4e1c-9a3c-d0bc63b7ee1a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:25.383337 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-537d8493-a0e5-4e1c-9a3c-d0bc63b7ee1a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-groups/5c859790-02c9-40e0-9d2f-b2f549dc4f16 HTTP/1.1" status: 204  len: 168 time: 0.8224497
Apr 30 05:00:25.383647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58216) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:25.449163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6747e15-d735-47d4-a29f-d7aa959d4de9 req-6fb53ee5-049e-4f39-9a8e-8c7eab025f35 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 210 time: 0.4222555
Apr 30 05:00:25.606479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:25.607563 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:25.609226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] 10.222.0.50 "PUT /v2.0/ports/6039f3a8-bfb0-4e08-bd16-798c6242a2d4 HTTP/1.1" status: 200  len: 1093 time: 6.2462831
Apr 30 05:00:25.618125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'tag': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:00:25.620338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2330a33c-f393-4127-b7a9-8a993392e3d2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:25.669565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2330a33c-f393-4127-b7a9-8a993392e3d2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:25.671379 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2330a33c-f393-4127-b7a9-8a993392e3d2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2864485
Apr 30 05:00:25.685393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58224) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:25.711711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:25.722458 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-820603cb-faf1-4d5f-91f1-2c4477c33879 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] delete failed (client error): The resource could not be found.
Apr 30 05:00:25.723871 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-820603cb-faf1-4d5f-91f1-2c4477c33879 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-groups/5c859790-02c9-40e0-9d2f-b2f549dc4f16 HTTP/1.1" status: 404  len: 347 time: 0.0373344
Apr 30 05:00:25.731482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58230) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:25.739480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group': {'name': 'tempest-secgroup--383225236'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:25.748892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:25.771660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:25.814444 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:25.845496 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:25.867049 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6040cd05-f036-430c-8ef6-57f652b404a8 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:26.094917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:26.103663 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:26.128946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:26.137489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Usage tracker for resource:port and tenant:3f075b81454748268394e3af0138f07f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:26.143991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:26.156500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:26.219601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77db796-4bcf-49fb-b305-a0fe0a4ca43a req-8f402d68-83a6-4565-98f7-7d9c67bab062 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:26.220183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:26.227181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b77db796-4bcf-49fb-b305-a0fe0a4ca43a req-8f402d68-83a6-4565-98f7-7d9c67bab062 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.7917194
Apr 30 05:00:26.254537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:26.265906 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'tag': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'status': 'completed', 'code': 200}
Apr 30 05:00:26.273336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:26.278058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-cd455950-a106-4dbd-833d-69eb17efa59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:26.278726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-cd455950-a106-4dbd-833d-69eb17efa59c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a7aceab2e4e14875accd08742683c512&device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 1096 time: 0.5195029
Apr 30 05:00:26.287320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:26.353738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Made reservation on behalf of 3f075b81454748268394e3af0138f07f for: {'port': 2} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:26.361366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:26.401068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-b8a0a25f-f479-411e-8d75-abca598e1310 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4 HTTP/1.1" status: 200  len: 217 time: 0.1135988
Apr 30 05:00:26.405755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:00:26.419253 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b77db796-4bcf-49fb-b305-a0fe0a4ca43a req-49b55e63-a504-48d0-825e-399fb60b6a4c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1805794
Apr 30 05:00:26.431581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:26.467633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:00:26.525875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:26.636370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-0e8a64a9-12f7-482a-b32e-9df9f250dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:26.638186 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-0e8a64a9-12f7-482a-b32e-9df9f250dbf1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ff30c7a-a715-4a41-bc3e-5590f5452310 HTTP/1.1" status: 200  len: 847 time: 0.2174332
Apr 30 05:00:26.667786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:26.674430 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:26.722325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:26.723094 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:26.731648 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:26.741303 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:26.749603 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c054387-41d5-49f7-af6f-542021f1492f tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:26.802991 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3180916
Apr 30 05:00:26.804951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d8277-14ad-4125-b3b7-b860090e1599,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:26.810711 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:26.815472 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:26.817964 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.0850651
Apr 30 05:00:26.827035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58244) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:26.836331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': 'cf7d8277-14ad-4125-b3b7-b860090e1599', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:26.849647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:26.863519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:26.892561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:26.920396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:26.990032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:27.090216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Request body: {'port': {'device_id': '6b24e453-6528-4a0f-a061-4e08287044dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:27.282399 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:27.332330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] device_id is not set on port ba99d267-705c-4528-af15-39a2037ca8a1 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:00:27.381259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:27.498899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:27.500931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:27.557907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:27.623436 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b096c07-aad5-491e-a403-7080f1348e40 tempest-ServersWithSpecificFlavorTestJSON-299644898 tempest-ServersWithSpecificFlavorTestJSON-299644898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:27.659260 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:27.661092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8322623
Apr 30 05:00:27.666047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e763fc40-839c-4302-953e-833ff09c1279,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:27.671396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58256) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:27.891739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64762ed5-1321-45df-87c2-bfb7c6bfc173 req-ee143219-f4db-4aec-8278-1902ffc50d01 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:27.892622 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:27.893865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64762ed5-1321-45df-87c2-bfb7c6bfc173 req-ee143219-f4db-4aec-8278-1902ffc50d01 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 931 time: 1.2507336
Apr 30 05:00:27.896386 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:27.909460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-9f4d3902-446d-48b3-8d71-757f36bde50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:27.911393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-9f4d3902-446d-48b3-8d71-757f36bde50d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.1949334
Apr 30 05:00:28.141833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496c5a7-1cc7-422a-9704-511d4217eddd req-c183f832-453a-4599-a59c-b358d3f27fef tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:28.149553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f496c5a7-1cc7-422a-9704-511d4217eddd req-c183f832-453a-4599-a59c-b358d3f27fef tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 944 time: 1.5174839
Apr 30 05:00:28.424721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64762ed5-1321-45df-87c2-bfb7c6bfc173 req-cce46a8e-e4b5-45c6-ba7f-e3040caf7ad1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4820840
Apr 30 05:00:28.455034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] device_id is not set on port 2fb05f7f-da97-4fbd-b773-50d42335c1d3 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:00:28.535442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f496c5a7-1cc7-422a-9704-511d4217eddd req-4ee5bdd7-c984-4807-87b1-bebab2e9111a tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3434150
Apr 30 05:00:28.790687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd3f7d7e-ca23-4986-9f16-ec0dd9d10cb3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:28.883788 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd3f7d7e-ca23-4986-9f16-ec0dd9d10cb3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:28.956469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd3f7d7e-ca23-4986-9f16-ec0dd9d10cb3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:28.986742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-50dcb737-3705-44fa-ae26-ad6e7cba3d89 service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9958916
Apr 30 05:00:29.004861 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-715c3285-5afe-4d21-8d18-85332fc2a9ec tempest-ServersTestManualDisk-813462507 tempest-ServersTestManualDisk-813462507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:29.036800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f7d7e-ca23-4986-9f16-ec0dd9d10cb3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e763fc40-839c-4302-953e-833ff09c1279,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:29.039582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd3f7d7e-ca23-4986-9f16-ec0dd9d10cb3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:29.041918 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd3f7d7e-ca23-4986-9f16-ec0dd9d10cb3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e763fc40-839c-4302-953e-833ff09c1279 HTTP/1.1" status: 204  len: 168 time: 1.2431018
Apr 30 05:00:29.043473 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd3f7d7e-ca23-4986-9f16-ec0dd9d10cb3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:29.047984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58264) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:29.130765 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:29.506978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-edcabc0e-adf6-44f0-a1f0-6da12aec73eb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:29.534174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:00:29.563392 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:29.608570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-edcabc0e-adf6-44f0-a1f0-6da12aec73eb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:29.611313 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-edcabc0e-adf6-44f0-a1f0-6da12aec73eb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5608089
Apr 30 05:00:29.629659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Transition to ACTIVE for port object 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:00:29.632852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58272) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:29.663054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:29.681238 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:29.756935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc944d05-6fef-4c20-a918-3d8fc600d6ba req-f4b3ba7d-5a7a-4a71-b69e-e817c909b663 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:29.765043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc944d05-6fef-4c20-a918-3d8fc600d6ba req-f4b3ba7d-5a7a-4a71-b69e-e817c909b663 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 1.0107653
Apr 30 05:00:29.794156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a20866e2-a69f-4bd0-86e8-17e694860920 req-6a7d2f08-adcf-444c-842b-02f890695af7 service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7725084
Apr 30 05:00:29.797071 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:29.827794 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d948a3d7-05a4-4fcb-b878-14572846db68 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:29.975631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc944d05-6fef-4c20-a918-3d8fc600d6ba req-d9322217-8050-49d9-9426-025a8cdc04c9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2094946
Apr 30 05:00:30.040925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbd4d5-c98f-4ad7-b37c-941416af1bc8 req-1ef1c70a-9883-4231-9852-3ce0522f7146 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:30.054356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7dbbd4d5-c98f-4ad7-b37c-941416af1bc8 req-1ef1c70a-9883-4231-9852-3ce0522f7146 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.4434702
Apr 30 05:00:30.200592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Attempting to bind port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:00:30.201579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Attempting to bind port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '545f59e2-84e7-4550-accb-b06320d1b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:00:30.202062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Attempting to bind port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 on network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:00:30.239062 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6529-77ac-462f-938d-bfc78c211f69 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:30.279720 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6529-77ac-462f-938d-bfc78c211f69 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:30.307470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:30.320194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 on network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:00:30.320776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Attempting to bind port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 on network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:00:30.330292 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:30.334160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:00:30.334458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Checking segment: {'id': '545f59e2-84e7-4550-accb-b06320d1b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:00:30.334841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Bound using segment: {'id': '545f59e2-84e7-4550-accb-b06320d1b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:00:30.335289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Bound port: 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545f59e2-84e7-4550-accb-b06320d1b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:00:30.335668 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:30.350257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Checking segment: {'id': '697d65fe-0817-42b2-a91e-8a92ac46fe57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '375410b4-47d4-4777-88bd-05cf381ab705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:00:30.350627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network hostable DHCP agents. Network: 375410b4-47d4-4777-88bd-05cf381ab705, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:00:30.371887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Port': ['ID=ba99d267-705c-4528-af15-39a2037ca8a1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:30.378840 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:30.533326 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7dbbd4d5-c98f-4ad7-b37c-941416af1bc8 req-39c06622-757f-4311-8694-e4547575d514 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4598346
Apr 30 05:00:30.602006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 375410b4-47d4-4777-88bd-05cf381ab705 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:00:30.657032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-d151dd40-6190-49bc-9399-4913d5d0d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:30.663150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-d151dd40-6190-49bc-9399-4913d5d0d690 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a7aceab2e4e14875accd08742683c512&device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 1096 time: 0.7838781
Apr 30 05:00:30.664185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 375410b4-47d4-4777-88bd-05cf381ab705) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:30.681322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:00:30.683325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:30.730258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72799d96-5024-4396-814d-2a3516ebafb2 None None] Network 375410b4-47d4-4777-88bd-05cf381ab705 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:30.761410 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:30.824361 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-371f98e0-a4e9-4084-a302-b395a8447f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:30.828346 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6529-77ac-462f-938d-bfc78c211f69 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:30.850741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:00:30.871693 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2cf59da-daf5-4cd8-a0d1-fa7e392bc021 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:30.874410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953854a-1f17-47ef-9269-d6e39078d404 req-c15ca382-9bd2-4921-a06f-f08a4e7133c6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:30.876173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3953854a-1f17-47ef-9269-d6e39078d404 req-c15ca382-9bd2-4921-a06f-f08a4e7133c6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 944 time: 0.5913835
Apr 30 05:00:30.922631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f6529-77ac-462f-938d-bfc78c211f69 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d8277-14ad-4125-b3b7-b860090e1599,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:30.941858 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab1f6529-77ac-462f-938d-bfc78c211f69 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:30.967401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:00:31.023835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:31.033700 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5aa0ea11-af27-4b4e-bd81-acadb057e274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:31.078642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3953854a-1f17-47ef-9269-d6e39078d404 req-c2d0304b-7b1f-498c-a91d-c7e71df5f8dd tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343274
Apr 30 05:00:31.162822 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6529-77ac-462f-938d-bfc78c211f69 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:31.164708 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ab1f6529-77ac-462f-938d-bfc78c211f69 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-groups/cf7d8277-14ad-4125-b3b7-b860090e1599 HTTP/1.1" status: 204  len: 168 time: 1.5297854
Apr 30 05:00:31.180926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Port': ['ID=2fb05f7f-da97-4fbd-b773-50d42335c1d3,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:31.184384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58288) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:31.233158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:31.234187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:31.236657 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] 10.222.0.37 "PUT /v2.0/ports/63dbaf88-0ce6-446a-95f2-6ee0a2798f86 HTTP/1.1" status: 200  len: 1092 time: 4.4235826
Apr 30 05:00:31.237705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:00:31.238412 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:31.297407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:31.306009 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:31.355892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Checking segment: {'id': '6f8d367d-cf27-4024-9468-aaeb4d3b4d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '14463945-0bb2-426c-9a8f-15a33302da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:00:31.356336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network hostable DHCP agents. Network: 14463945-0bb2-426c-9a8f-15a33302da44, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:00:31.382948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-cef1ac76-fc35-46bb-90eb-77dd83f0985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:31.384489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-cef1ac76-fc35-46bb-90eb-77dd83f0985d service neutron] 10.222.0.50 "GET /v2.0/networks?id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a HTTP/1.1" status: 200  len: 909 time: 0.7106376
Apr 30 05:00:31.516181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1ab0a0f7-8284-4572-869b-c419268f74f8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3049965
Apr 30 05:00:31.548662 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'status': 'completed', 'code': 200}
Apr 30 05:00:31.553962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-d94c1bf3-c861-49b5-918f-3431699a9662 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4 HTTP/1.1" status: 200  len: 217 time: 0.1506345
Apr 30 05:00:31.559911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58296) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:31.571006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 14463945-0bb2-426c-9a8f-15a33302da44 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:00:31.589398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786974525'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:31.612797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:31.634604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:31.646702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:31.674601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:31.755849 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:31.851944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:31.875586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:31.877843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c398e90-5eb7-44d5-9aed-ec6d57113c70 req-9c7988a0-364d-4ce7-b4d2-6b5474613636 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:31.885564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:31.888018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c398e90-5eb7-44d5-9aed-ec6d57113c70 req-9c7988a0-364d-4ce7-b4d2-6b5474613636 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.6787305
Apr 30 05:00:31.892353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 14463945-0bb2-426c-9a8f-15a33302da44) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:31.903540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:31.904487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b116b-4b01-42c5-8679-3ec4fa5a76fc None None] Network 14463945-0bb2-426c-9a8f-15a33302da44 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:31.912691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-a39d399d-e7e6-4085-aef4-488d746918fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:31.914782 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-a39d399d-e7e6-4085-aef4-488d746918fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 1095 time: 0.6023591
Apr 30 05:00:32.080942 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-17ca87c9-b8c7-410a-b414-5ce9d40e2cac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86 HTTP/1.1" status: 200  len: 217 time: 0.1534770
Apr 30 05:00:32.159447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:00:32.173380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:32.185299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:32.186723 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:32.310647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-711ca8c3-4742-4106-b3d7-fc49f20ebae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:32.312333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-711ca8c3-4742-4106-b3d7-fc49f20ebae2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5df00eda-1efa-45d2-a923-0b7aec4b3113 HTTP/1.1" status: 200  len: 854 time: 0.2193801
Apr 30 05:00:32.323381 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c398e90-5eb7-44d5-9aed-ec6d57113c70 req-1e95b3e5-207a-4bcd-982a-dc82a2ba0ff5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4331176
Apr 30 05:00:32.364295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-425ea0ef-d565-4a80-8e14-b1721f6f6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:32.365944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-425ea0ef-d565-4a80-8e14-b1721f6f6fe3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ff30c7a-a715-4a41-bc3e-5590f5452310 HTTP/1.1" status: 200  len: 847 time: 0.7619605
Apr 30 05:00:32.382365 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 7.9854603
Apr 30 05:00:32.383099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58308) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:32.521810 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-929ad08d-9dd8-441d-957a-904ca6d027c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1788347
Apr 30 05:00:32.547219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13904315-bbd5-456b-868a-cdcd923fd565 req-3cfa2173-a62c-4e5d-82eb-9f3fa1e0b36f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:32.549732 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13904315-bbd5-456b-868a-cdcd923fd565 req-3cfa2173-a62c-4e5d-82eb-9f3fa1e0b36f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.3421247
Apr 30 05:00:32.672090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df52ff95-5d68-4bb5-a85e-923960511d19 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:32.678979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df52ff95-5d68-4bb5-a85e-923960511d19 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:32.680521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-df52ff95-5d68-4bb5-a85e-923960511d19 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Synchronizing usage tracker for tenant:3f075b81454748268394e3af0138f07f on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:32.714397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13904315-bbd5-456b-868a-cdcd923fd565 req-7096a033-8871-425d-a2d1-ffce3330c3ab tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505885
Apr 30 05:00:32.717403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-df52ff95-5d68-4bb5-a85e-923960511d19 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Unset dirty status for tenant:3f075b81454748268394e3af0138f07f on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:32.722593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-df52ff95-5d68-4bb5-a85e-923960511d19 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.3253767
Apr 30 05:00:32.746957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58312) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:32.752229 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-82afe950-873a-4e5d-8599-3be21f9e846a service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234948
Apr 30 05:00:32.755593 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:32.815027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:32.839522 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36fb1e6d-5007-45fe-8f40-ceaefa0faba2 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:33.066962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-a65177f3-a0b3-44cf-b942-7f62f9fe20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:33.069816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-a65177f3-a0b3-44cf-b942-7f62f9fe20c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6856885
Apr 30 05:00:33.265353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a4c5b0-0bd2-486c-b850-64dd19fc2871,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:33.274432 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:33.279782 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.7066920
Apr 30 05:00:33.279977 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:33.287186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:33.319364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '55a4c5b0-0bd2-486c-b850-64dd19fc2871', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:33.341227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:33.354416 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be094a42-fe77-4acf-9cfa-d272996c0d22 req-4fce7ae5-7827-401e-8664-2b6f6462fa5e service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5938268
Apr 30 05:00:33.357037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:33.365674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:33.377757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:33.380527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:33.470395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Deleting port ba99d267-705c-4528-af15-39a2037ca8a1 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:00:33.470660 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:33.527419 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:33.601209 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f4e81d7f-8454-4e34-bd22-f33433c5e24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:33.613049 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:33.672199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:33.689938 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:33.765623 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0a51796-0110-4f33-92c2-4b2bae654be0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:33.798079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214afa2a-80f9-429e-98a5-4aee45eeef11,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:33.803576 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:33.806030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:33.807507 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5183079
Apr 30 05:00:33.810595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58328) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:33.817354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '55a4c5b0-0bd2-486c-b850-64dd19fc2871', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:33.847075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-ecb54a28-662e-4294-bff3-8336cf7f91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:33.849471 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-ecb54a28-662e-4294-bff3-8336cf7f91a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 1095 time: 0.4149988
Apr 30 05:00:33.851099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:33.919910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:33.936266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:33.989858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Calling delete_port for ba99d267-705c-4528-af15-39a2037ca8a1 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:00:34.115748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:34.118520 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:34.147336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066a6e-2946-4ef3-ba82-13cfccc66d47 req-fa825e32-7db7-48e4-baa4-827a64254a81 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:34.149278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:34.149932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38066a6e-2946-4ef3-ba82-13cfccc66d47 req-fa825e32-7db7-48e4-baa4-827a64254a81 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 944 time: 1.1465275
Apr 30 05:00:34.176696 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7eddc447-6d22-410c-9302-b690622515a6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:34.238808 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:34.248054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-3b8b2ac7-9177-454e-b15d-711e66fb8e13 service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1643915
Apr 30 05:00:34.289820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-9356278d-5845-4c1d-a4f8-727a5efe2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:34.295251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-9356278d-5845-4c1d-a4f8-727a5efe2d6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 915 time: 0.4376507
Apr 30 05:00:34.330158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Port': ['ID=ba99d267-705c-4528-af15-39a2037ca8a1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:34.375882 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:34.426267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:00:34.450766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38066a6e-2946-4ef3-ba82-13cfccc66d47 req-e4f592d3-8821-40fa-ab68-7ece1e98aa07 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1924975
Apr 30 05:00:34.488848 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/ports/ba99d267-705c-4528-af15-39a2037ca8a1 HTTP/1.1" status: 204  len: 168 time: 1.7354481
Apr 30 05:00:34.497126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58338) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:34.594286 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-73981ef1-7e24-4ea4-9612-49d4d9b76f20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86 HTTP/1.1" status: 200  len: 217 time: 0.2763634
Apr 30 05:00:34.595200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:34.713918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350f467-00d6-4455-af43-4ed6d0c68ac2 req-a5143037-4375-47fd-84c5-47be223e29e7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:34.715605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4350f467-00d6-4455-af43-4ed6d0c68ac2 req-a5143037-4375-47fd-84c5-47be223e29e7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.6455765
Apr 30 05:00:34.737589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:34.745478 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:34.765943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fc4cd4-c6fd-4209-beb6-727a857de2af,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:34.772123 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:34.800365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-ef696df0-4f7b-4ef6-96f9-3731253c4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:34.802055 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-ef696df0-4f7b-4ef6-96f9-3731253c4e7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5df00eda-1efa-45d2-a923-0b7aec4b3113 HTTP/1.1" status: 200  len: 854 time: 0.2019613
Apr 30 05:00:34.904532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:34.906251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.0946329
Apr 30 05:00:34.910207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58342) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:34.921655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '55a4c5b0-0bd2-486c-b850-64dd19fc2871', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:34.923734 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:34.928423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:34.938556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:34.952314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:34.967731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:35.008563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:35.010603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b82258a3-320d-4a9f-844a-78ef254e9a21 req-7fdbdcc6-7bf3-41e2-bd2a-5580cb986d77 service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7291226
Apr 30 05:00:35.045588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'port_id': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'mac_address': 'fa:16:3e:72:14:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:00:35.117260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4350f467-00d6-4455-af43-4ed6d0c68ac2 req-0c616ad1-79fe-48af-8694-4a662964dccd tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3071144
Apr 30 05:00:35.117889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:35.148677 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:35.167374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Deleting port 2fb05f7f-da97-4fbd-b773-50d42335c1d3 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:00:35.168116 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:35.211183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:00:35.250811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:35.262002 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:35.265728 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f5345bff-5112-4bc0-bbfc-ef17e52620c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:35.343836 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-f37cc3cd-b2ad-46b7-9019-c0d80d344033 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5335464
Apr 30 05:00:35.344218 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:35.364397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:35.383539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580518c-1785-4e16-9416-b793ed997e4d req-0bed10fb-3954-4190-8e70-89a4ef3fd675 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:35.392566 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4580518c-1785-4e16-9416-b793ed997e4d req-0bed10fb-3954-4190-8e70-89a4ef3fd675 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.5416808
Apr 30 05:00:35.394939 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:35.402143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:35.409162 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:35.433192 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-51b64a75-e7cb-4553-b28f-5ae278c3e2bd tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:35.708250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['6039f3a8-bfb0-4e08-bd16-798c6242a2d4'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:00:35.765982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Calling delete_port for 2fb05f7f-da97-4fbd-b773-50d42335c1d3 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:00:35.790481 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-63162d26-471c-40f4-b300-f04e5990b321 service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4224234
Apr 30 05:00:35.820813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4580518c-1785-4e16-9416-b793ed997e4d req-e7ac1220-1a66-4c63-bda6-a0c5deaffb67 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4269826
Apr 30 05:00:35.831733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90638ea9-12a9-47df-a2b4-f4531fd056f1,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:35.844559 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:35.878144 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:35.890960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9757395
Apr 30 05:00:35.897185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58354) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:35.910854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '55a4c5b0-0bd2-486c-b850-64dd19fc2871', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:35.929675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:35.943274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:35.952350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:36.015243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:36.085475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed97ac-d0b9-49ea-bb1c-1c3bf2b173d0 req-28e80567-650b-424d-a40b-ad60eb3a0e6b tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:36.095580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-baed97ac-d0b9-49ea-bb1c-1c3bf2b173d0 req-28e80567-650b-424d-a40b-ad60eb3a0e6b tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 945 time: 0.4010870
Apr 30 05:00:36.106248 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.146314 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.195394 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-445d0b2a-64dd-470d-9906-e7fdc88d727a req-f8feab7e-ebc8-4c01-b4f9-339c674f6498 service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3975818
Apr 30 05:00:36.202694 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:36.281377 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.287546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Port': ['ID=2fb05f7f-da97-4fbd-b773-50d42335c1d3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:36.307107 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:36.345024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.396588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-baed97ac-d0b9-49ea-bb1c-1c3bf2b173d0 req-a2da7f79-d095-4609-8e7a-80ed4c8757b0 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2634101
Apr 30 05:00:36.518194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/ports/2fb05f7f-da97-4fbd-b773-50d42335c1d3 HTTP/1.1" status: 204  len: 168 time: 2.0199442
Apr 30 05:00:36.522784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58370) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:36.546376 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.591010 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.602275 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:36.630085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e907404-232e-4d75-b442-7402b8dfa7fe req-12e51e3e-07c5-4a65-8a0a-fb60404bf983 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:36.638845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e907404-232e-4d75-b442-7402b8dfa7fe req-12e51e3e-07c5-4a65-8a0a-fb60404bf983 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.2404938
Apr 30 05:00:36.671016 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7273ceee-3543-41d2-b56d-9aefd901e123 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1449366
Apr 30 05:00:36.675519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f4c7c4-7c86-4c36-bed3-210a4796cd96,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:36.680343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58374) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:36.685197 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:36.687662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-361039438'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:36.695395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:36.707365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Usage tracker for resource:network and tenant:3f075b81454748268394e3af0138f07f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:36.717502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:36.728552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:36.737594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e907404-232e-4d75-b442-7402b8dfa7fe req-4efc8b87-05b7-4e61-8ea4-d281bf55593d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0978417
Apr 30 05:00:36.741019 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.748865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8478119
Apr 30 05:00:36.749621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58378) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:36.761308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '55a4c5b0-0bd2-486c-b850-64dd19fc2871', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:36.769428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Made reservation on behalf of 3f075b81454748268394e3af0138f07f for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:36.773755 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.789059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:36.796476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:36.801881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:36.818276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:36.863818 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.866169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:00:36.888330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:36.888971 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Added segment 3438146f-f000-4493-b44d-2820982e487a of type vlan for network 6fa7504e-bab1-4780-bfca-bec855692b31
Apr 30 05:00:36.937387 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.056880 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.081188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:37.085101 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.140798 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.154518 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.161671 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d97550f5-f790-4216-a868-90cd5e25dfc0 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:37.203784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:00:37.208404 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5265551
Apr 30 05:00:37.248119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58388) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:37.281893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-775611825'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:37.289178 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:37.314821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:37.345173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Usage tracker for resource:network and tenant:3f075b81454748268394e3af0138f07f is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:37.352884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622d99ca-b0e9-4666-8be4-ebc0f3a2c5b5,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:37.368234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:37.403397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:37.409546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.410523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.411447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.412308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.413236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.414123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.415017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.416025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.416953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.417905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.418993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.419916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:37.442594 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:37.449162 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.453090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.7012403
Apr 30 05:00:37.458326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58394) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:37.495633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Made reservation on behalf of 3f075b81454748268394e3af0138f07f for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:37.502902 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.528571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Network': ['ID=6fa7504e-bab1-4780-bfca-bec855692b31,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:37.532746 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:37.551553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 6fa7504e-bab1-4780-bfca-bec855692b31 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:00:37.599801 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd254cd0-6d5a-43c6-808f-3bd97a88063b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.616333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:37.734492 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4', 'port_id': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'mac_address': 'fa:16:3e:67:10:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df00eda-1efa-45d2-a923-0b7aec4b3113', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:00:37.825293 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.851855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:00:37.875681 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:37.942012 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd254cd0-6d5a-43c6-808f-3bd97a88063b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:37.996905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b30b5-cf27-4772-b091-f31d31ca684c req-f1a5908f-9265-4d46-b6b5-aafbb8dba8e4 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:37.996905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-840b30b5-cf27-4772-b091-f31d31ca684c req-f1a5908f-9265-4d46-b6b5-aafbb8dba8e4 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.8344042
Apr 30 05:00:38.000894 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:38.064448 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:38.107496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:00:38.168455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:38.173465 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:38.309875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:38.310765 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Added segment c1c8a247-f4eb-42fd-a202-c93b1aa8f903 of type vlan for network 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e
Apr 30 05:00:38.317501 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd254cd0-6d5a-43c6-808f-3bd97a88063b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:38.370384 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0c68acfd-8d30-4d00-bf9d-4d73022636b6 tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:38.426273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-840b30b5-cf27-4772-b091-f31d31ca684c req-c6823b50-5a02-4262-9c7a-3a672942eaa9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3574920
Apr 30 05:00:38.433550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['63dbaf88-0ce6-446a-95f2-6ee0a2798f86'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:00:38.453551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd254cd0-6d5a-43c6-808f-3bd97a88063b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=622d99ca-b0e9-4666-8be4-ebc0f3a2c5b5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:38.465314 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bd254cd0-6d5a-43c6-808f-3bd97a88063b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:38.526931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:00:38.575187 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:38.593394 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bd254cd0-6d5a-43c6-808f-3bd97a88063b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:38.597714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bd254cd0-6d5a-43c6-808f-3bd97a88063b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/622d99ca-b0e9-4666-8be4-ebc0f3a2c5b5 HTTP/1.1" status: 204  len: 168 time: 1.1352661
Apr 30 05:00:38.601340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58410) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:38.768710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20e6c283-9377-4d0f-aa48-22df8fc5a1c1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:38.800302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad1aa4-91df-4aac-81ae-3d0cd63941b2 req-08278abf-1173-4755-9869-ffc19d215e7f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:38.808142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20e6c283-9377-4d0f-aa48-22df8fc5a1c1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:38.810896 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-20e6c283-9377-4d0f-aa48-22df8fc5a1c1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.2078013
Apr 30 05:00:38.815697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58414) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:38.820317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdad1aa4-91df-4aac-81ae-3d0cd63941b2 req-08278abf-1173-4755-9869-ffc19d215e7f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 945 time: 0.8633678
Apr 30 05:00:38.879043 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:38.893632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:38.894287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:38.909880 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f31ee3fb-b554-47e2-aea2-5d6ec3a912aa tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:38.914958 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:00:38.942968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:00:38.944505 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:38.987747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a25bf98d-276f-49c6-9ec5-37461661fa20 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:39.022211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a25bf98d-276f-49c6-9ec5-37461661fa20 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:39.079954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a25bf98d-276f-49c6-9ec5-37461661fa20 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:39.082541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a3bf1b3-9f74-497c-9843-0c514e429de5 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:39.158765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bf98d-276f-49c6-9ec5-37461661fa20 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19f4c7c4-7c86-4c36-bed3-210a4796cd96,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:39.164976 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a25bf98d-276f-49c6-9ec5-37461661fa20 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:39.185164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a25bf98d-276f-49c6-9ec5-37461661fa20 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:39.191539 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a25bf98d-276f-49c6-9ec5-37461661fa20 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/19f4c7c4-7c86-4c36-bed3-210a4796cd96 HTTP/1.1" status: 204  len: 168 time: 0.3693435
Apr 30 05:00:39.191989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58418) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:39.347820 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdad1aa4-91df-4aac-81ae-3d0cd63941b2 req-bc89bd3f-4956-44e3-aaed-80020cb7c92a tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5189891
Apr 30 05:00:39.349902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.0971639
Apr 30 05:00:39.361509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Network': ['ID=5bc32f91-e3d2-47d9-a339-2a4594fa1a3e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:39.388240 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:39.390283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:00:39.393386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c0f4e9ab-8d64-4069-9688-ac4b6cb5ef6a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:39.444285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c0f4e9ab-8d64-4069-9688-ac4b6cb5ef6a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:39.451049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c0f4e9ab-8d64-4069-9688-ac4b6cb5ef6a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.2529640
Apr 30 05:00:39.451380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58422) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:39.606149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66d598-3d9f-4a00-a066-06f622b24d9e req-ea00c650-f922-4872-ad3c-3fc1f13570e8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:39.613829 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b66d598-3d9f-4a00-a066-06f622b24d9e req-ea00c650-f922-4872-ad3c-3fc1f13570e8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.4198821
Apr 30 05:00:39.678569 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9311afd-ba15-47c7-ad5a-82d8ebcdb2c2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:39.719973 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9311afd-ba15-47c7-ad5a-82d8ebcdb2c2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:39.839335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b66d598-3d9f-4a00-a066-06f622b24d9e req-a95de2ba-7bcb-4fab-b49c-14d5245beccf tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2142096
Apr 30 05:00:40.041411 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9311afd-ba15-47c7-ad5a-82d8ebcdb2c2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:40.056147 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:40.100335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9311afd-ba15-47c7-ad5a-82d8ebcdb2c2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90638ea9-12a9-47df-a2b4-f4531fd056f1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:40.112210 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d9311afd-ba15-47c7-ad5a-82d8ebcdb2c2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:40.116516 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:40.132565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d9311afd-ba15-47c7-ad5a-82d8ebcdb2c2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:40.134157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d9311afd-ba15-47c7-ad5a-82d8ebcdb2c2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/90638ea9-12a9-47df-a2b4-f4531fd056f1 HTTP/1.1" status: 204  len: 168 time: 0.6818137
Apr 30 05:00:40.138945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58434) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:40.262076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:40.263245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:00:40.278588 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:40.280738 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:40.290554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5460efcf-b2db-4d15-b55c-769a6607f0ca tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:40.329476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fdb4d-dbe1-4245-b8bc-86504d2f3f8b req-e54db70f-3aea-40f9-bbd7-3ed7f0cef4d4 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:40.331404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bd9fdb4d-dbe1-4245-b8bc-86504d2f3f8b req-e54db70f-3aea-40f9-bbd7-3ed7f0cef4d4 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 944 time: 0.4886668
Apr 30 05:00:40.435619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5460efcf-b2db-4d15-b55c-769a6607f0ca tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:40.440167 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5460efcf-b2db-4d15-b55c-769a6607f0ca tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.2997789
Apr 30 05:00:40.443810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58444) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:40.487760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bd9fdb4d-dbe1-4245-b8bc-86504d2f3f8b req-b2ba26f9-1b07-4fc6-ac28-0ee614b1e12b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312115
Apr 30 05:00:40.524803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:40.531556 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:40.534407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3a3bab0-ab9a-4fcd-b095-9f0df089f42f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:40.553185 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3a3bab0-ab9a-4fcd-b095-9f0df089f42f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:40.616187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3a3bab0-ab9a-4fcd-b095-9f0df089f42f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:40.618673 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3ba6108b-f206-4bc2-9611-63b7dac53cda tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:40.668375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3bab0-ab9a-4fcd-b095-9f0df089f42f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8fc4cd4-c6fd-4209-beb6-727a857de2af,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:40.672106 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3a3bab0-ab9a-4fcd-b095-9f0df089f42f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:40.677010 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'code': 200}
Apr 30 05:00:40.680636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3a3bab0-ab9a-4fcd-b095-9f0df089f42f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:40.682123 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c3a3bab0-ab9a-4fcd-b095-9f0df089f42f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b8fc4cd4-c6fd-4209-beb6-727a857de2af HTTP/1.1" status: 204  len: 168 time: 0.2359612
Apr 30 05:00:40.684695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58448) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:40.841634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0ad896c2-fbb0-43f6-a3ed-6101504f520d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.1533167
Apr 30 05:00:40.842500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58454) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:40.946292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9753-5dda-411a-b0ad-b078d82b95f1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:40.987116 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9753-5dda-411a-b0ad-b078d82b95f1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:41.062154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9753-5dda-411a-b0ad-b078d82b95f1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:41.070878 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff2c168f-71f3-460b-9adc-b97b64f40ad6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:41.148316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a9753-5dda-411a-b0ad-b078d82b95f1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=214afa2a-80f9-429e-98a5-4aee45eeef11,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:41.155793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9753-5dda-411a-b0ad-b078d82b95f1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:41.158865 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7c7a9753-5dda-411a-b0ad-b078d82b95f1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/214afa2a-80f9-429e-98a5-4aee45eeef11 HTTP/1.1" status: 204  len: 168 time: 0.3133779
Apr 30 05:00:41.160285 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c7a9753-5dda-411a-b0ad-b078d82b95f1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:41.160926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58460) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:41.201598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387606d-06a6-43a9-88fc-228fd0c27adf req-56c2b218-6cd2-4e2b-be34-4b423fc5a2b4 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:41.209646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1387606d-06a6-43a9-88fc-228fd0c27adf req-56c2b218-6cd2-4e2b-be34-4b423fc5a2b4 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 946 time: 0.4614761
Apr 30 05:00:41.234501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:00:41.398774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:00:41.422667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:00:41.423392 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:41.554023 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1387606d-06a6-43a9-88fc-228fd0c27adf req-eb675ce5-4649-413e-967f-8a388acc62b6 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3428686
Apr 30 05:00:41.645831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d689c21-42e9-4c0d-819f-a0c026aca770 req-aa49ee77-871a-4c9d-a456-c862fb27b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:41.656065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d689c21-42e9-4c0d-819f-a0c026aca770 req-aa49ee77-871a-4c9d-a456-c862fb27b4d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 1098 time: 0.7799914
Apr 30 05:00:41.716461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8410a677-ee45-4d73-b74d-018205ebbd8d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5506516
Apr 30 05:00:41.719173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58476) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:41.955147 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d689c21-42e9-4c0d-819f-a0c026aca770 req-49acf9ae-75a9-4664-9f03-e992ab451ed5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2321069
Apr 30 05:00:41.975884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84aefa3-f56f-4208-b313-2b9243a898ff req-28f2d8ff-0b2f-499b-959e-2fcf964f7dd3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:41.977350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9fe429c3-55a9-4cf1-83be-aeba46018a94 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:41.987833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c84aefa3-f56f-4208-b313-2b9243a898ff req-28f2d8ff-0b2f-499b-959e-2fcf964f7dd3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.6827610
Apr 30 05:00:42.118383 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9fe429c3-55a9-4cf1-83be-aeba46018a94 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:42.165437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c84aefa3-f56f-4208-b313-2b9243a898ff req-6bb5bb03-5361-47b3-ba65-80504fb1a181 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1722972
Apr 30 05:00:42.276007 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:42.342589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9fe429c3-55a9-4cf1-83be-aeba46018a94 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:42.405576 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-828f4479-0869-4aa7-8078-5e7b8aa917f5 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:42.485529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe429c3-55a9-4cf1-83be-aeba46018a94 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a4c5b0-0bd2-486c-b850-64dd19fc2871,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:42.494017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:42.500848 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9fe429c3-55a9-4cf1-83be-aeba46018a94 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:42.541636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9fe429c3-55a9-4cf1-83be-aeba46018a94 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:42.551271 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9fe429c3-55a9-4cf1-83be-aeba46018a94 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-groups/55a4c5b0-0bd2-486c-b850-64dd19fc2871 HTTP/1.1" status: 204  len: 168 time: 0.8299844
Apr 30 05:00:42.551945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58482) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:42.603981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55980b5-a55e-483e-9504-168c08150923 req-5d9e822b-36dd-4048-b1a6-5055c2cee494 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:42.612788 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a55980b5-a55e-483e-9504-168c08150923 req-5d9e822b-36dd-4048-b1a6-5055c2cee494 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 944 time: 0.4020920
Apr 30 05:00:42.616261 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:42.636144 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:42.881381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e733fd4c-e085-40a8-8c29-c9b68b27d3a5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:42.957050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e733fd4c-e085-40a8-8c29-c9b68b27d3a5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:42.958773 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e733fd4c-e085-40a8-8c29-c9b68b27d3a5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4057970
Apr 30 05:00:42.975841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58492) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:42.990696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892570805'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:43.063722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:43.148806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:43.202876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:00:43.219859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:43.227150 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:43.243151 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:43.379743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:43.407046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:43.417347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:43.438055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:43.472093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a55980b5-a55e-483e-9504-168c08150923 req-0d47d099-62be-4bc9-849d-77845f2eb811 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8348107
Apr 30 05:00:43.584513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad51eeb-ba7f-43ad-9f90-a90177c40e40 req-ec5de29a-6d48-41a7-9bfa-9cc50da80b5f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:43.586157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ad51eeb-ba7f-43ad-9f90-a90177c40e40 req-ec5de29a-6d48-41a7-9bfa-9cc50da80b5f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 946 time: 0.7624555
Apr 30 05:00:43.652323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:43.662688 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:43.670595 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3f03d7e2-aad9-421a-adcd-6d1e8df909db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:43.889392 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ad51eeb-ba7f-43ad-9f90-a90177c40e40 req-102e7798-51d8-4569-81ea-9f4ebb7e0cf4 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2925441
Apr 30 05:00:43.894464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9857169f-5704-419d-9334-4b140870d068,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:43.946500 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:43.959993 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:43.967813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58504) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:43.974959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '9857169f-5704-419d-9334-4b140870d068', 'direction': 'ingress', 'protocol': 17}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:43.986062 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.0035989
Apr 30 05:00:44.009224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:44.047581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:44.087771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:44.135759 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'code': 200}
Apr 30 05:00:44.182449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:44.248400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:44.462661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e6f6e-18ef-4e0a-833f-83d1a3f1bc05 req-237604ca-add6-4fa2-819e-7eaa550b81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:44.465495 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a3e6f6e-18ef-4e0a-833f-83d1a3f1bc05 req-237604ca-add6-4fa2-819e-7eaa550b81c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 1097 time: 0.2609534
Apr 30 05:00:44.569166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:44.595213 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:44.659199 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a3e6f6e-18ef-4e0a-833f-83d1a3f1bc05 req-ac648847-f62e-4018-ae06-158be63a6568 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761601
Apr 30 05:00:44.672310 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bd254cd0-6d5a-43c6-808f-3bd97a88063b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:44.815970 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:44.817846 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.8488066
Apr 30 05:00:44.824139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58510) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:44.849308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb938e9e-ae31-4a24-9cba-7b89007e4031,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:44.895167 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:44.937101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58516) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:44.955331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'subnets': [{'network_id': '6fa7504e-bab1-4780-bfca-bec855692b31', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2043958555', 'ip_version': 6}, {'network_id': '5bc32f91-e3d2-47d9-a339-2a4594fa1a3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:44.955633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'subnet': {'network_id': '6fa7504e-bab1-4780-bfca-bec855692b31', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2043958555', 'ip_version': 6}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:44.957179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Request body: {'subnet': {'network_id': '5bc32f91-e3d2-47d9-a339-2a4594fa1a3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:44.971054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07196c62-6d97-41f6-8650-48bdecb18f57 req-d9d2c99e-ae78-4679-a042-7b4386a91a3f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:44.992600 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07196c62-6d97-41f6-8650-48bdecb18f57 req-d9d2c99e-ae78-4679-a042-7b4386a91a3f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.6551645
Apr 30 05:00:45.254720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07196c62-6d97-41f6-8650-48bdecb18f57 req-0141c698-315f-460e-ab5c-32ebca283c1a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2589169
Apr 30 05:00:45.303632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d749793-33cf-4813-b2ee-bee6aca72a46 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:45.441746 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d749793-33cf-4813-b2ee-bee6aca72a46 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:45.442922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fbb3e-e1d1-4f17-a832-4556b1422635 req-b2f20b1e-7ff2-450e-a6f9-35e63196c36f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:45.452059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-207fbb3e-e1d1-4f17-a832-4556b1422635 req-b2f20b1e-7ff2-450e-a6f9-35e63196c36f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3780384
Apr 30 05:00:45.641284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-207fbb3e-e1d1-4f17-a832-4556b1422635 req-b791e46e-3a72-4058-834c-dd21214b4d7e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723363
Apr 30 05:00:45.883951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d749793-33cf-4813-b2ee-bee6aca72a46 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:45.986131 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e5b446d-7b44-465d-8079-dbc941bc0b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:46.104143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d749793-33cf-4813-b2ee-bee6aca72a46 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9857169f-5704-419d-9334-4b140870d068,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:46.110043 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7d749793-33cf-4813-b2ee-bee6aca72a46 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:46.111919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:46.150449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Usage tracker for resource:subnet and tenant:3f075b81454748268394e3af0138f07f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:46.169335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:46.174848 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7d749793-33cf-4813-b2ee-bee6aca72a46 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:46.188642 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7d749793-33cf-4813-b2ee-bee6aca72a46 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-groups/9857169f-5704-419d-9334-4b140870d068 HTTP/1.1" status: 204  len: 168 time: 1.3586709
Apr 30 05:00:46.189134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58526) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:46.203247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:46.214281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b98d83-df0d-4e16-9a44-27338a203078 req-2dda96cb-7428-4420-8eef-7e6c32038256 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:46.215256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0b98d83-df0d-4e16-9a44-27338a203078 req-2dda96cb-7428-4420-8eef-7e6c32038256 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 946 time: 0.3518050
Apr 30 05:00:46.236051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Made reservation on behalf of 3f075b81454748268394e3af0138f07f for: {'subnet': 2} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:46.240856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:46.241444 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:46.341004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0b98d83-df0d-4e16-9a44-27338a203078 req-54575477-fd4a-413a-a629-6c3332fbe73f tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848975
Apr 30 05:00:46.395800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-83dd2a39-647c-4e51-ba35-5dcd1b302141 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2054796
Apr 30 05:00:46.408096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58534) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:46.414710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group': {'name': 'tempest-secgroup--354518238'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:46.434505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:46.446589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:46.451597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:46.468607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:46.483905 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:46.564938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:46.579935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:46.594495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:46.619942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:47.308264 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:47.343400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:47.350629 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5dae8364-c7be-404c-88c4-c06bbb590daf tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:47.416312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd631df-a4b1-4aae-8f48-26abbe8a26a6 req-d4f1565d-0cc8-4e7b-b6d2-862386a1d813 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:47.424188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbd631df-a4b1-4aae-8f48-26abbe8a26a6 req-d4f1565d-0cc8-4e7b-b6d2-862386a1d813 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.6458921
Apr 30 05:00:47.451315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf6b38-d959-4bef-8071-7058d86ffdcc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:47.466898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb493-a70e-47af-89ed-50cacb899cd3 req-b67db406-723c-4b16-bbaf-91a0aac9fc42 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:47.475381 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369eb493-a70e-47af-89ed-50cacb899cd3 req-b67db406-723c-4b16-bbaf-91a0aac9fc42 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 946 time: 0.7005539
Apr 30 05:00:47.504343 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:47.517157 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:47.518634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.1096261
Apr 30 05:00:47.544016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58546) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:47.560184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbd631df-a4b1-4aae-8f48-26abbe8a26a6 req-bbf063db-3ecc-434f-a3ec-bd66fd712fdb tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1347589
Apr 30 05:00:47.582444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group': {'name': 'tempest-secgroup--109275786'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:47.602439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:47.632441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369eb493-a70e-47af-89ed-50cacb899cd3 req-3097cc54-0097-459e-95dc-3fba3537a211 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1527326
Apr 30 05:00:47.644815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:47.659883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:47.689206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:47.738793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:47.971354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:47.981481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:47.991968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:48.008656 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:48.013652 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-06c1eda1-e189-4668-8abc-acfdd0e7fb79 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:48.019127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:48.172807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Checking segment: {'id': '3438146f-f000-4493-b44d-2820982e487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fa7504e-bab1-4780-bfca-bec855692b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:00:48.173163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network hostable DHCP agents. Network: 6fa7504e-bab1-4780-bfca-bec855692b31, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:00:48.176283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Subnet': ['ID=9bb79193-63c6-414a-9dd8-131427aeab9a,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:48.180383 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:48.217197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 6fa7504e-bab1-4780-bfca-bec855692b31 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:00:48.230085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 6fa7504e-bab1-4780-bfca-bec855692b31) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:48.240128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed342c5-e354-4159-9708-9424f3c15348 None None] Network 6fa7504e-bab1-4780-bfca-bec855692b31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:48.351291 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:48.376110 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:48.450862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795a08f-019d-4dbd-8d87-311182e5b7f1 req-8f6fc920-9d35-4958-b24b-31a066dccc76 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:48.453926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1795a08f-019d-4dbd-8d87-311182e5b7f1 req-8f6fc920-9d35-4958-b24b-31a066dccc76 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.6725059
Apr 30 05:00:48.457768 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-230a99ad-1515-4a30-b892-2b03a99d15ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:48.515530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:48.522187 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.9551685
Apr 30 05:00:48.533646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58562) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:48.548030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '6acf6b38-d959-4bef-8071-7058d86ffdcc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b230e492-9051-4bac-ab48-1c4bcd7e3a58', 'remote_ip_prefix': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:48.552552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b230e492-9051-4bac-ab48-1c4bcd7e3a58,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:48.575443 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:48.609463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:48.626366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:48.641435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:48.667183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:48.740866 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:48.790109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1795a08f-019d-4dbd-8d87-311182e5b7f1 req-e4de5aaa-311b-41b0-9d7b-40aab0f9d08d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2621045
Apr 30 05:00:48.864975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5489b5-11ba-48a3-98fa-82eb88389121 req-ef4cf4c1-1616-40bc-970d-3e94878af4ff tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:48.888960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c5489b5-11ba-48a3-98fa-82eb88389121 req-ef4cf4c1-1616-40bc-970d-3e94878af4ff tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 946 time: 0.7587950
Apr 30 05:00:49.084722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-6fa7504e-bab1-4780-bfca-bec855692b31', 'network_id': '6fa7504e-bab1-4780-bfca-bec855692b31', 'tenant_id': '3f075b81454748268394e3af0138f07f', 'fixed_ips': [{'subnet_id': '9bb79193-63c6-414a-9dd8-131427aeab9a'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:00:49.086267 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:49.137594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c5489b5-11ba-48a3-98fa-82eb88389121 req-5ba236f8-a385-4000-9598-0ffa70d58cd4 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2474627
Apr 30 05:00:49.161866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58580) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:49.246751 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:49.273034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:49.281361 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c7a9753-5dda-411a-b0ad-b078d82b95f1 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:49.375059 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:49.379073 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.8409498
Apr 30 05:00:49.383420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58588) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:49.397298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d77a12-8999-485e-9443-9e2597f97c48,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:49.430968 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:49.445279 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:49.464997 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a56b79c9-79b5-495d-aaab-05f69af4e63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:49.640261 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb35f-2a3a-4639-801d-608aa555d34d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:49.640691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event updated for resources: {'Subnet': ['ID=4431e259-60f7-4319-a32d-6a92cbc14c38,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:49.779834 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb35f-2a3a-4639-801d-608aa555d34d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:49.824602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Allocated IP 2001:db8::1 (6fa7504e-bab1-4780-bfca-bec855692b31/9bb79193-63c6-414a-9dd8-131427aeab9a/e1c8cf10-ac20-416d-a2ec-6612aedc7200) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:00:49.833082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58594) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:49.961465 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb35f-2a3a-4639-801d-608aa555d34d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:49.978685 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ec449cd1-1eff-44da-b2d1-25606ce3621c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:50.029570 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c9bfb35f-2a3a-4639-801d-608aa555d34d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:50.038366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c9bfb35f-2a3a-4639-801d-608aa555d34d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/80d77a12-8999-485e-9443-9e2597f97c48 HTTP/1.1" status: 204  len: 168 time: 0.6509874
Apr 30 05:00:50.040912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfb35f-2a3a-4639-801d-608aa555d34d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80d77a12-8999-485e-9443-9e2597f97c48,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:50.055406 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c9bfb35f-2a3a-4639-801d-608aa555d34d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:50.056007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58602) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:50.120581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90637296-0d76-4218-89c2-a57018abb63c req-523d628b-e7d4-4e79-9276-fbcc5cc63f19 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:50.122184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90637296-0d76-4218-89c2-a57018abb63c req-523d628b-e7d4-4e79-9276-fbcc5cc63f19 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.9340429
Apr 30 05:00:50.236028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.236648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.237353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.238282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.238971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.239694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.240463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.241093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.241873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.242488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.243196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.245072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:00:50.261880 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:50.294866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Checking segment: {'id': 'c1c8a247-f4eb-42fd-a202-c93b1aa8f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5bc32f91-e3d2-47d9-a339-2a4594fa1a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:00:50.298770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network hostable DHCP agents. Network: 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:00:50.338309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:00:50.357615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:50.379992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808d33d-0c12-453a-90c6-8de2ceabf9f6 None None] Network 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:50.400482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:50.402390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:50.403628 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:50.404869 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:50.464635 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:50.473525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-37fb113c-de0b-4612-8c6b-40d8af36e7d8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:50.497852 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 5.5598922
Apr 30 05:00:50.500160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58614) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:50.523756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:50.560952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Usage tracker for resource:security_group_rule and tenant:40c48276ce8c4186a48f66b82fb6b242 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:50.576304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:50.599028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Transition to ACTIVE for port object e1c8cf10-ac20-416d-a2ec-6612aedc7200 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:00:50.601534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-37fb113c-de0b-4612-8c6b-40d8af36e7d8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:50.602855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-37fb113c-de0b-4612-8c6b-40d8af36e7d8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.5386105
Apr 30 05:00:50.606166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90637296-0d76-4218-89c2-a57018abb63c req-77cfccf5-19b5-49ef-89ec-aff9ee5bc66b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2538908
Apr 30 05:00:50.612352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:50.613083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58618) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:50.627820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-2a6891e3-57d9-429d-a4e9-48bf69e87172 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:50.636461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-2a6891e3-57d9-429d-a4e9-48bf69e87172 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 814 time: 0.4374411
Apr 30 05:00:50.715042 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-01fda5eb-51ec-4d37-a230-75c0b7db5388 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/quotas/cec84bb3129d45399e28fb882761f398 HTTP/1.1" status: 200  len: 375 time: 0.0774205
Apr 30 05:00:50.764908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123eb51-8250-41d7-9cf2-8a6f459b7953 tempest-TestServerBasicOps-628500521 tempest-TestServerBasicOps-628500521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:50.765819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a123eb51-8250-41d7-9cf2-8a6f459b7953 tempest-TestServerBasicOps-628500521 tempest-TestServerBasicOps-628500521-project-admin] Synchronizing usage tracker for tenant:d6e6da5456dc481a96ef6bbfc04ea752 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:50.824411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f24ca6-56be-4f34-b8ce-1a913079806c tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:50.831495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f24ca6-56be-4f34-b8ce-1a913079806c tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:50.841377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f24ca6-56be-4f34-b8ce-1a913079806c tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:50.844263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-93f24ca6-56be-4f34-b8ce-1a913079806c tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Synchronizing usage tracker for tenant:3f075b81454748268394e3af0138f07f on resource:subnet {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:50.861537 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c53ecf0e-71bf-4141-975e-0ec8b3857cf0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:50.882717 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a123eb51-8250-41d7-9cf2-8a6f459b7953 tempest-TestServerBasicOps-628500521 tempest-TestServerBasicOps-628500521-project-admin] Unset dirty status for tenant:d6e6da5456dc481a96ef6bbfc04ea752 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:50.888616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a123eb51-8250-41d7-9cf2-8a6f459b7953 tempest-TestServerBasicOps-628500521 tempest-TestServerBasicOps-628500521-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 1093 time: 1.7253218
Apr 30 05:00:50.891120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58622) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:50.909290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-93f24ca6-56be-4f34-b8ce-1a913079806c tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Unset dirty status for tenant:3f075b81454748268394e3af0138f07f on resource:subnet {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:50.913392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:50.924474 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-93f24ca6-56be-4f34-b8ce-1a913079806c tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.4209211
Apr 30 05:00:50.932748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58626) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:50.973744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:51.027418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Transition to ACTIVE for port object e1c8cf10-ac20-416d-a2ec-6612aedc7200 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:00:51.040471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Usage tracker for resource:floatingip and tenant:a7aceab2e4e14875accd08742683c512 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:51.048770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:51.066854 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.075130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:51.076733 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fc9c8882-577e-4e86-be64-cc9377adee90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:51.078888 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c53ecf0e-71bf-4141-975e-0ec8b3857cf0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.140365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Deleting subnet 9bb79193-63c6-414a-9dd8-131427aeab9a {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:00:51.145855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-354c14db-2788-49b1-a5da-c0fce695262f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4296076
Apr 30 05:00:51.147001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.152387 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.205416 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.226317 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-edb5bca9-433e-43d0-92f7-2fbcecb5166b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:51.243830 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.247610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Pushing event updated for resources: {'Port': ['ID=e1c8cf10-ac20-416d-a2ec-6612aedc7200,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:51.256314 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:51.296952 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.306299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Network 6fa7504e-bab1-4780-bfca-bec855692b31 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:00:51.350614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:51.357414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:00:51.438233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.475953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40c48276ce8c4186a48f66b82fb6b242&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6413000
Apr 30 05:00:51.476947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00624c4-4342-4067-91d0-e9169766db37,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:51.483337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58642) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:51.488923 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:51.514811 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c53ecf0e-71bf-4141-975e-0ec8b3857cf0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.532410 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d4dc97c3-70d1-4ea9-bec9-951d7f080be5 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:51.540377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Attempting to bind port e1c8cf10-ac20-416d-a2ec-6612aedc7200 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:00:51.541346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Attempting to bind port e1c8cf10-ac20-416d-a2ec-6612aedc7200 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '3438146f-f000-4493-b44d-2820982e487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fa7504e-bab1-4780-bfca-bec855692b31'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:00:51.541881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Attempting to bind port e1c8cf10-ac20-416d-a2ec-6612aedc7200 on network 6fa7504e-bab1-4780-bfca-bec855692b31 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:00:51.558786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:00:51.559281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Checking segment: {'id': '3438146f-f000-4493-b44d-2820982e487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fa7504e-bab1-4780-bfca-bec855692b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:00:51.559703 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.560109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Bound using segment: {'id': '3438146f-f000-4493-b44d-2820982e487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fa7504e-bab1-4780-bfca-bec855692b31'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:00:51.560614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Bound port: e1c8cf10-ac20-416d-a2ec-6612aedc7200, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3438146f-f000-4493-b44d-2820982e487a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6fa7504e-bab1-4780-bfca-bec855692b31'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:00:51.560998 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.606355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-5bc32f91-e3d2-47d9-a339-2a4594fa1a3e', 'network_id': '5bc32f91-e3d2-47d9-a339-2a4594fa1a3e', 'tenant_id': '3f075b81454748268394e3af0138f07f', 'fixed_ips': [{'subnet_id': '4431e259-60f7-4319-a32d-6a92cbc14c38'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:00:51.607238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.609524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ecf0e-71bf-4141-975e-0ec8b3857cf0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b230e492-9051-4bac-ab48-1c4bcd7e3a58,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:51.671719 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c53ecf0e-71bf-4141-975e-0ec8b3857cf0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:51.683479 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-d4659c9d-68a8-41e5-8848-7e1af1b96cda service neutron] 10.222.0.46 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5365591
Apr 30 05:00:51.767187 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c53ecf0e-71bf-4141-975e-0ec8b3857cf0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.768392 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c53ecf0e-71bf-4141-975e-0ec8b3857cf0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-groups/b230e492-9051-4bac-ab48-1c4bcd7e3a58 HTTP/1.1" status: 204  len: 168 time: 1.1528628
Apr 30 05:00:51.773609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58648) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:51.777578 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e83b41e0-ecd7-4c1b-b3a8-83e257f733f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.917226 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e83b41e0-ecd7-4c1b-b3a8-83e257f733f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:51.998422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6a1f7d52-8a42-440c-979f-5ae66934019a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:52.020759 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:52.037548 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dcb516f-de6b-43c3-a9db-d747f60002c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:52.042872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] For port e1c8cf10-ac20-416d-a2ec-6612aedc7200, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:00:52.053588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] For port e1c8cf10-ac20-416d-a2ec-6612aedc7200, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e1c8cf10-ac20-416d-a2ec-6612aedc7200,segment=NetworkSegment(3438146f-f000-4493-b44d-2820982e487a),segment_id=3438146f-f000-4493-b44d-2820982e487a)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:00:52.097894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:52.107733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6a1f7d52-8a42-440c-979f-5ae66934019a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:52.109143 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6a1f7d52-8a42-440c-979f-5ae66934019a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.3341417
Apr 30 05:00:52.110372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb79193-63c6-414a-9dd8-131427aeab9a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:52.120206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58652) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:52.127866 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:52.136222 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-f72ea6da-f9d2-4d82-82ff-49f1b12e5402 service neutron] 10.222.0.46 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4281011
Apr 30 05:00:52.180261 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:52.180762 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:52.193985 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:52.199613 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/subnets/9bb79193-63c6-414a-9dd8-131427aeab9a HTTP/1.1" status: 204  len: 168 time: 1.2645886
Apr 30 05:00:52.210241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58658) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:52.377184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Allocated IP 2001:db8:0:1::1 (5bc32f91-e3d2-47d9-a339-2a4594fa1a3e/4431e259-60f7-4319-a32d-6a92cbc14c38/56b8194a-7b7b-4375-8b37-2b6bf4e7a8de) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:00:52.431158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Pushing event updated for resources: {'Port': ['ID=e1c8cf10-ac20-416d-a2ec-6612aedc7200,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:52.456421 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:52.616324 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e83b41e0-ecd7-4c1b-b3a8-83e257f733f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:52.620280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba5eee0d-c203-40b5-ba3b-568a93ede6cc tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:52.643137 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b797c30-66ae-4a57-8e00-c843f3e186b0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:52.705893 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba5eee0d-c203-40b5-ba3b-568a93ede6cc tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:52.795938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b41e0-ecd7-4c1b-b3a8-83e257f733f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00624c4-4342-4067-91d0-e9169766db37,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:52.804070 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e83b41e0-ecd7-4c1b-b3a8-83e257f733f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:52.829349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Deleting subnet 4431e259-60f7-4319-a32d-6a92cbc14c38 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:00:52.868504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba5eee0d-c203-40b5-ba3b-568a93ede6cc tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:52.875875 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-41aba0a7-239f-4eea-b886-94ff775386db tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:52.925103 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:52.928885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eee0d-c203-40b5-ba3b-568a93ede6cc tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf6b38-d959-4bef-8071-7058d86ffdcc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:52.942322 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba5eee0d-c203-40b5-ba3b-568a93ede6cc tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:52.972291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422504-6b5f-4b65-8eed-8c8f1b5d5409 req-09f4fa25-ca97-40b1-a636-d992daa72b64 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:52.989355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Transition to ACTIVE for port object 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:00:52.998660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46422504-6b5f-4b65-8eed-8c8f1b5d5409 req-09f4fa25-ca97-40b1-a636-d992daa72b64 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 1.0006359
Apr 30 05:00:53.000744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ba5eee0d-c203-40b5-ba3b-568a93ede6cc tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.002147 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ba5eee0d-c203-40b5-ba3b-568a93ede6cc tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-groups/6acf6b38-d959-4bef-8071-7058d86ffdcc HTTP/1.1" status: 204  len: 168 time: 0.8803382
Apr 30 05:00:53.006814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58678) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:53.065544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Transition to ACTIVE for port object 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:00:53.085227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.092697 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.111902 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9bc0b4ec-8621-4a91-91d3-5e15ca176f17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:53.173718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e83b41e0-ecd7-4c1b-b3a8-83e257f733f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.175099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e83b41e0-ecd7-4c1b-b3a8-83e257f733f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d00624c4-4342-4067-91d0-e9169766db37 HTTP/1.1" status: 204  len: 168 time: 1.6901581
Apr 30 05:00:53.221060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Network 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:00:53.225945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Allocated IP 172.25.8.152 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/227531e1-5270-4bde-8bb7-bfeb50702059) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:00:53.231095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:53.242849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:00:53.310402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-939ff9a0-1a7a-4b54-9ffe-5a64339e9ef9 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:53.353505 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.424884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-939ff9a0-1a7a-4b54-9ffe-5a64339e9ef9 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:53.434526 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.434846 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-939ff9a0-1a7a-4b54-9ffe-5a64339e9ef9 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4190423
Apr 30 05:00:53.435023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58692) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:53.440310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Pushing event updated for resources: {'Port': ['ID=56b8194a-7b7b-4375-8b37-2b6bf4e7a8de,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:53.445989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1556571584'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:53.464707 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:53.474607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:53.484140 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:00:53.519981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Attempting to bind port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:00:53.520366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Attempting to bind port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'c1c8a247-f4eb-42fd-a202-c93b1aa8f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5bc32f91-e3d2-47d9-a339-2a4594fa1a3e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:00:53.521280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Attempting to bind port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de on network 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:00:53.531893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:53.539362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:00:53.539619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Checking segment: {'id': 'c1c8a247-f4eb-42fd-a202-c93b1aa8f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5bc32f91-e3d2-47d9-a339-2a4594fa1a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:00:53.541397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f1339c0-73c3-48b6-9fc0-bcc482b012d8 req-ba17a6f2-cfa1-4e87-97c9-ee25a6fed13a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 210 time: 0.7563405
Apr 30 05:00:53.549680 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.550245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Bound using segment: {'id': 'c1c8a247-f4eb-42fd-a202-c93b1aa8f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5bc32f91-e3d2-47d9-a339-2a4594fa1a3e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:00:53.552198 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.558188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Bound port: 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c8a247-f4eb-42fd-a202-c93b1aa8f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5bc32f91-e3d2-47d9-a339-2a4594fa1a3e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:00:53.558691 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.571406 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-52485421-d157-459f-a575-09d7e0e9ffbe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:53.646539 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:53.674900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46422504-6b5f-4b65-8eed-8c8f1b5d5409 req-8933de92-896f-416a-bc25-0b4b6f069c9b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.6013794
Apr 30 05:00:53.755820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:00:53.760987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:00:53.793113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:00:54.038798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'Port': ['ID=227531e1-5270-4bde-8bb7-bfeb50702059,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:54.049070 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:54.176868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58726) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:54.207023 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:54.328591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:54.367812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e1c8cf10-ac20-416d-a2ec-6612aedc7200 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:00:54.460560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:54.469224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:54.470510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e1c8cf10-ac20-416d-a2ec-6612aedc7200 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:00:54.526717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bde7d5-6a51-408a-83c0-d1de920623e5 None None] Network 6fa7504e-bab1-4780-bfca-bec855692b31 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:54.537775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:54.540949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Usage tracker for resource:security_group_rule and tenant:750236a993294763843cddfc4a9f5788 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:54.546873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:54.550094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:54.560708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:54.565029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:54.651552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:54.664213 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-543a9aea-91fa-428e-976f-d9db2fc153ed tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:54.670244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] For port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:00:54.679129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] For port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=56b8194a-7b7b-4375-8b37-2b6bf4e7a8de,segment=NetworkSegment(c1c8a247-f4eb-42fd-a202-c93b1aa8f903),segment_id=c1c8a247-f4eb-42fd-a202-c93b1aa8f903)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:00:54.687602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c8e82c9d-157f-4c09-b7f3-6fadfb9fcb08 None None] Provisioning for port e1c8cf10-ac20-416d-a2ec-6612aedc7200 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:00:54.695103 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:54.715497 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:54.733438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Subnet': ['ID=4431e259-60f7-4319-a32d-6a92cbc14c38,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:54.753545 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:54.768081 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:54.769444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c8e82c9d-157f-4c09-b7f3-6fadfb9fcb08 None None] Provisioning complete for port e1c8cf10-ac20-416d-a2ec-6612aedc7200 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:00:54.770168 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c8e82c9d-157f-4c09-b7f3-6fadfb9fcb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:54.797905 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/subnets/4431e259-60f7-4319-a32d-6a92cbc14c38 HTTP/1.1" status: 204  len: 168 time: 2.5797832
Apr 30 05:00:54.810803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58734) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:54.875620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:54.890955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:54.897889 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d8f1c857-5c42-42b7-88b1-69685179bfc3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:54.977138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061871d5-9a2a-45f8-b9c2-087ea2d6ad8b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:54.997185 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:55.028869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.042908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.049116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7601e4-8f52-4c63-8dd6-611cb183cbc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:55.050729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ae7601e4-8f52-4c63-8dd6-611cb183cbc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2376237
Apr 30 05:00:55.058325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58738) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:55.081990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Pushing event updated for resources: {'Port': ['ID=56b8194a-7b7b-4375-8b37-2b6bf4e7a8de,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:55.088301 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd96e8d9-abe2-42af-9454-419dca7ddb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:55.089485 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:55.104911 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.108079 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.6716506
Apr 30 05:00:55.126628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58744) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:55.164593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '061871d5-9a2a-45f8-b9c2-087ea2d6ad8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:55.208829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:55.242816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=750236a993294763843cddfc4a9f5788&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0645983
Apr 30 05:00:55.247803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:55.272844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c8e82c9d-157f-4c09-b7f3-6fadfb9fcb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.284379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58748) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:55.285580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:55.319153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:00:55.339051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.402331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:55.407818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1bc606-3103-4e48-a2bc-3e7c61fc610e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:55.424486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:55.451098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] DHCP port deletion for 6fa7504e-bab1-4780-bfca-bec855692b31 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:00:55.490002 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-37adcdf1-a0c7-4740-96de-8a48532a8f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.530595 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-37adcdf1-a0c7-4740-96de-8a48532a8f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.545528 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.547730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c8e82c9d-157f-4c09-b7f3-6fadfb9fcb08 None None] For port e1c8cf10-ac20-416d-a2ec-6612aedc7200, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e1c8cf10-ac20-416d-a2ec-6612aedc7200,segment=NetworkSegment(3438146f-f000-4493-b44d-2820982e487a),segment_id=3438146f-f000-4493-b44d-2820982e487a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:55.573451 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c8e82c9d-157f-4c09-b7f3-6fadfb9fcb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.579435 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:55.604029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68d53d8f-07ce-4334-8ed8-e06c7dbe1483 req-5fc7a6fc-90c9-4eb2-b188-7650ff323bd0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 210 time: 0.5009475
Apr 30 05:00:55.770515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.777090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-37adcdf1-a0c7-4740-96de-8a48532a8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.787908 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-231db305-b252-4cbf-9498-2e0acc13c32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:55.807278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.813268 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.846407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adcdf1-a0c7-4740-96de-8a48532a8f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1bc606-3103-4e48-a2bc-3e7c61fc610e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:55.853092 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-37adcdf1-a0c7-4740-96de-8a48532a8f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.855066 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-37adcdf1-a0c7-4740-96de-8a48532a8f1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf1bc606-3103-4e48-a2bc-3e7c61fc610e HTTP/1.1" status: 204  len: 168 time: 0.5627301
Apr 30 05:00:55.856995 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-37adcdf1-a0c7-4740-96de-8a48532a8f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:55.864706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e82c9d-157f-4c09-b7f3-6fadfb9fcb08 None None] Pushing event updated for resources: {'Port': ['ID=e1c8cf10-ac20-416d-a2ec-6612aedc7200,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:55.867323 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:55.894610 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c8e82c9d-157f-4c09-b7f3-6fadfb9fcb08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:55.897371 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.906566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b0a35b-c077-47b9-93bb-bc25537a92cb,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:55.923542 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:55.925665 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.936047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:55.936516 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7945812
Apr 30 05:00:55.937706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58754) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:56.007865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] Deleting port e1c8cf10-ac20-416d-a2ec-6612aedc7200 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:00:56.008521 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.027073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-7ce48a21-f7c1-431a-8673-3e5a341cff4b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:56.029467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-7ce48a21-f7c1-431a-8673-3e5a341cff4b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.50 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 814 time: 0.9274416
Apr 30 05:00:56.057466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acb1995f-69d3-43ab-8f68-25ca551ff1ba tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.060454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Request body: {'port': {'device_id': '2c266565-e4d9-4847-92a2-c1a8b987a3ca', 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4', 'admin_state_up': True, 'tenant_id': 'cec84bb3129d45399e28fb882761f398'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:56.089886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:00:56.102310 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acb1995f-69d3-43ab-8f68-25ca551ff1ba tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.122537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82549133-8132-47ef-9f6f-268c33577514 req-f63aa788-d592-4775-90e6-90785f03f7d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:56.131037 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82549133-8132-47ef-9f6f-268c33577514 req-f63aa788-d592-4775-90e6-90785f03f7d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 946 time: 0.7023993
Apr 30 05:00:56.197507 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acb1995f-69d3-43ab-8f68-25ca551ff1ba tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.200668 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:56.213938 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'code': 200}
Apr 30 05:00:56.262349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1995f-69d3-43ab-8f68-25ca551ff1ba tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2b0a35b-c077-47b9-93bb-bc25537a92cb,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:56.265292 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-acb1995f-69d3-43ab-8f68-25ca551ff1ba tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:56.286576 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acb1995f-69d3-43ab-8f68-25ca551ff1ba tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.290709 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-acb1995f-69d3-43ab-8f68-25ca551ff1ba tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a2b0a35b-c077-47b9-93bb-bc25537a92cb HTTP/1.1" status: 204  len: 168 time: 0.3488944
Apr 30 05:00:56.291697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58760) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:56.317690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:56.332646 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.347677 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:56.415824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9e2be55f-15a9-4139-a466-4b7b31b7ed6c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:56.418969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:00:56.478166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9e2be55f-15a9-4139-a466-4b7b31b7ed6c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:56.481260 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9e2be55f-15a9-4139-a466-4b7b31b7ed6c tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1879325
Apr 30 05:00:56.485629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58766) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:56.597460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] For port e1c8cf10-ac20-416d-a2ec-6612aedc7200, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e1c8cf10-ac20-416d-a2ec-6612aedc7200,segment=NetworkSegment(3438146f-f000-4493-b44d-2820982e487a),segment_id=3438146f-f000-4493-b44d-2820982e487a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:56.598061 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.638511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c4cab87-5409-4e7d-9c20-77cfec81d0d3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.729340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c4cab87-5409-4e7d-9c20-77cfec81d0d3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.838089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c4cab87-5409-4e7d-9c20-77cfec81d0d3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.850466 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-537d8493-a0e5-4e1c-9a3c-d0bc63b7ee1a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:56.852591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] Calling delete_port for e1c8cf10-ac20-416d-a2ec-6612aedc7200 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:00:56.883749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=14']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:56.885665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cab87-5409-4e7d-9c20-77cfec81d0d3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061871d5-9a2a-45f8-b9c2-087ea2d6ad8b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:56.889499 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c4cab87-5409-4e7d-9c20-77cfec81d0d3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:56.898865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cc1785-20f2-4d79-8920-7318ba198962 None None] Network 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:00:56.915746 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c4cab87-5409-4e7d-9c20-77cfec81d0d3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:56.920625 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7c4cab87-5409-4e7d-9c20-77cfec81d0d3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-groups/061871d5-9a2a-45f8-b9c2-087ea2d6ad8b HTTP/1.1" status: 204  len: 168 time: 0.4282107
Apr 30 05:00:56.921955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58778) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:56.928421 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:57.003928 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f219c36c-280a-4c7a-8298-5e1562402479 req-52b35537-2b40-40a9-bb80-073c6f4f5767 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 210 time: 0.1357009
Apr 30 05:00:57.033985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e4b42033-55b8-4394-9536-6c8eabdf0e9a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:57.044626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82549133-8132-47ef-9f6f-268c33577514 req-a18132f6-0667-4bb2-82a7-bf718808e9e0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.9119811
Apr 30 05:00:57.080010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e4b42033-55b8-4394-9536-6c8eabdf0e9a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:57.085164 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e4b42033-55b8-4394-9536-6c8eabdf0e9a tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1583652
Apr 30 05:00:57.088362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58790) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:57.108131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group': {'name': 'tempest-secgroup--558539081'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:57.143799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:57.194426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:57.257074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.307690 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.324011 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.339884 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-40e77081-f6cb-4a42-bbc6-88a7b962a403 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:57.350781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:57.365784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:57.378974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:57.405637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Deleting port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:00:57.406706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:57.408035 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.502200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:57.505545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-36fb961a-6499-4211-a83f-419b9e392d16 None None] Provisioning for port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:00:57.537098 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.561993 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6d3902ea-26aa-40e3-8954-86d012739c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:57.596974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Usage tracker for resource:port and tenant:cec84bb3129d45399e28fb882761f398 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:57.660497 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.662037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.669260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] Pushing event deleted for resources: {'Port': ['ID=e1c8cf10-ac20-416d-a2ec-6612aedc7200,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:57.680025 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:57.680504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.686154 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.687888 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] No DVR routers for this DVR port e1c8cf10-ac20-416d-a2ec-6612aedc7200 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:00:57.700072 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-02ee4c3a-2a57-4722-b39a-e900d036f4af tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:57.715735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:00:57.729144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:00:57.729793 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.811087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c87e38-2d4b-4f58-ae6a-c45605b1a837,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:57.815945 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:57.825919 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.833602 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7434223
Apr 30 05:00:57.834978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58810) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:57.845873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '11c87e38-2d4b-4f58-ae6a-c45605b1a837', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:57.875456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:57.879713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] For port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=56b8194a-7b7b-4375-8b37-2b6bf4e7a8de,segment=NetworkSegment(c1c8a247-f4eb-42fd-a202-c93b1aa8f903),segment_id=c1c8a247-f4eb-42fd-a202-c93b1aa8f903)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:57.880354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:57.895132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Usage tracker for resource:security_group_rule and tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:00:57.911198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:57.934393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:58.012600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] DHCP port deletion for 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:00:58.018278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.143843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:00:58.150702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event updated for resources: {'Port': ['ID=227531e1-5270-4bde-8bb7-bfeb50702059,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:58.156541 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:58.178717 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Calling delete_port for 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:00:58.191521 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.199355 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.209257 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.211185 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:58.244682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab6e57d-11cf-4c14-91e0-2074c609c204,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:58.248168 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:58.289463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:58.301870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=56b8194a-7b7b-4375-8b37-2b6bf4e7a8de,segment=NetworkSegment(c1c8a247-f4eb-42fd-a202-c93b1aa8f903),segment_id=c1c8a247-f4eb-42fd-a202-c93b1aa8f903)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:58.302955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.307411 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4689956
Apr 30 05:00:58.309567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58820) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:58.317775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] Deleting port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:00:58.318362 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.341451 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.349179 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:58.359639 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-619532c3-585c-4641-abfb-f1751a2b31a9 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules/4ab6e57d-11cf-4c14-91e0-2074c609c204 HTTP/1.1" status: 200  len: 763 time: 0.0477626
Apr 30 05:00:58.361922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58826) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:58.396051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-189153ed-d27e-4a45-bc08-7122992770b0 req-1bb1ad27-3cab-49f7-8916-2a11c4134274 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 210 time: 0.0718558
Apr 30 05:00:58.416742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Made reservation on behalf of cec84bb3129d45399e28fb882761f398 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:00:58.424004 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.511018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7fb265d7-e652-45b8-bda7-c78c1582a3a4 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:58.521547 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.557904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7fb265d7-e652-45b8-bda7-c78c1582a3a4 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:58.562441 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7fb265d7-e652-45b8-bda7-c78c1582a3a4 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1984210
Apr 30 05:00:58.563378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58832) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:58.580719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e1c8cf10-ac20-416d-a2ec-6612aedc7200 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:00:58.657666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e1c8cf10-ac20-416d-a2ec-6612aedc7200 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:00:58.657992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e1c8cf10-ac20-416d-a2ec-6612aedc7200 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:00:58.700828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] For port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=56b8194a-7b7b-4375-8b37-2b6bf4e7a8de,segment=NetworkSegment(c1c8a247-f4eb-42fd-a202-c93b1aa8f903),segment_id=c1c8a247-f4eb-42fd-a202-c93b1aa8f903)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:00:58.701871 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.861070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c655f61-a56e-4e57-b02a-fc28a0394304 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.875191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c655f61-a56e-4e57-b02a-fc28a0394304 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.904915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=56b8194a-7b7b-4375-8b37-2b6bf4e7a8de,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:58.911339 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:00:58.926008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c655f61-a56e-4e57-b02a-fc28a0394304 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.928394 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:58.963887 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:58.971676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c655f61-a56e-4e57-b02a-fc28a0394304 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ab6e57d-11cf-4c14-91e0-2074c609c204,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:58.981497 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0c655f61-a56e-4e57-b02a-fc28a0394304 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:58.989523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c655f61-a56e-4e57-b02a-fc28a0394304 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:58.991087 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0c655f61-a56e-4e57-b02a-fc28a0394304 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/4ab6e57d-11cf-4c14-91e0-2074c609c204 HTTP/1.1" status: 204  len: 168 time: 0.4265685
Apr 30 05:00:58.996279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58838) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:59.101105 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.110096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4cac0ce6-4c94-42de-b3ad-cb1a21342675 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:59.123079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] Calling delete_port for 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:00:59.133252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4cac0ce6-4c94-42de-b3ad-cb1a21342675 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:59.134978 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4cac0ce6-4c94-42de-b3ad-cb1a21342675 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1373999
Apr 30 05:00:59.138389 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:59.139520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58846) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:59.145796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:00:59.146535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:00:59.146953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '11c87e38-2d4b-4f58-ae6a-c45605b1a837', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:59.155911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:59.171556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:00:59.199847 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.245490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569226d-64f9-4178-8a61-654fd4cf0fdc req-28578028-b301-487b-969d-23eb85a13583 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:00:59.248099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6569226d-64f9-4178-8a61-654fd4cf0fdc req-28578028-b301-487b-969d-23eb85a13583 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 1.0616384
Apr 30 05:00:59.267334 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.289853 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bcc1d70a-ab5b-4e6c-9551-e0f1381697ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:59.296383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Port': ['ID=56b8194a-7b7b-4375-8b37-2b6bf4e7a8de,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:59.308258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] No DVR routers for this DVR port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:00:59.352052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.363859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.370169 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-96a711c0-a1e1-4758-b983-f402c70ae741 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:59.378592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] No DVR routers for this DVR port 56b8194a-7b7b-4375-8b37-2b6bf4e7a8de on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:00:59.411356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] Pushing event deleted for resources: {'Port': ['ID=56b8194a-7b7b-4375-8b37-2b6bf4e7a8de,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:59.417385 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:59.424279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad86de71-1505-44f1-bfdf-737205259ab9,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:59.432377 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:59.468483 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.474885 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3336482
Apr 30 05:00:59.475695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58856) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:59.502250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Allocated IP 172.20.0.5 (d677ade1-e1eb-44cd-a7e4-5cc5e06385d4/5df00eda-1efa-45d2-a923-0b7aec4b3113/ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:00:59.510275 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f639d1ae-57d8-411c-8363-d36cce48cf78 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules/ad86de71-1505-44f1-bfdf-737205259ab9 HTTP/1.1" status: 200  len: 763 time: 0.0307326
Apr 30 05:00:59.511123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58860) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:59.514723 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:59.555603 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Floating IP d0de690f-c7b0-470a-96e1-d553989cf314 associated. External IP: 172.25.8.152, port: 6039f3a8-bfb0-4e08-bd16-798c6242a2d4.
Apr 30 05:00:59.579353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-02974e9e-3da8-4a13-a4b6-34217c669452 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:59.603448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-02974e9e-3da8-4a13-a4b6-34217c669452 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:59.609347 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02974e9e-3da8-4a13-a4b6-34217c669452 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0969212
Apr 30 05:00:59.610338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58864) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:59.647692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89acda22-7588-492c-91aa-8f88236c195b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.662985 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89acda22-7588-492c-91aa-8f88236c195b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.702635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89acda22-7588-492c-91aa-8f88236c195b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.706093 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:00:59.746155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acda22-7588-492c-91aa-8f88236c195b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad86de71-1505-44f1-bfdf-737205259ab9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:00:59.752188 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89acda22-7588-492c-91aa-8f88236c195b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:00:59.763140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89acda22-7588-492c-91aa-8f88236c195b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:00:59.765827 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-89acda22-7588-492c-91aa-8f88236c195b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/ad86de71-1505-44f1-bfdf-737205259ab9 HTTP/1.1" status: 204  len: 168 time: 0.1533988
Apr 30 05:00:59.768640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58870) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:59.870823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cdb77de5-9e57-4c53-9f6b-f3e5246fa7ea tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:00:59.906086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cdb77de5-9e57-4c53-9f6b-f3e5246fa7ea tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:00:59.910387 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cdb77de5-9e57-4c53-9f6b-f3e5246fa7ea tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1386268
Apr 30 05:00:59.913976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58874) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:00:59.928421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Request body: {'security_group_rule': {'security_group_id': '11c87e38-2d4b-4f58-ae6a-c45605b1a837', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:00:59.945565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:00:59.970193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:00.014203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.017385 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69361d74-e9ee-4f31-bd0c-864b7875fb2b req-e9464eb2-7347-4389-9255-b97939ee7153 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 210 time: 0.1502912
Apr 30 05:01:00.028927 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.157246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6569226d-64f9-4178-8a61-654fd4cf0fdc req-8bb98e37-49b9-4ade-9c50-29443d83013a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.8665657
Apr 30 05:01:00.183206 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.197562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.202009 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3a3bab0-ab9a-4fcd-b095-9f0df089f42f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:00.265551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3042c2c9-c1b7-412c-a084-088c0422d2ab,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:00.275630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:00.296446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.302851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3820679
Apr 30 05:01:00.303186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58884) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:00.333480 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-93f63632-3f4c-4e18-876e-ebff0d258bc0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules/3042c2c9-c1b7-412c-a084-088c0422d2ab HTTP/1.1" status: 200  len: 764 time: 0.0252488
Apr 30 05:01:00.333998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58888) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:00.401331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a7ddd85-83e5-4902-b1a9-cc5d636d86f6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:00.439389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a7ddd85-83e5-4902-b1a9-cc5d636d86f6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:00.442685 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7a7ddd85-83e5-4902-b1a9-cc5d636d86f6 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.1071942
Apr 30 05:01:00.449795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58892) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:00.516763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b479803-59c4-4d30-ae5f-0110bddb07a7 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.540249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b479803-59c4-4d30-ae5f-0110bddb07a7 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.591890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b479803-59c4-4d30-ae5f-0110bddb07a7 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.594448 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a25bf98d-276f-49c6-9ec5-37461661fa20 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:00.612692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b479803-59c4-4d30-ae5f-0110bddb07a7 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3042c2c9-c1b7-412c-a084-088c0422d2ab,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:00.622559 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b479803-59c4-4d30-ae5f-0110bddb07a7 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:00.685426 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b479803-59c4-4d30-ae5f-0110bddb07a7 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.691115 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8b479803-59c4-4d30-ae5f-0110bddb07a7 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/3042c2c9-c1b7-412c-a084-088c0422d2ab HTTP/1.1" status: 204  len: 168 time: 0.2348766
Apr 30 05:01:00.707468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:00.732271 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f2510629-49bf-4068-bea4-86225cf1f611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.742193 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.819966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-32eec5dd-f8b6-4cff-9d6f-379150ee78e9 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:00.847046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a2b49d0>,) {'filters': {'network_id': ['5bc32f91-e3d2-47d9-a339-2a4594fa1a3e']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:00.854026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-32eec5dd-f8b6-4cff-9d6f-379150ee78e9 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:00.860332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-32eec5dd-f8b6-4cff-9d6f-379150ee78e9 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1516221
Apr 30 05:01:00.861008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58908) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:00.865923 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:00.882195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['63dbaf88-0ce6-446a-95f2-6ee0a2798f86'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:01:00.896640 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f2d90175-cfda-4b92-8ede-030e53d8f2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:01.028278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c149e732-1056-49d8-bffc-5c28b4359396 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:01.067687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c149e732-1056-49d8-bffc-5c28b4359396 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:01.128808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c149e732-1056-49d8-bffc-5c28b4359396 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:01.142521 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9fe429c3-55a9-4cf1-83be-aeba46018a94 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:01.163834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a2b49d0>, 'c1c8a247-f4eb-42fd-a202-c93b1aa8f903') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:01.164081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149e732-1056-49d8-bffc-5c28b4359396 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c87e38-2d4b-4f58-ae6a-c45605b1a837,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:01.171761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a2b49d0>, 'c1c8a247-f4eb-42fd-a202-c93b1aa8f903') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:01.175653 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c149e732-1056-49d8-bffc-5c28b4359396 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:01.182833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c149e732-1056-49d8-bffc-5c28b4359396 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:01.184525 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c149e732-1056-49d8-bffc-5c28b4359396 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "DELETE /v2.0/security-groups/11c87e38-2d4b-4f58-ae6a-c45605b1a837 HTTP/1.1" status: 204  len: 168 time: 0.3225293
Apr 30 05:01:01.189036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58930) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:01.266370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-30ddb49a-f3a2-4492-9d4f-bb339bf9fd53 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Synchronizing usage tracker for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:01.294254 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:01.331383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-30ddb49a-f3a2-4492-9d4f-bb339bf9fd53 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Unset dirty status for tenant:7802fa2a0d6b458db6bf4b5ea79ffdf7 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:01.333614 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-30ddb49a-f3a2-4492-9d4f-bb339bf9fd53 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1432471
Apr 30 05:01:01.343068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58946) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:01.368236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:01:01.428326 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b5ee9eaf-61c8-4cc0-a59e-29fa1def1dcd tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0858521
Apr 30 05:01:01.441734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:01:01.466250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:01:01.596820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:01.599198 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:01.615498 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:01.650180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:01:01.667934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Pushing event updated for resources: {'Port': ['ID=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:01.699350 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:01.847907 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7981672
Apr 30 05:01:01.968930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Request body: {'port': {'device_id': '2c266565-e4d9-4847-92a2-c1a8b987a3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:02.139436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:02.158802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Router 94b1d524-d930-4288-a096-3d8a90401957 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:01:02.161519 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:02.189210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945da64-1517-40c1-8550-56adb54a4d05 req-01098955-9f4a-4383-916b-cb8d24e0009b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:02.190269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b945da64-1517-40c1-8550-56adb54a4d05 req-01098955-9f4a-4383-916b-cb8d24e0009b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Synchronizing usage tracker for tenant:cec84bb3129d45399e28fb882761f398 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:02.274515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58968) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:02.591746 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-668669a2-ab9a-42ee-9eb3-ae23d2fafde6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7802fa2a0d6b458db6bf4b5ea79ffdf7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3128166
Apr 30 05:01:02.595122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58992) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:02.727063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b945da64-1517-40c1-8550-56adb54a4d05 req-01098955-9f4a-4383-916b-cb8d24e0009b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Unset dirty status for tenant:cec84bb3129d45399e28fb882761f398 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:02.734982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b945da64-1517-40c1-8550-56adb54a4d05 req-01098955-9f4a-4383-916b-cb8d24e0009b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 931 time: 1.2947271
Apr 30 05:01:02.754121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:02.809402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 5bc32f91-e3d2-47d9-a339-2a4594fa1a3e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:01:02.902564 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:01:03.113470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b945da64-1517-40c1-8550-56adb54a4d05 req-5c895f20-afba-4356-9cf9-c2ce07a25d91 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3775365
Apr 30 05:01:03.175429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:01:03.191989 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] Sync routers for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:01:03.203450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.214377 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:01:03.215236 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804d6fa0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:00:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:03.255154 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41140139-eb52-4a5a-a8c0-db1a876dcbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.272875 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8edd4542-32a7-4f33-afd3-516d69438fee tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:03.301329 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.342701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Network': ['ID=5bc32f91-e3d2-47d9-a339-2a4594fa1a3e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:03.360095 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:03.366417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/networks/5bc32f91-e3d2-47d9-a339-2a4594fa1a3e HTTP/1.1" status: 204  len: 168 time: 8.3068571
Apr 30 05:01:03.367819 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.369347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59012) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:03.402769 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.410666 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41140139-eb52-4a5a-a8c0-db1a876dcbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.465328 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:01:03.603730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 12.7060118
Apr 30 05:01:03.609273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'tag': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:01:03.630311 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fab641cb-fd6f-4929-a5ae-7b381f0fb15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.631290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed05b54-e20d-4f8e-af2d-f9c2a726156a req-fb5592e7-e0dd-4093-a87e-b3e2735bf2d7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:03.639804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fed05b54-e20d-4f8e-af2d-f9c2a726156a req-fb5592e7-e0dd-4093-a87e-b3e2735bf2d7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.5496438
Apr 30 05:01:03.664932 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.717087 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41140139-eb52-4a5a-a8c0-db1a876dcbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.724700 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'tag': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'status': 'completed', 'code': 200}
Apr 30 05:01:03.727834 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d4dedddd-0071-496c-8fc0-2b479f014c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:03.752690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fed05b54-e20d-4f8e-af2d-f9c2a726156a req-7baa9468-ab6b-48bd-9eeb-3c4bbf94d396 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1112478
Apr 30 05:01:03.765382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41140139-eb52-4a5a-a8c0-db1a876dcbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db909a-1498-4cae-b26c-a4bd60a69707,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:03.779290 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-41140139-eb52-4a5a-a8c0-db1a876dcbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:03.820507 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41140139-eb52-4a5a-a8c0-db1a876dcbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:03.822896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-41140139-eb52-4a5a-a8c0-db1a876dcbb9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14db909a-1498-4cae-b26c-a4bd60a69707 HTTP/1.1" status: 204  len: 168 time: 1.2075534
Apr 30 05:01:04.023985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:01:04.049840 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:04.110724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Transition to ACTIVE for port object ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:01:04.128478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:04.143537 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9e91e679-c4d2-400f-8247-acfd909960df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:04.169467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:04.440977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:04.448090 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:04.492081 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804d6fa0>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:19Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'd0de690f-c7b0-470a-96e1-d553989cf314', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'floating_ip_address': '172.25.8.152', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '94b1d524-d930-4288-a096-3d8a90401957', 'port_id': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'mac_address': 'fa:16:3e:72:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:00:54Z', 'updated_at': '2021-04-30T05:00:54Z', 'revision_number': 0, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52f184-1554-4713-b02f-57109c031fe0', 'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'mac_address': 'fa:16:3e:b2:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:16Z', 'updated_at': '2021-04-30T04:59:30Z', 'revision_number': 5, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'subnets': [{'id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:04.500625 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] Checking router: 94b1d524-d930-4288-a096-3d8a90401957 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:01:04.529458 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:01:04.530238 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804d6fa0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:01:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:04.588034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77be3a1f0>,) {'filters': {'network_id': ['6fa7504e-bab1-4780-bfca-bec855692b31']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:04.640977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77be3a1f0>, '3438146f-f000-4493-b44d-2820982e487a') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:04.644160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77be3a1f0>, '3438146f-f000-4493-b44d-2820982e487a') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:04.685479 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:04.756209 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:04.758365 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:04.770885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:01:04.870705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbb0be-f7cc-4b5f-af33-af9b98686d1c req-8803614d-ac7a-4803-810b-0380392ce477 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:04.878361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6dbbb0be-f7cc-4b5f-af33-af9b98686d1c req-8803614d-ac7a-4803-810b-0380392ce477 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 943 time: 0.5414100
Apr 30 05:01:04.972090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6dbbb0be-f7cc-4b5f-af33-af9b98686d1c req-235aef91-c646-4a04-9115-b7ba774b5a9e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841651
Apr 30 05:01:05.011058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Attempting to bind port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:01:05.011427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Attempting to bind port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '545f59e2-84e7-4550-accb-b06320d1b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:01:05.011766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Attempting to bind port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e on network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:01:05.019330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e on network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:01:05.019733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Attempting to bind port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e on network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:01:05.027401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:01:05.028033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Checking segment: {'id': '545f59e2-84e7-4550-accb-b06320d1b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:01:05.028178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Bound using segment: {'id': '545f59e2-84e7-4550-accb-b06320d1b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:01:05.028565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Bound port: ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545f59e2-84e7-4550-accb-b06320d1b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:01:05.029465 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:05.057692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9e04e-e0e5-490a-89be-12df512da431 req-a14bfa81-4dc5-4104-922e-481a1511b5aa tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:05.059368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa9e04e-e0e5-490a-89be-12df512da431 req-a14bfa81-4dc5-4104-922e-481a1511b5aa tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.4678607
Apr 30 05:01:05.074881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-b9d2496c-4d1e-4400-b526-cbb425f30215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:05.076610 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-b9d2496c-4d1e-4400-b526-cbb425f30215 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a7aceab2e4e14875accd08742683c512&device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 1098 time: 1.2875001
Apr 30 05:01:05.078870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 6fa7504e-bab1-4780-bfca-bec855692b31 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:05.093686 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:05.152515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-1980fe14-873e-409c-b6c2-9869ce08eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:05.154058 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-1980fe14-873e-409c-b6c2-9869ce08eb62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1096 time: 0.7015657
Apr 30 05:01:05.222573 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:01:05.559212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa9e04e-e0e5-490a-89be-12df512da431 req-248b77c9-eb84-4dfc-bc77-291d88ea0a63 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4923518
Apr 30 05:01:05.647986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] For port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:01:05.657088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] For port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:01:05.674251 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:05.693386 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:05.769205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59058) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:05.806905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:05.808575 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:05.811077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] 10.222.0.50 "PUT /v2.0/ports/ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e HTTP/1.1" status: 200  len: 1092 time: 3.9301701
Apr 30 05:01:05.814891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c266565-e4d9-4847-92a2-c1a8b987a3ca', 'tag': 'ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:01:05.935867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:05.941389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 6fa7504e-bab1-4780-bfca-bec855692b31 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:05.955969 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:06.104089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-a26bde62-d542-41ba-ada3-e01c8c83b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:06.107850 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804d6fa0>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:19Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'd0de690f-c7b0-470a-96e1-d553989cf314', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'floating_ip_address': '172.25.8.152', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '94b1d524-d930-4288-a096-3d8a90401957', 'port_id': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'mac_address': 'fa:16:3e:72:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:00:54Z', 'updated_at': '2021-04-30T05:00:54Z', 'revision_number': 0, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52f184-1554-4713-b02f-57109c031fe0', 'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'mac_address': 'fa:16:3e:b2:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:16Z', 'updated_at': '2021-04-30T04:59:30Z', 'revision_number': 5, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'subnets': [{'id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:06.114896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-a26bde62-d542-41ba-ada3-e01c8c83b933 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 1095 time: 0.2541080
Apr 30 05:01:06.139605 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10e859-7750-4b84-86b8-88c0af73c341 None None] The sync data for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 is: [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:19Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'd0de690f-c7b0-470a-96e1-d553989cf314', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'floating_ip_address': '172.25.8.152', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '94b1d524-d930-4288-a096-3d8a90401957', 'port_id': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'mac_address': 'fa:16:3e:72:14:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:00:54Z', 'updated_at': '2021-04-30T05:00:54Z', 'revision_number': 0, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52f184-1554-4713-b02f-57109c031fe0', 'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'mac_address': 'fa:16:3e:b2:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:16Z', 'updated_at': '2021-04-30T04:59:30Z', 'revision_number': 5, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'subnets': [{'id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:01:06.294851 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:06.302773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-0ac3e9ae-6726-4083-a4d8-e9d5e47e27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:06.304770 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-0ac3e9ae-6726-4083-a4d8-e9d5e47e27fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 1.1338880
Apr 30 05:01:06.318046 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c266565-e4d9-4847-92a2-c1a8b987a3ca', 'tag': 'ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e', 'status': 'completed', 'code': 200}
Apr 30 05:01:06.346050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-3adc74af-b074-448c-b2ab-1d64d3f825b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e HTTP/1.1" status: 200  len: 217 time: 0.2217050
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:01:06.439930 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:01:06.444840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-6f0cd820-0c93-4df0-b5f2-3e5f0b951794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:06.444840 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-6f0cd820-0c93-4df0-b5f2-3e5f0b951794 service neutron] 10.222.0.50 "GET /v2.0/networks?id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a HTTP/1.1" status: 200  len: 909 time: 1.3302562
Apr 30 05:01:06.490923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-5ba5fc2c-916e-4423-8ff0-36a1282e8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:06.492452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-5ba5fc2c-916e-4423-8ff0-36a1282e8ce0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5df00eda-1efa-45d2-a923-0b7aec4b3113 HTTP/1.1" status: 200  len: 854 time: 0.1382658
Apr 30 05:01:06.588838 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-ced11e45-3f5a-4d2b-8a39-188ca9e0bd91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0867231
Apr 30 05:01:06.590748 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-9bf0a50e-b4bd-41a7-9464-a090b4a3beb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 999 time: 0.1345835
Apr 30 05:01:06.602332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-88ea05e5-2234-4270-a4c6-725c458fcbf7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'default'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:06.604096 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-88ea05e5-2234-4270-a4c6-725c458fcbf7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 30 05:01:06.604657 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-88ea05e5-2234-4270-a4c6-725c458fcbf7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 05:01:06.605791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88ea05e5-2234-4270-a4c6-725c458fcbf7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.8336413
Apr 30 05:01:06.630244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59076) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:06.645720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d616ac-b3b5-46c9-a1f2-5b9f6e9fb9ca None None] New status for floating IP d0de690f-c7b0-470a-96e1-d553989cf314: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:01:06.659918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335237510'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:06.673648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:06.741775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:06.761043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:06.772200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23b590-14a3-464b-861f-21710dc030db req-967c60f5-d830-4d2e-9baf-9ea949f5ce50 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:06.780815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bd23b590-14a3-464b-861f-21710dc030db req-967c60f5-d830-4d2e-9baf-9ea949f5ce50 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 943 time: 0.3774059
Apr 30 05:01:06.807604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:06.848301 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:06.888202 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:06.911341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bd23b590-14a3-464b-861f-21710dc030db req-33bdcc93-8b84-467c-acdd-a5747af96d5f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275203
Apr 30 05:01:06.925850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-d3496d59-0732-453e-ae52-c989d58cf553 service neutron] 10.222.0.50 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3188524
Apr 30 05:01:06.930739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:06.958924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:06.973412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:06.984151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:07.034040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:07.045733 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af8eed8a-5f45-451d-9eaf-e474bb3c6837 tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:07.061467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:07.093194 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-b8fb6473-55d6-450d-a56d-03561f0d5eb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4 HTTP/1.1" status: 200  len: 1000 time: 0.4966118
Apr 30 05:01:07.098588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Network': ['ID=6fa7504e-bab1-4780-bfca-bec855692b31,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:07.107262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-c2080ecc-0939-43b9-819c-5ccc39808909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:07.108876 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-c2080ecc-0939-43b9-819c-5ccc39808909 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.2609372
Apr 30 05:01:07.111219 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:07.112622 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/networks/6fa7504e-bab1-4780-bfca-bec855692b31 HTTP/1.1" status: 204  len: 168 time: 3.7418082
Apr 30 05:01:07.117863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59080) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:07.233119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-a740584f-0e87-4432-9dc1-2eb43698b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:07.234880 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-a740584f-0e87-4432-9dc1-2eb43698b664 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ff30c7a-a715-4a41-bc3e-5590f5452310 HTTP/1.1" status: 200  len: 847 time: 0.1249573
Apr 30 05:01:07.315849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-d84a8128-64bb-4b28-b155-b45d36634fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:07.317466 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-d84a8128-64bb-4b28-b155-b45d36634fad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1630855
Apr 30 05:01:07.409085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:07.414635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9a2c609-e354-4f9f-b011-08e86bff0948 req-d4f7c38d-be58-4d36-ae32-fae34f55f494 service neutron] 10.222.0.50 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4801471
Apr 30 05:01:07.459757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-b79fbc6a-e4e5-4c27-baec-f7240eb6a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:07.461819 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-b79fbc6a-e4e5-4c27-baec-f7240eb6a4fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2134190
Apr 30 05:01:07.609066 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-0d29e228-2101-4bc7-a9b8-e02b509de347 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2829428
Apr 30 05:01:07.639196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d83b84-874b-439d-8c16-1098f8e0c0e1 req-d61551c7-88f3-4ae0-9fa3-47d23d66f27d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:07.649256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3d83b84-874b-439d-8c16-1098f8e0c0e1 req-d61551c7-88f3-4ae0-9fa3-47d23d66f27d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.5238082
Apr 30 05:01:07.758337 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:07.803580 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:07.806221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-6c85fe65-2f2f-46c0-97e9-452adc93aab9 service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3344989
Apr 30 05:01:07.830366 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e83b41e0-ecd7-4c1b-b3a8-83e257f733f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:07.849541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:07.997028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:08.016965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3d83b84-874b-439d-8c16-1098f8e0c0e1 req-8fd35d40-b14e-461f-89e3-34594da89464 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3657663
Apr 30 05:01:08.019901 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:08.074327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:08.142345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:08.236026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68219145-d759-4a47-98d1-0f9a70c98094,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:08.333029 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c9d73f2f-594b-48f5-8426-155caeaaa27e req-08aad652-71ef-4117-9d9c-3bd146dde672 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7157037
Apr 30 05:01:08.335025 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7b404a76-1f76-4468-935c-b95bb9d1aaba req-f8bade9d-6496-4a7c-b31c-b27dc249bee6 service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5203805
Apr 30 05:01:08.372741 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:08.434281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-70a065e2-7927-4284-a772-0b9b488ff378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:08.436989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-70a065e2-7927-4284-a772-0b9b488ff378 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 1095 time: 0.9291699
Apr 30 05:01:08.533236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a7a89a0>,) {'filters': {'network_id': ['14463945-0bb2-426c-9a8f-15a33302da44']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:08.853427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7a89a0>, '6f8d367d-cf27-4024-9468-aaeb4d3b4d6b') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:08.853856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7a89a0>, '6f8d367d-cf27-4024-9468-aaeb4d3b4d6b') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:08.867796 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:08.889005 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:08.895856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:01:09.176540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 14463945-0bb2-426c-9a8f-15a33302da44 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:09.193345 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:09.323600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5df63-e64b-4eb0-a5df-61620d348609 req-bff5e6ad-6b11-4836-b586-f6f321d43c0e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:09.326400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0f5df63-e64b-4eb0-a5df-61620d348609 req-bff5e6ad-6b11-4836-b586-f6f321d43c0e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 943 time: 1.2183981
Apr 30 05:01:09.377286 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:09.445112 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:09.466653 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e8c3dcc3-c6bb-4038-b376-acb6266f569e tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:09.481785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-321b2f81-e6bb-4bda-b9ca-69a65f877a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:09.483266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-321b2f81-e6bb-4bda-b9ca-69a65f877a95 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 915 time: 1.0299504
Apr 30 05:01:09.656595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 14463945-0bb2-426c-9a8f-15a33302da44 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:09.695040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-a4604f18-3d17-49c0-9b07-0d5bb23f7d52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e HTTP/1.1" status: 200  len: 217 time: 0.1533508
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:01:09.695807 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:01:09.713373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0f5df63-e64b-4eb0-a5df-61620d348609 req-4151d8ef-1494-4250-981d-5c754d83f4f2 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3707078
Apr 30 05:01:09.719557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c17bf34-4b6f-4bee-80da-62e5bfa06a96,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:09.774614 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:09.804193 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:09.805405 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 3.1691256
Apr 30 05:01:09.809741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59110) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:09.815258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '1c17bf34-4b6f-4bee-80da-62e5bfa06a96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:09.821870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:09.826343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:09.830272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:09.838782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:09.866521 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:09.866913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:09.874622 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:09.897948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb6fe7-7f7e-4fe4-bd30-396ad960682f req-99e091ab-e7d4-4ab6-b1b2-b7fe5bbf1ef5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:09.900246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08cb6fe7-7f7e-4fe4-bd30-396ad960682f req-99e091ab-e7d4-4ab6-b1b2-b7fe5bbf1ef5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.5850072
Apr 30 05:01:09.901759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-823a7fb5-1263-4b11-9785-7a1f381fcf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:09.903280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-823a7fb5-1263-4b11-9785-7a1f381fcf0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5df00eda-1efa-45d2-a923-0b7aec4b3113 HTTP/1.1" status: 200  len: 854 time: 0.1886802
Apr 30 05:01:09.904420 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:09.983289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/networks/14463945-0bb2-426c-9a8f-15a33302da44 HTTP/1.1" status: 204  len: 168 time: 2.8559432
Apr 30 05:01:09.984309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Network': ['ID=14463945-0bb2-426c-9a8f-15a33302da44,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:09.986796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59114) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:09.995079 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:10.003181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-5c65b73f-1575-4354-94ae-31a156096fe4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0850654
Apr 30 05:01:10.060538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08cb6fe7-7f7e-4fe4-bd30-396ad960682f req-f1dc0a66-7206-4ba0-9415-f733b45daf67 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1439254
Apr 30 05:01:10.313084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:10.318922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:10.330726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:10.334990 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b2169e95-b5cd-4778-b46c-f8deadaf3b3d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:10.367398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcc8f22-124a-459a-a11e-fd2458f5efa3,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:10.374295 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:10.395642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-cb6cb6d4-a25b-4a5d-ac88-a1263c1f3a18 service neutron] 10.222.0.50 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3856370
Apr 30 05:01:10.429491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:10.432914 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6212177
Apr 30 05:01:10.448881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59124) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:10.457542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2de8041d-d993-4abf-b131-163bc3455544 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '1c17bf34-4b6f-4bee-80da-62e5bfa06a96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:10.465824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2de8041d-d993-4abf-b131-163bc3455544 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:10.523256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2de8041d-d993-4abf-b131-163bc3455544 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:10.537534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2de8041d-d993-4abf-b131-163bc3455544 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:10.550755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2de8041d-d993-4abf-b131-163bc3455544 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:10.572966 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:10.606895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:01:10.662746 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2de8041d-d993-4abf-b131-163bc3455544 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:10.678447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d4636e18-acfe-4a92-99ea-f03c815e2053 req-8efe3256-7fbf-4113-98cc-a1d155d46f1d service neutron] 10.222.0.50 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2756047
Apr 30 05:01:10.796305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825e199-d4b5-45aa-9e66-be1608b552c7 req-8e6bb944-2ba1-4829-ba5d-13491ee91468 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:10.809618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6825e199-d4b5-45aa-9e66-be1608b552c7 req-8e6bb944-2ba1-4829-ba5d-13491ee91468 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2628026
Apr 30 05:01:10.838831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a367f10>,) {'filters': {'network_id': ['375410b4-47d4-4777-88bd-05cf381ab705']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:10.880296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a367f10>, '697d65fe-0817-42b2-a91e-8a92ac46fe57') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:10.881341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a367f10>, '697d65fe-0817-42b2-a91e-8a92ac46fe57') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:10.925513 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:10.939097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6825e199-d4b5-45aa-9e66-be1608b552c7 req-cefcd5a1-e921-4be9-b7d9-463929f194ef tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1260347
Apr 30 05:01:10.943154 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-2de8041d-d993-4abf-b131-163bc3455544 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 05:01:10.952698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2de8041d-d993-4abf-b131-163bc3455544 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.4990070
Apr 30 05:01:10.953970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59134) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:11.000988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:11.037832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:01:11.096238 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:11.139911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e', 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4', 'port_id': 'ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e', 'mac_address': 'fa:16:3e:9d:58:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df00eda-1efa-45d2-a923-0b7aec4b3113', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:01:11.181502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4229b8f5-ceec-49ad-8080-7e513f108bed tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:11.265723 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:11.299013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:01:11.344437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:11.359978 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:11.365343 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:11.523467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 375410b4-47d4-4777-88bd-05cf381ab705 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:11.548828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:11.549233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:11.559584 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:11.660146 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4229b8f5-ceec-49ad-8080-7e513f108bed tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:11.759562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:01:11.823815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d361d-67e8-40eb-a40b-64babf87b333 req-a8dfdd4a-cf2f-4268-a173-722d9d362808 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:11.826520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e9d361d-67e8-40eb-a40b-64babf87b333 req-a8dfdd4a-cf2f-4268-a173-722d9d362808 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 943 time: 0.6475008
Apr 30 05:01:11.838530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Network 375410b4-47d4-4777-88bd-05cf381ab705 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:01:11.865743 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:01:11.904254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ef82d-302e-49f0-8f5d-bc2611d40c37 req-54452cfc-b245-4450-a103-2690b1f71b77 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:11.916356 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-470ef82d-302e-49f0-8f5d-bc2611d40c37 req-54452cfc-b245-4450-a103-2690b1f71b77 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3882322
Apr 30 05:01:11.991425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4229b8f5-ceec-49ad-8080-7e513f108bed tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:12.009813 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-615f970b-4ca2-4d58-af77-95c2b49a9b77 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:12.059165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229b8f5-ceec-49ad-8080-7e513f108bed tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c17bf34-4b6f-4bee-80da-62e5bfa06a96,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:12.075185 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e9d361d-67e8-40eb-a40b-64babf87b333 req-aad6022e-f5e7-48c3-846e-2dd6a89d481c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2414944
Apr 30 05:01:12.083699 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4229b8f5-ceec-49ad-8080-7e513f108bed tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:12.107946 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-470ef82d-302e-49f0-8f5d-bc2611d40c37 req-7fdcedf9-cc09-434c-9104-7b357a16271f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1829095
Apr 30 05:01:12.108880 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4229b8f5-ceec-49ad-8080-7e513f108bed tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:12.113135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59148) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:12.116984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4229b8f5-ceec-49ad-8080-7e513f108bed tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/1c17bf34-4b6f-4bee-80da-62e5bfa06a96 HTTP/1.1" status: 204  len: 168 time: 1.1594763
Apr 30 05:01:12.159859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:12.166936 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b60ed06-8b41-4ede-8b87-aa2374be7e88 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:12.198750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:12.208212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Pushing event deleted for resources: {'Network': ['ID=375410b4-47d4-4777-88bd-05cf381ab705,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:12.223724 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:12.257389 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] 10.222.0.46 "DELETE /v2.0/networks/375410b4-47d4-4777-88bd-05cf381ab705 HTTP/1.1" status: 204  len: 168 time: 2.2655509
Apr 30 05:01:12.343488 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-54841445-16c1-409f-8a44-0a50538d97e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2258966
Apr 30 05:01:12.344977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59160) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:12.353244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389628315'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:12.361361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:12.367048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:12.371633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:12.381533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:12.401864 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:12.450437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:12.459714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:12.476930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:12.491006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:12.719707 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:12.731050 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:12.738912 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:12.783938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663918c-1efb-490a-88e7-cba36d345a2f req-7a7e3ad1-dcfe-4b00-9462-96fc0bd85bab tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:12.786314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-7a7e3ad1-dcfe-4b00-9462-96fc0bd85bab tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 0.2609928
Apr 30 05:01:12.809992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312a2178-0e49-4769-91c4-0d73db2324d9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:12.826089 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:12.831988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-096cfc3c-9f27-447e-99fd-3c337bb60180 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/quotas/9c446453632e4610bea794e8357c69bd HTTP/1.1" status: 200  len: 375 time: 0.0284479
Apr 30 05:01:12.832980 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:12.834282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4874432
Apr 30 05:01:12.839913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59176) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:12.850250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-94355d52-2225-4d17-91b4-86d5b15dfab6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '312a2178-0e49-4769-91c4-0d73db2324d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:12.851223 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-94355d52-2225-4d17-91b4-86d5b15dfab6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 30 05:01:12.851904 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-94355d52-2225-4d17-91b4-86d5b15dfab6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:12.854498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-94355d52-2225-4d17-91b4-86d5b15dfab6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0128224
Apr 30 05:01:12.875289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59180) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:12.964023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59184) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:13.101237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-88d76c59-7dc3-4413-a869-8eb1e56dff37 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2422962
Apr 30 05:01:13.102307 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98613f30-1f33-4e75-ba10-c434a9a9b985 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.149769 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98613f30-1f33-4e75-ba10-c434a9a9b985 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.216760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98613f30-1f33-4e75-ba10-c434a9a9b985 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.221932 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d86a2a5a-06a9-4c54-b5fd-618f988cf9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:13.256396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98613f30-1f33-4e75-ba10-c434a9a9b985 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312a2178-0e49-4769-91c4-0d73db2324d9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:13.265849 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-98613f30-1f33-4e75-ba10-c434a9a9b985 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:13.286508 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-98613f30-1f33-4e75-ba10-c434a9a9b985 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.296131 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-98613f30-1f33-4e75-ba10-c434a9a9b985 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/312a2178-0e49-4769-91c4-0d73db2324d9 HTTP/1.1" status: 204  len: 168 time: 0.4178586
Apr 30 05:01:13.296923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59192) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:13.362888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-df6369d8-40ce-446e-93b4-5f1298ec947d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Synchronizing usage tracker for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:13.388780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-df6369d8-40ce-446e-93b4-5f1298ec947d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Unset dirty status for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:13.394579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-df6369d8-40ce-446e-93b4-5f1298ec947d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0936694
Apr 30 05:01:13.395857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:13.414817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'tempest-secgroup--725414134'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:13.428980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:13.445506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:13.458960 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.482500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:13.487005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:13.490740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:13.498345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:13.511052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-bd104fd8-7786-487d-8143-19c284b2590a service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3841496
Apr 30 05:01:13.588969 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.594127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.600611 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-37adcdf1-a0c7-4740-96de-8a48532a8f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:13.652203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e824b3-31ac-4de5-8223-52a6f36deaad,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:13.655728 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:13.661319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.667060 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2693164
Apr 30 05:01:13.667896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59204) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:13.674019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8fe34dd7-f944-466c-a486-5764977a5c21 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': 'a6e824b3-31ac-4de5-8223-52a6f36deaad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:13.675607 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-8fe34dd7-f944-466c-a486-5764977a5c21 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 30 05:01:13.675607 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-8fe34dd7-f944-466c-a486-5764977a5c21 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:13.679506 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8fe34dd7-f944-466c-a486-5764977a5c21 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0103743
Apr 30 05:01:13.680085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59208) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:13.763948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b058a3c7-e72f-4688-b3d5-9a93b6acaffb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.782923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5851c0b1-3905-4386-842f-4f3f60ee7511 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f075b81454748268394e3af0138f07f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8170547
Apr 30 05:01:13.785433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59214) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:13.857704 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b058a3c7-e72f-4688-b3d5-9a93b6acaffb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:13.864702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f8daa-0eaa-4de7-827f-d6b2257d8c5d req-80bf1c22-390a-453f-ab8b-e7e29084a033 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:13.878083 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d9f8daa-0eaa-4de7-827f-d6b2257d8c5d req-80bf1c22-390a-453f-ab8b-e7e29084a033 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 944 time: 0.4840348
Apr 30 05:01:13.971581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-8f3fc5be-e7f1-4a61-bceb-ffdea9162ed9 service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4367633
Apr 30 05:01:14.005609 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d9f8daa-0eaa-4de7-827f-d6b2257d8c5d req-d971a7a7-d7f7-47e2-852d-d9ccd365f5f4 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237469
Apr 30 05:01:14.006992 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ea40140-31d8-4ae9-84f8-4abb0ea23c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.096733 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ea40140-31d8-4ae9-84f8-4abb0ea23c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.190234 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b058a3c7-e72f-4688-b3d5-9a93b6acaffb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.217741 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7d749793-33cf-4813-b2ee-bee6aca72a46 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:14.254396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058a3c7-e72f-4688-b3d5-9a93b6acaffb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e824b3-31ac-4de5-8223-52a6f36deaad,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:14.270763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-279d54b9-c703-4881-a93f-f08c94406900 req-528cdf16-88dc-4a1f-89df-922f42046f87 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 210 time: 0.0833955
Apr 30 05:01:14.279854 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b058a3c7-e72f-4688-b3d5-9a93b6acaffb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:14.284986 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b058a3c7-e72f-4688-b3d5-9a93b6acaffb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.284986 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b058a3c7-e72f-4688-b3d5-9a93b6acaffb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/a6e824b3-31ac-4de5-8223-52a6f36deaad HTTP/1.1" status: 204  len: 168 time: 0.6011424
Apr 30 05:01:14.285264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59226) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:14.312377 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ea40140-31d8-4ae9-84f8-4abb0ea23c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.334001 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a82bd8da-8a1b-473d-b970-7119216b0b96 tempest-NegativeSecGroupIPv6Test-140843205 tempest-NegativeSecGroupIPv6Test-140843205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:14.368558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ea40140-31d8-4ae9-84f8-4abb0ea23c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.381576 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0ea40140-31d8-4ae9-84f8-4abb0ea23c32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59b138ec-3728-45e9-af4f-2bde59eb346c HTTP/1.1" status: 204  len: 168 time: 0.5854380
Apr 30 05:01:14.387104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea40140-31d8-4ae9-84f8-4abb0ea23c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b138ec-3728-45e9-af4f-2bde59eb346c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:14.396317 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ea40140-31d8-4ae9-84f8-4abb0ea23c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:14.423100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-43b2c8d8-3909-409c-95d7-fdfe06717748 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Synchronizing usage tracker for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:14.450235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-43b2c8d8-3909-409c-95d7-fdfe06717748 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Unset dirty status for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:14.457319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59232) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:14.474001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511013929'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:14.478418 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-43b2c8d8-3909-409c-95d7-fdfe06717748 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1915495
Apr 30 05:01:14.486848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:14.520416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:14.549112 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.590699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:14.616491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:14.616803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:01:14.624682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:14.648136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:14.842525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:01:14.847089 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.853972 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.856329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:01:14.857037 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.897280 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:14.941183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac31811-b1b5-43de-85c8-f496266f9a10,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:14.948448 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:14.949238 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:14.954624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4922287
Apr 30 05:01:14.956824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59246) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:14.966501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b462c3fe-5386-41e1-a057-f60fe64bf876 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': 'aac31811-b1b5-43de-85c8-f496266f9a10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:14.968736 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-b462c3fe-5386-41e1-a057-f60fe64bf876 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 30 05:01:14.971502 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-b462c3fe-5386-41e1-a057-f60fe64bf876 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:14.976585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59250) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:14.979553 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b462c3fe-5386-41e1-a057-f60fe64bf876 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0187249
Apr 30 05:01:14.985571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-97fed1d0-a99a-45b5-89f0-46e75ea094b4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': 'aac31811-b1b5-43de-85c8-f496266f9a10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:14.986280 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-97fed1d0-a99a-45b5-89f0-46e75ea094b4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 30 05:01:14.986805 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-97fed1d0-a99a-45b5-89f0-46e75ea094b4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:14.992499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-97fed1d0-a99a-45b5-89f0-46e75ea094b4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0112307
Apr 30 05:01:14.993722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59254) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:15.026947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-497e17bb-25f9-499e-9abd-8b91e5be562e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': 'aac31811-b1b5-43de-85c8-f496266f9a10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:15.026947 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-497e17bb-25f9-499e-9abd-8b91e5be562e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 30 05:01:15.026947 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-497e17bb-25f9-499e-9abd-8b91e5be562e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:15.026947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-497e17bb-25f9-499e-9abd-8b91e5be562e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0260327
Apr 30 05:01:15.029019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59260) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:15.037160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cd77027a-bc81-4550-9044-0b48e0bd13cb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': 'aac31811-b1b5-43de-85c8-f496266f9a10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:15.047963 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-cd77027a-bc81-4550-9044-0b48e0bd13cb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 30 05:01:15.049264 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-cd77027a-bc81-4550-9044-0b48e0bd13cb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:15.054637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59266) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:15.055207 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd77027a-bc81-4550-9044-0b48e0bd13cb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0239501
Apr 30 05:01:15.153217 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:15.192218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c266565-e4d9-4847-92a2-c1a8b987a3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:01:15.206566 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:15.222899 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:15.225537 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:15.324796 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da0a5af2-bdc4-4f96-ad7b-b0a9397fff15 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:15.377304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:15.387593 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:15.395618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da0a5af2-bdc4-4f96-ad7b-b0a9397fff15 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:15.429808 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c266565-e4d9-4847-92a2-c1a8b987a3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e', 'code': 200}
Apr 30 05:01:15.769581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6201f63e-5279-4dfa-8510-0a841ef09278 req-6eed90c6-42e4-4975-912b-dbe997b3c85e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 210 time: 0.1369979
Apr 30 05:01:15.800328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da0a5af2-bdc4-4f96-ad7b-b0a9397fff15 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:15.813853 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4229b8f5-ceec-49ad-8080-7e513f108bed tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:15.878717 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a5af2-bdc4-4f96-ad7b-b0a9397fff15 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac31811-b1b5-43de-85c8-f496266f9a10,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:15.891830 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-da0a5af2-bdc4-4f96-ad7b-b0a9397fff15 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:15.936210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedc116-0a01-444c-a6a7-b35990eec40a req-e184acf6-314c-45d9-92df-61d67bfe8b82 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:15.950718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dedc116-0a01-444c-a6a7-b35990eec40a req-e184acf6-314c-45d9-92df-61d67bfe8b82 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 945 time: 0.4520142
Apr 30 05:01:16.057359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dedc116-0a01-444c-a6a7-b35990eec40a req-569b97ee-c877-401a-ab03-664d6313f9e1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049185
Apr 30 05:01:16.061127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da0a5af2-bdc4-4f96-ad7b-b0a9397fff15 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:16.064022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59290) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:16.069467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-da0a5af2-bdc4-4f96-ad7b-b0a9397fff15 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/aac31811-b1b5-43de-85c8-f496266f9a10 HTTP/1.1" status: 204  len: 168 time: 1.0046890
Apr 30 05:01:16.073016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f01981-865d-4515-9705-e9cff374d0b2 req-2235f127-2f19-4a6f-997d-9c1599bbb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:16.074586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f01981-865d-4515-9705-e9cff374d0b2 req-2235f127-2f19-4a6f-997d-9c1599bbb6ac service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 1097 time: 0.4767733
Apr 30 05:01:16.211467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f01981-865d-4515-9705-e9cff374d0b2 req-04d63b78-592e-4a78-afd1-d9643d882308 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295013
Apr 30 05:01:16.361994 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-96ad7c61-cd3a-4634-9a7b-392af03d51ae tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2957809
Apr 30 05:01:16.366632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59298) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:16.379577 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064467894'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:16.388924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:16.397280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:16.403605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:16.417468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:16.422440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59302) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:16.460934 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:16.522096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663918c-1efb-490a-88e7-cba36d345a2f req-67324ec6-6993-4756-81fb-f079967e8445 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:16.523146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9663918c-1efb-490a-88e7-cba36d345a2f req-67324ec6-6993-4756-81fb-f079967e8445 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:16.535100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:16.540825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:16.544937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:16.555118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:16.557349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9663918c-1efb-490a-88e7-cba36d345a2f req-67324ec6-6993-4756-81fb-f079967e8445 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:16.558897 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-67324ec6-6993-4756-81fb-f079967e8445 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 0.3777814
Apr 30 05:01:16.573336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'port': {'device_id': '03084d56-5314-4250-9c9a-d5d0f5da021c', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'admin_state_up': True, 'tenant_id': '9c446453632e4610bea794e8357c69bd'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:16.763515 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:16.776716 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:16.782780 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9351b831-6f27-48e6-8eed-10d97094750f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:16.844395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'networks': [{'name': 'tempest-network--42941350'}, {'name': 'tempest-network--1650743992'}]} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:16.844912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'network': {'name': 'tempest-network--42941350'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:16.845696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'network': {'name': 'tempest-network--1650743992'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:16.865863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:16.878621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Usage tracker for resource:network and tenant:b88b630678e7413b96505b4be56c23b3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:16.887179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:16.896603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:16.909584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:16.923159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:16.943781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Made reservation on behalf of 9c446453632e4610bea794e8357c69bd for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:01:16.948611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3962cafe-5a2a-45cf-b860-48c38c9af619,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:16.954281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:16.969703 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:16.990674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Made reservation on behalf of b88b630678e7413b96505b4be56c23b3 for: {'network': 2} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:01:16.999980 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:17.004003 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:17.006909 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.6386483
Apr 30 05:01:17.010647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59312) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:17.020522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d52bfd0c-da67-473a-9094-e2e0c4f42c0b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3962cafe-5a2a-45cf-b860-48c38c9af619', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:17.021713 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-d52bfd0c-da67-473a-9094-e2e0c4f42c0b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 30 05:01:17.022554 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-d52bfd0c-da67-473a-9094-e2e0c4f42c0b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:17.024922 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d52bfd0c-da67-473a-9094-e2e0c4f42c0b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0115321
Apr 30 05:01:17.033723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:17.043118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bf745cdf-9b8e-46f7-841e-adf5d833dd8e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3962cafe-5a2a-45cf-b860-48c38c9af619', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:17.053980 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:17.074793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bf745cdf-9b8e-46f7-841e-adf5d833dd8e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:17.079783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bf745cdf-9b8e-46f7-841e-adf5d833dd8e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:17.081230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88ccb58d-462b-4d5d-91f9-8dfbe664f852 req-97cf053b-0b55-4f9b-9f38-08b4a794d1d4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 210 time: 0.0546191
Apr 30 05:01:17.084730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bf745cdf-9b8e-46f7-841e-adf5d833dd8e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:17.127755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bf745cdf-9b8e-46f7-841e-adf5d833dd8e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:17.130159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:17.137366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Usage tracker for resource:security_group_rule and tenant:b88b630678e7413b96505b4be56c23b3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:17.157317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:17.171853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:17.432327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50534cf-fdd8-468c-bc9f-0aa792e8edc3 req-020da586-3f4b-447a-8109-c1db1693cd86 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:17.435195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a50534cf-fdd8-468c-bc9f-0aa792e8edc3 req-020da586-3f4b-447a-8109-c1db1693cd86 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 945 time: 0.1599967
Apr 30 05:01:17.498060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a50534cf-fdd8-468c-bc9f-0aa792e8edc3 req-ea4eed85-4c1b-46ec-9c83-336cd286e8f7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559232
Apr 30 05:01:17.584228 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-bf745cdf-9b8e-46f7-841e-adf5d833dd8e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:17.585371 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bf745cdf-9b8e-46f7-841e-adf5d833dd8e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5502055
Apr 30 05:01:17.588907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Allocated IP 172.20.0.12 (9b54b883-d0bf-442d-ac86-b36baa16d7e8/b7660be4-055b-4983-bbd0-78610f6227c9/8c81e33f-f9cd-45ec-88ca-5f6322b87ecb) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:01:17.590112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59324) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:17.600559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5a25f068-3745-4c66-acaf-a0f97d0aaf47 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3962cafe-5a2a-45cf-b860-48c38c9af619', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:17.601357 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-5a25f068-3745-4c66-acaf-a0f97d0aaf47 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 30 05:01:17.602245 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-5a25f068-3745-4c66-acaf-a0f97d0aaf47 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:17.604221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5a25f068-3745-4c66-acaf-a0f97d0aaf47 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0121434
Apr 30 05:01:17.608162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59328) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:17.621275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f2c70ed1-e333-41b8-9fdc-9186388fcf4f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3962cafe-5a2a-45cf-b860-48c38c9af619', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:17.644580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f2c70ed1-e333-41b8-9fdc-9186388fcf4f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:17.656216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f2c70ed1-e333-41b8-9fdc-9186388fcf4f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:17.660683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f2c70ed1-e333-41b8-9fdc-9186388fcf4f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:17.689638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f2c70ed1-e333-41b8-9fdc-9186388fcf4f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:17.820359 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:17.928378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:17.929257 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:17.969540 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:18.096974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e419c43-e96f-4ed9-9e9b-8e8d4d35bfdf,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:18.102971 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:18.131795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:01:18.145616 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-f2c70ed1-e333-41b8-9fdc-9186388fcf4f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:18.148125 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f2c70ed1-e333-41b8-9fdc-9186388fcf4f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5367854
Apr 30 05:01:18.154426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59342) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:18.179899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.180533 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Added segment b9c07dd8-ce9e-4e07-be61-010c0a1f9014 of type vlan for network 58329c23-fa7b-41cc-a1e5-ccea84e2ec9a
Apr 30 05:01:18.182732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c9cc6962-8191-40bd-b12f-9edb14660f7c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3962cafe-5a2a-45cf-b860-48c38c9af619', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:18.186638 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-c9cc6962-8191-40bd-b12f-9edb14660f7c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 30 05:01:18.187591 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-c9cc6962-8191-40bd-b12f-9edb14660f7c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:18.201962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c9cc6962-8191-40bd-b12f-9edb14660f7c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0443535
Apr 30 05:01:18.203346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59346) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:18.232112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.292384 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.298729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Transition to ACTIVE for port object 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:01:18.349903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:01:18.365432 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.365860 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Added segment 938c7356-5144-49b5-8275-6961b1c4aaec of type vlan for network 3d50f6e0-b4f5-4f16-99ba-58726acdc7d2
Apr 30 05:01:18.377386 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.388459 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:18.466441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.473259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-eb77fbf6-3cc7-44c1-b308-04528cd7ecb4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3962cafe-5a2a-45cf-b860-48c38c9af619', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:18.482263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:01:18.489596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eb77fbf6-3cc7-44c1-b308-04528cd7ecb4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:18.493138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:01:18.497963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eb77fbf6-3cc7-44c1-b308-04528cd7ecb4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:18.504330 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:01:18.505679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eb77fbf6-3cc7-44c1-b308-04528cd7ecb4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:18.518830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eb77fbf6-3cc7-44c1-b308-04528cd7ecb4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:18.669407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'Port': ['ID=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:18.693917 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:18.749901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:18.750852 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.758539 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.762127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.776349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:18.781702 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:18.782395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:18.794804 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-395b5d21-4959-4d55-afcf-d0cb791dace1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:18.881059 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-eb77fbf6-3cc7-44c1-b308-04528cd7ecb4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:18.882763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-eb77fbf6-3cc7-44c1-b308-04528cd7ecb4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.6786010
Apr 30 05:01:18.888144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59356) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:18.897749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6aaa3765-8050-4123-a7bc-733dc7ed0adf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3962cafe-5a2a-45cf-b860-48c38c9af619', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:18.898234 n-d-766726-20 neutron-server[74581]: WARNING neutron.api.v2.base [None req-6aaa3765-8050-4123-a7bc-733dc7ed0adf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 30 05:01:18.898851 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-6aaa3765-8050-4123-a7bc-733dc7ed0adf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:18.904889 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6aaa3765-8050-4123-a7bc-733dc7ed0adf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0100889
Apr 30 05:01:18.911902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094eb1f-1456-4f22-9ade-5c0c9871fdab req-479a36fd-b7bd-4495-890b-c72a279e0f9c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:18.917172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6094eb1f-1456-4f22-9ade-5c0c9871fdab req-479a36fd-b7bd-4495-890b-c72a279e0f9c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 932 time: 0.3822041
Apr 30 05:01:18.919931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59360) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:18.971376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3a46bfb1-31c9-467a-a76b-f7fdd902945e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3962cafe-5a2a-45cf-b860-48c38c9af619', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:18.986654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b364626-f250-4247-a70f-256c79aa9474 None None] Provisioning for port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:01:19.003628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b364626-f250-4247-a70f-256c79aa9474 None None] Provisioning complete for port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:01:19.004018 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b364626-f250-4247-a70f-256c79aa9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:19.011780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59364) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:19.012092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 2.5867193
Apr 30 05:01:19.013931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3a46bfb1-31c9-467a-a76b-f7fdd902945e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:19.014170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Network': ['ID=58329c23-fa7b-41cc-a1e5-ccea84e2ec9a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:19.043184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6094eb1f-1456-4f22-9ade-5c0c9871fdab req-17431502-2511-4bc9-b332-5bee0b4f23e9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183767
Apr 30 05:01:19.057653 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4899764
Apr 30 05:01:19.076797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1b364626-f250-4247-a70f-256c79aa9474 None None] Port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:01:19.078402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 58329c23-fa7b-41cc-a1e5-ccea84e2ec9a details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:01:19.098145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Request body: {'port': {'device_id': '03084d56-5314-4250-9c9a-d5d0f5da021c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:19.100811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3a46bfb1-31c9-467a-a76b-f7fdd902945e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:19.112380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3a46bfb1-31c9-467a-a76b-f7fdd902945e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:19.154740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3a46bfb1-31c9-467a-a76b-f7fdd902945e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:19.186487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63da4da-109c-4d3b-96b6-800466b892b9 req-8d0b0d6a-b9ef-4936-b398-042d11f1c83c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:19.193464 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b63da4da-109c-4d3b-96b6-800466b892b9 req-8d0b0d6a-b9ef-4936-b398-042d11f1c83c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 945 time: 0.5140226
Apr 30 05:01:19.249301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Network': ['ID=3d50f6e0-b4f5-4f16-99ba-58726acdc7d2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:19.256098 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:19.257017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:19.258577 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:19.267255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 3d50f6e0-b4f5-4f16-99ba-58726acdc7d2 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:01:19.351360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b63da4da-109c-4d3b-96b6-800466b892b9 req-aa07ad60-8870-4fc0-9e4e-6102db4f6aed tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491361
Apr 30 05:01:19.357913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:19.453155 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-3a46bfb1-31c9-467a-a76b-f7fdd902945e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:19.459177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3a46bfb1-31c9-467a-a76b-f7fdd902945e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.5332322
Apr 30 05:01:19.461963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59372) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:19.518605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7d6b6655-4b58-4cda-b98b-81705f7fb03a tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3962cafe-5a2a-45cf-b860-48c38c9af619', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:19.533123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7d6b6655-4b58-4cda-b98b-81705f7fb03a tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:19.543657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806e49e-6637-449a-aade-4f2fdae38efa tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:19.550827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806e49e-6637-449a-aade-4f2fdae38efa tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:19.558387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806e49e-6637-449a-aade-4f2fdae38efa tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:19.565679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806e49e-6637-449a-aade-4f2fdae38efa tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:19.568637 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6806e49e-6637-449a-aade-4f2fdae38efa tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.5338783
Apr 30 05:01:19.576098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7d6b6655-4b58-4cda-b98b-81705f7fb03a tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:19.579576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59378) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:19.585642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7d6b6655-4b58-4cda-b98b-81705f7fb03a tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:19.601120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7d6b6655-4b58-4cda-b98b-81705f7fb03a tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:19.894107 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-7d6b6655-4b58-4cda-b98b-81705f7fb03a tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:19.900549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7d6b6655-4b58-4cda-b98b-81705f7fb03a tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3912740
Apr 30 05:01:19.909366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59384) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:19.959490 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.149014 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-302c4d7f-551f-44e9-a9b1-1973052e2bbf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.186577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:01:20.209522 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.238551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Transition to ACTIVE for port object 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:01:20.244902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.251584 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6d6363c0-7e59-4b87-ba02-e61ffaf34ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:20.307390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.330046 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-302c4d7f-551f-44e9-a9b1-1973052e2bbf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.424816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Pushing event updated for resources: {'Port': ['ID=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:20.438804 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:20.453384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd2beb-b946-4b7c-980b-a06fbcf14794 req-f13c5150-ba41-4441-b7c7-fd18c045d141 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:20.455025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bbbd2beb-b946-4b7c-980b-a06fbcf14794 req-f13c5150-ba41-4441-b7c7-fd18c045d141 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 945 time: 0.4619000
Apr 30 05:01:20.533685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a7a5820>,) {'filters': {'network_id': ['58329c23-fa7b-41cc-a1e5-ccea84e2ec9a']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:20.537161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Attempting to bind port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:01:20.537653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Attempting to bind port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:01:20.538087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Attempting to bind port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:01:20.547241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:01:20.547686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Attempting to bind port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:01:20.556406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:01:20.557544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Checking segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:01:20.558309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Bound using segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:01:20.559156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Bound port: 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:01:20.559705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.580350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7a5820>, 'b9c07dd8-ce9e-4e07-be61-010c0a1f9014') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:20.580350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a7a5820>, 'b9c07dd8-ce9e-4e07-be61-010c0a1f9014') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:20.589760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bbbd2beb-b946-4b7c-980b-a06fbcf14794 req-1581f04e-6755-41ae-ade7-2e84dd660b93 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134048
Apr 30 05:01:20.594369 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-302c4d7f-551f-44e9-a9b1-1973052e2bbf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.612856 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.643482 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.647674 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0d4cbebd-713b-4bfe-b546-89bd1ab361d5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:20.671541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:01:20.688145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c4d7f-551f-44e9-a9b1-1973052e2bbf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962cafe-5a2a-45cf-b860-48c38c9af619,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:20.710380 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-302c4d7f-551f-44e9-a9b1-1973052e2bbf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:20.736512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] For port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:01:20.747530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] For port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:01:20.760243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.769863 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cae87593-22f4-4244-8885-4dca1dde39bf tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:20.782546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-302c4d7f-551f-44e9-a9b1-1973052e2bbf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.787554 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-302c4d7f-551f-44e9-a9b1-1973052e2bbf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/3962cafe-5a2a-45cf-b860-48c38c9af619 HTTP/1.1" status: 204  len: 168 time: 0.8728211
Apr 30 05:01:20.794155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048e745-e2e5-42d7-abee-daf90e3d8d0b req-dec78b5f-bf6c-4bd2-88b3-08116d99fbd6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:20.795983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7048e745-e2e5-42d7-abee-daf90e3d8d0b req-dec78b5f-bf6c-4bd2-88b3-08116d99fbd6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 944 time: 0.5675440
Apr 30 05:01:20.800961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59400) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:20.926375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:20.927443 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:20.931220 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] 10.222.0.37 "PUT /v2.0/ports/8c81e33f-f9cd-45ec-88ca-5f6322b87ecb HTTP/1.1" status: 200  len: 1093 time: 1.8460176
Apr 30 05:01:20.938268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03084d56-5314-4250-9c9a-d5d0f5da021c', 'tag': '8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:01:21.001038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Pushing event updated for resources: {'Port': ['ID=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:21.015469 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:21.122018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 58329c23-fa7b-41cc-a1e5-ccea84e2ec9a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:21.144466 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:21.423893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7048e745-e2e5-42d7-abee-daf90e3d8d0b req-4f3d23f4-81ed-4ad6-9aa8-af7c477565d0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5968342
Apr 30 05:01:21.468136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663918c-1efb-490a-88e7-cba36d345a2f req-4b3450a3-a66b-49e3-82ba-5c7deee1b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:21.469852 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-4b3450a3-a66b-49e3-82ba-5c7deee1b284 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 1096 time: 0.4530675
Apr 30 05:01:21.561823 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-cdd9f410-32d4-4518-984f-1d4f643377e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb HTTP/1.1" status: 200  len: 217 time: 0.0819652
Apr 30 05:01:21.563757 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03084d56-5314-4250-9c9a-d5d0f5da021c', 'tag': '8c81e33f-f9cd-45ec-88ca-5f6322b87ecb', 'status': 'completed', 'code': 200}
Apr 30 05:01:21.650516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663918c-1efb-490a-88e7-cba36d345a2f req-243100ba-dd58-4c19-8bbc-c49367f234f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:21.653058 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-243100ba-dd58-4c19-8bbc-c49367f234f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.0828078
Apr 30 05:01:21.782129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663918c-1efb-490a-88e7-cba36d345a2f req-0058c3fc-4e21-4f7e-bba2-c367ace231f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:21.784733 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-0058c3fc-4e21-4f7e-bba2-c367ace231f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1239598
Apr 30 05:01:21.934146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-838bf0c8-4cf1-4387-b344-7e7fc90afae0 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Synchronizing usage tracker for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:21.958700 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-3c425d74-5507-46f7-86de-fa6b5c7b21a6 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644616
Apr 30 05:01:21.976710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 58329c23-fa7b-41cc-a1e5-ccea84e2ec9a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:01:22.005586 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:01:22.091939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-838bf0c8-4cf1-4387-b344-7e7fc90afae0 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Unset dirty status for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:22.093314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-838bf0c8-4cf1-4387-b344-7e7fc90afae0 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 1.2914770
Apr 30 05:01:22.107789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59414) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:22.135844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'tempest-secgroup--587703692'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:22.147462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:22.171565 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:22.180662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:22.183184 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ed81d55-c535-466d-942f-dbc7567e7b13 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:22.211381 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:22.212217 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9663918c-1efb-490a-88e7-cba36d345a2f req-a48a2c81-c2e9-4236-b1e6-1c1bc5b524f8 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2412698
Apr 30 05:01:22.212318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Network': ['ID=58329c23-fa7b-41cc-a1e5-ccea84e2ec9a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:22.217183 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:22.227703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e56e5-ca1d-4712-ae08-ab4284dae91b req-cebca078-51d8-4160-a13c-6d16cfe6b80c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:22.235183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee0e56e5-ca1d-4712-ae08-ab4284dae91b req-cebca078-51d8-4160-a13c-6d16cfe6b80c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 945 time: 0.4043379
Apr 30 05:01:22.260881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/networks/58329c23-fa7b-41cc-a1e5-ccea84e2ec9a HTTP/1.1" status: 204  len: 168 time: 2.6790371
Apr 30 05:01:22.265202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59420) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:22.273836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:22.315628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-54546213-aef9-4cff-82c9-574a96524517 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:22.317174 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-54546213-aef9-4cff-82c9-574a96524517 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 945 time: 0.9347658
Apr 30 05:01:22.363203 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee0e56e5-ca1d-4712-ae08-ab4284dae91b req-0b1235bb-2e73-4324-b5dd-1a5c0b1c15bb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267531
Apr 30 05:01:22.396691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:22.404510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:22.408323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:22.427671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:22.600644 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:22.668183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-372848b1-459b-4e29-b9a6-59c9c08998e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:22.669692 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-372848b1-459b-4e29-b9a6-59c9c08998e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 1096 time: 0.3620965
Apr 30 05:01:22.684350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:22.702860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:22.709305 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a372da7-f9c6-4365-b03b-d821df2cf1e5 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:22.737540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Deleting port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:01:22.737890 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:22.919256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:22.926843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d7e2dd-977c-45aa-b9fc-04740f7c7ba6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:22.929817 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:22.962786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:22.967245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8513324
Apr 30 05:01:22.970825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59426) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:22.988546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-06da3f6c-5dbf-4cff-8da4-c177bb0680a7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '52d7e2dd-977c-45aa-b9fc-04740f7c7ba6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:23.005911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-06da3f6c-5dbf-4cff-8da4-c177bb0680a7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:23.031831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-06da3f6c-5dbf-4cff-8da4-c177bb0680a7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:23.036037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] For port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:23.036524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:23.052264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d556f0b-7b0c-46ef-8781-46c79a88875a req-ee9453f0-b883-473a-be08-ba129eed1fef tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:23.053965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d556f0b-7b0c-46ef-8781-46c79a88875a req-ee9453f0-b883-473a-be08-ba129eed1fef tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 944 time: 0.2909451
Apr 30 05:01:23.057645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-06da3f6c-5dbf-4cff-8da4-c177bb0680a7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:23.069607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-c0bcb98c-47c9-4d08-94ff-16c5931797a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:23.071839 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-c0bcb98c-47c9-4d08-94ff-16c5931797a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.3824046
Apr 30 05:01:23.124611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-06da3f6c-5dbf-4cff-8da4-c177bb0680a7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:23.152333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-1f8783fd-d979-4bbf-93f0-215cba0483c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb HTTP/1.1" status: 200  len: 217 time: 0.0700002
Apr 30 05:01:23.207352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a231a00>,) {'filters': {'network_id': ['3d50f6e0-b4f5-4f16-99ba-58726acdc7d2']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:23.213489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Calling delete_port for ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:01:23.246606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a231a00>, '938c7356-5144-49b5-8275-6961b1c4aaec') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:23.247118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a231a00>, '938c7356-5144-49b5-8275-6961b1c4aaec') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:23.256577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d556f0b-7b0c-46ef-8781-46c79a88875a req-46d4d001-baaf-488a-bfee-615ae564ef01 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336322
Apr 30 05:01:23.279149 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:23.299633 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-06da3f6c-5dbf-4cff-8da4-c177bb0680a7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The resource could not be found.
Apr 30 05:01:23.304230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-06da3f6c-5dbf-4cff-8da4-c177bb0680a7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3270414
Apr 30 05:01:23.307014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59434) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:23.312923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-be7bbcec-7357-4ddd-8359-64ed4e8c63c3 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '52d7e2dd-977c-45aa-b9fc-04740f7c7ba6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ab5e1b87-6f38-4ab5-a634-75984db34605'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:23.315571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-cc939f4a-c3a3-4694-b2fb-76f504dd52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:23.318427 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-cc939f4a-c3a3-4694-b2fb-76f504dd52d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1571901
Apr 30 05:01:23.325580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-be7bbcec-7357-4ddd-8359-64ed4e8c63c3 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:23.327275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:23.339488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-be7bbcec-7357-4ddd-8359-64ed4e8c63c3 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:23.349543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-be7bbcec-7357-4ddd-8359-64ed4e8c63c3 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:23.378131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-be7bbcec-7357-4ddd-8359-64ed4e8c63c3 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:23.404814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:01:23.656839 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-be7bbcec-7357-4ddd-8359-64ed4e8c63c3 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The resource could not be found.
Apr 30 05:01:23.658694 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-be7bbcec-7357-4ddd-8359-64ed4e8c63c3 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3504493
Apr 30 05:01:23.667735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59446) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:23.690348 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:23.702568 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['63dbaf88-0ce6-446a-95f2-6ee0a2798f86'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:01:23.773246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 3d50f6e0-b4f5-4f16-99ba-58726acdc7d2 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:23.785643 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:23.793408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:23.856563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-41b05ebd-1a0b-42d1-b9bb-52faefe1da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:23.859709 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-41b05ebd-1a0b-42d1-b9bb-52faefe1da0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5279441
Apr 30 05:01:24.044112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Pushing event deleted for resources: {'Port': ['ID=ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:24.049067 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:24.141422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] No DVR routers for this DVR port ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:01:24.176418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ebf46-b190-45ad-a956-cfac3abd8e74 req-de889ce3-ac80-4ac5-94b3-1127e031b812 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:24.179164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae2ebf46-b190-45ad-a956-cfac3abd8e74 req-de889ce3-ac80-4ac5-94b3-1127e031b812 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=2c266565-e4d9-4847-92a2-c1a8b987a3ca HTTP/1.1" status: 200  len: 867 time: 0.6521878
Apr 30 05:01:24.181865 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:24.193151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c266565-e4d9-4847-92a2-c1a8b987a3ca', 'name': 'network-vif-deleted', 'tag': 'ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:01:24.220881 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0c79a4ea-0c50-471f-a565-5f0034f3535c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:24.330157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0313d778-f4f0-4682-a46f-2841892f6e81 req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.50 "DELETE /v2.0/ports/ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e HTTP/1.1" status: 204  len: 173 time: 2.0034478
Apr 30 05:01:24.353822 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c266565-e4d9-4847-92a2-c1a8b987a3ca', 'name': 'network-vif-deleted', 'tag': 'ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e', 'status': 'completed', 'code': 200}
Apr 30 05:01:24.389272 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0c79a4ea-0c50-471f-a565-5f0034f3535c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:24.422759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae2ebf46-b190-45ad-a956-cfac3abd8e74 req-648ab1cb-a99d-4341-9ce3-25e3cb012155 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141507
Apr 30 05:01:24.585031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 3d50f6e0-b4f5-4f16-99ba-58726acdc7d2 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:24.633914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:01:24.637669 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:01:24.706392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f826902-d6fc-4bcb-a6f4-95fd72b2aed1 req-a7e80985-423f-43c5-b8b8-e5f11dfe87c3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:24.716548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f826902-d6fc-4bcb-a6f4-95fd72b2aed1 req-a7e80985-423f-43c5-b8b8-e5f11dfe87c3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 944 time: 0.2555127
Apr 30 05:01:24.777310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:01:24.778230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device ff2e8b14-913e-41bc-a1e9-f5e96e77ed5e not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:01:24.786260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0c79a4ea-0c50-471f-a565-5f0034f3535c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:24.798335 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:24.839827 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-a4244614-f849-474a-9abf-dc3ca3364eaf service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6314383
Apr 30 05:01:24.843758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:24.848593 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b32f4f7-15e6-4d73-b644-fc6dbd5c7dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:24.859457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79a4ea-0c50-471f-a565-5f0034f3535c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d7e2dd-977c-45aa-b9fc-04740f7c7ba6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:24.884666 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:24.885427 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0c79a4ea-0c50-471f-a565-5f0034f3535c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:24.890418 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0c79a4ea-0c50-471f-a565-5f0034f3535c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:24.897738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0c79a4ea-0c50-471f-a565-5f0034f3535c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/52d7e2dd-977c-45aa-b9fc-04740f7c7ba6 HTTP/1.1" status: 204  len: 168 time: 1.2268305
Apr 30 05:01:24.899733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59460) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:24.905642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f826902-d6fc-4bcb-a6f4-95fd72b2aed1 req-7bbb999a-0c9a-42e0-9980-7aaec3d773e5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870744
Apr 30 05:01:24.939446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Network': ['ID=3d50f6e0-b4f5-4f16-99ba-58726acdc7d2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:24.985172 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:24.987872 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/networks/3d50f6e0-b4f5-4f16-99ba-58726acdc7d2 HTTP/1.1" status: 204  len: 168 time: 2.7203307
Apr 30 05:01:24.995681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59466) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:25.390415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ccf21b20-6088-4727-bdb8-06fc5bcd810b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Synchronizing usage tracker for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:25.429313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ccf21b20-6088-4727-bdb8-06fc5bcd810b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Unset dirty status for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:25.431786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ccf21b20-6088-4727-bdb8-06fc5bcd810b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.5245357
Apr 30 05:01:25.438375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59472) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:25.447401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-95c8cad7-ec6c-4c3a-8466-d003ce0eb01d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': 'c24ba994-b3f1-4efa-83c1-40c01a982868', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:25.463976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-95c8cad7-ec6c-4c3a-8466-d003ce0eb01d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:25.469295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-95c8cad7-ec6c-4c3a-8466-d003ce0eb01d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:25.471217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:01:25.472833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-95c8cad7-ec6c-4c3a-8466-d003ce0eb01d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:25.482161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-95c8cad7-ec6c-4c3a-8466-d003ce0eb01d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:25.503385 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-296773c3-9d9f-4b11-9ab2-b79a53f94156 req-08f2a62f-f071-4519-b3c7-81fdee19ec1a service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6216431
Apr 30 05:01:25.563929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10795f92-2eca-4a9a-951f-d49c71174bd0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:25.570282 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-95c8cad7-ec6c-4c3a-8466-d003ce0eb01d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The resource could not be found.
Apr 30 05:01:25.572883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-95c8cad7-ec6c-4c3a-8466-d003ce0eb01d tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1332479
Apr 30 05:01:25.578853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59478) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:25.585135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'tempest-secgroup--737817443'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:25.591186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10795f92-2eca-4a9a-951f-d49c71174bd0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:25.630711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-10795f92-2eca-4a9a-951f-d49c71174bd0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Synchronizing usage tracker for tenant:b88b630678e7413b96505b4be56c23b3 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:25.632198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:25.636299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-10795f92-2eca-4a9a-951f-d49c71174bd0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Unset dirty status for tenant:b88b630678e7413b96505b4be56c23b3 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:25.640882 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-10795f92-2eca-4a9a-951f-d49c71174bd0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.6429031
Apr 30 05:01:25.645246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59484) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:25.655446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:25.676630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1244430127'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:25.702324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:25.724891 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:25.761643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:25.779230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:25.794272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:25.800208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:25.810425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Made reservation on behalf of b88b630678e7413b96505b4be56c23b3 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:01:25.816754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:25.845092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:25.880708 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:25.914285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '8c81e33f-f9cd-45ec-88ca-5f6322b87ecb', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'port_id': '8c81e33f-f9cd-45ec-88ca-5f6322b87ecb', 'mac_address': 'fa:16:3e:38:88:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:01:26.018950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:01:26.065314 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.065909 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Added segment 20a31b89-c6e8-468e-9189-bef631c9a99b of type vlan for network 95a14cf7-cf56-4390-be83-0ac2ea91ba80
Apr 30 05:01:26.172831 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.208042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:01:26.224821 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.241038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:26.250180 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.255735 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7e456f03-0cb6-4563-9398-7344160d0f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:26.349343 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.374307 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.380550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:26.387270 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7e8d9e06-35bd-4c0d-a279-ec9096d273e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:26.392405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.392959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.393473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.394080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.394425 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.394831 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.395236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.395667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.396153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.396546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.397056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.397466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:26.403798 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:26.413518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d616ae2-7d66-4904-9109-d3c873a81587 req-e5117715-f6c1-43e0-8f1d-e735b0b6bf9a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:26.414400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0d616ae2-7d66-4904-9109-d3c873a81587 req-e5117715-f6c1-43e0-8f1d-e735b0b6bf9a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Synchronizing usage tracker for tenant:cec84bb3129d45399e28fb882761f398 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:26.448522 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.456587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:26.457397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.547090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3658017e-5ef1-42bb-84d0-d0f3ae209dbe,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:26.562201 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:26.565091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0d616ae2-7d66-4904-9109-d3c873a81587 req-e5117715-f6c1-43e0-8f1d-e735b0b6bf9a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Unset dirty status for tenant:cec84bb3129d45399e28fb882761f398 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:26.566915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d616ae2-7d66-4904-9109-d3c873a81587 req-e5117715-f6c1-43e0-8f1d-e735b0b6bf9a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.7297473
Apr 30 05:01:26.568012 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3e85f29d-4cd7-43da-bcbd-4624b51448b0 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:26.621989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9680789
Apr 30 05:01:26.623763 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.624911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59500) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:26.625984 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.0453794
Apr 30 05:01:26.635939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-164268883'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:26.643396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:01:26.651623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:26.661304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59504) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:26.680372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:26.689920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971782025'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:26.705513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Made reservation on behalf of b88b630678e7413b96505b4be56c23b3 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:01:26.713236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333012e-40c0-4e85-a7c4-2df51784e3dc req-4fdb10d0-4760-4cf9-96f7-1ba19cb9c6f0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:26.714660 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.716059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3333012e-40c0-4e85-a7c4-2df51784e3dc req-4fdb10d0-4760-4cf9-96f7-1ba19cb9c6f0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 944 time: 0.6024849
Apr 30 05:01:26.797667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:01:26.809735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:26.824461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.826301 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Added segment 1fe7057d-1468-4d00-8603-479cdb93c455 of type vlan for network e0bf4761-9182-46fb-8575-58acdd137b32
Apr 30 05:01:26.888154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:26.904775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Network': ['ID=95a14cf7-cf56-4390-be83-0ac2ea91ba80,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:26.915593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:26.932683 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:26.941941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:26.956268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:26.976460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d616ae2-7d66-4904-9109-d3c873a81587 req-c40c6b60-1c93-4fb3-b062-f6d2705aa8d8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3767865
Apr 30 05:01:27.005251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 95a14cf7-cf56-4390-be83-0ac2ea91ba80 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:01:27.025266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3333012e-40c0-4e85-a7c4-2df51784e3dc req-649cc86f-5699-474d-b7b0-81a267806501 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098868
Apr 30 05:01:27.036244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.084982 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.resource_extend [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 05:01:27.109742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:27.126808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:27.137469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:27.146146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.155157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:27.158798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:27.159867 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.170866 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-57d4e303-62af-4aef-9aff-b9f8d5c77a78 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:27.228651 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.261180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.267729 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.272957 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-672c9e1b-abcb-4b84-ba14-fc1b04a253e4 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:27.320390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf07e6-e4bb-4ed9-ae4d-9797b437c54d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:27.334542 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.338297 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:27.370322 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.372943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.7066464
Apr 30 05:01:27.375534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59518) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:27.388872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-deffc605-bb6c-41d5-bda3-7f69e3f16ba1 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group_rule': {'security_group_id': '3658017e-5ef1-42bb-84d0-d0f3ae209dbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2eaf07e6-e4bb-4ed9-ae4d-9797b437c54d'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:27.408688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-deffc605-bb6c-41d5-bda3-7f69e3f16ba1 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:27.415282 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.7870977
Apr 30 05:01:27.417530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Network': ['ID=e0bf4761-9182-46fb-8575-58acdd137b32,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:27.420987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59522) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:27.423466 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:27.433317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network e0bf4761-9182-46fb-8575-58acdd137b32 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:01:27.436056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'ports': [{'network_id': '95a14cf7-cf56-4390-be83-0ac2ea91ba80', 'name': 'tempest-port--1231003883', 'admin_state_up': True}, {'network_id': 'e0bf4761-9182-46fb-8575-58acdd137b32', 'admin_state_up': False}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:27.436502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'port': {'network_id': '95a14cf7-cf56-4390-be83-0ac2ea91ba80', 'name': 'tempest-port--1231003883', 'admin_state_up': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:27.436871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'port': {'network_id': 'e0bf4761-9182-46fb-8575-58acdd137b32', 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:27.451787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-deffc605-bb6c-41d5-bda3-7f69e3f16ba1 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:27.457430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-deffc605-bb6c-41d5-bda3-7f69e3f16ba1 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:27.483078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-deffc605-bb6c-41d5-bda3-7f69e3f16ba1 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:27.681233 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-deffc605-bb6c-41d5-bda3-7f69e3f16ba1 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 05:01:27.682319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-deffc605-bb6c-41d5-bda3-7f69e3f16ba1 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.3052468
Apr 30 05:01:27.685468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59528) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:27.762272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b076342-2c9d-44dc-9e37-f06ef0dd89b7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.782282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:27.788500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Usage tracker for resource:port and tenant:b88b630678e7413b96505b4be56c23b3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:27.793294 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:27.795704 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b076342-2c9d-44dc-9e37-f06ef0dd89b7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.801358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:27.811925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867291c-e841-443f-bae9-2c566cc4312e req-3fb8e1f3-1060-4a90-8d4d-03fcefe78e9c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:27.813610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2867291c-e841-443f-bae9-2c566cc4312e req-3fb8e1f3-1060-4a90-8d4d-03fcefe78e9c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2698092
Apr 30 05:01:27.846155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Made reservation on behalf of b88b630678e7413b96505b4be56c23b3 for: {'port': 2} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:01:27.850950 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.899215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.911663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b076342-2c9d-44dc-9e37-f06ef0dd89b7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:27.922007 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c4cab87-5409-4e7d-9c20-77cfec81d0d3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:27.928205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2867291c-e841-443f-bae9-2c566cc4312e req-08ab4bad-21be-4f1d-a353-f8e346c77987 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996766
Apr 30 05:01:27.956153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b076342-2c9d-44dc-9e37-f06ef0dd89b7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf07e6-e4bb-4ed9-ae4d-9797b437c54d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:27.960478 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b076342-2c9d-44dc-9e37-f06ef0dd89b7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:28.010767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b076342-2c9d-44dc-9e37-f06ef0dd89b7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:28.012699 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b076342-2c9d-44dc-9e37-f06ef0dd89b7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/2eaf07e6-e4bb-4ed9-ae4d-9797b437c54d HTTP/1.1" status: 204  len: 168 time: 0.3259435
Apr 30 05:01:28.025123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59534) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:28.208162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0246eb31-8773-449f-896b-326ad9ff7338 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Synchronizing usage tracker for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:28.232640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] device_id is not set on port c8192aa9-9d4e-4a43-a83d-b1da7fc8fbb4 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:01:28.236740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0246eb31-8773-449f-896b-326ad9ff7338 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Unset dirty status for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:28.238589 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0246eb31-8773-449f-896b-326ad9ff7338 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.2119801
Apr 30 05:01:28.244784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59544) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:28.333668 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5d80-25e1-4652-8c51-308c9a6ee7e7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:28.396474 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5d80-25e1-4652-8c51-308c9a6ee7e7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:28.496493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5d80-25e1-4652-8c51-308c9a6ee7e7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:28.506759 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b076342-2c9d-44dc-9e37-f06ef0dd89b7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:28.545824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc5d80-25e1-4652-8c51-308c9a6ee7e7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3658017e-5ef1-42bb-84d0-d0f3ae209dbe,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:28.562038 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a6dc5d80-25e1-4652-8c51-308c9a6ee7e7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:28.562733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:28.581118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6acef-81f7-4db3-a24a-024fb943d133 req-d13d375e-1d5d-4a98-844d-6901177587c7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:28.582765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8a6acef-81f7-4db3-a24a-024fb943d133 req-d13d375e-1d5d-4a98-844d-6901177587c7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 945 time: 0.2430761
Apr 30 05:01:28.596400 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5d80-25e1-4652-8c51-308c9a6ee7e7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:28.599027 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a6dc5d80-25e1-4652-8c51-308c9a6ee7e7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/3658017e-5ef1-42bb-84d0-d0f3ae209dbe HTTP/1.1" status: 204  len: 168 time: 0.3526921
Apr 30 05:01:28.604271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59548) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:28.712677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-08d7e321-7dbd-45a9-92b7-15bdebc90452 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Synchronizing usage tracker for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:28.750249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-08d7e321-7dbd-45a9-92b7-15bdebc90452 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Unset dirty status for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:28.752713 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-08d7e321-7dbd-45a9-92b7-15bdebc90452 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1466205
Apr 30 05:01:28.760108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59552) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:28.778338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132318763'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:28.788798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:28.807528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:28.826596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293891a2-720a-4e2f-b2e4-8a2616f5b9e1 req-c65ecbbe-5faf-43ea-9175-ebe0466a1f03 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:28.830511 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-293891a2-720a-4e2f-b2e4-8a2616f5b9e1 req-c65ecbbe-5faf-43ea-9175-ebe0466a1f03 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4910207
Apr 30 05:01:28.830767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:28.933047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:28.954957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Usage tracker for resource:security_group_rule and tenant:abf0dabf939a4407bf33002b0141030e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:28.960990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:28.971765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:28.972082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] device_id is not set on port a1b48843-574f-4229-add8-d0593bd347e7 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:01:28.999507 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8a6acef-81f7-4db3-a24a-024fb943d133 req-bbcf4028-5a12-4bba-989d-2421d556b229 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3817947
Apr 30 05:01:29.084328 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-293891a2-720a-4e2f-b2e4-8a2616f5b9e1 req-baa5dffa-250f-4350-9de7-76bac065bc14 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058766
Apr 30 05:01:29.146284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.166583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.171975 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:29.273627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2175d2-c086-4cc0-bc02-2a5275a14d9b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:29.294024 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:29.326078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.328507 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5664721
Apr 30 05:01:29.333287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59560) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:29.343839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7660ecdf-2d0d-4044-bfe7-a6592cdaa203 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Request body: {'security_group': {'name': 'default'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:29.344645 n-d-766726-20 neutron-server[74582]: WARNING neutron.api.v2.base [None req-7660ecdf-2d0d-4044-bfe7-a6592cdaa203 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 30 05:01:29.345474 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-7660ecdf-2d0d-4044-bfe7-a6592cdaa203 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 30 05:01:29.351289 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7660ecdf-2d0d-4044-bfe7-a6592cdaa203 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "PUT /v2.0/security-groups/1b2175d2-c086-4cc0-bc02-2a5275a14d9b HTTP/1.1" status: 409  len: 330 time: 0.0121384
Apr 30 05:01:29.351890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59564) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:29.390248 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.529837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:01:29.621851 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:01:29.629506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:01:29.630707 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.652520 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a987991-372b-4c02-ba59-dc881da2665f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.684299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.693807 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-769a7e35-149d-40ec-9529-f49ebfb4f1e0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:29.736768 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a987991-372b-4c02-ba59-dc881da2665f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.784260 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.822620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03084d56-5314-4250-9c9a-d5d0f5da021c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:01:29.835859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:29.842745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Port': ['ID=c8192aa9-9d4e-4a43-a83d-b1da7fc8fbb4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:29.847998 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:29.848789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Checking segment: {'id': '20a31b89-c6e8-468e-9189-bef631c9a99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '95a14cf7-cf56-4390-be83-0ac2ea91ba80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:01:29.849282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network hostable DHCP agents. Network: 95a14cf7-cf56-4390-be83-0ac2ea91ba80, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:01:29.858430 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.861546 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:29.875789 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a987991-372b-4c02-ba59-dc881da2665f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.899227 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ee79fbde-aede-4dc1-81a6-fa9acb14d2ee tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:29.916534 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03084d56-5314-4250-9c9a-d5d0f5da021c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81e33f-f9cd-45ec-88ca-5f6322b87ecb', 'code': 200}
Apr 30 05:01:29.925830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a987991-372b-4c02-ba59-dc881da2665f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2175d2-c086-4cc0-bc02-2a5275a14d9b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:29.932625 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a987991-372b-4c02-ba59-dc881da2665f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:29.933647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 95a14cf7-cf56-4390-be83-0ac2ea91ba80 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:01:29.948279 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a987991-372b-4c02-ba59-dc881da2665f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:29.964606 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7a987991-372b-4c02-ba59-dc881da2665f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/1b2175d2-c086-4cc0-bc02-2a5275a14d9b HTTP/1.1" status: 204  len: 168 time: 0.6088121
Apr 30 05:01:29.966614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59576) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:29.968176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 95a14cf7-cf56-4390-be83-0ac2ea91ba80) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:01:29.985806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:01:29.986807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:30.003758 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf226d4-c5bc-4e13-b8ae-b75d293e9580 None None] Network 95a14cf7-cf56-4390-be83-0ac2ea91ba80 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:01:30.005241 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e546b3a6-aead-4401-be5a-8e872f847018 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:30.090131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:30.100306 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:30.172088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Port': ['ID=a1b48843-574f-4229-add8-d0593bd347e7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:30.184680 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:30.221011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-15108364-faae-4ea2-91c6-ae628f5a9ed8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Synchronizing usage tracker for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:30.273064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-15108364-faae-4ea2-91c6-ae628f5a9ed8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Unset dirty status for tenant:abf0dabf939a4407bf33002b0141030e on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:30.275992 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-15108364-faae-4ea2-91c6-ae628f5a9ed8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3066459
Apr 30 05:01:30.283152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59590) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:30.312685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ef9b3-b4e9-44b2-8102-26ffe4db3251 req-5dd50b73-d95f-425b-bac8-147666cbac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:30.314377 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-540ef9b3-b4e9-44b2-8102-26ffe4db3251 req-5dd50b73-d95f-425b-bac8-147666cbac5a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 1098 time: 0.2862952
Apr 30 05:01:30.315901 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-89e84adb-60a2-4da4-86aa-6cc47f974b46 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] delete failed (client error): The resource could not be found.
Apr 30 05:01:30.317146 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-89e84adb-60a2-4da4-86aa-6cc47f974b46 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "DELETE /v2.0/security-groups/6d640c07-2196-430a-b9f1-7f41d6eeb21a HTTP/1.1" status: 404  len: 347 time: 0.0324252
Apr 30 05:01:30.331254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59594) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:30.364208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Checking segment: {'id': '1fe7057d-1468-4d00-8603-479cdb93c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e0bf4761-9182-46fb-8575-58acdd137b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:01:30.365374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network hostable DHCP agents. Network: e0bf4761-9182-46fb-8575-58acdd137b32, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:01:30.372530 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-71af80f9-9bf6-4dab-bb54-1920a80733c6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] show failed (client error): The resource could not be found.
Apr 30 05:01:30.374433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-71af80f9-9bf6-4dab-bb54-1920a80733c6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-groups/ba391806-e2ba-4203-aa5d-745346e29138 HTTP/1.1" status: 404  len: 347 time: 0.0351057
Apr 30 05:01:30.380435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59598) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:30.423691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network e0bf4761-9182-46fb-8575-58acdd137b32 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:01:30.428715 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-c2089bc5-93ae-459c-ae8f-92de3b07c5a9 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] show failed (client error): The resource could not be found.
Apr 30 05:01:30.438881 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c2089bc5-93ae-459c-ae8f-92de3b07c5a9 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] 10.222.0.46 "GET /v2.0/security-group-rules/a926f1ac-aba9-4b39-9128-1c4269ee14a6 HTTP/1.1" status: 404  len: 356 time: 0.0501394
Apr 30 05:01:30.452408 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-540ef9b3-b4e9-44b2-8102-26ffe4db3251 req-93e26b9b-ff18-4d50-8947-5b163927b130 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284206
Apr 30 05:01:30.470736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3405e7-f884-4756-93c1-1aff098a8fb4 req-fdcc0b00-1282-4c2c-8931-ddf70fc0b4e4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:30.479900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd3405e7-f884-4756-93c1-1aff098a8fb4 req-fdcc0b00-1282-4c2c-8931-ddf70fc0b4e4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.3044350
Apr 30 05:01:30.500711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, e0bf4761-9182-46fb-8575-58acdd137b32) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:01:30.503756 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:01:30.512366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d3d0c-9e8f-4626-850d-628771bf9228 None None] Network e0bf4761-9182-46fb-8575-58acdd137b32 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:01:30.526952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:01:30.533441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:30.539684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:30.540599 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:30.603476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd3405e7-f884-4756-93c1-1aff098a8fb4 req-17eb980a-0340-4509-b3db-033ba291c96a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192153
Apr 30 05:01:30.614059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 3.1919460
Apr 30 05:01:30.617241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59608) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:30.814699 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e98f9264-819e-40ea-925a-c5d8ba6f2703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:30.854063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119fd445-ce7c-4e73-8727-51ed5113b70a tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:30.867210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119fd445-ce7c-4e73-8727-51ed5113b70a tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:30.875584 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-119fd445-ce7c-4e73-8727-51ed5113b70a tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2523775
Apr 30 05:01:30.883425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59614) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:31.122031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Deleting port c8192aa9-9d4e-4a43-a83d-b1da7fc8fbb4 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:01:31.122686 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:31.137887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59622) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:31.474742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-af25573a-2fb4-43fb-8996-cbeaf71b8c26 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 665 time: 0.2679362
Apr 30 05:01:31.484569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b32dc658-00b5-4570-a28e-3175b5677b04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abf0dabf939a4407bf33002b0141030e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3401985
Apr 30 05:01:31.485492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59628) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:31.631013 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3de4-9d35-4a88-ae67-97182eeaa7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:31.748183 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:31.750305 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3de4-9d35-4a88-ae67-97182eeaa7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:31.910431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-ae4aff3c-bf6c-4801-8f70-e87270e018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:31.914832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-ae4aff3c-bf6c-4801-8f70-e87270e018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:31.924985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-ae4aff3c-bf6c-4801-8f70-e87270e018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:31.925966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-ae4aff3c-bf6c-4801-8f70-e87270e018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:31.926832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-ae4aff3c-bf6c-4801-8f70-e87270e018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:31.927722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-ae4aff3c-bf6c-4801-8f70-e87270e018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:31.928780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-ae4aff3c-bf6c-4801-8f70-e87270e018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:31.932501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-ae4aff3c-bf6c-4801-8f70-e87270e018e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6507 time: 0.2787964
Apr 30 05:01:31.954778 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3de4-9d35-4a88-ae67-97182eeaa7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:31.987548 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:32.161402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c3de4-9d35-4a88-ae67-97182eeaa7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68219145-d759-4a47-98d1-0f9a70c98094,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:32.162500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Calling delete_port for c8192aa9-9d4e-4a43-a83d-b1da7fc8fbb4 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:01:32.172610 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe1c3de4-9d35-4a88-ae67-97182eeaa7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:32.226901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:32.239406 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcebe7e6-334e-4e0a-8ee8-616de57bac94 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:32.255706 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe1c3de4-9d35-4a88-ae67-97182eeaa7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:32.256872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fe1c3de4-9d35-4a88-ae67-97182eeaa7a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68219145-d759-4a47-98d1-0f9a70c98094 HTTP/1.1" status: 204  len: 168 time: 0.7703662
Apr 30 05:01:32.305146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Port': ['ID=c8192aa9-9d4e-4a43-a83d-b1da7fc8fbb4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:32.309583 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:32.315530 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:32.325932 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/ports/c8192aa9-9d4e-4a43-a83d-b1da7fc8fbb4 HTTP/1.1" status: 204  len: 168 time: 1.4409418
Apr 30 05:01:32.328390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59640) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:32.376712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-fb532b11-d647-440a-9358-240f1f6f5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:32.377275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-fb532b11-d647-440a-9358-240f1f6f5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:32.377905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-fb532b11-d647-440a-9358-240f1f6f5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:32.387781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-fb532b11-d647-440a-9358-240f1f6f5077 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7ce8a20-822a-4055-8098-f9299e94ad1e&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc HTTP/1.1" status: 200  len: 2296 time: 0.3999536
Apr 30 05:01:32.705816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-9ca3a5d5-f8d3-4b93-9b91-f42b7f5f0ff5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3 HTTP/1.1" status: 200  len: 1000 time: 0.3153002
Apr 30 05:01:32.706085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Deleting port a1b48843-574f-4229-add8-d0593bd347e7 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:01:32.706605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:32.735641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69f70a-f0a3-4441-80df-9a2539a5e622 req-81139d4d-e313-416f-9844-83f17cfb526d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:32.740155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c69f70a-f0a3-4441-80df-9a2539a5e622 req-81139d4d-e313-416f-9844-83f17cfb526d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.6174333
Apr 30 05:01:32.869020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c69f70a-f0a3-4441-80df-9a2539a5e622 req-af23d952-c113-427c-b482-0892f2006cc1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807872
Apr 30 05:01:32.871147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-1ac244f2-f6c4-4181-b2b8-60a60278a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:32.872843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-1ac244f2-f6c4-4181-b2b8-60a60278a270 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b38188d-f154-49f0-be28-184ff149579c HTTP/1.1" status: 200  len: 855 time: 0.1578083
Apr 30 05:01:33.002437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-1de7121c-be4b-4b4e-90e1-db5232d8ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:33.004041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-1de7121c-be4b-4b4e-90e1-db5232d8ec58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7ce8a20-822a-4055-8098-f9299e94ad1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1246636
Apr 30 05:01:33.139333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:33.371371 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:33.494654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-272f5b8f-6a70-49d2-b3dd-0227b92431ea service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4831982
Apr 30 05:01:33.614911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Calling delete_port for a1b48843-574f-4229-add8-d0593bd347e7 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:01:33.617286 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2f38133d-8622-4fa6-8d76-0ceefe10b8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:33.734873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:33.742768 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-423bd3b4-65e4-49a2-974d-c369cdc747be tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:33.798570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Port': ['ID=a1b48843-574f-4229-add8-d0593bd347e7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:33.811024 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:33.821534 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:33.836983 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/ports/a1b48843-574f-4229-add8-d0593bd347e7 HTTP/1.1" status: 204  len: 168 time: 1.5063426
Apr 30 05:01:33.839958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59676) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:33.904554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6edd8bc8-f980-4343-a5ab-d9c68dd2e0bf tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Synchronizing usage tracker for tenant:b88b630678e7413b96505b4be56c23b3 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:01:33.977974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6edd8bc8-f980-4343-a5ab-d9c68dd2e0bf tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Unset dirty status for tenant:b88b630678e7413b96505b4be56c23b3 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:01:33.985118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6edd8bc8-f980-4343-a5ab-d9c68dd2e0bf tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1381388
Apr 30 05:01:33.986068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59682) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:33.996799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1222257126'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:34.003388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:34.011061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Usage tracker for resource:network and tenant:b88b630678e7413b96505b4be56c23b3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:34.015517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:34.031218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:34.053020 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-05cb741b-4c4c-4e97-8e18-3e8998b4d3b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1309097
Apr 30 05:01:34.055008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Made reservation on behalf of b88b630678e7413b96505b4be56c23b3 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:01:34.059056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:34.094754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:01:34.107567 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:34.107940 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Added segment f2c824c6-1b89-496f-936d-3325f91324d0 of type vlan for network 545aaf97-ea30-4b56-9255-7c848e9be9c5
Apr 30 05:01:34.146569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:34.247792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:34.253545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:34.255473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:34.261779 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eee85fb4-642b-4a66-ac07-d90ae39df2af tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:34.302490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-24fed7ff-c199-4eb7-9a34-7ad81955540c service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8001552
Apr 30 05:01:34.392286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-e9dfbbf8-a760-4776-9808-206c15d1b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:34.394020 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-e9dfbbf8-a760-4776-9808-206c15d1b1cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1096 time: 0.2421513
Apr 30 05:01:34.403403 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4116912
Apr 30 05:01:34.403693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59698) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:34.407119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Network': ['ID=545aaf97-ea30-4b56-9255-7c848e9be9c5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:34.414638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1408648903'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:34.421116 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:34.421563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 545aaf97-ea30-4b56-9255-7c848e9be9c5 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:01:34.430871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2f37c-3916-4f36-bf1a-09e2cf0b5b47 req-2dfb1753-f4e2-4fe9-a288-31122959a1f6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:34.444120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00b2f37c-3916-4f36-bf1a-09e2cf0b5b47 req-2dfb1753-f4e2-4fe9-a288-31122959a1f6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.7130799
Apr 30 05:01:34.452239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:34.472581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Usage tracker for resource:network and tenant:b88b630678e7413b96505b4be56c23b3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:34.476812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56201915-e6b1-47b6-9249-0da5e3a2057e req-4b8e0b32-511f-4752-ba8c-a58889b573c9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:34.478660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:34.481601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56201915-e6b1-47b6-9249-0da5e3a2057e req-4b8e0b32-511f-4752-ba8c-a58889b573c9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.6519918
Apr 30 05:01:34.540477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:34.563203 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-a5d905c0-a7b4-40ff-9059-7103b47e4806 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 200  len: 217 time: 0.2504866
Apr 30 05:01:34.573342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Made reservation on behalf of b88b630678e7413b96505b4be56c23b3 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:01:34.577965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:34.638519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-e89fb3f3-1b6c-410a-80ff-8c465c2ceb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:34.640279 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-e89fb3f3-1b6c-410a-80ff-8c465c2ceb4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.2210581
Apr 30 05:01:34.720236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00b2f37c-3916-4f36-bf1a-09e2cf0b5b47 req-0eabb7a3-6a94-4067-a1f0-812ff77c575a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2745655
Apr 30 05:01:34.720590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:01:34.773366 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:34.796902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:34.797487 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Added segment bd880230-1b15-457b-ad58-6eaa229d066e of type vlan for network f7a62d58-ed62-43dc-beda-6de5da66ff75
Apr 30 05:01:34.816037 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56201915-e6b1-47b6-9249-0da5e3a2057e req-b197c8e4-e4f9-4193-ad67-3ca61a10698d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2607429
Apr 30 05:01:34.819083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-49d2bf7f-3a8b-4fde-9b91-a2bd1ad1f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:34.823366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-49d2bf7f-3a8b-4fde-9b91-a2bd1ad1f119 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.2510993
Apr 30 05:01:34.855106 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-7beca282-588e-45ae-b1b9-0905a334645d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 999 time: 0.2070601
Apr 30 05:01:34.859773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:35.003572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:35.016894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:35.017444 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:35.048918 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3d8a06c0-09b5-40ea-b602-5953496d65d6 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:35.089175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6841881
Apr 30 05:01:35.094996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-b7ec2146-b339-46a5-9e8d-be4a908a6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:35.098034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-b7ec2146-b339-46a5-9e8d-be4a908a6627 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2671697
Apr 30 05:01:35.129664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-bfbe6269-028f-4640-86a0-0b71ccd0147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:35.131711 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-bfbe6269-028f-4640-86a0-0b71ccd0147e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.2670550
Apr 30 05:01:35.363802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59716) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:35.458011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'subnets': [{'network_id': '545aaf97-ea30-4b56-9255-7c848e9be9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1943224399', 'ip_version': 4}, {'network_id': 'f7a62d58-ed62-43dc-beda-6de5da66ff75', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:35.458570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'subnet': {'network_id': '545aaf97-ea30-4b56-9255-7c848e9be9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1943224399', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:35.459610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Request body: {'subnet': {'network_id': 'f7a62d58-ed62-43dc-beda-6de5da66ff75', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:01:35.485611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Network': ['ID=f7a62d58-ed62-43dc-beda-6de5da66ff75,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:35.503578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network f7a62d58-ed62-43dc-beda-6de5da66ff75 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:01:35.513475 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:35.549057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-0ba20ada-d9ca-4003-b8cc-5ad3b53bf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:35.550713 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-0ba20ada-d9ca-4003-b8cc-5ad3b53bf9af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4112999
Apr 30 05:01:35.749487 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-d5438e9c-3cb0-4655-a483-13a3fca39cf6 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909041
Apr 30 05:01:35.767623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-6b8423e2-eea5-4e5a-8626-2c14784c76c5 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6615701
Apr 30 05:01:36.085991 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-53830b05-e2be-4574-9f7f-3da3064395d3 req-a396ff9b-7bf1-4a95-a15c-26092979500e service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3281746
Apr 30 05:01:36.111137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dbc67-2d4e-409c-a310-3880911390ec req-507ed571-7baa-4bd1-b9b3-a0603d76abb9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:36.113170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b55dbc67-2d4e-409c-a310-3880911390ec req-507ed571-7baa-4bd1-b9b3-a0603d76abb9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.7444699
Apr 30 05:01:36.120914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:36.130107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Usage tracker for resource:subnet and tenant:b88b630678e7413b96505b4be56c23b3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:36.138919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:36.173369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:36.222202 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:36.281770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Made reservation on behalf of b88b630678e7413b96505b4be56c23b3 for: {'subnet': 2} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:01:36.286543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:36.286967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:36.303713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-fbba102d-cf63-4652-b1f3-e332558b6a78 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5145245
Apr 30 05:01:36.398953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-870106e0-81de-4d81-8fc7-52d272e90652 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 200  len: 217 time: 0.0868926
Apr 30 05:01:36.488179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b55dbc67-2d4e-409c-a310-3880911390ec req-53951798-58ee-46a6-a725-aabc4bdf27a4 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3527484
Apr 30 05:01:36.500384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-66735b5b-57ed-4f54-8a0e-717c57159602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:36.504612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-66735b5b-57ed-4f54-8a0e-717c57159602 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.0967779
Apr 30 05:01:37.001564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1527aa5-e2b5-471e-b72f-a41fc14044d1 req-194984ef-9411-424a-bfda-64795227a94a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:37.007756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1527aa5-e2b5-471e-b72f-a41fc14044d1 req-194984ef-9411-424a-bfda-64795227a94a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.8058662
Apr 30 05:01:37.112883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1527aa5-e2b5-471e-b72f-a41fc14044d1 req-af5fd4b2-f0c5-471a-ba65-625ee7bc709d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865510
Apr 30 05:01:37.175971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-89bdf24e-1ade-4228-acab-8d851744071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:37.177742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-89bdf24e-1ade-4228-acab-8d851744071c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.6518252
Apr 30 05:01:37.790192 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-92da15e9-cdbd-41fa-986f-350c38ec9e0d service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6036201
Apr 30 05:01:38.310870 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-9f007aa9-437d-4209-a613-8cba86fc0f01 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5130336
Apr 30 05:01:38.543056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-cc91dfcd-8753-4144-9f09-36aebbfc5058 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba HTTP/1.1" status: 200  len: 217 time: 0.2101300
Apr 30 05:01:38.675472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-598cca94-f6ec-4fbc-a128-3e06b31aac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:38.677026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-598cca94-f6ec-4fbc-a128-3e06b31aac57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.1237209
Apr 30 05:01:38.806350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e5a3-54de-40a8-806c-db9acba4405e req-0395fad9-42dd-46ea-b9f8-8d6a0e22826a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:38.806350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2800e5a3-54de-40a8-806c-db9acba4405e req-0395fad9-42dd-46ea-b9f8-8d6a0e22826a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.3597548
Apr 30 05:01:39.048197 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2800e5a3-54de-40a8-806c-db9acba4405e req-bf795c2f-f095-452d-bff8-e304abd739eb tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770861
Apr 30 05:01:39.101617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-f878febe-fddc-4424-a975-bf810ca3b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:39.103349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-f878febe-fddc-4424-a975-bf810ca3b621 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.4175422
Apr 30 05:01:39.499773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-a2149c34-452c-4e88-95d7-503a32a42442 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3863192
Apr 30 05:01:39.501524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:39.515338 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6e10a790-7911-4d25-8278-42f7ada6aa67 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:39.730491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Subnet': ['ID=61e0ce33-fab3-4700-b5e3-2be74517f827,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:39.773210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.774150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.774542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.774927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.775343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.775715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.776092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.776562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.776947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.777334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.777703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.778072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:39.787665 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:39.829247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Checking segment: {'id': 'f2c824c6-1b89-496f-936d-3325f91324d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '545aaf97-ea30-4b56-9255-7c848e9be9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:01:39.829616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network hostable DHCP agents. Network: 545aaf97-ea30-4b56-9255-7c848e9be9c5, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:01:39.861256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-a7b66075-6332-4855-a778-28dc5d75be22 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3473897
Apr 30 05:01:40.031993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-ff8b52e7-7c55-4a92-99ee-e1c188bd324d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0597ee22-cc38-4e52-91d4-e688dee1460e HTTP/1.1" status: 200  len: 217 time: 0.1614726
Apr 30 05:01:40.033247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 545aaf97-ea30-4b56-9255-7c848e9be9c5 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:01:40.161746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-c994e10e-0509-4e1b-b596-47be4077426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:40.165977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-c994e10e-0509-4e1b-b596-47be4077426e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.1184602
Apr 30 05:01:40.168539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 545aaf97-ea30-4b56-9255-7c848e9be9c5) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:01:40.186913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2187da0d-2299-4be8-9a8f-097c37a74ce1 None None] Network 545aaf97-ea30-4b56-9255-7c848e9be9c5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:01:40.469935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-c04b5527-bfb4-4834-bfe3-fe6d1461546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:40.471437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-c04b5527-bfb4-4834-bfe3-fe6d1461546e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2347803
Apr 30 05:01:40.967926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-545aaf97-ea30-4b56-9255-7c848e9be9c5', 'network_id': '545aaf97-ea30-4b56-9255-7c848e9be9c5', 'tenant_id': 'b88b630678e7413b96505b4be56c23b3', 'fixed_ips': [{'subnet_id': '61e0ce33-fab3-4700-b5e3-2be74517f827'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:01:40.968886 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:41.122947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d015d-a900-4cd6-b955-8b0b723a5228 req-48138a95-4a8b-4a97-9292-ac97b58e87f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:41.131791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b7d015d-a900-4cd6-b955-8b0b723a5228 req-48138a95-4a8b-4a97-9292-ac97b58e87f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.8073120
Apr 30 05:01:41.218835 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1b7d015d-a900-4cd6-b955-8b0b723a5228 req-1e028c29-b6b4-4015-a8cf-8c30fbd7e0c4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857768
Apr 30 05:01:41.321444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-79a00430-fb03-4b2e-bb18-92a6e6d64d53 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7721260
Apr 30 05:01:41.425614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Allocated IP 172.20.0.2 (545aaf97-ea30-4b56-9255-7c848e9be9c5/61e0ce33-fab3-4700-b5e3-2be74517f827/b5488e15-b694-4f9c-824f-2e20c286d895) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:01:41.426489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd383f5-8541-444c-8672-a37a9b3a8377 req-6fed0a0f-744e-4cbb-8f33-dbcda07e77fc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:41.438234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acd383f5-8541-444c-8672-a37a9b3a8377 req-6fed0a0f-744e-4cbb-8f33-dbcda07e77fc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.5835581
Apr 30 05:01:41.735533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acd383f5-8541-444c-8672-a37a9b3a8377 req-81b5aa81-f0b0-4aa8-9b7d-db70ebc6522a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2692134
Apr 30 05:01:41.935014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-514bdf85-0b6a-4fd5-9950-6f947f908535 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5940230
Apr 30 05:01:42.113498 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:42.153692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Transition to ACTIVE for port object b5488e15-b694-4f9c-824f-2e20c286d895 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:01:42.177149 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:42.195667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Transition to ACTIVE for port object b5488e15-b694-4f9c-824f-2e20c286d895 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:01:42.210293 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:42.248626 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:42.264176 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7c15cd41-6603-424e-b0da-31552cdef4eb tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:42.383917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Network 545aaf97-ea30-4b56-9255-7c848e9be9c5 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:01:42.391439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:01:42.395653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-9763dbe9-7c8e-44b0-b68b-ae0f29631ae8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04170894-711a-47c9-917a-cbc4d9668913 HTTP/1.1" status: 200  len: 217 time: 0.4458163
Apr 30 05:01:42.419862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:01:42.628625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Pushing event updated for resources: {'Port': ['ID=b5488e15-b694-4f9c-824f-2e20c286d895,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:42.652310 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:42.663896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event updated for resources: {'Subnet': ['ID=1801f858-71eb-4651-bfa5-7a3ed3fc72ce,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:42.666435 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:42.696131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-12911654-66e4-419c-b375-a1cebe2b6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:42.697733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-12911654-66e4-419c-b375-a1cebe2b6207 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.2714489
Apr 30 05:01:42.721757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Attempting to bind port b5488e15-b694-4f9c-824f-2e20c286d895 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:01:42.722411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Attempting to bind port b5488e15-b694-4f9c-824f-2e20c286d895 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f2c824c6-1b89-496f-936d-3325f91324d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '545aaf97-ea30-4b56-9255-7c848e9be9c5'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:01:42.723042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Attempting to bind port b5488e15-b694-4f9c-824f-2e20c286d895 on network 545aaf97-ea30-4b56-9255-7c848e9be9c5 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:01:42.741119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:01:42.741896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Checking segment: {'id': 'f2c824c6-1b89-496f-936d-3325f91324d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '545aaf97-ea30-4b56-9255-7c848e9be9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:01:42.743773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Checking segment: {'id': 'bd880230-1b15-457b-ad58-6eaa229d066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f7a62d58-ed62-43dc-beda-6de5da66ff75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:01:42.744139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network hostable DHCP agents. Network: f7a62d58-ed62-43dc-beda-6de5da66ff75, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:01:42.744451 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:42.745228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Bound using segment: {'id': 'f2c824c6-1b89-496f-936d-3325f91324d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '545aaf97-ea30-4b56-9255-7c848e9be9c5'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:01:42.746330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Bound port: b5488e15-b694-4f9c-824f-2e20c286d895, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c824c6-1b89-496f-936d-3325f91324d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '545aaf97-ea30-4b56-9255-7c848e9be9c5'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:01:42.747015 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:42.983554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network f7a62d58-ed62-43dc-beda-6de5da66ff75 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:01:43.017176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6704260-a95a-4dbf-988c-ddd389acf9f3 req-35909d4e-b7e3-4ffd-a9fd-7cb469ce5cd1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:43.019052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6704260-a95a-4dbf-988c-ddd389acf9f3 req-35909d4e-b7e3-4ffd-a9fd-7cb469ce5cd1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.8297684
Apr 30 05:01:43.094696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] For port b5488e15-b694-4f9c-824f-2e20c286d895, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:01:43.098563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] For port b5488e15-b694-4f9c-824f-2e20c286d895, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b5488e15-b694-4f9c-824f-2e20c286d895,segment=NetworkSegment(f2c824c6-1b89-496f-936d-3325f91324d0),segment_id=f2c824c6-1b89-496f-936d-3325f91324d0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:01:43.109501 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:43.115152 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9c3be6d8-41d8-4c15-97cb-aef96d16837d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:43.200681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, f7a62d58-ed62-43dc-beda-6de5da66ff75) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:01:43.226121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90fcf8d-aff5-4a31-bb17-586ece5da056 None None] Network f7a62d58-ed62-43dc-beda-6de5da66ff75 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:01:43.328085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f014cf-e593-4bad-a25a-8eb881edde91 req-6cf66b3b-14d3-4719-b65e-912906f94618 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:43.331463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52f014cf-e593-4bad-a25a-8eb881edde91 req-6cf66b3b-14d3-4719-b65e-912906f94618 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.7406301
Apr 30 05:01:43.340050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-7dd3bf8c-948b-49cd-9f93-0d34a2b4fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:43.345867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-7dd3bf8c-948b-49cd-9f93-0d34a2b4fde0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.6370654
Apr 30 05:01:43.408183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:43.409206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:43.410378 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:43.449213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Pushing event updated for resources: {'Port': ['ID=b5488e15-b694-4f9c-824f-2e20c286d895,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:43.466048 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:43.658731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6704260-a95a-4dbf-988c-ddd389acf9f3 req-0d12b349-bbb7-490f-b58d-119626fb8cd1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5311570
Apr 30 05:01:43.811454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-f7a62d58-ed62-43dc-beda-6de5da66ff75', 'network_id': 'f7a62d58-ed62-43dc-beda-6de5da66ff75', 'tenant_id': 'b88b630678e7413b96505b4be56c23b3', 'fixed_ips': [{'subnet_id': '1801f858-71eb-4651-bfa5-7a3ed3fc72ce'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:01:43.812888 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:43.888508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 8.4456172
Apr 30 05:01:43.891053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59852) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:43.956829 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52f014cf-e593-4bad-a25a-8eb881edde91 req-8960293a-4ec5-426b-a64f-152630b027be tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6092031
Apr 30 05:01:44.151254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-3a681834-6699-4755-8eeb-ed1238747783 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6632171
Apr 30 05:01:44.170535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9363aa-eab7-42d8-9916-87265d367460 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:44.175109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9363aa-eab7-42d8-9916-87265d367460 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:44.201672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9363aa-eab7-42d8-9916-87265d367460 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:44.212619 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ec9363aa-eab7-42d8-9916-87265d367460 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.3187795
Apr 30 05:01:44.215254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59858) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:44.502290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Allocated IP 172.20.0.18 (f7a62d58-ed62-43dc-beda-6de5da66ff75/1801f858-71eb-4651-bfa5-7a3ed3fc72ce/90986f22-9269-4903-a0a6-27cc3f7be3e2) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:01:44.542547 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59868) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:44.697469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Deleting subnet 61e0ce33-fab3-4700-b5e3-2be74517f827 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:01:44.707323 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:44.804268 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-3a47231e-43ed-469b-9b82-2e36ae07f715 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6441674
Apr 30 05:01:44.962268 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:45.141234 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:45.142938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b5488e15-b694-4f9c-824f-2e20c286d895 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:01:45.225052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:45.234461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Usage tracker for resource:security_group_rule and tenant:75b3c185343a4184b598d7c16fe70a9a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:45.243006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:45.255562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:45.481738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-1048c275-87e4-4dd2-94fc-a4c4890a1095 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 HTTP/1.1" status: 200  len: 217 time: 0.6693246
Apr 30 05:01:45.592918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port b5488e15-b694-4f9c-824f-2e20c286d895 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:01:45.619787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:45.638709 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:45.652836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1217f2-52e7-4991-ad78-795b308dd3fe req-059b308f-43c5-43ff-bb7c-897a5e5d6460 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:45.660506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d1217f2-52e7-4991-ad78-795b308dd3fe req-059b308f-43c5-43ff-bb7c-897a5e5d6460 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 1.2736914
Apr 30 05:01:45.669479 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-253645f0-cddd-4900-b38b-8b4841d350fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:45.730952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-3999bc14-671c-4d8f-94ff-4fc348f22cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:45.732705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-3999bc14-671c-4d8f-94ff-4fc348f22cb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.2103376
Apr 30 05:01:45.809188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75b3c185343a4184b598d7c16fe70a9a&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2648661
Apr 30 05:01:45.811856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:45.816798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1e8217-466a-4780-9863-7414b2468b5f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:45.840595 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:45.900632 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d1217f2-52e7-4991-ad78-795b308dd3fe req-b7e35f47-e6d4-4e57-9f8f-403e99e4ce74 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2388730
Apr 30 05:01:45.929060 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:45.938243 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:45.982913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f7ee5-3b60-4114-b89a-ddada388e7e8 None None] Network 545aaf97-ea30-4b56-9255-7c848e9be9c5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:01:46.000207 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5e38b114-d4b1-47d6-9599-7da8cfd1d6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:46.081289 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5e38b114-d4b1-47d6-9599-7da8cfd1d6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:46.152291 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Transition to ACTIVE for port object 90986f22-9269-4903-a0a6-27cc3f7be3e2 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:01:46.153701 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8d2ae-37b0-4123-abbd-bd9aa34ce4a6 req-fb9eb415-8508-4fb5-aebd-34d3ce1680b9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:46.155738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-daa8d2ae-37b0-4123-abbd-bd9aa34ce4a6 req-fb9eb415-8508-4fb5-aebd-34d3ce1680b9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.6818280
Apr 30 05:01:46.215328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5e38b114-d4b1-47d6-9599-7da8cfd1d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:46.223840 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab1f6529-77ac-462f-938d-bfc78c211f69 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:46.257264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38b114-d4b1-47d6-9599-7da8cfd1d6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1e8217-466a-4780-9863-7414b2468b5f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:46.261848 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5e38b114-d4b1-47d6-9599-7da8cfd1d6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:46.264360 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5e38b114-d4b1-47d6-9599-7da8cfd1d6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:46.268579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5e38b114-d4b1-47d6-9599-7da8cfd1d6d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c1e8217-466a-4780-9863-7414b2468b5f HTTP/1.1" status: 204  len: 168 time: 0.4532478
Apr 30 05:01:46.321049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-daa8d2ae-37b0-4123-abbd-bd9aa34ce4a6 req-fbb82ed1-7d0b-4b8a-963f-7a48dbff56ea tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077480
Apr 30 05:01:46.340925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-5cff0d0b-6628-454d-a1bd-c68f8a74c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:46.342585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-5cff0d0b-6628-454d-a1bd-c68f8a74c91c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.5959225
Apr 30 05:01:46.517777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-68a0d3bf-d815-479e-b889-78b79f7b9277 None None] Provisioning for port b5488e15-b694-4f9c-824f-2e20c286d895 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:01:46.636346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-68a0d3bf-d815-479e-b889-78b79f7b9277 None None] Provisioning complete for port b5488e15-b694-4f9c-824f-2e20c286d895 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:01:46.640674 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-68a0d3bf-d815-479e-b889-78b79f7b9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:46.686723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Transition to ACTIVE for port object 90986f22-9269-4903-a0a6-27cc3f7be3e2 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:01:46.717007 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:46.725729 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:46.841445 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:46.860191 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e41bedb9-433f-40d9-bdb6-9a85d2617dd8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:46.954250 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.052191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Subnet': ['ID=61e0ce33-fab3-4700-b5e3-2be74517f827,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:47.074165 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:47.099598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/subnets/61e0ce33-fab3-4700-b5e3-2be74517f827 HTTP/1.1" status: 204  len: 168 time: 2.8798995
Apr 30 05:01:47.110856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59898) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:47.137931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:47.172425 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.233335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:47.239763 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Network f7a62d58-ed62-43dc-beda-6de5da66ff75 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:01:47.248924 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-68a0d3bf-d815-479e-b889-78b79f7b9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.251616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Usage tracker for resource:security_group_rule and tenant:e9041ea480764075bfbf94bc063df2e7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:47.256925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:47.278244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:01:47.279123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:47.286966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:01:47.293341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Pushing event updated for resources: {'Port': ['ID=90986f22-9269-4903-a0a6-27cc3f7be3e2,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:47.301237 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:47.359196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-3fed7fbc-3532-405b-a1e5-dc107ef4aebf service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0003097
Apr 30 05:01:47.415272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-68a0d3bf-d815-479e-b889-78b79f7b9277 None None] For port b5488e15-b694-4f9c-824f-2e20c286d895, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b5488e15-b694-4f9c-824f-2e20c286d895,segment=NetworkSegment(f2c824c6-1b89-496f-936d-3325f91324d0),segment_id=f2c824c6-1b89-496f-936d-3325f91324d0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:47.472389 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-68a0d3bf-d815-479e-b889-78b79f7b9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.484396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Deleting subnet 1801f858-71eb-4651-bfa5-7a3ed3fc72ce {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:01:47.506389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.512603 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f96ae921-3c1b-4ab2-9b19-517877c8ecbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:47.540241 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.553835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.585171 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-930523b0-1330-4100-8cde-cd1d1a171a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:47.600460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265dead-bdf2-45e8-b78d-09954adda510 req-35481fe5-421b-4b29-a25c-f25bbfb089f8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:47.614954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a265dead-bdf2-45e8-b78d-09954adda510 req-35481fe5-421b-4b29-a25c-f25bbfb089f8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.8283303
Apr 30 05:01:47.660144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Attempting to bind port 90986f22-9269-4903-a0a6-27cc3f7be3e2 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:01:47.660684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Attempting to bind port 90986f22-9269-4903-a0a6-27cc3f7be3e2 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'bd880230-1b15-457b-ad58-6eaa229d066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f7a62d58-ed62-43dc-beda-6de5da66ff75'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:01:47.661212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Attempting to bind port 90986f22-9269-4903-a0a6-27cc3f7be3e2 on network f7a62d58-ed62-43dc-beda-6de5da66ff75 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:01:47.673397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:01:47.673811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Checking segment: {'id': 'bd880230-1b15-457b-ad58-6eaa229d066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f7a62d58-ed62-43dc-beda-6de5da66ff75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:01:47.674238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.674932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Bound using segment: {'id': 'bd880230-1b15-457b-ad58-6eaa229d066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f7a62d58-ed62-43dc-beda-6de5da66ff75'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:01:47.675504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Bound port: 90986f22-9269-4903-a0a6-27cc3f7be3e2, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd880230-1b15-457b-ad58-6eaa229d066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f7a62d58-ed62-43dc-beda-6de5da66ff75'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:01:47.675916 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.694187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f682b-3bbb-42a4-9c3a-795ae4d5d421,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:47.730942 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:47.736680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9041ea480764075bfbf94bc063df2e7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5971296
Apr 30 05:01:47.740847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59914) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:47.856134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] For port 90986f22-9269-4903-a0a6-27cc3f7be3e2, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:01:47.864158 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2b12-fcea-4972-960f-3bdc6bec2126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.866627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] For port 90986f22-9269-4903-a0a6-27cc3f7be3e2, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=90986f22-9269-4903-a0a6-27cc3f7be3e2,segment=NetworkSegment(bd880230-1b15-457b-ad58-6eaa229d066e),segment_id=bd880230-1b15-457b-ad58-6eaa229d066e)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:01:47.871608 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0d3bf-d815-479e-b889-78b79f7b9277 None None] Pushing event updated for resources: {'Port': ['ID=b5488e15-b694-4f9c-824f-2e20c286d895,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:47.879637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] DHCP port deletion for 545aaf97-ea30-4b56-9255-7c848e9be9c5 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:01:47.881934 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-68a0d3bf-d815-479e-b889-78b79f7b9277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:47.893907 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:47.901145 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-de083f5c-5ff8-42c4-8a1a-f263c709f743 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:47.981518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2b12-fcea-4972-960f-3bdc6bec2126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:48.051830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Pushing event updated for resources: {'Port': ['ID=90986f22-9269-4903-a0a6-27cc3f7be3e2,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:48.059811 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:48.093077 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:48.139280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] Deleting port b5488e15-b694-4f9c-824f-2e20c286d895 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:01:48.139920 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:48.165931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2b12-fcea-4972-960f-3bdc6bec2126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:48.174898 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8f9bfb2b-e74a-4b7a-9caa-dd3af9f6abfc tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:48.196872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb2b12-fcea-4972-960f-3bdc6bec2126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f682b-3bbb-42a4-9c3a-795ae4d5d421,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:48.206891 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8fdb2b12-fcea-4972-960f-3bdc6bec2126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:48.208171 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2b12-fcea-4972-960f-3bdc6bec2126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:48.210059 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8fdb2b12-fcea-4972-960f-3bdc6bec2126 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba9f682b-3bbb-42a4-9c3a-795ae4d5d421 HTTP/1.1" status: 204  len: 168 time: 0.4659770
Apr 30 05:01:48.263731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a265dead-bdf2-45e8-b78d-09954adda510 req-4ac38624-636e-4df0-a64b-b426e32a8a0f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6472270
Apr 30 05:01:48.341716 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d91af20-b16a-4dcc-ba08-35ef5bc825c5 req-317fc16d-1d4d-4755-b9e5-36244ee55ea3 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9686263
Apr 30 05:01:48.467281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8db6eb-daa0-42b2-9b35-6e799cab0cda req-205d2893-2b34-4405-85cf-abd33f7a320b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:48.500292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed8db6eb-daa0-42b2-9b35-6e799cab0cda req-205d2893-2b34-4405-85cf-abd33f7a320b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.6684272
Apr 30 05:01:48.604903 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] For port b5488e15-b694-4f9c-824f-2e20c286d895, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b5488e15-b694-4f9c-824f-2e20c286d895,segment=NetworkSegment(f2c824c6-1b89-496f-936d-3325f91324d0),segment_id=f2c824c6-1b89-496f-936d-3325f91324d0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:48.605746 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:48.678643 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:49.167080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] Calling delete_port for b5488e15-b694-4f9c-824f-2e20c286d895 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:01:49.184126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 90986f22-9269-4903-a0a6-27cc3f7be3e2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:01:49.357972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed8db6eb-daa0-42b2-9b35-6e799cab0cda req-86a5aa2d-d681-4554-a1b4-480bc43a852c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8559551
Apr 30 05:01:49.402394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 90986f22-9269-4903-a0a6-27cc3f7be3e2 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:01:49.476722 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:49.486115 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:49.578262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] Pushing event deleted for resources: {'Port': ['ID=b5488e15-b694-4f9c-824f-2e20c286d895,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:49.590131 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:49.591239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b5488e15-b694-4f9c-824f-2e20c286d895 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:01:49.657360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] No DVR routers for this DVR port b5488e15-b694-4f9c-824f-2e20c286d895 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:01:49.684201 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: b5488e15-b694-4f9c-824f-2e20c286d895 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:01:49.691345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b5488e15-b694-4f9c-824f-2e20c286d895 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:01:50.214126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396747e6-c42c-469a-9a04-6788843b869c req-200e9148-18ff-4286-8173-b5fd24260d3a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:50.223366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396747e6-c42c-469a-9a04-6788843b869c req-200e9148-18ff-4286-8173-b5fd24260d3a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.8639364
Apr 30 05:01:50.227803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133f7a9c-0c53-402a-b7a6-58aaab6c86b9 None None] Network f7a62d58-ed62-43dc-beda-6de5da66ff75 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:01:50.339047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eb68a3a6-9eef-4054-a44f-88de37e6e812 None None] Provisioning for port 90986f22-9269-4903-a0a6-27cc3f7be3e2 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:01:50.358411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eb68a3a6-9eef-4054-a44f-88de37e6e812 None None] Provisioning complete for port 90986f22-9269-4903-a0a6-27cc3f7be3e2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:01:50.359243 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eb68a3a6-9eef-4054-a44f-88de37e6e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:50.400992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-396747e6-c42c-469a-9a04-6788843b869c req-03b76f0a-4821-4286-9de0-f660952f3379 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687725
Apr 30 05:01:50.406067 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:50.431038 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:50.513842 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:50.564194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Subnet': ['ID=1801f858-71eb-4651-bfa5-7a3ed3fc72ce,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:50.577219 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:50.584039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/subnets/1801f858-71eb-4651-bfa5-7a3ed3fc72ce HTTP/1.1" status: 204  len: 168 time: 3.4669082
Apr 30 05:01:50.588200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59960) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:50.815676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232a1fb0-2cfd-44b1-b626-8dd76bfa40b2 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:50.832806 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-232a1fb0-2cfd-44b1-b626-8dd76bfa40b2 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2429271
Apr 30 05:01:50.835714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59964) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:51.004713 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eb68a3a6-9eef-4054-a44f-88de37e6e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:51.038229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7b2be-e28d-48b7-8724-a1280321b627 req-406ef783-c561-467a-9357-d15699db26af tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:51.052662 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10f7b2be-e28d-48b7-8724-a1280321b627 req-406ef783-c561-467a-9357-d15699db26af tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.4643250
Apr 30 05:01:51.057951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:51.084097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-eb68a3a6-9eef-4054-a44f-88de37e6e812 None None] For port 90986f22-9269-4903-a0a6-27cc3f7be3e2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=90986f22-9269-4903-a0a6-27cc3f7be3e2,segment=NetworkSegment(bd880230-1b15-457b-ad58-6eaa229d066e),segment_id=bd880230-1b15-457b-ad58-6eaa229d066e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:51.109032 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eb68a3a6-9eef-4054-a44f-88de37e6e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:51.124804 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:51.169016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a91a7-3211-410f-9942-c597db4860a5 req-ec4d2faa-ca7c-4a1b-9909-792303da466d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:51.179005 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-060a91a7-3211-410f-9942-c597db4860a5 req-ec4d2faa-ca7c-4a1b-9909-792303da466d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4629126
Apr 30 05:01:51.202728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Deleting port 90986f22-9269-4903-a0a6-27cc3f7be3e2 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:01:51.205764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:51.218720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10f7b2be-e28d-48b7-8724-a1280321b627 req-2f21c6ca-a6c4-4a2c-87bd-985349c1a2af tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649282
Apr 30 05:01:51.304445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68a3a6-9eef-4054-a44f-88de37e6e812 None None] Pushing event updated for resources: {'Port': ['ID=90986f22-9269-4903-a0a6-27cc3f7be3e2,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:51.321305 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-eb68a3a6-9eef-4054-a44f-88de37e6e812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:51.338908 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-060a91a7-3211-410f-9942-c597db4860a5 req-88c7e97f-8f17-4bb9-a326-94fe12ecc33d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376677
Apr 30 05:01:51.391810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] DHCP port deletion for f7a62d58-ed62-43dc-beda-6de5da66ff75 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:01:51.493365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] For port 90986f22-9269-4903-a0a6-27cc3f7be3e2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=90986f22-9269-4903-a0a6-27cc3f7be3e2,segment=NetworkSegment(bd880230-1b15-457b-ad58-6eaa229d066e),segment_id=bd880230-1b15-457b-ad58-6eaa229d066e)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:51.494551 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:51.625665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] Deleting port 90986f22-9269-4903-a0a6-27cc3f7be3e2 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:01:51.627422 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:51.782613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Calling delete_port for 90986f22-9269-4903-a0a6-27cc3f7be3e2 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:01:51.877311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] For port 90986f22-9269-4903-a0a6-27cc3f7be3e2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=90986f22-9269-4903-a0a6-27cc3f7be3e2,segment=NetworkSegment(bd880230-1b15-457b-ad58-6eaa229d066e),segment_id=bd880230-1b15-457b-ad58-6eaa229d066e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:01:51.877830 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:52.009424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:52.014733 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:52.093177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] Calling delete_port for 90986f22-9269-4903-a0a6-27cc3f7be3e2 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:01:52.127806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946df76b-8e23-415f-b39d-61652d317f56 req-6a9d6354-d7fc-48e6-8917-66057d96daed tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:52.136547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-946df76b-8e23-415f-b39d-61652d317f56 req-6a9d6354-d7fc-48e6-8917-66057d96daed tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2316134
Apr 30 05:01:52.145482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Port': ['ID=90986f22-9269-4903-a0a6-27cc3f7be3e2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:52.167258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] No DVR routers for this DVR port 90986f22-9269-4903-a0a6-27cc3f7be3e2 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:01:52.170008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.170686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.171077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.171600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.171969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.172452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.172783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.173108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.173459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.173805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.174162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.174520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.186247 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:01:52.192007 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:01:52.203839 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:52.213832 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:52.216281 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:52.316319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-946df76b-8e23-415f-b39d-61652d317f56 req-efd3b5af-06ca-4bc5-98cf-2bf3e78b306a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715846
Apr 30 05:01:52.328610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] Pushing event deleted for resources: {'Port': ['ID=90986f22-9269-4903-a0a6-27cc3f7be3e2,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:52.341742 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:52.348046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] No DVR routers for this DVR port 90986f22-9269-4903-a0a6-27cc3f7be3e2 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:01:52.371767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:52.675063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a1657f0>,) {'filters': {'network_id': ['f7a62d58-ed62-43dc-beda-6de5da66ff75']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:52.739463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1657f0>, 'bd880230-1b15-457b-ad58-6eaa229d066e') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:52.740645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1657f0>, 'bd880230-1b15-457b-ad58-6eaa229d066e') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:52.770862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb31233-0dba-4412-9ef0-29aea0343adb req-af2bb8a0-bee5-4ccf-afc4-29e9e292ae7b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:52.774680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6eb31233-0dba-4412-9ef0-29aea0343adb req-af2bb8a0-bee5-4ccf-afc4-29e9e292ae7b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.3289020
Apr 30 05:01:52.826948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:52.917181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:52.936130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:01:52.995582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 90986f22-9269-4903-a0a6-27cc3f7be3e2 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:01:53.013608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6eb31233-0dba-4412-9ef0-29aea0343adb req-c4d0253e-6204-47db-b84d-7913cf649e0f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189803
Apr 30 05:01:53.089360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54734a-d4dd-47db-b698-81d625b47a2e req-ec8e069d-099b-4588-a52d-5393fd85e617 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:53.095278 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d54734a-d4dd-47db-b698-81d625b47a2e req-ec8e069d-099b-4588-a52d-5393fd85e617 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4591551
Apr 30 05:01:53.128239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 90986f22-9269-4903-a0a6-27cc3f7be3e2 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:01:53.129966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 90986f22-9269-4903-a0a6-27cc3f7be3e2 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:01:53.205665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d54734a-d4dd-47db-b698-81d625b47a2e req-14d4cdfd-b7ef-450d-ba4d-f814dd90c435 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038525
Apr 30 05:01:53.401656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network f7a62d58-ed62-43dc-beda-6de5da66ff75 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:53.425579 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:53.769515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network f7a62d58-ed62-43dc-beda-6de5da66ff75 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:01:53.807754 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:01:54.017215 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:54.021546 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e833962f-df3c-4df6-8703-1ce52569861d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:54.056091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:54.064764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Network': ['ID=f7a62d58-ed62-43dc-beda-6de5da66ff75,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:54.070296 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:54.089048 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/networks/f7a62d58-ed62-43dc-beda-6de5da66ff75 HTTP/1.1" status: 204  len: 168 time: 3.2391927
Apr 30 05:01:54.096406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60040) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:54.250050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea560913-a0de-47ea-909a-97a925554137 req-8a6cd070-3216-4390-9f63-8ad546a099f7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:54.271965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea560913-a0de-47ea-909a-97a925554137 req-8a6cd070-3216-4390-9f63-8ad546a099f7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3517911
Apr 30 05:01:54.287085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60048) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:54.406523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:54.524827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea560913-a0de-47ea-909a-97a925554137 req-bcad856d-074e-467d-9173-0293ada0f6f0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2443931
Apr 30 05:01:54.668212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60060) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:54.704248 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:54.885403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f030a-61d1-4533-9370-988d25111944 req-338433d4-afb7-416d-8e30-79146d5efd9e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:54.911619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-754f030a-61d1-4533-9370-988d25111944 req-338433d4-afb7-416d-8e30-79146d5efd9e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.5905905
Apr 30 05:01:55.227773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77be8f670>,) {'filters': {'network_id': ['545aaf97-ea30-4b56-9255-7c848e9be9c5']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:55.261685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77be8f670>, 'f2c824c6-1b89-496f-936d-3325f91324d0') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:55.262528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77be8f670>, 'f2c824c6-1b89-496f-936d-3325f91324d0') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:55.275057 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:55.287722 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:55.305589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-754f030a-61d1-4533-9370-988d25111944 req-4103d2de-a5ed-4321-91d8-1315553e0a15 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3918018
Apr 30 05:01:55.331891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:55.351960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:01:55.359360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:01:55.376747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Usage tracker for resource:security_group_rule and tenant:83a86dfd3f534c328780fed43b883016 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:01:55.382153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:01:55.396568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:01:55.494243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f04b7-a195-42da-89b6-8a9b4383d5f6 req-4ca4d7c9-ca6f-4436-9a28-88213ba439fc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:55.508589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-125f04b7-a195-42da-89b6-8a9b4383d5f6 req-4ca4d7c9-ca6f-4436-9a28-88213ba439fc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4463184
Apr 30 05:01:55.517322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1b872-8cd5-41c9-b716-6335faed764b req-d65f841e-c66c-487a-878e-0476201703de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:55.520443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fbb1b872-8cd5-41c9-b716-6335faed764b req-d65f841e-c66c-487a-878e-0476201703de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 1098 time: 0.8423054
Apr 30 05:01:55.661545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-125f04b7-a195-42da-89b6-8a9b4383d5f6 req-2d5bb8bb-09a3-4bb1-aad5-debac0349660 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514547
Apr 30 05:01:55.687318 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fbb1b872-8cd5-41c9-b716-6335faed764b req-014a388f-ed99-4d2b-bf19-4019b7a518a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1428196
Apr 30 05:01:55.723161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 545aaf97-ea30-4b56-9255-7c848e9be9c5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:55.747088 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:56.308885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 545aaf97-ea30-4b56-9255-7c848e9be9c5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:01:56.356314 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:01:56.568970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:56.610912 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c99aa33-65f6-41c6-af15-21aa0fb8dd52 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:56.644036 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:56.669369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Network': ['ID=545aaf97-ea30-4b56-9255-7c848e9be9c5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:56.677190 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:56.681534 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/networks/545aaf97-ea30-4b56-9255-7c848e9be9c5 HTTP/1.1" status: 204  len: 168 time: 2.5831900
Apr 30 05:01:56.686912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60090) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:56.864494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1155083-3a49-4a4c-b627-65c678ed7cd7 req-865c9414-13bf-41f0-bca8-45d6e055366f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:56.872741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1155083-3a49-4a4c-b627-65c678ed7cd7 req-865c9414-13bf-41f0-bca8-45d6e055366f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4337306
Apr 30 05:01:56.946777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:56.987131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe3ecd-1c73-4399-b88d-2cf82589c377 req-21d8c5cf-93d1-46a5-9c45-4e5444f12988 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:57.000142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbbe3ecd-1c73-4399-b88d-2cf82589c377 req-21d8c5cf-93d1-46a5-9c45-4e5444f12988 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.4371717
Apr 30 05:01:57.090981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1155083-3a49-4a4c-b627-65c678ed7cd7 req-62c88096-2fc3-4e77-b4b1-c200256749cd tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2170749
Apr 30 05:01:57.096775 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:57.117865 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:57.144269 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f9308c10-8918-47e7-af1a-4d486aaa2c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:57.244199 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:57.266793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbbe3ecd-1c73-4399-b88d-2cf82589c377 req-4f0021d0-d3d7-4d26-9673-80d983bc4c85 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555285
Apr 30 05:01:57.326320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83a86dfd3f534c328780fed43b883016&name=default HTTP/1.1" status: 200  len: 2983 time: 3.0044146
Apr 30 05:01:57.326654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60104) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:57.326654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:57.350522 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:57.367354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295d196f-1a13-4028-9dc2-c7125fdf2621,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:57.390847 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:57.678634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a85d370>,) {'filters': {'network_id': ['e0bf4761-9182-46fb-8575-58acdd137b32']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:57.705344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a85d370>, '1fe7057d-1468-4d00-8603-479cdb93c455') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:57.705815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a85d370>, '1fe7057d-1468-4d00-8603-479cdb93c455') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:01:57.733159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3654f8-c9ae-4a60-8c2d-432b9bca4f56 req-cce722a2-208f-431b-bac9-d7e0e7c2254a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:57.733388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:57.744628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de3654f8-c9ae-4a60-8c2d-432b9bca4f56 req-cce722a2-208f-431b-bac9-d7e0e7c2254a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1386511
Apr 30 05:01:57.769435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:57.786256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:01:57.822207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de3654f8-c9ae-4a60-8c2d-432b9bca4f56 req-088caeec-fd99-4fa0-957d-e7cb8fdb46ce tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718281
Apr 30 05:01:58.066563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network e0bf4761-9182-46fb-8575-58acdd137b32 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:58.082999 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:58.198797 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5edacf-13d2-4788-b10d-a08c6d8714c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:58.556019 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5edacf-13d2-4788-b10d-a08c6d8714c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:58.665574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac39d06-16ff-47e9-9270-fbf86388a044 req-f8c92632-c383-4c10-93c8-18d5c574e155 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:58.668615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fac39d06-16ff-47e9-9270-fbf86388a044 req-f8c92632-c383-4c10-93c8-18d5c574e155 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 814 time: 0.5053966
Apr 30 05:01:58.735855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fac39d06-16ff-47e9-9270-fbf86388a044 req-9d73fefc-b35c-48b8-b676-be835f8cf200 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/quotas/cec84bb3129d45399e28fb882761f398 HTTP/1.1" status: 200  len: 375 time: 0.0518541
Apr 30 05:01:58.862973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network e0bf4761-9182-46fb-8575-58acdd137b32 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:01:58.884177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71fef7-83e5-47e1-bb1a-4f8caef54166 req-a39ef02d-0bf0-4555-978a-e9cf01da8819 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:01:58.885715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab71fef7-83e5-47e1-bb1a-4f8caef54166 req-a39ef02d-0bf0-4555-978a-e9cf01da8819 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.3900888
Apr 30 05:01:58.959401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fac39d06-16ff-47e9-9270-fbf86388a044 req-bdc2920b-5363-4c87-90bf-fc269dd1cdc8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2221701
Apr 30 05:01:58.981351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab71fef7-83e5-47e1-bb1a-4f8caef54166 req-988df78e-5596-4ae8-bf5a-580236dace3b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788543
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:01:59.210210 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:01:59.218389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:59.228300 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5291d943-3ffe-4706-89eb-1f3c05b9d8e1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:59.257640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:59.300340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Network': ['ID=e0bf4761-9182-46fb-8575-58acdd137b32,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:59.308656 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:59.319729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60134) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:01:59.321017 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/networks/e0bf4761-9182-46fb-8575-58acdd137b32 HTTP/1.1" status: 204  len: 168 time: 2.6290445
Apr 30 05:01:59.324681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5edacf-13d2-4788-b10d-a08c6d8714c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:59.329169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5edacf-13d2-4788-b10d-a08c6d8714c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:01:59.331363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0a5edacf-13d2-4788-b10d-a08c6d8714c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/295d196f-1a13-4028-9dc2-c7125fdf2621 HTTP/1.1" status: 204  len: 168 time: 2.0076730
Apr 30 05:01:59.332234 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ee0e8cf1-df8b-4590-9e4a-3fb2060eda79 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:01:59.368485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5edacf-13d2-4788-b10d-a08c6d8714c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295d196f-1a13-4028-9dc2-c7125fdf2621,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:01:59.377875 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a5edacf-13d2-4788-b10d-a08c6d8714c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:01:59.847392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.034475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776f7dc-db38-4a1f-b9ff-bf260294e529 req-9c9989d4-f574-45ce-903b-8a06e217cd1c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:00.037560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a776f7dc-db38-4a1f-b9ff-bf260294e529 req-9c9989d4-f574-45ce-903b-8a06e217cd1c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4444952
Apr 30 05:02:00.056965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60148) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:00.080640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.105198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:00.113252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:96e360e24c534b1daac2340c82716c9a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:00.120196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:00.134856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:00.159589 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.300349 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.306014 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.322894 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e2f9b41-8aa3-46a6-abc3-877846662d49 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:00.324880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a776f7dc-db38-4a1f-b9ff-bf260294e529 req-09536637-59cd-453f-91d7-d3c0bd663a4b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980088
Apr 30 05:02:00.385471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779e8fa30>,) {'filters': {'network_id': ['95a14cf7-cf56-4390-be83-0ac2ea91ba80']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:00.403003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779e8fa30>, '20a31b89-c6e8-468e-9189-bef631c9a99b') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:00.403356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779e8fa30>, '20a31b89-c6e8-468e-9189-bef631c9a99b') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:00.406050 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96e360e24c534b1daac2340c82716c9a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3475873
Apr 30 05:02:00.407021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60156) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:00.411700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe39b64b-e2db-48e6-b257-7db314428040,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:00.420225 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.435529 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:00.440213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48417ed-a61e-40b8-9719-64710fc65d9d req-be1cac0f-98a8-4278-ba38-9503e6e788ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:00.441817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f48417ed-a61e-40b8-9719-64710fc65d9d req-be1cac0f-98a8-4278-ba38-9503e6e788ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.2643030
Apr 30 05:02:00.455743 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.481130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:02:00.518544 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb2f63a8-ab13-4698-9838-4b3aa22f8235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.556596 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb2f63a8-ab13-4698-9838-4b3aa22f8235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.658261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f48417ed-a61e-40b8-9719-64710fc65d9d req-1291926e-702f-4207-85e4-2362c890be82 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2035723
Apr 30 05:02:00.681235 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb2f63a8-ab13-4698-9838-4b3aa22f8235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.691592 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a6dc5d80-25e1-4652-8c51-308c9a6ee7e7 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:00.717780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f63a8-ab13-4698-9838-4b3aa22f8235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe39b64b-e2db-48e6-b257-7db314428040,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:00.721672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb2f63a8-ab13-4698-9838-4b3aa22f8235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.734520 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fb2f63a8-ab13-4698-9838-4b3aa22f8235 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe39b64b-e2db-48e6-b257-7db314428040 HTTP/1.1" status: 204  len: 168 time: 0.3189933
Apr 30 05:02:00.744701 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fb2f63a8-ab13-4698-9838-4b3aa22f8235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:00.811279 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3767498a-aa63-443a-898a-9e9d20ca2f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:00.899550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 95a14cf7-cf56-4390-be83-0ac2ea91ba80 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:02:00.915929 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:01.404708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9169-3c16-4bec-ab58-43119d5f8895 req-a69a1916-580e-469a-bf2e-e3fad6e88b54 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:01.406824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10ad9169-3c16-4bec-ab58-43119d5f8895 req-a69a1916-580e-469a-bf2e-e3fad6e88b54 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.7469716
Apr 30 05:02:01.419331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Network 95a14cf7-cf56-4390-be83-0ac2ea91ba80 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:02:01.458494 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:02:01.598683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:01.612215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10ad9169-3c16-4bec-ab58-43119d5f8895 req-21316ad9-1e19-40b7-b9e8-9f710698eecb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804283
Apr 30 05:02:01.633167 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:01.647606 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2d0fc45-9e88-472e-91d5-cf01a82400e5 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:01.724070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Pushing event deleted for resources: {'Network': ['ID=95a14cf7-cf56-4390-be83-0ac2ea91ba80,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:01.739728 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:01.757840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9335e132-aab0-4419-a34b-e128317be715 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] 10.222.0.46 "DELETE /v2.0/networks/95a14cf7-cf56-4390-be83-0ac2ea91ba80 HTTP/1.1" status: 204  len: 168 time: 2.4358301
Apr 30 05:02:01.779464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfedd6-2b3e-4e8f-b1a1-6ef63e5c99e9 req-60d1d928-9b45-47fc-b7d3-85686e8db04a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:01.793133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fdfedd6-2b3e-4e8f-b1a1-6ef63e5c99e9 req-60d1d928-9b45-47fc-b7d3-85686e8db04a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.5084901
Apr 30 05:02:01.974235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fdfedd6-2b3e-4e8f-b1a1-6ef63e5c99e9 req-2fd1406c-696b-49d0-a4b9-f7666085de97 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1773760
Apr 30 05:02:02.396823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60220) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:02.461131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ef2179b-af43-465b-80aa-a965113bf366 req-36217207-5f07-4137-96d8-c2f061294015 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cec84bb3129d45399e28fb882761f398 HTTP/1.1" status: 200  len: 221 time: 0.2026870
Apr 30 05:02:02.560122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05bb56-9aad-4e6b-84bb-cf4927afc1b7 req-0929568d-71dc-4ede-b5eb-a6d3d5686512 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:02.562729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee05bb56-9aad-4e6b-84bb-cf4927afc1b7 req-0929568d-71dc-4ede-b5eb-a6d3d5686512 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2705791
Apr 30 05:02:02.657571 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4d28f804-fd51-4064-9896-052aa18c4c8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b88b630678e7413b96505b4be56c23b3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2582219
Apr 30 05:02:02.661310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60230) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:02.744337 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0a9be66-df00-4fe1-ae80-e787699905e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:02.783238 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0a9be66-df00-4fe1-ae80-e787699905e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:02.879769 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0a9be66-df00-4fe1-ae80-e787699905e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:02.887817 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ea40140-31d8-4ae9-84f8-4abb0ea23c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:02.904236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9be66-df00-4fe1-ae80-e787699905e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e419c43-e96f-4ed9-9e9b-8e8d4d35bfdf,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:02.908098 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0a9be66-df00-4fe1-ae80-e787699905e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:02.908832 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0a9be66-df00-4fe1-ae80-e787699905e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:02.912542 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c0a9be66-df00-4fe1-ae80-e787699905e3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e419c43-e96f-4ed9-9e9b-8e8d4d35bfdf HTTP/1.1" status: 204  len: 168 time: 0.2499290
Apr 30 05:02:02.978631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee05bb56-9aad-4e6b-84bb-cf4927afc1b7 req-13089b9e-59e4-489d-8154-f7537006c2d6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3915870
Apr 30 05:02:03.067897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f063-f30a-4710-bec5-a9aced4f2dbb req-3cbf46f8-6400-4f3a-a87e-60f808991c63 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:03.079611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf98f063-f30a-4710-bec5-a9aced4f2dbb req-3cbf46f8-6400-4f3a-a87e-60f808991c63 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4135828
Apr 30 05:02:03.149591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf98f063-f30a-4710-bec5-a9aced4f2dbb req-d16d5f87-6455-410f-816c-443768807c4d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576572
Apr 30 05:02:03.402811 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:03.622939 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-56321649-29a7-4e2a-a132-4349f3e4633d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:03.792057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a7645-c3af-421e-835d-fccefce6ac03 req-e82b9694-1a25-4cf5-8ea0-3ace5aee9346 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:03.803697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-629a7645-c3af-421e-835d-fccefce6ac03 req-e82b9694-1a25-4cf5-8ea0-3ace5aee9346 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3643897
Apr 30 05:02:03.903763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-629a7645-c3af-421e-835d-fccefce6ac03 req-f6d04c09-5a73-40ac-ac96-cdddacde3690 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986414
Apr 30 05:02:03.916805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-fa3c5b2e-aa97-4ce8-acfd-659052c1a4b7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:03.918500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-fa3c5b2e-aa97-4ce8-acfd-659052c1a4b7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 0.3765173
Apr 30 05:02:03.954094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-6e09acc9-f2a8-43d8-8d89-1839c9174a12 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/quotas/9c446453632e4610bea794e8357c69bd HTTP/1.1" status: 200  len: 375 time: 0.0220780
Apr 30 05:02:04.119620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-afc7bed3-5e54-4789-9f27-976be182244a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1519859
Apr 30 05:02:04.373332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1df45a91-d796-4d55-a54b-8e0a8ba4269d service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2540488
Apr 30 05:02:04.492009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461db9b-8df2-44ba-bf6d-6c8bf0652b87 req-51247fe6-b79f-4674-8fda-002162ca4ca5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:04.494333 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e461db9b-8df2-44ba-bf6d-6c8bf0652b87 req-51247fe6-b79f-4674-8fda-002162ca4ca5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2556837
Apr 30 05:02:04.615189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-34eba5ca-1b42-4f25-886e-3f9a26f25deb service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408657
Apr 30 05:02:04.659265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e461db9b-8df2-44ba-bf6d-6c8bf0652b87 req-71af4ced-70f7-45c5-81d6-3dea0ac7d88a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345763
Apr 30 05:02:04.797892 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:05.043970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12e83eff-3fe9-4a66-8836-cbe1748f65de req-0312806f-b6fe-417a-bd94-e90080dc0adc tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 210 time: 0.1064677
Apr 30 05:02:05.103828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:05.291006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3fd3d-a199-4bc1-bfd2-df0bb0a17a89 req-1740ba4f-e1e5-44bf-a407-f58e207a0c78 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:05.292669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3fe3fd3d-a199-4bc1-bfd2-df0bb0a17a89 req-1740ba4f-e1e5-44bf-a407-f58e207a0c78 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1551108
Apr 30 05:02:05.366624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3fe3fd3d-a199-4bc1-bfd2-df0bb0a17a89 req-6de7e23d-776c-4a71-ad6a-00f1254ff2cc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668511
Apr 30 05:02:05.608528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'network': {'name': 'tempest-RoutersTest-548053319'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:05.642855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:05.685421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:network and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:05.709784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:05.732457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:05.758471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:02:05.762658 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:05.791634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60328) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:05.812152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:05.827205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55a73a-28a3-41eb-99f4-383268d37978 req-25b772c3-93f7-4221-a587-9dc970645035 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:05.832134 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc55a73a-28a3-41eb-99f4-383268d37978 req-25b772c3-93f7-4221-a587-9dc970645035 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1888764
Apr 30 05:02:05.843833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:05.854505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:security_group_rule and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:05.862171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:05.885709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:05.975233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:06.032240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc55a73a-28a3-41eb-99f4-383268d37978 req-b50f6b5d-4813-449e-a95c-97f50bb6b57f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894712
Apr 30 05:02:06.035462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:06.055087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Usage tracker for resource:security_group_rule and tenant:b2219d036d5943489191a967b2a80792 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:06.063095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:06.101681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:06.269851 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:06.322817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:06.343051 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:06.358494 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b671a78-03c4-436a-9eea-0944b537d447 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:06.380807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0783f64c-4721-4304-92c4-705c4d6674be req-50743774-6e1b-47e3-a71d-7b71f7506dac tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 210 time: 0.0611503
Apr 30 05:02:06.424367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecae22-6ff1-47d0-a40b-3f2911fa2213 req-40a78468-5ac9-46dd-8617-c88952ee0d86 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:06.435095 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abecae22-6ff1-47d0-a40b-3f2911fa2213 req-40a78468-5ac9-46dd-8617-c88952ee0d86 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1722882
Apr 30 05:02:06.505807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-abecae22-6ff1-47d0-a40b-3f2911fa2213 req-cc9b1da6-35b7-4f4b-80fc-249625d717de tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696769
Apr 30 05:02:06.529552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:02:06.639103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:06.639519 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added segment 5daa77a1-c6ef-4363-a09d-bef7f13a19a9 of type vlan for network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867
Apr 30 05:02:06.659687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec16a1e-5b41-4302-a840-9ea061e2d59c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:06.681800 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:06.778374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671cb9-a768-4b2d-a3fa-4a29e8c2258b req-fca9c4eb-2294-4e08-b615-67b429f8996c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:06.787996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95671cb9-a768-4b2d-a3fa-4a29e8c2258b req-fca9c4eb-2294-4e08-b615-67b429f8996c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1254387
Apr 30 05:02:06.804836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:06.814084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:06.840022 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:06.858012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95671cb9-a768-4b2d-a3fa-4a29e8c2258b req-e3c3f35a-4b90-4098-8678-296d4d4aaf16 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648582
Apr 30 05:02:06.895712 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-98613f30-1f33-4e75-ba10-c434a9a9b985 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:07.020906 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2219d036d5943489191a967b2a80792&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2233021
Apr 30 05:02:07.021883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60368) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:07.034985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7626ed5-00f5-4ce2-b545-d6e32884f83c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:07.041765 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:07.049394 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:07.075760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:07.080171 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:07.102988 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-924af970-928d-4c53-804e-899a4013a4b7 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:07.212867 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96811754-d48f-49c8-b102-ad6f86c0a2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:07.276038 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96811754-d48f-49c8-b102-ad6f86c0a2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:07.415784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Network': ['ID=1e7d81e6-9c60-4e50-ace8-f0b947cc0867,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:07.421441 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:07.435335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:02:07.440986 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.3312364
Apr 30 05:02:07.440986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60376) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:07.478949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'network': {'name': 'tempest-RoutersTest-2134338924'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:07.504943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:07.506382 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:02:07.526445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:network and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:07.532815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d643-d893-4acd-a1ef-c23362e3bce7 req-cecb9a97-79fa-49fd-9b71-e55924795411 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:07.534480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:07.535809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cd8d643-d893-4acd-a1ef-c23362e3bce7 req-cecb9a97-79fa-49fd-9b71-e55924795411 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4066632
Apr 30 05:02:07.537133 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96811754-d48f-49c8-b102-ad6f86c0a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:07.563255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:07.598729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:02:07.613341 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:07.618949 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe1c3de4-9d35-4a88-ae67-97182eeaa7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:07.682124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96811754-d48f-49c8-b102-ad6f86c0a2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7626ed5-00f5-4ce2-b545-d6e32884f83c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:07.704379 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96811754-d48f-49c8-b102-ad6f86c0a2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:07.723181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:02:07.742278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:07.743405 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added segment 13211f19-736c-4752-b86c-85afeafcb223 of type vlan for network 608b5a52-ac68-46b7-959c-92693723c30e
Apr 30 05:02:07.798538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-96811754-d48f-49c8-b102-ad6f86c0a2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:07.800891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-96811754-d48f-49c8-b102-ad6f86c0a2e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7626ed5-00f5-4ce2-b545-d6e32884f83c HTTP/1.1" status: 204  len: 168 time: 0.7768345
Apr 30 05:02:07.828040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:08.009631 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:08.050257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:08.057000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:08.078898 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b704c1c-26aa-4dcf-8f9f-9939f55cfdf0 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:08.092409 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45cc3681-847c-4cbe-9f64-5e7eb1a1eb11 req-d68a3c64-77b3-40a6-9088-a23a0e3f0852 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 210 time: 0.3857288
Apr 30 05:02:08.154714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cd8d643-d893-4acd-a1ef-c23362e3bce7 req-76da6113-e322-4a28-b2c5-b9d5f135343c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5975451
Apr 30 05:02:08.215519 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7727792
Apr 30 05:02:08.220172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60388) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:08.346094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'subnet': {'network_id': '1e7d81e6-9c60-4e50-ace8-f0b947cc0867', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:08.348356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-f4750d6d-4e89-47d7-b820-31defe27e512 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:08.352511 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-f4750d6d-4e89-47d7-b820-31defe27e512 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.50 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 0.5494244
Apr 30 05:02:08.372765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'port': {'device_id': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'admin_state_up': True, 'tenant_id': '9c446453632e4610bea794e8357c69bd'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:08.457063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Network': ['ID=608b5a52-ac68-46b7-959c-92693723c30e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:08.463798 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:08.481910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 608b5a52-ac68-46b7-959c-92693723c30e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:02:08.700706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:08.712237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:subnet and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:08.721245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:08.736596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:08.763057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:02:08.776543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:08.840750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60396) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:08.871532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:08.948802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:08.960077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Usage tracker for resource:security_group_rule and tenant:e311a1be194047579bdc64934d8b9097 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:08.966789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:08.977788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:09.028385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4cbf7-5ec3-4047-b7f3-d251b5001a4b req-8ed4e07b-7bbd-44dc-bac8-1516b0699687 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:09.030078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcc4cbf7-5ec3-4047-b7f3-d251b5001a4b req-8ed4e07b-7bbd-44dc-bac8-1516b0699687 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3196509
Apr 30 05:02:09.036158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:09.042413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Usage tracker for resource:port and tenant:9c446453632e4610bea794e8357c69bd is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:09.045757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:09.053095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:09.095676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Made reservation on behalf of 9c446453632e4610bea794e8357c69bd for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:02:09.099481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:09.191167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:09.248753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:09.282238 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8fdb2b12-fcea-4972-960f-3bdc6bec2126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:09.284682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcc4cbf7-5ec3-4047-b7f3-d251b5001a4b req-1119fcf3-70ea-4626-8a23-35ea41643ca7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358751
Apr 30 05:02:09.297201 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e311a1be194047579bdc64934d8b9097&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4553466
Apr 30 05:02:09.301594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60408) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:09.343452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c46a89cd-441e-45ba-aa37-ddb05cfbc9f0 req-391cd1ca-8f03-4a77-ba10-b543a5c015af tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 210 time: 0.0680404
Apr 30 05:02:09.361145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Allocated IP 172.20.0.3 (9b54b883-d0bf-442d-ac86-b36baa16d7e8/b7660be4-055b-4983-bbd0-78610f6227c9/853add22-9ca2-467b-8e7b-edfc16cea6ba) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:02:09.463566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1c01ea-d5fa-451f-9dfa-7eb05a4055cb,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:09.556017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:09.691678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:09.736004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f34a-5e56-48a8-aa02-8737b77ee664 req-356b6678-2ebc-4c12-968a-108b59c2e481 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:09.746013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dea6f34a-5e56-48a8-aa02-8737b77ee664 req-356b6678-2ebc-4c12-968a-108b59c2e481 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3088627
Apr 30 05:02:09.764925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Transition to ACTIVE for port object 853add22-9ca2-467b-8e7b-edfc16cea6ba will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:09.825932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dea6f34a-5e56-48a8-aa02-8737b77ee664 req-a4097785-135d-488e-bf69-6fa2f999a12e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787866
Apr 30 05:02:09.862040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:09.877362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:02:09.886192 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bdd0ec07-1d9a-476e-9ab3-358949d587e2 tempest-ServerRescueNegativeTestJSON-388954367 tempest-ServerRescueNegativeTestJSON-388954367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:09.933280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4b5f-bf88-4353-a360-18f6edfebb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:09.954620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:09.958708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:09.980281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:02:10.021380 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4b5f-bf88-4353-a360-18f6edfebb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:10.172745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:10.173888 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:10.189571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:10.197589 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17e2ea96-80af-4650-927f-bce81533edee tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:10.278911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Subnet': ['ID=169f996d-9489-4aed-9aad-4bb21791b26e,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:10.279120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'Port': ['ID=853add22-9ca2-467b-8e7b-edfc16cea6ba,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:10.282301 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:10.283970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4b5f-bf88-4353-a360-18f6edfebb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:10.291756 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b058a3c7-e72f-4688-b3d5-9a93b6acaffb tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:10.296384 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:10.315782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa4b5f-bf88-4353-a360-18f6edfebb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1c01ea-d5fa-451f-9dfa-7eb05a4055cb,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:10.318589 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e2aa4b5f-bf88-4353-a360-18f6edfebb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:10.348277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9789548
Apr 30 05:02:10.357564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4b5f-bf88-4353-a360-18f6edfebb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:10.361511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e2aa4b5f-bf88-4353-a360-18f6edfebb22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d1c01ea-d5fa-451f-9dfa-7eb05a4055cb HTTP/1.1" status: 204  len: 168 time: 1.0587883
Apr 30 05:02:10.362659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Checking segment: {'id': '5daa77a1-c6ef-4363-a09d-bef7f13a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e7d81e6-9c60-4e50-ace8-f0b947cc0867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:02:10.363033 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network hostable DHCP agents. Network: 1e7d81e6-9c60-4e50-ace8-f0b947cc0867, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:02:10.388455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Request body: {'port': {'device_id': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:10.390407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:02:10.414008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 1e7d81e6-9c60-4e50-ace8-f0b947cc0867) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:10.436116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:10.436761 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:10.442021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1f4c12-fbb7-4102-be0e-3442ec239df3 None None] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:02:10.496772 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2715492
Apr 30 05:02:10.498636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60432) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:10.511387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'subnet': {'network_id': '608b5a52-ac68-46b7-959c-92693723c30e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:10.624839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:10.850037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:10.860497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:subnet and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:10.879426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:10.900004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:10.915227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f0bab332-c7fa-449f-aa93-26df8c3522f3 None None] Provisioning for port 853add22-9ca2-467b-8e7b-edfc16cea6ba completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:10.922841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:02:10.927097 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:10.958169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f0bab332-c7fa-449f-aa93-26df8c3522f3 None None] Provisioning complete for port 853add22-9ca2-467b-8e7b-edfc16cea6ba triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:10.963148 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f0bab332-c7fa-449f-aa93-26df8c3522f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:11.126847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-1e7d81e6-9c60-4e50-ace8-f0b947cc0867', 'network_id': '1e7d81e6-9c60-4e50-ace8-f0b947cc0867', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'fixed_ips': [{'subnet_id': '169f996d-9489-4aed-9aad-4bb21791b26e'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:02:11.127905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:11.183194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165126e-be5b-4540-933a-d5de1ea27ed7 req-ad368910-2cab-4634-92d5-25150cb92629 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:11.191364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d165126e-be5b-4540-933a-d5de1ea27ed7 req-ad368910-2cab-4634-92d5-25150cb92629 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 1.0871801
Apr 30 05:02:11.205850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f0bab332-c7fa-449f-aa93-26df8c3522f3 None None] Port 853add22-9ca2-467b-8e7b-edfc16cea6ba cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:11.328389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d165126e-be5b-4540-933a-d5de1ea27ed7 req-904cce3c-bc2f-4b04-9380-ef40940048d2 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360335
Apr 30 05:02:11.384607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b850a-7ca1-4517-93d5-1f06143dacb4 req-86b7efd2-c31d-40e1-9f11-2665be17c35b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:11.395398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f02b850a-7ca1-4517-93d5-1f06143dacb4 req-86b7efd2-c31d-40e1-9f11-2665be17c35b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:02:11.398317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Allocated IP 172.20.0.2 (1e7d81e6-9c60-4e50-ace8-f0b947cc0867/169f996d-9489-4aed-9aad-4bb21791b26e/5fc0827f-07af-4692-918f-0f42953c3408) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:02:11.575946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853add22-9ca2-467b-8e7b-edfc16cea6ba {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:02:11.594578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f02b850a-7ca1-4517-93d5-1f06143dacb4 req-86b7efd2-c31d-40e1-9f11-2665be17c35b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:02:11.603343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f02b850a-7ca1-4517-93d5-1f06143dacb4 req-86b7efd2-c31d-40e1-9f11-2665be17c35b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 931 time: 1.0199225
Apr 30 05:02:11.627989 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:11.725146 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:11.738534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Transition to ACTIVE for port object 5fc0827f-07af-4692-918f-0f42953c3408 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:11.775014 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:11.782675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:11.782903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f02b850a-7ca1-4517-93d5-1f06143dacb4 req-85a9da00-1ea2-4755-bad0-6a93d602dd98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723664
Apr 30 05:02:11.789446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Transition to ACTIVE for port object 5fc0827f-07af-4692-918f-0f42953c3408 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:11.798247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Transition to ACTIVE for port object 853add22-9ca2-467b-8e7b-edfc16cea6ba will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:11.806848 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:11.822186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:11.825073 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-be4e613b-f711-4979-8b0c-3c0a23560133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:11.835993 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2174d39a-7c21-4968-bb15-cd78603012bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:11.904367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Checking segment: {'id': '13211f19-736c-4752-b86c-85afeafcb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608b5a52-ac68-46b7-959c-92693723c30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:02:11.905327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network hostable DHCP agents. Network: 608b5a52-ac68-46b7-959c-92693723c30e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:02:11.919702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:11.936850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Subnet': ['ID=d3077da6-ed46-4c48-90f8-4536d69f28de,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:11.939140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:11.942710 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:11.947871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:02:12.000696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 608b5a52-ac68-46b7-959c-92693723c30e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:02:12.022264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 608b5a52-ac68-46b7-959c-92693723c30e) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:12.044834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:12.050232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.079492 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa33cb1-4ba2-491c-b218-d59ad5161ded None None] Network 608b5a52-ac68-46b7-959c-92693723c30e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:02:12.107621 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6042151
Apr 30 05:02:12.107621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60464) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:12.123106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-673059830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:12.149876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:12.166465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:router and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:12.172100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:12.187834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:12.218415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.219884 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.260654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.290856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.309376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Pushing event updated for resources: {'Port': ['ID=5fc0827f-07af-4692-918f-0f42953c3408,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:12.315056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Pushing event updated for resources: {'Port': ['ID=853add22-9ca2-467b-8e7b-edfc16cea6ba,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:12.319084 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:12.351656 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:12.393584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.395136 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-454a6e84-3d1e-42ad-8afd-9283ffe32140 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2864051
Apr 30 05:02:12.398813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60472) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:12.429779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Attempting to bind port 853add22-9ca2-467b-8e7b-edfc16cea6ba on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:02:12.430015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Attempting to bind port 853add22-9ca2-467b-8e7b-edfc16cea6ba by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:02:12.430379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Attempting to bind port 853add22-9ca2-467b-8e7b-edfc16cea6ba on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:02:12.454326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72476da-931a-4cb2-a152-07da40aaba24 req-2f684012-078d-49a3-b645-69c6c1f767ac tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:12.455833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d72476da-931a-4cb2-a152-07da40aaba24 req-2f684012-078d-49a3-b645-69c6c1f767ac tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3980832
Apr 30 05:02:12.458206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Port 853add22-9ca2-467b-8e7b-edfc16cea6ba on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:02:12.458538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Attempting to bind port 853add22-9ca2-467b-8e7b-edfc16cea6ba on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:02:12.493315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:02:12.493761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Checking segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:02:12.494062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Bound using segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:02:12.494529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Bound port: 853add22-9ca2-467b-8e7b-edfc16cea6ba, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:02:12.494887 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.529599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Attempting to bind port 5fc0827f-07af-4692-918f-0f42953c3408 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:02:12.529946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Attempting to bind port 5fc0827f-07af-4692-918f-0f42953c3408 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5daa77a1-c6ef-4363-a09d-bef7f13a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e7d81e6-9c60-4e50-ace8-f0b947cc0867'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:02:12.530244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Attempting to bind port 5fc0827f-07af-4692-918f-0f42953c3408 on network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:02:12.568628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:02:12.569077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Checking segment: {'id': '5daa77a1-c6ef-4363-a09d-bef7f13a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e7d81e6-9c60-4e50-ace8-f0b947cc0867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:02:12.570238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.571072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Bound using segment: {'id': '5daa77a1-c6ef-4363-a09d-bef7f13a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e7d81e6-9c60-4e50-ace8-f0b947cc0867'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:02:12.571673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Bound port: 5fc0827f-07af-4692-918f-0f42953c3408, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daa77a1-c6ef-4363-a09d-bef7f13a19a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e7d81e6-9c60-4e50-ace8-f0b947cc0867'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:02:12.572187 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.591886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d72476da-931a-4cb2-a152-07da40aaba24 req-ac88379e-8554-4679-97b6-79dd06ba94ef tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282549
Apr 30 05:02:12.668557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] For port 853add22-9ca2-467b-8e7b-edfc16cea6ba, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:02:12.696474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] For port 853add22-9ca2-467b-8e7b-edfc16cea6ba, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:02:12.715230 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.764001 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ee20f23-8f55-4a61-8c6f-30ba988694e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:12.926783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] For port 5fc0827f-07af-4692-918f-0f42953c3408, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:02:12.932013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] For port 5fc0827f-07af-4692-918f-0f42953c3408, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5fc0827f-07af-4692-918f-0f42953c3408,segment=NetworkSegment(5daa77a1-c6ef-4363-a09d-bef7f13a19a9),segment_id=5daa77a1-c6ef-4363-a09d-bef7f13a19a9)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:02:12.957718 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:12.969452 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-68a0d3bf-d815-479e-b889-78b79f7b9277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:13.007909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:13.013350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:13.014237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] 10.222.0.50 "PUT /v2.0/ports/853add22-9ca2-467b-8e7b-edfc16cea6ba HTTP/1.1" status: 200  len: 1092 time: 2.6587203
Apr 30 05:02:13.014818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'tag': '853add22-9ca2-467b-8e7b-edfc16cea6ba'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:02:13.305015 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Pushing event updated for resources: {'Port': ['ID=5fc0827f-07af-4692-918f-0f42953c3408,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:13.341652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-608b5a52-ac68-46b7-959c-92693723c30e', 'network_id': '608b5a52-ac68-46b7-959c-92693723c30e', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'fixed_ips': [{'subnet_id': 'd3077da6-ed46-4c48-90f8-4536d69f28de'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:02:13.342910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:13.367646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Pushing event updated for resources: {'Port': ['ID=853add22-9ca2-467b-8e7b-edfc16cea6ba,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:13.375016 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:13.386059 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:13.438279 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:13.663890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-016c5ecc-0feb-4331-80a2-630d49793a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:13.665904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-016c5ecc-0feb-4331-80a2-630d49793a4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 1095 time: 0.5650678
Apr 30 05:02:13.795065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Allocated IP 172.21.0.2 (608b5a52-ac68-46b7-959c-92693723c30e/d3077da6-ed46-4c48-90f8-4536d69f28de/ccee43fa-dfc9-4c91-bc84-5704866f35fb) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:02:13.964075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-9f8aa70a-66b4-4523-bc48-d27baab4dc6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba HTTP/1.1" status: 200  len: 217 time: 0.2760046
Apr 30 05:02:14.126530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbbcf1-593d-4a72-aba5-0b805e516c7a req-07e9eb58-464f-473f-a63f-ec199b6b716d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:14.129470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4cbbcf1-593d-4a72-aba5-0b805e516c7a req-07e9eb58-464f-473f-a63f-ec199b6b716d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 943 time: 0.7477267
Apr 30 05:02:14.146508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a96c44-3c10-4af4-b864-34f33ce5ebec req-ec923582-b81e-4c97-a3cb-0b89c8d773d6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:14.154441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37a96c44-3c10-4af4-b864-34f33ce5ebec req-ec923582-b81e-4c97-a3cb-0b89c8d773d6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.9206390
Apr 30 05:02:14.296188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37a96c44-3c10-4af4-b864-34f33ce5ebec req-75def0a0-deb5-4fdf-b172-721890d82ac3 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805678
Apr 30 05:02:14.310597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-ac3ff6a8-2e80-405a-a46d-f4c0877269dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:14.318416 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-ac3ff6a8-2e80-405a-a46d-f4c0877269dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.3109550
Apr 30 05:02:14.454642 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:14.512842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Transition to ACTIVE for port object ccee43fa-dfc9-4c91-bc84-5704866f35fb will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:14.562526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4cbbcf1-593d-4a72-aba5-0b805e516c7a req-e27823b5-aa7e-4ae9-aebd-44fa5fccd2dd tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3994412
Apr 30 05:02:14.580123 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'tag': '853add22-9ca2-467b-8e7b-edfc16cea6ba', 'status': 'completed', 'code': 200}
Apr 30 05:02:14.626546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Transition to ACTIVE for port object ccee43fa-dfc9-4c91-bc84-5704866f35fb will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:14.666002 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:14.701669 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b25740a9-74b8-4c4c-81b3-4a2bd10fd2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:14.789587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-85c34dc3-52ea-4f3c-85f3-8848fa1bbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:14.801150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-85c34dc3-52ea-4f3c-85f3-8848fa1bbfd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4683638
Apr 30 05:02:14.929811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Pushing event updated for resources: {'Port': ['ID=ccee43fa-dfc9-4c91-bc84-5704866f35fb,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:14.944990 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:14.994550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Network 608b5a52-ac68-46b7-959c-92693723c30e is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:15.003270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:15.013133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:02:15.102034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.20.0.1 (1e7d81e6-9c60-4e50-ace8-f0b947cc0867/169f996d-9489-4aed-9aad-4bb21791b26e/ec039332-3dd2-4cd6-8f68-6e22aed3a3e2) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:02:15.109690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5fc0827f-07af-4692-918f-0f42953c3408 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:02:15.260002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-234a677b-d233-419b-9e66-c4eee8e2be82 service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4511383
Apr 30 05:02:15.315867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a596a7-6a7e-4de7-8df9-f1bf7fd45129 req-4cf676c5-1165-427d-a602-1353fd0462d9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:15.318465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a596a7-6a7e-4de7-8df9-f1bf7fd45129 req-4cf676c5-1165-427d-a602-1353fd0462d9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2418070
Apr 30 05:02:15.411173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b567b09e-ba35-4a31-b420-87a381c1ddb4 None None] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:02:15.456455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:15.477115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Transition to ACTIVE for port object ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:15.501055 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a596a7-6a7e-4de7-8df9-f1bf7fd45129 req-e1f96687-def9-4199-8d32-31e42899a962 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665134
Apr 30 05:02:15.566588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ce21eaa-7989-4afd-b403-e1e54c72e75c req-3fe2cf92-cd9b-4f8d-9328-41106a82392c service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2984159
Apr 30 05:02:15.577656 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:15.588698 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-576a572f-8014-4e35-b90f-72e171bb02d3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:15.677885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Attempting to bind port ccee43fa-dfc9-4c91-bc84-5704866f35fb on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:02:15.679243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Attempting to bind port ccee43fa-dfc9-4c91-bc84-5704866f35fb by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '13211f19-736c-4752-b86c-85afeafcb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608b5a52-ac68-46b7-959c-92693723c30e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:02:15.680509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Attempting to bind port ccee43fa-dfc9-4c91-bc84-5704866f35fb on network 608b5a52-ac68-46b7-959c-92693723c30e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:02:15.692216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:02:15.692622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Checking segment: {'id': '13211f19-736c-4752-b86c-85afeafcb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608b5a52-ac68-46b7-959c-92693723c30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:02:15.693314 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:15.694019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Bound using segment: {'id': '13211f19-736c-4752-b86c-85afeafcb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608b5a52-ac68-46b7-959c-92693723c30e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:02:15.695490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Bound port: ccee43fa-dfc9-4c91-bc84-5704866f35fb, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13211f19-736c-4752-b86c-85afeafcb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '608b5a52-ac68-46b7-959c-92693723c30e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:02:15.696122 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:15.884647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-17d4d1d8-3f06-4b7a-b2ac-6bd51d0854f8 None None] Provisioning for port 5fc0827f-07af-4692-918f-0f42953c3408 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:16.010874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=ec039332-3dd2-4cd6-8f68-6e22aed3a3e2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:16.020079 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:16.034597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:16.048647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:16.051634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:02:16.184480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:16.347966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-2ff9c5f0-6ff1-470c-9cc6-0693bae70fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:16.347966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-2ff9c5f0-6ff1-470c-9cc6-0693bae70fe0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 1095 time: 0.7034233
Apr 30 05:02:16.414999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 5fc0827f-07af-4692-918f-0f42953c3408 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:16.475980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5fc0827f-07af-4692-918f-0f42953c3408 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:16.476374 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:16.534440 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:16.617624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] For port ccee43fa-dfc9-4c91-bc84-5704866f35fb, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:02:16.678404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] For port ccee43fa-dfc9-4c91-bc84-5704866f35fb, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccee43fa-dfc9-4c91-bc84-5704866f35fb,segment=NetworkSegment(13211f19-736c-4752-b86c-85afeafcb223),segment_id=13211f19-736c-4752-b86c-85afeafcb223)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:02:16.716481 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:16.730795 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0c7226d2-06c5-46ff-9a8f-023a9058a8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:16.945903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c73bb-3883-49e5-9e14-3eacc4ae28e2 req-5e9e74f4-50c8-4507-b012-93a54999fa5f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:16.955650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-639c73bb-3883-49e5-9e14-3eacc4ae28e2 req-5e9e74f4-50c8-4507-b012-93a54999fa5f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 943 time: 0.9479535
Apr 30 05:02:17.009714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Pushing event updated for resources: {'Port': ['ID=ccee43fa-dfc9-4c91-bc84-5704866f35fb,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:17.042509 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:17.060096 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:17.065244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4357d0d-009e-46d9-90cd-73146849a5f4 req-52e54e60-aa27-4490-9a80-f7d8462b092f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:17.068085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4357d0d-009e-46d9-90cd-73146849a5f4 req-52e54e60-aa27-4490-9a80-f7d8462b092f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.8199015
Apr 30 05:02:17.143556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-639c73bb-3883-49e5-9e14-3eacc4ae28e2 req-b7a86f6d-1d7e-4705-ab5b-bec41e15fdcd tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860521
Apr 30 05:02:17.163942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 5fc0827f-07af-4692-918f-0f42953c3408, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5fc0827f-07af-4692-918f-0f42953c3408,segment=NetworkSegment(5daa77a1-c6ef-4363-a09d-bef7f13a19a9),segment_id=5daa77a1-c6ef-4363-a09d-bef7f13a19a9)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:17.176887 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:17.179845 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:17.201232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-9a11d49d-4eb7-4637-beb3-9614e23c9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:17.203273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-9a11d49d-4eb7-4637-beb3-9614e23c9979 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.8428698
Apr 30 05:02:17.206918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a4357d0d-009e-46d9-90cd-73146849a5f4 req-1984eacc-a871-4256-897c-903629999e6c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261480
Apr 30 05:02:17.326660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-280a72ae-4fe7-4f44-8076-c03e892a2752 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba HTTP/1.1" status: 200  len: 217 time: 0.1138871
Apr 30 05:02:17.491617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=5fc0827f-07af-4692-918f-0f42953c3408,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:17.506362 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:17.566993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-3b6529ce-d00a-4739-b036-0502366ade3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:17.572139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-3b6529ce-d00a-4739-b036-0502366ade3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.2346370
Apr 30 05:02:17.759929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b16591fd-45d1-4c72-82d0-efb3e8bf1c2a None None] Provisioning for port ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:17.768380 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:17.769305 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b16591fd-45d1-4c72-82d0-efb3e8bf1c2a None None] Provisioning complete for port ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:17.769997 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b16591fd-45d1-4c72-82d0-efb3e8bf1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:17.781640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:17.857798 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17412241-4a35-42d8-a4bf-1d8980fad004 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:18.011453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b16591fd-45d1-4c72-82d0-efb3e8bf1c2a None None] Port ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:18.047931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:18.055216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=ec039332-3dd2-4cd6-8f68-6e22aed3a3e2,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:18.077016 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:18.124061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b16591fd-45d1-4c72-82d0-efb3e8bf1c2a None None] Provisioning complete for port 5fc0827f-07af-4692-918f-0f42953c3408 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:18.125967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b16591fd-45d1-4c72-82d0-efb3e8bf1c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:18.153224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e7278-b769-4700-861d-5c16cba08217 req-500ffba4-5501-4f47-b920-f188a3a11362 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:18.161579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c29e7278-b769-4700-861d-5c16cba08217 req-500ffba4-5501-4f47-b920-f188a3a11362 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4172921
Apr 30 05:02:18.188255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-824e02fc-dcd0-4544-b0e3-d3347f68a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:18.199710 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-824e02fc-dcd0-4544-b0e3-d3347f68a877 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6201227
Apr 30 05:02:18.377639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c29e7278-b769-4700-861d-5c16cba08217 req-856ef692-3ade-4f27-9afd-1c9b402710d4 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149129
Apr 30 05:02:18.446168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:18.447742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:18.573703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-63398e15-151f-456e-8678-b40e3a91889c None None] Provisioning complete for port ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:18.576463 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63398e15-151f-456e-8678-b40e3a91889c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:18.710648 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-db1bc2f3-cacc-4f14-a6f1-f3baa0f942e8 service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4996967
Apr 30 05:02:18.753764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-63398e15-151f-456e-8678-b40e3a91889c None None] Port ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:18.795528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 853add22-9ca2-467b-8e7b-edfc16cea6ba details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:02:18.809669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e064e-4935-4fbf-9c76-1ce4bd95c645 req-f14022ab-6e95-4073-af5a-d6a083e3ede4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:18.818142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-895e064e-4935-4fbf-9c76-1ce4bd95c645 req-f14022ab-6e95-4073-af5a-d6a083e3ede4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 943 time: 0.3828092
Apr 30 05:02:19.178974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-349d0992-7be5-47e4-bcd1-6815b12bfe09 None None] Provisioning complete for port ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:19.179257 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-349d0992-7be5-47e4-bcd1-6815b12bfe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:19.222532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 853add22-9ca2-467b-8e7b-edfc16cea6ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:19.232351 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-895e064e-4935-4fbf-9c76-1ce4bd95c645 req-d354eb22-d8dc-4a33-ba59-0e5731d1fa1a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4130440
Apr 30 05:02:19.259851 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '853add22-9ca2-467b-8e7b-edfc16cea6ba', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'port_id': '853add22-9ca2-467b-8e7b-edfc16cea6ba', 'mac_address': 'fa:16:3e:34:eb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:02:19.264405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc25fb4-702f-4b3b-9851-cc5d4eec0485 None None] Network 608b5a52-ac68-46b7-959c-92693723c30e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:02:19.407553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 246e4b62-e2e1-4c60-842b-23537c64ef6d is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:02:19.408163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-349d0992-7be5-47e4-bcd1-6815b12bfe09 None None] Port ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:19.457846 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bebab2f5-15d1-4077-a14b-46696c9276b4 req-05203a28-9e98-4e7e-99b6-3cf425fe0e1d service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7316189
Apr 30 05:02:19.504878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccee43fa-dfc9-4c91-bc84-5704866f35fb up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:02:19.551959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc2655-c0ea-457c-9f2d-6b87b8ae7790 req-eb5d2e1b-61f3-419b-9686-fdaee1e64c0c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:19.566204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7adc2655-c0ea-457c-9f2d-6b87b8ae7790 req-eb5d2e1b-61f3-419b-9686-fdaee1e64c0c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4104710
Apr 30 05:02:19.598757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:19.642337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853add22-9ca2-467b-8e7b-edfc16cea6ba {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:02:19.658787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7adc2655-c0ea-457c-9f2d-6b87b8ae7790 req-9e649d27-035d-4f55-99ea-8e17c8fd04bf tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907154
Apr 30 05:02:19.740642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4456e748-68af-4e3c-afdc-9af62455d03e None None] Provisioning for port ccee43fa-dfc9-4c91-bc84-5704866f35fb completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:19.778077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 853add22-9ca2-467b-8e7b-edfc16cea6ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:19.798311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:02:19.817527 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1a628-1da6-45d7-9579-07d53bf9502f None None] Sync routers for ids ['246e4b62-e2e1-4c60-842b-23537c64ef6d'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:02:19.821701 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/246e4b62-e2e1-4c60-842b-23537c64ef6d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4203722
Apr 30 05:02:19.826939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60590) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:19.834661 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:19.845743 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:19.852984 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1a628-1da6-45d7-9579-07d53bf9502f None None] Routers {'246e4b62-e2e1-4c60-842b-23537c64ef6d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:19.854057 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9cf1a628-1da6-45d7-9579-07d53bf9502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbaa30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['246e4b62-e2e1-4c60-842b-23537c64ef6d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:20.003252 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9cf1a628-1da6-45d7-9579-07d53bf9502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbaa30>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:20.029668 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1a628-1da6-45d7-9579-07d53bf9502f None None] Routers {'246e4b62-e2e1-4c60-842b-23537c64ef6d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:20.030468 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9cf1a628-1da6-45d7-9579-07d53bf9502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbaa30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['246e4b62-e2e1-4c60-842b-23537c64ef6d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:20.110231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ccee43fa-dfc9-4c91-bc84-5704866f35fb completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:20.112472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee86f87-28e8-439b-a181-c36402d6c205 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:20.118990 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3ee86f87-28e8-439b-a181-c36402d6c205 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports/ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 HTTP/1.1" status: 200  len: 910 time: 0.2875421
Apr 30 05:02:20.119499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60598) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:20.159448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=853add22-9ca2-467b-8e7b-edfc16cea6ba,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:20.179921 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ccee43fa-dfc9-4c91-bc84-5704866f35fb triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:20.180576 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:20.246174 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9cf1a628-1da6-45d7-9579-07d53bf9502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbaa30>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:20.247249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf1a628-1da6-45d7-9579-07d53bf9502f None None] The sync data for ids ['246e4b62-e2e1-4c60-842b-23537c64ef6d'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:02:20.273509 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:20.281787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['853add22-9ca2-467b-8e7b-edfc16cea6ba'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:02:20.324608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340c44b-c44f-47cd-810c-ef3231ff2d26 req-d7c1309f-52b9-4c47-bbc5-73b276028b4a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:20.333510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a340c44b-c44f-47cd-810c-ef3231ff2d26 req-d7c1309f-52b9-4c47-bbc5-73b276028b4a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2150481
Apr 30 05:02:20.490706 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a340c44b-c44f-47cd-810c-ef3231ff2d26 req-4892c6e5-33dc-40be-bbca-ad945bb6de8f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556494
Apr 30 05:02:20.974582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7d661-3975-47ae-b097-9149ed317395 req-e7d22b7f-8910-4de7-b51a-16793b46c930 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:20.978527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24f7d661-3975-47ae-b097-9149ed317395 req-e7d22b7f-8910-4de7-b51a-16793b46c930 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1879151
Apr 30 05:02:21.023852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71377a47-a9a1-4c59-ac03-4df45a88c8e7 req-4c760f8b-5ea4-43e5-bcae-653b89f8d0c2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:21.029284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71377a47-a9a1-4c59-ac03-4df45a88c8e7 req-4c760f8b-5ea4-43e5-bcae-653b89f8d0c2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 944 time: 0.3785896
Apr 30 05:02:21.106875 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:21.183219 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:21.219225 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24f7d661-3975-47ae-b097-9149ed317395 req-8f4b070c-4a68-41c4-8d75-88267c6b5617 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887980
Apr 30 05:02:21.377354 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71377a47-a9a1-4c59-ac03-4df45a88c8e7 req-a52e45b9-d3dd-4e57-8862-6bd7a3342c37 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080295
Apr 30 05:02:21.401456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ccee43fa-dfc9-4c91-bc84-5704866f35fb, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccee43fa-dfc9-4c91-bc84-5704866f35fb,segment=NetworkSegment(13211f19-736c-4752-b86c-85afeafcb223),segment_id=13211f19-736c-4752-b86c-85afeafcb223)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:21.411799 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:21.413973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5fc0827f-07af-4692-918f-0f42953c3408 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:02:21.630294 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:21.856329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c0916d47-3d9f-4b48-ac90-f8d635d5b31d None None] Provisioning complete for port ccee43fa-dfc9-4c91-bc84-5704866f35fb triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:21.857313 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0916d47-3d9f-4b48-ac90-f8d635d5b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:21.934423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d62f6-31fd-4479-86fc-8a72127ffb28 req-572757fc-0da4-4ded-8b1d-78c1513bd531 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:21.937582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a4d62f6-31fd-4479-86fc-8a72127ffb28 req-572757fc-0da4-4ded-8b1d-78c1513bd531 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2099075
Apr 30 05:02:22.032102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5fc0827f-07af-4692-918f-0f42953c3408 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:22.032760 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:22.080271 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ccee43fa-dfc9-4c91-bc84-5704866f35fb,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:22.094469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a4d62f6-31fd-4479-86fc-8a72127ffb28 req-ad11a1a3-afd6-4683-b7d6-9cddb23099da tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438766
Apr 30 05:02:22.102988 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:22.217475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.21.0.1 (608b5a52-ac68-46b7-959c-92693723c30e/d3077da6-ed46-4c48-90f8-4536d69f28de/c83f6ffc-86b5-4111-91d5-67e2b324a945) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:02:22.670407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccee43fa-dfc9-4c91-bc84-5704866f35fb up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:02:22.849062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 853add22-9ca2-467b-8e7b-edfc16cea6ba up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:02:22.993999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bbbbc-0f20-4757-a340-22f7ed5d7d86 req-add5a620-c1c2-4536-b9a7-05ee695ee80f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:23.005188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd2bbbbc-0f20-4757-a340-22f7ed5d7d86 req-add5a620-c1c2-4536-b9a7-05ee695ee80f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 944 time: 0.2091818
Apr 30 05:02:23.071009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd2bbbbc-0f20-4757-a340-22f7ed5d7d86 req-2293f81d-f670-4469-a9ce-feb46281a8a7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643117
Apr 30 05:02:23.103513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ccee43fa-dfc9-4c91-bc84-5704866f35fb triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:23.104587 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:23.120684 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:23.171001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Transition to ACTIVE for port object c83f6ffc-86b5-4111-91d5-67e2b324a945 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:23.193694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 853add22-9ca2-467b-8e7b-edfc16cea6ba completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:23.218491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 853add22-9ca2-467b-8e7b-edfc16cea6ba triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:23.218791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:23.220536 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:23.225866 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6fea3735-0fae-4b54-bdbb-7621db54556d tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:23.249939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fe9d7-2dfb-4b37-b861-ef52fbd1d952 req-dc08c94b-e881-4d55-80b4-78caab642e4c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:23.251793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea1fe9d7-2dfb-4b37-b861-ef52fbd1d952 req-dc08c94b-e881-4d55-80b4-78caab642e4c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1139688
Apr 30 05:02:23.314854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea1fe9d7-2dfb-4b37-b861-ef52fbd1d952 req-25b87f90-f89b-4b91-a13f-60f817da898c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554614
Apr 30 05:02:23.370432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 608b5a52-ac68-46b7-959c-92693723c30e is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:23.374868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:23.377816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:02:23.425371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=c83f6ffc-86b5-4111-91d5-67e2b324a945,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:23.429972 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:23.458161 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:23.607634 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:23.638782 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:23.697189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853add22-9ca2-467b-8e7b-edfc16cea6ba'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:02:23.717206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 853add22-9ca2-467b-8e7b-edfc16cea6ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:23.725534 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:23.730519 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc97a9e0-9dd1-4b50-911b-1ac370c10b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:23.800302 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853add22-9ca2-467b-8e7b-edfc16cea6ba', 'code': 200}
Apr 30 05:02:23.878081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f9c25b5-c372-4b19-b615-0ecd29188081 None None] Provisioning for port c83f6ffc-86b5-4111-91d5-67e2b324a945 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:23.898059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f9c25b5-c372-4b19-b615-0ecd29188081 None None] Provisioning complete for port c83f6ffc-86b5-4111-91d5-67e2b324a945 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:23.899056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f9c25b5-c372-4b19-b615-0ecd29188081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:24.001029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=853add22-9ca2-467b-8e7b-edfc16cea6ba,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:24.020926 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:24.035809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c25b5-c372-4b19-b615-0ecd29188081 None None] Port c83f6ffc-86b5-4111-91d5-67e2b324a945 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:24.092304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18584d-2843-4d14-8772-3ec1bc6e0ef3 req-a9df3159-e9af-4af8-8320-0a6f40a80f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:24.094500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb18584d-2843-4d14-8772-3ec1bc6e0ef3 req-a9df3159-e9af-4af8-8320-0a6f40a80f82 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 1097 time: 0.2073572
Apr 30 05:02:24.162410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb18584d-2843-4d14-8772-3ec1bc6e0ef3 req-6a91a695-cfae-4ca8-8be6-967e2d8c58f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566204
Apr 30 05:02:24.339797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b95fc1-4f3d-4e32-b017-492c15f90e9a req-004e509a-cc06-4922-a8cc-e98868bbc7b6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:24.341403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97b95fc1-4f3d-4e32-b017-492c15f90e9a req-004e509a-cc06-4922-a8cc-e98868bbc7b6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 945 time: 0.1138406
Apr 30 05:02:24.493923 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:24.510811 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:24.549315 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9fde544-122d-4da3-ab4d-5dd0225991df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:24.674536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=c83f6ffc-86b5-4111-91d5-67e2b324a945,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:24.677853 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:24.680371 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:24.801518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97b95fc1-4f3d-4e32-b017-492c15f90e9a req-e7b759bc-e596-491a-9489-f3da20c814ad tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4462051
Apr 30 05:02:24.844366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313d032-224b-4488-bdd8-88533381b6fe req-c0e6242e-e232-4f21-b5b3-ff9c4d3d430c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:24.854579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d313d032-224b-4488-bdd8-88533381b6fe req-c0e6242e-e232-4f21-b5b3-ff9c4d3d430c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2072997
Apr 30 05:02:24.890898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 608b5a52-ac68-46b7-959c-92693723c30e is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:24.893059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:24.931407 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d313d032-224b-4488-bdd8-88533381b6fe req-7414026e-8700-4608-b2e6-2f8677e39e37 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767164
Apr 30 05:02:25.152088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 246e4b62-e2e1-4c60-842b-23537c64ef6d has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:02:25.389871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0b9a5294-eaa9-4961-beed-4c69f5b6a06d None None] Provisioning complete for port c83f6ffc-86b5-4111-91d5-67e2b324a945 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:25.390512 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5294-eaa9-4961-beed-4c69f5b6a06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:25.454694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a5294-eaa9-4961-beed-4c69f5b6a06d None None] Port c83f6ffc-86b5-4111-91d5-67e2b324a945 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:25.502681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:02:25.515452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e80b7d-d849-49ce-ada5-55e13fca78f5 None None] Sync routers for ids ['246e4b62-e2e1-4c60-842b-23537c64ef6d'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:02:25.528472 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/246e4b62-e2e1-4c60-842b-23537c64ef6d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4075615
Apr 30 05:02:25.531169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60676) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:25.532709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e80b7d-d849-49ce-ada5-55e13fca78f5 None None] Routers {'246e4b62-e2e1-4c60-842b-23537c64ef6d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:25.534272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-02e80b7d-d849-49ce-ada5-55e13fca78f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b05eca0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['246e4b62-e2e1-4c60-842b-23537c64ef6d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:25.638298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cc948-0da5-448f-a92e-af73d50d90dd req-ee3c2bec-2fff-469e-a37d-a1eac38c6f9a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:25.643955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67201e1-e8db-4ab8-bfbb-9f870fd3a164 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:25.644736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b67201e1-e8db-4ab8-bfbb-9f870fd3a164 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:02:25.654668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c9cc948-0da5-448f-a92e-af73d50d90dd req-ee3c2bec-2fff-469e-a37d-a1eac38c6f9a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1362488
Apr 30 05:02:25.703125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b67201e1-e8db-4ab8-bfbb-9f870fd3a164 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:02:25.704960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b67201e1-e8db-4ab8-bfbb-9f870fd3a164 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports/c83f6ffc-86b5-4111-91d5-67e2b324a945 HTTP/1.1" status: 200  len: 910 time: 0.1725664
Apr 30 05:02:25.708047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60684) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:25.741151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-02e80b7d-d849-49ce-ada5-55e13fca78f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b05eca0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:25.747704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c9cc948-0da5-448f-a92e-af73d50d90dd req-bada9900-9707-4220-9320-069f3caa2ea1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919373
Apr 30 05:02:25.759196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e80b7d-d849-49ce-ada5-55e13fca78f5 None None] Routers {'246e4b62-e2e1-4c60-842b-23537c64ef6d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:25.760836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-02e80b7d-d849-49ce-ada5-55e13fca78f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b05eca0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['246e4b62-e2e1-4c60-842b-23537c64ef6d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:25.904348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-02e80b7d-d849-49ce-ada5-55e13fca78f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b05eca0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:25.904985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e80b7d-d849-49ce-ada5-55e13fca78f5 None None] The sync data for ids ['246e4b62-e2e1-4c60-842b-23537c64ef6d'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:02:26.191245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c029247-7331-4d0b-b220-67ac11e32063 req-7d009353-ddb9-49e7-9657-7ef18d772fe7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:26.194823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c029247-7331-4d0b-b220-67ac11e32063 req-7d009353-ddb9-49e7-9657-7ef18d772fe7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 945 time: 0.1755757
Apr 30 05:02:26.276427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c029247-7331-4d0b-b220-67ac11e32063 req-65257d82-07b3-42f1-a03e-b19ea5af213b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741346
Apr 30 05:02:26.784772 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:26.978741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60712) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:27.050447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da782ba-4173-4515-b531-decdd77ab15c req-9102bdca-6408-48d6-8675-2bc4454f83e6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:27.066995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9da782ba-4173-4515-b531-decdd77ab15c req-9102bdca-6408-48d6-8675-2bc4454f83e6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2037480
Apr 30 05:02:27.174721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9da782ba-4173-4515-b531-decdd77ab15c req-28536a31-1836-4953-b87e-567f4b348115 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061900
Apr 30 05:02:27.183509 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:27.241732 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:27.244550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:27.260714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf56f2a7025f49939391bde3cf4b0e9e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:27.264819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:27.273368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:27.395399 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:27.406484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:27.453401 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:27.466241 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6df46243-656c-4b38-b58f-2176eb938143 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:27.523479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f10827-b540-4f67-90c1-5feb78787860,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:27.527797 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:27.534748 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf56f2a7025f49939391bde3cf4b0e9e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5534792
Apr 30 05:02:27.537026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60730) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:27.580530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc51e9-60d1-46c4-91b5-101d6c4193c1 req-b72420e3-67b1-45da-a48e-872073f6dfe6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:27.582180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04cc51e9-60d1-46c4-91b5-101d6c4193c1 req-b72420e3-67b1-45da-a48e-872073f6dfe6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1722550
Apr 30 05:02:27.655813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04cc51e9-60d1-46c4-91b5-101d6c4193c1 req-f609cb82-1b71-492b-9e20-2ca24b71a821 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647743
Apr 30 05:02:27.685225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port c83f6ffc-86b5-4111-91d5-67e2b324a945 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:02:27.685794 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:27.728159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e749422a-6c49-441f-821b-5bbe2d739b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:27.833091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e749422a-6c49-441f-821b-5bbe2d739b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:27.898287 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:28.027233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c84d9-0be6-417e-8f8d-9d09a6d591cc req-96d347ad-9637-4462-9dbe-842c4cf1056c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:28.028769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e5c84d9-0be6-417e-8f8d-9d09a6d591cc req-96d347ad-9637-4462-9dbe-842c4cf1056c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.0931854
Apr 30 05:02:28.079184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e5c84d9-0be6-417e-8f8d-9d09a6d591cc req-992f74ea-1b19-4242-830d-486a48874c50 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431831
Apr 30 05:02:28.147018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for c83f6ffc-86b5-4111-91d5-67e2b324a945 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:02:28.168859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e749422a-6c49-441f-821b-5bbe2d739b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:28.181018 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23b85489-1313-48e0-bbd8-a019ba4d45ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:28.205051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749422a-6c49-441f-821b-5bbe2d739b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f10827-b540-4f67-90c1-5feb78787860,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:28.212816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e749422a-6c49-441f-821b-5bbe2d739b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:28.226518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e749422a-6c49-441f-821b-5bbe2d739b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:28.230605 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e749422a-6c49-441f-821b-5bbe2d739b7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25f10827-b540-4f67-90c1-5feb78787860 HTTP/1.1" status: 204  len: 168 time: 0.6883070
Apr 30 05:02:28.332290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389d3e2-a31a-4cd6-85db-897600e0705a req-591749c1-e5b9-43c8-a6d0-493a41f7e1c1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:28.334033 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1389d3e2-a31a-4cd6-85db-897600e0705a req-591749c1-e5b9-43c8-a6d0-493a41f7e1c1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1044209
Apr 30 05:02:28.401438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1389d3e2-a31a-4cd6-85db-897600e0705a req-62a795f4-e379-4d34-872c-08fbccc7307e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572748
Apr 30 05:02:28.439741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:28.446792 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:28.508622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=c83f6ffc-86b5-4111-91d5-67e2b324a945,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:28.563711 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:28.727735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212e58f-52ef-47e2-8710-efb293e981d2 req-c524a717-4d30-4cba-9061-06d0b448128a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:28.735130 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3212e58f-52ef-47e2-8710-efb293e981d2 req-c524a717-4d30-4cba-9061-06d0b448128a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1432488
Apr 30 05:02:28.817259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3212e58f-52ef-47e2-8710-efb293e981d2 req-2c1f8243-3bc0-4ccf-8b12-45be613cd3c1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809770
Apr 30 05:02:28.831765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60758) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:28.882165 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:28.913354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:28.918204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea3b1789401d4a609139443cc25dd358 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:28.929361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:28.942812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:29.202290 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:29.253493 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:29.270781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:29.289937 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-302c4d7f-551f-44e9-a9b1-1973052e2bbf tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:29.373676 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea3b1789401d4a609139443cc25dd358&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5407808
Apr 30 05:02:29.378032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60764) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:29.393516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340568b-09f7-4629-8567-5836b825c45f req-2a95cb70-fee6-4f01-bf4b-76135297084a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:29.396204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8340568b-09f7-4629-8567-5836b825c45f req-2a95cb70-fee6-4f01-bf4b-76135297084a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3115225
Apr 30 05:02:29.399797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf668130-2239-4da8-8483-c2508d13ecaf,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:29.406571 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:29.484953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8340568b-09f7-4629-8567-5836b825c45f req-c1c1e25a-bcfd-4c64-9283-e5bc0ec0f73e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802155
Apr 30 05:02:29.614362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6a45fd4-7bcb-4fe3-9b7a-05c2fff2ea26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:29.623386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 246e4b62-e2e1-4c60-842b-23537c64ef6d has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:02:29.659244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6a45fd4-7bcb-4fe3-9b7a-05c2fff2ea26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:29.831323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47c14-5952-4c61-b0cc-fe7d8cb1c231 req-b9744313-2264-4322-bc0a-6a532f60ecec tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:29.833288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24e47c14-5952-4c61-b0cc-fe7d8cb1c231 req-b9744313-2264-4322-bc0a-6a532f60ecec tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1249216
Apr 30 05:02:29.879475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:02:29.896765 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5149d-07b4-46ce-b0b3-aeb13374c2ef None None] Sync routers for ids ['246e4b62-e2e1-4c60-842b-23537c64ef6d'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:02:29.901402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6a45fd4-7bcb-4fe3-9b7a-05c2fff2ea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:29.906260 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75677d7a-6659-4fb7-bf78-52755ead8450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:29.908105 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24e47c14-5952-4c61-b0cc-fe7d8cb1c231 req-9fe97160-7ef8-43c6-b0fd-cf110b17ed05 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634911
Apr 30 05:02:29.924430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a45fd4-7bcb-4fe3-9b7a-05c2fff2ea26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf668130-2239-4da8-8483-c2508d13ecaf,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:29.929959 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6a45fd4-7bcb-4fe3-9b7a-05c2fff2ea26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:29.949780 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/246e4b62-e2e1-4c60-842b-23537c64ef6d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2404001
Apr 30 05:02:29.952845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60782) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:29.956912 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5149d-07b4-46ce-b0b3-aeb13374c2ef None None] Routers {'246e4b62-e2e1-4c60-842b-23537c64ef6d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:29.959522 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6a45fd4-7bcb-4fe3-9b7a-05c2fff2ea26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:29.960699 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e0a5149d-07b4-46ce-b0b3-aeb13374c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9ed90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['246e4b62-e2e1-4c60-842b-23537c64ef6d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:29.967313 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f6a45fd4-7bcb-4fe3-9b7a-05c2fff2ea26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf668130-2239-4da8-8483-c2508d13ecaf HTTP/1.1" status: 204  len: 168 time: 0.5857644
Apr 30 05:02:30.197236 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e0a5149d-07b4-46ce-b0b3-aeb13374c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9ed90>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:30.227598 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5149d-07b4-46ce-b0b3-aeb13374c2ef None None] Routers {'246e4b62-e2e1-4c60-842b-23537c64ef6d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:30.228250 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e0a5149d-07b4-46ce-b0b3-aeb13374c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9ed90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['246e4b62-e2e1-4c60-842b-23537c64ef6d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:30.370829 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e0a5149d-07b4-46ce-b0b3-aeb13374c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9ed90>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:30.371555 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5149d-07b4-46ce-b0b3-aeb13374c2ef None None] The sync data for ids ['246e4b62-e2e1-4c60-842b-23537c64ef6d'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:02:30.698774 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5227469-d5db-41b9-aceb-6e617fd06ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:30.765541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12f2e7-5d3e-4365-961e-919a93caca8c req-86e7fbc9-5bd9-47e6-8d8c-ad77a008936f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:30.767131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb12f2e7-5d3e-4365-961e-919a93caca8c req-86e7fbc9-5bd9-47e6-8d8c-ad77a008936f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3531489
Apr 30 05:02:30.885176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb12f2e7-5d3e-4365-961e-919a93caca8c req-e0a5df35-91f7-4037-b714-eb8d47bb9386 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651031
Apr 30 05:02:31.059035 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:31.419595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42dbd9-6b78-4a00-97ba-224870fca3b6 req-8514e229-552a-47b6-a6c2-a406a41fc318 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:31.421234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf42dbd9-6b78-4a00-97ba-224870fca3b6 req-8514e229-552a-47b6-a6c2-a406a41fc318 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2260609
Apr 30 05:02:31.500450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf42dbd9-6b78-4a00-97ba-224870fca3b6 req-ef4501ef-6ebf-464e-b43e-09847f16f9f9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636697
Apr 30 05:02:31.792344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:02:31.792994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:31.894278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bb812-b80e-4729-a993-e3991efbad0e req-0e8900e8-b731-4757-8969-e9770f12dcdc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:31.895950 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec9bb812-b80e-4729-a993-e3991efbad0e req-0e8900e8-b731-4757-8969-e9770f12dcdc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2247210
Apr 30 05:02:32.001251 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:32.021981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec9bb812-b80e-4729-a993-e3991efbad0e req-4f950417-e0e6-422c-823c-83b4f0fc97ce tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077855
Apr 30 05:02:32.258805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for ec039332-3dd2-4cd6-8f68-6e22aed3a3e2 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:02:32.387389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad3ebf-0ee5-4b8d-af25-176522e815fc req-5e804fa1-0049-48f3-987a-d0273973a0b1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:32.389004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-faad3ebf-0ee5-4b8d-af25-176522e815fc req-5e804fa1-0049-48f3-987a-d0273973a0b1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1383288
Apr 30 05:02:32.684732 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-faad3ebf-0ee5-4b8d-af25-176522e815fc req-f28d0d0b-92b1-4d9d-bc4f-9b040d95b42f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667798
Apr 30 05:02:33.195214 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:33.201492 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f8549961-c20b-43e8-892b-eb79a2ade152 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:33.305498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=ec039332-3dd2-4cd6-8f68-6e22aed3a3e2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:33.314702 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:33.354371 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:33.515567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8ec3d-556b-46c1-bbb2-b190ade67977 req-26d8ddb7-644e-46d7-9080-fe2995b63946 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:33.518396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85c8ec3d-556b-46c1-bbb2-b190ade67977 req-26d8ddb7-644e-46d7-9080-fe2995b63946 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4803874
Apr 30 05:02:33.632014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f162b9b-6a97-42f5-8107-9157d121858b req-cb9f26cd-0001-4f73-8109-a5fb6373ea83 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.3956969
Apr 30 05:02:33.659501 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-39b29d6b-4df4-4b6d-a223-f406e3f1b0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:34.037885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85c8ec3d-556b-46c1-bbb2-b190ade67977 req-6238fb73-93be-4d26-a8b3-0868a621313f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4730747
Apr 30 05:02:34.038648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:34.746793 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:34.807074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f162b9b-6a97-42f5-8107-9157d121858b req-9638b7e9-0438-4f9a-a3a2-5c13f8e5a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:34.808670 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f162b9b-6a97-42f5-8107-9157d121858b req-9638b7e9-0438-4f9a-a3a2-5c13f8e5a7dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a7aceab2e4e14875accd08742683c512&device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 1098 time: 0.7880566
Apr 30 05:02:34.822719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 246e4b62-e2e1-4c60-842b-23537c64ef6d has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:02:34.934044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a62ddb-d40b-4846-96da-baf26cca0635 req-f551553a-2034-4699-aa8d-6553cb34bdd7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:34.937483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25a62ddb-d40b-4846-96da-baf26cca0635 req-f551553a-2034-4699-aa8d-6553cb34bdd7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4379680
Apr 30 05:02:35.184353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:02:35.201729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76863f38-aea2-4c44-8d1d-82995a70fc06 None None] Sync routers for ids ['246e4b62-e2e1-4c60-842b-23537c64ef6d'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:02:35.236378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76863f38-aea2-4c44-8d1d-82995a70fc06 None None] Routers {'246e4b62-e2e1-4c60-842b-23537c64ef6d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:35.237061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-76863f38-aea2-4c44-8d1d-82995a70fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be8f9a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['246e4b62-e2e1-4c60-842b-23537c64ef6d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:35.281595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f162b9b-6a97-42f5-8107-9157d121858b req-39d7d84f-42b1-4c41-b900-5e18d9d71fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:35.283550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f162b9b-6a97-42f5-8107-9157d121858b req-39d7d84f-42b1-4c41-b900-5e18d9d71fb0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a HTTP/1.1" status: 200  len: 909 time: 0.4460559
Apr 30 05:02:35.297901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25a62ddb-d40b-4846-96da-baf26cca0635 req-a2ceda62-d5f2-483a-a864-33b637a30d54 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3248582
Apr 30 05:02:35.351753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-76863f38-aea2-4c44-8d1d-82995a70fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be8f9a0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:35.374726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76863f38-aea2-4c44-8d1d-82995a70fc06 None None] Routers {'246e4b62-e2e1-4c60-842b-23537c64ef6d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:35.377461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-76863f38-aea2-4c44-8d1d-82995a70fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be8f9a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['246e4b62-e2e1-4c60-842b-23537c64ef6d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:35.573518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-76863f38-aea2-4c44-8d1d-82995a70fc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be8f9a0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:35.574179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76863f38-aea2-4c44-8d1d-82995a70fc06 None None] The sync data for ids ['246e4b62-e2e1-4c60-842b-23537c64ef6d'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:02:35.857114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/246e4b62-e2e1-4c60-842b-23537c64ef6d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9004517
Apr 30 05:02:35.858596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60914) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:35.910282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2a64fa2a-10e8-421a-9ef4-cc1c7423d4af tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:02:35.942070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f162b9b-6a97-42f5-8107-9157d121858b req-2afeeb05-cdb9-4115-8e6e-cdfd0bc2e717 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4 HTTP/1.1" status: 200  len: 1002 time: 0.6402130
Apr 30 05:02:36.077299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2a64fa2a-10e8-421a-9ef4-cc1c7423d4af tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:02:36.085049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a64fa2a-10e8-421a-9ef4-cc1c7423d4af tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=246e4b62-e2e1-4c60-842b-23537c64ef6d HTTP/1.1" status: 200  len: 205 time: 0.2240572
Apr 30 05:02:36.095837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60920) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:36.153213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de34c8-7cda-45f0-be44-bba539c17ed7 req-94283688-3dc5-4dc5-8dca-919b7dea6c3a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:36.166680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12de34c8-7cda-45f0-be44-bba539c17ed7 req-94283688-3dc5-4dc5-8dca-919b7dea6c3a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4247501
Apr 30 05:02:36.228220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f162b9b-6a97-42f5-8107-9157d121858b req-199410a5-4ed6-4921-82e2-fd43a27edf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:36.229714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f162b9b-6a97-42f5-8107-9157d121858b req-199410a5-4ed6-4921-82e2-fd43a27edf32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ff30c7a-a715-4a41-bc3e-5590f5452310 HTTP/1.1" status: 200  len: 847 time: 0.2720594
Apr 30 05:02:36.237604 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:36.299049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12de34c8-7cda-45f0-be44-bba539c17ed7 req-a4fc1121-64ef-42b9-aebb-9d82019636fd tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307762
Apr 30 05:02:36.411176 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-03f810aa-85d9-4a5b-a359-d1d99e6843dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4944675
Apr 30 05:02:36.413678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-016c-401e-9135-1ec336ddca48 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:36.454482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f162b9b-6a97-42f5-8107-9157d121858b req-e0b1813b-cb91-43d5-b81e-2d3a5769223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:36.457737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f162b9b-6a97-42f5-8107-9157d121858b req-e0b1813b-cb91-43d5-b81e-2d3a5769223d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2197866
Apr 30 05:02:36.870036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f162b9b-6a97-42f5-8107-9157d121858b req-29bb1c9b-5edd-4a2c-8f83-1940f0d057a7 service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4045351
Apr 30 05:02:37.016827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d45ce-c90b-4715-baff-da967940688c req-063e0b77-b5b1-4217-9794-3c58c3f1f3d5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:37.031382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b44d45ce-c90b-4715-baff-da967940688c req-063e0b77-b5b1-4217-9794-3c58c3f1f3d5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4856851
Apr 30 05:02:37.105285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-d505f381-36b5-47ee-8528-c06c6e0ba330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:37.106829 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-d505f381-36b5-47ee-8528-c06c6e0ba330 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 1097 time: 0.6283000
Apr 30 05:02:37.130226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-016c-401e-9135-1ec336ddca48 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:37.143604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-016c-401e-9135-1ec336ddca48 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:37.200431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b44d45ce-c90b-4715-baff-da967940688c req-79168527-bcf6-49d0-8e94-0b3289982301 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655843
Apr 30 05:02:37.285274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f162b9b-6a97-42f5-8107-9157d121858b req-72acaa20-b031-403a-95f9-87bfc9bf773d service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4068367
Apr 30 05:02:37.441084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-016c-401e-9135-1ec336ddca48 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:37.441970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955951e5-016c-401e-9135-1ec336ddca48 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Fanout notify agent at l3_agent the message router_deleted on router 246e4b62-e2e1-4c60-842b-23537c64ef6d {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:02:37.498287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da525595-6d81-45bd-b58c-b31874eea5c9 req-189af330-91a5-42fb-92de-1e4124ad1ffc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:37.500493 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-955951e5-016c-401e-9135-1ec336ddca48 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:37.501091 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da525595-6d81-45bd-b58c-b31874eea5c9 req-189af330-91a5-42fb-92de-1e4124ad1ffc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1426511
Apr 30 05:02:37.504764 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-955951e5-016c-401e-9135-1ec336ddca48 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/246e4b62-e2e1-4c60-842b-23537c64ef6d HTTP/1.1" status: 204  len: 168 time: 1.4041507
Apr 30 05:02:37.508908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60938) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:37.544326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-3d1b8157-1989-4976-9981-3dcf3850b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:37.546213 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-3d1b8157-1989-4976-9981-3dcf3850b66b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 915 time: 0.4105711
Apr 30 05:02:37.640917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b939d3-576f-47d6-9f13-4b367cb77c22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting subnet d3077da6-ed46-4c48-90f8-4536d69f28de {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:02:37.692611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3b939d3-576f-47d6-9f13-4b367cb77c22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:37.700940 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-484a4300-fd20-4961-9422-29e0af92dbdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86 HTTP/1.1" status: 200  len: 217 time: 0.1479750
Apr 30 05:02:37.851140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da525595-6d81-45bd-b58c-b31874eea5c9 req-ce0b2b5b-494f-4c4d-95ff-a8ede71de24c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037146
Apr 30 05:02:37.856279 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3b939d3-576f-47d6-9f13-4b367cb77c22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:37.930752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-1ad3723a-c625-4f17-8776-239993f66c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:37.932399 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-1ad3723a-c625-4f17-8776-239993f66c3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5df00eda-1efa-45d2-a923-0b7aec4b3113 HTTP/1.1" status: 200  len: 854 time: 0.2250519
Apr 30 05:02:38.061196 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3b939d3-576f-47d6-9f13-4b367cb77c22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:38.117434 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-7ad13869-f3e3-4fe7-90a7-aa29f0a77c1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1774116
Apr 30 05:02:38.495789 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-79b03d7a-ddaf-4518-84cb-7b22e8f291de service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3711040
Apr 30 05:02:38.705394 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5499ab27-44cb-48f9-a0b3-12b37777f88c req-a725f51e-c9c3-4c58-b9ab-56e09c69baa7 service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016041
Apr 30 05:02:38.735332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513e75f-45d9-4146-9a4d-c7c6c20e83e8 req-8d68541b-a217-48e4-9d3d-7305f426a0e7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:38.740068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2513e75f-45d9-4146-9a4d-c7c6c20e83e8 req-8d68541b-a217-48e4-9d3d-7305f426a0e7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2468452
Apr 30 05:02:38.742885 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3b939d3-576f-47d6-9f13-4b367cb77c22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:38.750285 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32e82dbc-acc6-410d-adf1-275aa95174ce tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:38.812464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b939d3-576f-47d6-9f13-4b367cb77c22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Subnet': ['ID=d3077da6-ed46-4c48-90f8-4536d69f28de,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:38.823530 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c3b939d3-576f-47d6-9f13-4b367cb77c22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:38.827735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c3b939d3-576f-47d6-9f13-4b367cb77c22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:38.833239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf8d66-f9dc-4f82-9b50-76f764fec4cb None None] Network 608b5a52-ac68-46b7-959c-92693723c30e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:02:38.860048 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2513e75f-45d9-4146-9a4d-c7c6c20e83e8 req-0e2796b7-cef7-40a0-bc14-b993db7b0b2c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1109633
Apr 30 05:02:38.883376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c3b939d3-576f-47d6-9f13-4b367cb77c22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/d3077da6-ed46-4c48-90f8-4536d69f28de HTTP/1.1" status: 204  len: 168 time: 1.3676274
Apr 30 05:02:38.883669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60960) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:38.894166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ed89a-3b2c-470e-af7c-2b56a2a71fea req-0e3a5e7a-36cf-41ba-a7e1-9eff1723635d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:38.895775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-350ed89a-3b2c-470e-af7c-2b56a2a71fea req-0e3a5e7a-36cf-41ba-a7e1-9eff1723635d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2494309
Apr 30 05:02:39.019863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting subnet 169f996d-9489-4aed-9aad-4bb21791b26e {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:02:39.025623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-350ed89a-3b2c-470e-af7c-2b56a2a71fea req-6749f76a-35fd-45a5-99b4-f7bd5f733d0b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825987
Apr 30 05:02:39.027910 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:39.448210 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:39.516346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] DHCP port deletion for 608b5a52-ac68-46b7-959c-92693723c30e request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:02:39.626570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Deleting port ccee43fa-dfc9-4c91-bc84-5704866f35fb {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:02:39.626967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:39.723358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:39.752810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] For port ccee43fa-dfc9-4c91-bc84-5704866f35fb, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccee43fa-dfc9-4c91-bc84-5704866f35fb,segment=NetworkSegment(13211f19-736c-4752-b86c-85afeafcb223),segment_id=13211f19-736c-4752-b86c-85afeafcb223)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:39.753315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:39.903257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Calling delete_port for ccee43fa-dfc9-4c91-bc84-5704866f35fb owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:02:39.931999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ee11-a52c-4d5e-b266-4abc093bae8b req-180f39b2-4e88-4073-803c-5939751c4023 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:39.933617 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e44ee11-a52c-4d5e-b266-4abc093bae8b req-180f39b2-4e88-4073-803c-5939751c4023 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.5820136
Apr 30 05:02:39.971216 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:39.978772 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:40.034479 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] No DVR routers for this DVR port ccee43fa-dfc9-4c91-bc84-5704866f35fb on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:02:40.036477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Pushing event deleted for resources: {'Port': ['ID=ccee43fa-dfc9-4c91-bc84-5704866f35fb,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:40.048463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.048899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.049296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.049637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.049975 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.050304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.050626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.051684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.051684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.051684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.052147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.052434 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.056486 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:40.067630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e44ee11-a52c-4d5e-b266-4abc093bae8b req-a6d4b420-69e7-4c1b-b2d8-8a72b4c14ed4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1240351
Apr 30 05:02:40.124443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd48dd-40f0-43fe-94e3-1dc35409c23e req-c567bb15-de17-4b33-90b6-187785ffa3bd tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:40.127154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5cd48dd-40f0-43fe-94e3-1dc35409c23e req-c567bb15-de17-4b33-90b6-187785ffa3bd tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4932818
Apr 30 05:02:40.236490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5cd48dd-40f0-43fe-94e3-1dc35409c23e req-db52dc49-33a5-48db-809c-963e919fead2 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912955
Apr 30 05:02:40.283979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:40.312944 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3b597023-d80a-4693-89a8-a0936708f194 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:40.411165 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:40.415059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba0a9a-3793-429d-9a91-01705c7d37b7 None None] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:02:40.428357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Subnet': ['ID=169f996d-9489-4aed-9aad-4bb21791b26e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:40.462173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.463131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.463131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.463692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.463692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.464119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.464436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.464814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.465185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.465554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.465977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.466282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:40.473315 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:40.479016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60998) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:40.491911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/169f996d-9489-4aed-9aad-4bb21791b26e HTTP/1.1" status: 204  len: 168 time: 1.5926120
Apr 30 05:02:40.686635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccee43fa-dfc9-4c91-bc84-5704866f35fb no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:02:40.743961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: ccee43fa-dfc9-4c91-bc84-5704866f35fb {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:02:40.744347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccee43fa-dfc9-4c91-bc84-5704866f35fb not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:02:40.794951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:41.000163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34665de-7c5c-4293-8d74-ca1530bbc351 req-c9573e52-9eba-4a72-9f83-5e9679d1f82e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:41.017422 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c34665de-7c5c-4293-8d74-ca1530bbc351 req-c9573e52-9eba-4a72-9f83-5e9679d1f82e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2904398
Apr 30 05:02:41.018171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] DHCP port deletion for 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:02:41.093727 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:41.118406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c34665de-7c5c-4293-8d74-ca1530bbc351 req-e0e2870a-fd32-4576-af60-71aa927269be tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0999947
Apr 30 05:02:41.178569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] Deleting port 5fc0827f-07af-4692-918f-0f42953c3408 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:02:41.178835 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:41.183190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0692b-18cd-4bff-b806-50af567cbbd2 req-872b7ca7-5870-4f9c-bd1c-1adc9e1ef06a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:41.201190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa0692b-18cd-4bff-b806-50af567cbbd2 req-872b7ca7-5870-4f9c-bd1c-1adc9e1ef06a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3325779
Apr 30 05:02:41.306236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7aa0692b-18cd-4bff-b806-50af567cbbd2 req-f0462222-cb68-4d0e-8a01-9b3d1fab7d3d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025643
Apr 30 05:02:41.339688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] For port 5fc0827f-07af-4692-918f-0f42953c3408, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5fc0827f-07af-4692-918f-0f42953c3408,segment=NetworkSegment(5daa77a1-c6ef-4363-a09d-bef7f13a19a9),segment_id=5daa77a1-c6ef-4363-a09d-bef7f13a19a9)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:41.340100 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:41.356143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe78460f610>,) {'filters': {'network_id': ['608b5a52-ac68-46b7-959c-92693723c30e']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:41.377213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78460f610>, '13211f19-736c-4752-b86c-85afeafcb223') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:41.377519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78460f610>, '13211f19-736c-4752-b86c-85afeafcb223') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:41.393643 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:41.413838 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:41.425758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:02:41.658515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] Calling delete_port for 5fc0827f-07af-4692-918f-0f42953c3408 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:02:41.748205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd84fd3-dd2d-4b02-8f7e-49af5e8cb0bb req-db3f84cf-87e5-49dc-8148-4fa9224bc77d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:41.763168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4dd84fd3-dd2d-4b02-8f7e-49af5e8cb0bb req-db3f84cf-87e5-49dc-8148-4fa9224bc77d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2097819
Apr 30 05:02:41.774793 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:41.792823 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:41.797918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 608b5a52-ac68-46b7-959c-92693723c30e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:02:41.821986 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:41.840478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] No DVR routers for this DVR port 5fc0827f-07af-4692-918f-0f42953c3408 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:02:41.852142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] Pushing event deleted for resources: {'Port': ['ID=5fc0827f-07af-4692-918f-0f42953c3408,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:41.864008 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:41.914642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4dd84fd3-dd2d-4b02-8f7e-49af5e8cb0bb req-ecdf74fd-0c2d-4b3f-add3-fc2d1dc4d7bc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496992
Apr 30 05:02:42.138386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 608b5a52-ac68-46b7-959c-92693723c30e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:02:42.183717 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:02:42.289006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:42.303192 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:42.310583 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f991c4cd-8ab3-42ff-b8af-a25e971984fd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:42.607225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5fc0827f-07af-4692-918f-0f42953c3408 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:02:42.626257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7d98-9c9c-4276-9bd3-f7dc17694f33 req-ccc9e4b9-11ab-4a3d-85d7-1e81498c877a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:42.634616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab7d98-9c9c-4276-9bd3-f7dc17694f33 req-ccc9e4b9-11ab-4a3d-85d7-1e81498c877a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3077843
Apr 30 05:02:42.665825 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/networks/608b5a52-ac68-46b7-959c-92693723c30e HTTP/1.1" status: 204  len: 168 time: 2.1853900
Apr 30 05:02:42.668779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32810) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:42.675923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 5fc0827f-07af-4692-918f-0f42953c3408 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:02:42.676317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5fc0827f-07af-4692-918f-0f42953c3408 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:02:42.695340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Network': ['ID=608b5a52-ac68-46b7-959c-92693723c30e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:42.703216 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:42.704457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705b98b-dcae-4f16-a506-de3010672fe7 req-e29d9a9d-3b8f-42e1-94bc-9ea432ad4a8f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:42.713314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e705b98b-dcae-4f16-a506-de3010672fe7 req-e29d9a9d-3b8f-42e1-94bc-9ea432ad4a8f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3208239
Apr 30 05:02:42.743026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab7d98-9c9c-4276-9bd3-f7dc17694f33 req-6bcd41e6-93a7-4546-964c-213c514b9554 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1073663
Apr 30 05:02:42.825173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e705b98b-dcae-4f16-a506-de3010672fe7 req-bd6d1079-a3c3-4ffa-8036-36d2d438929d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107936
Apr 30 05:02:42.899815 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:43.099356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b9438-3228-40ad-9296-b3783fe76078 req-26c49371-f791-46ac-93dc-28fdd1d847e6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:43.106036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-913b9438-3228-40ad-9296-b3783fe76078 req-26c49371-f791-46ac-93dc-28fdd1d847e6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1614249
Apr 30 05:02:43.227812 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:43.250507 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-913b9438-3228-40ad-9296-b3783fe76078 req-799afe30-ee89-4c1b-8f74-e2106cb21e16 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357176
Apr 30 05:02:43.486072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a83dc40>,) {'filters': {'network_id': ['1e7d81e6-9c60-4e50-ace8-f0b947cc0867']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:43.514638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a83dc40>, '5daa77a1-c6ef-4363-a09d-bef7f13a19a9') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:43.514947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a83dc40>, '5daa77a1-c6ef-4363-a09d-bef7f13a19a9') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:43.545727 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:43.572764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:43.582376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:02:43.976368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:02:44.016408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:44.214335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a59e63-a394-4351-8623-2d63ea860a8a req-699b4f00-4a38-4ff2-9f4c-db3366bc445a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:44.223926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5a59e63-a394-4351-8623-2d63ea860a8a req-699b4f00-4a38-4ff2-9f4c-db3366bc445a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2229927
Apr 30 05:02:44.326437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 1e7d81e6-9c60-4e50-ace8-f0b947cc0867 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:02:44.361716 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:02:44.380515 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5a59e63-a394-4351-8623-2d63ea860a8a req-bc2ac073-88a2-4f9b-84a7-28b500bc21cb tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1550202
Apr 30 05:02:44.437815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051c823-e1f9-42f0-b484-69b255a8057e req-e68c78ad-7c72-48bd-b873-447177eacb34 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:44.447122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8051c823-e1f9-42f0-b484-69b255a8057e req-e68c78ad-7c72-48bd-b873-447177eacb34 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1461318
Apr 30 05:02:44.479420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:44.484314 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c123f725-2b80-4b8e-9d04-90a11a4d5418 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:44.523919 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8051c823-e1f9-42f0-b484-69b255a8057e req-4da3bcc4-d71e-4db4-90c7-59a968272c91 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750127
Apr 30 05:02:44.528858 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:02:44.548455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:44.557412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Network': ['ID=1e7d81e6-9c60-4e50-ace8-f0b947cc0867,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:44.563413 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:44.573605 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/networks/1e7d81e6-9c60-4e50-ace8-f0b947cc0867 HTTP/1.1" status: 204  len: 168 time: 1.8960989
Apr 30 05:02:44.573605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32846) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:44.580727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1832720367'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:44.588535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:44.598491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:network and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:44.606168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:44.614305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:44.639064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:02:44.645256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:44.707116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:02:44.724311 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:44.724914 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added segment d4297d13-3556-43b3-a69a-57cb3760452f of type vlan for network defb579c-ad07-444b-b321-7661041dc7ef
Apr 30 05:02:44.776503 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:44.829754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:44.841096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:44.842147 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:44.851899 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7577ff38-8bf6-4e09-9572-85dedc1963c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:45.065401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 32852) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:45.075170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'subnet': {'network_id': 'defb579c-ad07-444b-b321-7661041dc7ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:45.080208 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5077229
Apr 30 05:02:45.100868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Network': ['ID=defb579c-ad07-444b-b321-7661041dc7ef,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:45.106383 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:45.117996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network defb579c-ad07-444b-b321-7661041dc7ef details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:02:45.295151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:45.300261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:subnet and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:45.304065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:45.311089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:45.328533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:02:45.335770 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:45.871832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5dc73-1fa4-44fb-9942-018ee5a58d0e req-d4c3a132-0b99-459f-93c3-b57d1e8f755e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:45.879319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ef5dc73-1fa4-44fb-9942-018ee5a58d0e req-d4c3a132-0b99-459f-93c3-b57d1e8f755e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1898987
Apr 30 05:02:45.903026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd127b-5f74-429b-be6e-dbffe99a5385 req-059e9387-40f6-4895-a97e-77f9b18938b0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:45.904666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12cd127b-5f74-429b-be6e-dbffe99a5385 req-059e9387-40f6-4895-a97e-77f9b18938b0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2718329
Apr 30 05:02:46.036160 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ef5dc73-1fa4-44fb-9942-018ee5a58d0e req-a0346028-aa49-49cf-acfc-65eb652be83f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556623
Apr 30 05:02:46.087163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-12cd127b-5f74-429b-be6e-dbffe99a5385 req-9d7b78d0-40b9-41b3-b46d-c286e4be5708 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1688347
Apr 30 05:02:46.451013 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:46.458994 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-18aad138-28aa-4313-8c71-b41a46085308 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:46.618657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Subnet': ['ID=306f74dd-2437-4b62-be94-eafbe9dd4787,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:46.626867 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:46.640339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Checking segment: {'id': 'd4297d13-3556-43b3-a69a-57cb3760452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'defb579c-ad07-444b-b321-7661041dc7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:02:46.640933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network hostable DHCP agents. Network: defb579c-ad07-444b-b321-7661041dc7ef, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:02:46.672413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network defb579c-ad07-444b-b321-7661041dc7ef is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:02:46.689744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, defb579c-ad07-444b-b321-7661041dc7ef) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:46.710725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b3ae5-777d-4b28-a9e9-6570be4fb247 None None] Network defb579c-ad07-444b-b321-7661041dc7ef requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:02:46.711619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:46.711958 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:46.754034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d5128003-828d-43c9-b66d-46c58bfe5a6d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6832142
Apr 30 05:02:46.754424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32870) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:46.762256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-782242059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:46.778984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:46.787133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:router and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:46.796820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:46.812475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:46.860842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:46.868558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:46.904275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:46.957516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:47.047444 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:47.054310 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e85fbeec-17c4-4e69-a271-3f0c4063fa97 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2940331
Apr 30 05:02:47.055446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 32876) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:47.087343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'port': {'network_id': 'defb579c-ad07-444b-b321-7661041dc7ef', 'name': 'tempest-RoutersTest-1229345839'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:02:47.389986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-defb579c-ad07-444b-b321-7661041dc7ef', 'network_id': 'defb579c-ad07-444b-b321-7661041dc7ef', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'fixed_ips': [{'subnet_id': '306f74dd-2437-4b62-be94-eafbe9dd4787'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:02:47.390917 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:47.617601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Allocated IP 172.20.0.2 (defb579c-ad07-444b-b321-7661041dc7ef/306f74dd-2437-4b62-be94-eafbe9dd4787/debeb063-9fd1-4e41-83ae-be5c33edaba3) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:02:47.738196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:47.789517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:47.840028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d8147-29f7-434b-9739-ef388f468fb7 req-a7763261-8e97-405b-adf7-1b8471926e03 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:47.852199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-119d8147-29f7-434b-9739-ef388f468fb7 req-a7763261-8e97-405b-adf7-1b8471926e03 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.4484138
Apr 30 05:02:47.855908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:02:47.861618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:47.989831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b079-5b7d-4c63-bddf-ad7da90c7c5b req-9ccb05b8-1771-46a2-beb4-011bef96f37b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:48.003653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e95b079-5b7d-4c63-bddf-ad7da90c7c5b req-9ccb05b8-1771-46a2-beb4-011bef96f37b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.5969868
Apr 30 05:02:48.051429 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-119d8147-29f7-434b-9739-ef388f468fb7 req-a1d19138-3919-439a-95bb-8183a86bbcf2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1706088
Apr 30 05:02:48.077963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] device_id is not set on port 189e0738-4c81-446b-be10-18f54a85af13 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:02:48.161360 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:48.190246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e95b079-5b7d-4c63-bddf-ad7da90c7c5b req-d60e1d63-46df-479a-9436-2ea273c2687e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831095
Apr 30 05:02:48.201060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Transition to ACTIVE for port object debeb063-9fd1-4e41-83ae-be5c33edaba3 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:48.301261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Transition to ACTIVE for port object debeb063-9fd1-4e41-83ae-be5c33edaba3 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:48.314950 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:48.360786 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:48.433513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.20.0.3 (defb579c-ad07-444b-b321-7661041dc7ef/306f74dd-2437-4b62-be94-eafbe9dd4787/189e0738-4c81-446b-be10-18f54a85af13) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:02:48.498595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Network defb579c-ad07-444b-b321-7661041dc7ef is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:48.514637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:48.541741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:02:48.779041 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:48.819387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Transition to ACTIVE for port object 189e0738-4c81-446b-be10-18f54a85af13 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:02:48.821585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Pushing event updated for resources: {'Port': ['ID=debeb063-9fd1-4e41-83ae-be5c33edaba3,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:48.835733 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:48.894302 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:48.902576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Attempting to bind port debeb063-9fd1-4e41-83ae-be5c33edaba3 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:02:48.903466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Attempting to bind port debeb063-9fd1-4e41-83ae-be5c33edaba3 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'd4297d13-3556-43b3-a69a-57cb3760452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'defb579c-ad07-444b-b321-7661041dc7ef'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:02:48.904257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Attempting to bind port debeb063-9fd1-4e41-83ae-be5c33edaba3 on network defb579c-ad07-444b-b321-7661041dc7ef {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:02:48.910261 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e0996ded-fbc1-4e37-8af0-e98619315a33 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:48.923164 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:02:48.923870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Checking segment: {'id': 'd4297d13-3556-43b3-a69a-57cb3760452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'defb579c-ad07-444b-b321-7661041dc7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:02:48.924613 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:48.925177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Bound using segment: {'id': 'd4297d13-3556-43b3-a69a-57cb3760452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'defb579c-ad07-444b-b321-7661041dc7ef'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:02:48.925837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Bound port: debeb063-9fd1-4e41-83ae-be5c33edaba3, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4297d13-3556-43b3-a69a-57cb3760452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'defb579c-ad07-444b-b321-7661041dc7ef'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:02:48.926396 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:49.018574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network defb579c-ad07-444b-b321-7661041dc7ef is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:49.023349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:49.032719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:02:49.033985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] For port debeb063-9fd1-4e41-83ae-be5c33edaba3, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:02:49.038843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] For port debeb063-9fd1-4e41-83ae-be5c33edaba3, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=debeb063-9fd1-4e41-83ae-be5c33edaba3,segment=NetworkSegment(d4297d13-3556-43b3-a69a-57cb3760452f),segment_id=d4297d13-3556-43b3-a69a-57cb3760452f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:02:49.052500 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:49.057492 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:49.091247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=189e0738-4c81-446b-be10-18f54a85af13,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:49.109083 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:49.179361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:49.184013 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:49.229736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 2.1724980
Apr 30 05:02:49.232283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32910) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:49.274115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Pushing event updated for resources: {'Port': ['ID=debeb063-9fd1-4e41-83ae-be5c33edaba3,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:49.284433 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:49.516647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967afe7-fa80-4bd7-89ec-76e0f456f708 req-467c1e64-7966-413f-abf2-50e32bc88808 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:49.518340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f967afe7-fa80-4bd7-89ec-76e0f456f708 req-467c1e64-7966-413f-abf2-50e32bc88808 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2005992
Apr 30 05:02:49.587347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f967afe7-fa80-4bd7-89ec-76e0f456f708 req-f2e0b999-af8c-48ee-9e93-b45458253dd1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0623875
Apr 30 05:02:49.633353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee51a3-e36c-4f05-992a-8f13ff089683 req-699df198-c08e-4fab-be75-eb36e522071f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:49.649068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3eee51a3-e36c-4f05-992a-8f13ff089683 req-699df198-c08e-4fab-be75-eb36e522071f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1933863
Apr 30 05:02:49.668881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 32920) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:49.740353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3eee51a3-e36c-4f05-992a-8f13ff089683 req-fa406836-1bee-49af-93e7-0001931a19fb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881402
Apr 30 05:02:50.147551 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:50.165349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:50.171453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Usage tracker for resource:security_group_rule and tenant:e326914dac7d45dabba8c3b4ccc86390 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:50.175124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:50.183227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:50.282480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:50.327963 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:50.336931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:50.352606 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c3c9d503-f31f-42e5-b8b4-4fac1e1df64f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:50.493155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e326914dac7d45dabba8c3b4ccc86390&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8233306
Apr 30 05:02:50.512516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15825378-8c81-4bf4-97a2-be77f1415fcf,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:50.525552 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:50.527633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 32932) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:50.757774 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b3afb23-6377-4a31-a348-f694e0ce6c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:50.810803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device debeb063-9fd1-4e41-83ae-be5c33edaba3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:02:50.816655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b3afb23-6377-4a31-a348-f694e0ce6c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:51.027231 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:51.041139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port debeb063-9fd1-4e41-83ae-be5c33edaba3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:51.045460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:51.065476 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b3afb23-6377-4a31-a348-f694e0ce6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:51.083483 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:51.086911 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c53ecf0e-71bf-4141-975e-0ec8b3857cf0 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:51.157254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234886b9-2516-461c-ab8c-83c41e5343a6 None None] Network defb579c-ad07-444b-b321-7661041dc7ef requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:02:51.193706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3afb23-6377-4a31-a348-f694e0ce6c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15825378-8c81-4bf4-97a2-be77f1415fcf,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:51.205789 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2b3afb23-6377-4a31-a348-f694e0ce6c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:51.226190 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b3afb23-6377-4a31-a348-f694e0ce6c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:51.228469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2b3afb23-6377-4a31-a348-f694e0ce6c5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15825378-8c81-4bf4-97a2-be77f1415fcf HTTP/1.1" status: 204  len: 168 time: 0.6957760
Apr 30 05:02:51.317022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=189e0738-4c81-446b-be10-18f54a85af13,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:51.340730 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:51.409854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5c8ddee0-26b6-4d8d-8c65-dda9d1d9c7e1 None None] Provisioning for port debeb063-9fd1-4e41-83ae-be5c33edaba3 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:51.449979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5c8ddee0-26b6-4d8d-8c65-dda9d1d9c7e1 None None] Provisioning complete for port debeb063-9fd1-4e41-83ae-be5c33edaba3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:51.450763 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5c8ddee0-26b6-4d8d-8c65-dda9d1d9c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:51.528456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d77cd-e8d5-4e0e-81de-6a9e8ddeb90b req-39b5ab8e-b6b5-44bb-ae75-18815a90ee73 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:51.532318 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f2d77cd-e8d5-4e0e-81de-6a9e8ddeb90b req-39b5ab8e-b6b5-44bb-ae75-18815a90ee73 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4143262
Apr 30 05:02:51.563604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f5ce3-342c-4d50-9745-145da488b1c7 req-867628bd-fb5b-4039-9a0e-68cad5ccc12f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:51.566862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-877f5ce3-342c-4d50-9745-145da488b1c7 req-867628bd-fb5b-4039-9a0e-68cad5ccc12f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3433244
Apr 30 05:02:51.683749 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f2d77cd-e8d5-4e0e-81de-6a9e8ddeb90b req-892511d6-9fbe-47d3-a0a5-27a7226e5918 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150064
Apr 30 05:02:51.704716 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5c8ddee0-26b6-4d8d-8c65-dda9d1d9c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:51.750397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5c8ddee0-26b6-4d8d-8c65-dda9d1d9c7e1 None None] For port debeb063-9fd1-4e41-83ae-be5c33edaba3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=debeb063-9fd1-4e41-83ae-be5c33edaba3,segment=NetworkSegment(d4297d13-3556-43b3-a69a-57cb3760452f),segment_id=d4297d13-3556-43b3-a69a-57cb3760452f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:51.762595 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-877f5ce3-342c-4d50-9745-145da488b1c7 req-28d30e1a-63bf-463a-b52e-1178819e6b5b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1635861
Apr 30 05:02:51.772037 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5c8ddee0-26b6-4d8d-8c65-dda9d1d9c7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:51.774862 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:51.955373 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ddee0-26b6-4d8d-8c65-dda9d1d9c7e1 None None] Pushing event updated for resources: {'Port': ['ID=debeb063-9fd1-4e41-83ae-be5c33edaba3,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:51.986014 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5c8ddee0-26b6-4d8d-8c65-dda9d1d9c7e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:52.226760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b6c33a8a-46fd-4ce0-a998-033827a7bd34 None None] Provisioning complete for port debeb063-9fd1-4e41-83ae-be5c33edaba3 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:52.227869 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b6c33a8a-46fd-4ce0-a998-033827a7bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:52.274831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:52.284291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 32958) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:52.345405 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:52.378660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:02:52.387607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Usage tracker for resource:security_group_rule and tenant:4949a0072ec84f0090fea8249893ee10 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:02:52.393517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:02:52.406438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:02:52.561752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b6c33a8a-46fd-4ce0-a998-033827a7bd34 None None] Provisioning for port 189e0738-4c81-446b-be10-18f54a85af13 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:02:52.564633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:52.570847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b6c33a8a-46fd-4ce0-a998-033827a7bd34 None None] Provisioning complete for port 189e0738-4c81-446b-be10-18f54a85af13 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:52.571423 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b6c33a8a-46fd-4ce0-a998-033827a7bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:52.598178 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:52.615813 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:52.626349 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f201c70-d531-490f-8487-7d788b7630b6 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:52.694273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4949a0072ec84f0090fea8249893ee10&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4026618
Apr 30 05:02:52.694273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c324c1e-c6be-4b29-8635-f8457d415374,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:52.696109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 32962) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:52.699729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b6c33a8a-46fd-4ce0-a998-033827a7bd34 None None] Port 189e0738-4c81-446b-be10-18f54a85af13 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:52.701411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device debeb063-9fd1-4e41-83ae-be5c33edaba3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:02:52.712157 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:52.843859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8a8d6a25-b310-42c5-b8c1-5a7503881731 None None] Provisioning complete for port 189e0738-4c81-446b-be10-18f54a85af13 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:52.844244 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8a8d6a25-b310-42c5-b8c1-5a7503881731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:52.915994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d6a25-b310-42c5-b8c1-5a7503881731 None None] Port 189e0738-4c81-446b-be10-18f54a85af13 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:52.923000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port debeb063-9fd1-4e41-83ae-be5c33edaba3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:52.923441 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:53.134151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-751b520a-f35c-4d1c-b256-b37b427aed8d None None] Provisioning complete for port 189e0738-4c81-446b-be10-18f54a85af13 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:53.135246 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-751b520a-f35c-4d1c-b256-b37b427aed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:53.135523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:53.202876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4c4c0-c1a3-40bb-a4bd-7e78abd039db req-da2dc23d-c065-4920-bdb9-769956bc40cf tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:53.206169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4bb4c4c0-c1a3-40bb-a4bd-7e78abd039db req-da2dc23d-c065-4920-bdb9-769956bc40cf tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1854689
Apr 30 05:02:53.218586 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:53.233597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f7c3c-60a0-4409-acd6-4b94da490764 req-e15c8979-81ad-4c66-9c81-749f4e37491c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:53.233942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-751b520a-f35c-4d1c-b256-b37b427aed8d None None] Port 189e0738-4c81-446b-be10-18f54a85af13 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:53.236102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-170f7c3c-60a0-4409-acd6-4b94da490764 req-e15c8979-81ad-4c66-9c81-749f4e37491c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2597108
Apr 30 05:02:53.315164 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4bb4c4c0-c1a3-40bb-a4bd-7e78abd039db req-fccf1d21-916e-46c6-af36-f4a0d1539a25 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780325
Apr 30 05:02:53.320811 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-170f7c3c-60a0-4409-acd6-4b94da490764 req-6e0b2d72-6111-4b03-ac6d-bfd4769b812f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0687845
Apr 30 05:02:53.554612 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:53.561208 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e749422a-6c49-441f-821b-5bbe2d739b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:53.577260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c324c1e-c6be-4b29-8635-f8457d415374,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:53.593846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.594266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.594711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.595226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.595642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.596087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.596517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.596959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.597417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.597826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.598255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.598681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:02:53.604829 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:53.614632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:53.616646 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c324c1e-c6be-4b29-8635-f8457d415374 HTTP/1.1" status: 204  len: 168 time: 0.8918154
Apr 30 05:02:53.624872 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:53.634742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:53.688574 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-39518084-b1e6-4b53-9b08-9c487c371613 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:53.832758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:53.845848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=189e0738-4c81-446b-be10-18f54a85af13,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:53.851970 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:53.999532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673ac99-f0ee-46d9-92af-bfef9a3a252e req-92e1372f-7bba-4c90-8202-ba91784e0f00 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:54.001380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6673ac99-f0ee-46d9-92af-bfef9a3a252e req-92e1372f-7bba-4c90-8202-ba91784e0f00 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1336184
Apr 30 05:02:54.087599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6673ac99-f0ee-46d9-92af-bfef9a3a252e req-4c291b87-dee0-4426-b527-d47673f41017 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0627408
Apr 30 05:02:54.236550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network defb579c-ad07-444b-b321-7661041dc7ef is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:02:54.239239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:02:54.338766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-49b2df63-acd2-4322-a407-e8881384b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:54.340324 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-49b2df63-acd2-4322-a407-e8881384b114 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1096 time: 0.2173066
Apr 30 05:02:54.694449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c1a39de7-e6c0-4cb4-bbc3-85d4abff9c39 None None] Provisioning complete for port 189e0738-4c81-446b-be10-18f54a85af13 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:54.695079 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c1a39de7-e6c0-4cb4-bbc3-85d4abff9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:54.734107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb956a-70b7-45f0-9da4-98e15c7b4238 req-f6e75ed7-768d-42e1-acfa-99afea1d3ceb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:54.742866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0fbb956a-70b7-45f0-9da4-98e15c7b4238 req-f6e75ed7-768d-42e1-acfa-99afea1d3ceb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1509812
Apr 30 05:02:54.794067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-3f03c851-9041-4385-8359-7167cffc7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:54.796961 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-3f03c851-9041-4385-8359-7167cffc7873 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.4019210
Apr 30 05:02:54.804500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0fbb956a-70b7-45f0-9da4-98e15c7b4238 req-0b82db6e-a12f-4d50-9f16-5dead2ea6579 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595708
Apr 30 05:02:54.828255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c1a39de7-e6c0-4cb4-bbc3-85d4abff9c39 None None] Port 189e0738-4c81-446b-be10-18f54a85af13 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:02:54.975013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 033d64a8-f10c-47d0-a63e-409009049b9c is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:02:54.986122 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-4f1fa2f5-bc3e-4f8d-be81-317c2fe50650 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 999 time: 0.1802983
Apr 30 05:02:55.223421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-8ba4aef4-1547-4711-9a8d-441253a1e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:55.225862 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-8ba4aef4-1547-4711-9a8d-441253a1e686 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.2318044
Apr 30 05:02:55.312322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:02:55.325425 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b85855-502c-48d5-a76b-f2240837da99 None None] Sync routers for ids ['033d64a8-f10c-47d0-a63e-409009049b9c'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:02:55.330991 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/033d64a8-f10c-47d0-a63e-409009049b9c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0968761
Apr 30 05:02:55.339736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33014) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:55.343530 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b85855-502c-48d5-a76b-f2240837da99 None None] Routers {'033d64a8-f10c-47d0-a63e-409009049b9c'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:55.344719 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-33b85855-502c-48d5-a76b-f2240837da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803bfb80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['033d64a8-f10c-47d0-a63e-409009049b9c'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:55.452845 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-33b85855-502c-48d5-a76b-f2240837da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803bfb80>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:55.457120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1edb06-58c7-4b70-80c8-79e52e7ee102 req-1bca3325-b466-40db-aa3c-06b767e84dca tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:55.460572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a1edb06-58c7-4b70-80c8-79e52e7ee102 req-1bca3325-b466-40db-aa3c-06b767e84dca tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1596799
Apr 30 05:02:55.482894 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b85855-502c-48d5-a76b-f2240837da99 None None] Routers {'033d64a8-f10c-47d0-a63e-409009049b9c'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:02:55.484292 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-33b85855-502c-48d5-a76b-f2240837da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803bfb80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['033d64a8-f10c-47d0-a63e-409009049b9c'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:55.595495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a378f0-bfa0-410c-82d9-2b916f2d8380 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:55.597149 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-91a378f0-bfa0-410c-82d9-2b916f2d8380 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports/189e0738-4c81-446b-be10-18f54a85af13 HTTP/1.1" status: 200  len: 977 time: 0.2533922
Apr 30 05:02:55.607345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33018) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:02:55.671853 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-33b85855-502c-48d5-a76b-f2240837da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803bfb80>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:02:55.672944 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b85855-502c-48d5-a76b-f2240837da99 None None] The sync data for ids ['033d64a8-f10c-47d0-a63e-409009049b9c'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:02:55.698087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a1edb06-58c7-4b70-80c8-79e52e7ee102 req-5d185006-5878-4f21-ab9f-a3f895b0cba5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2305167
Apr 30 05:02:55.776874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-518a4980-ae36-492d-bd28-e9931f62208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:55.779153 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-518a4980-ae36-492d-bd28-e9931f62208e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5444028
Apr 30 05:02:55.965450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:02:56.213989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b03da5-3331-40a7-944e-dfbd759b24f9 req-ee313ae8-8b5b-4bbd-b469-19f674b89a37 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:56.221463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62b03da5-3331-40a7-944e-dfbd759b24f9 req-ee313ae8-8b5b-4bbd-b469-19f674b89a37 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2007349
Apr 30 05:02:56.244270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:56.264550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4', 'port_id': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'mac_address': 'fa:16:3e:67:10:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df00eda-1efa-45d2-a923-0b7aec4b3113', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:02:56.285762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-62b03da5-3331-40a7-944e-dfbd759b24f9 req-f8f39b9f-e6f4-4e5b-977f-1bed81766b5c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631459
Apr 30 05:02:56.363674 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:56.388089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:02:56.410928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:56.418369 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:56.424877 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:56.516603 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-7f4e73a3-d727-4bad-ab77-c6c601feba43 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7293725
Apr 30 05:02:56.517561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:56.521342 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:56.582833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['63dbaf88-0ce6-446a-95f2-6ee0a2798f86'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:02:56.948935 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3c17f9cd-9955-4f2a-8bc7-c0ef4bfd4ff0 req-0a00b9e8-91e9-4c7d-acf3-ab751fe9aae5 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4222047
Apr 30 05:02:57.154239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101459b-e170-465f-9d62-0508f8f207a5 req-5988f3e4-347e-47c8-b84d-c1bffaa1e2a2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:57.156451 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7101459b-e170-465f-9d62-0508f8f207a5 req-5988f3e4-347e-47c8-b84d-c1bffaa1e2a2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2073493
Apr 30 05:02:57.185774 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:57.259590 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:57.313291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7101459b-e170-465f-9d62-0508f8f207a5 req-f32b5104-9c91-43ce-8af5-7be165d65632 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1447444
Apr 30 05:02:57.425450 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:57.591585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f4d77-c280-4e8c-8e19-2dcf23cf7ed6 req-08b6f611-03c1-4cdd-bfe9-74471b909720 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:57.599760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c77f4d77-c280-4e8c-8e19-2dcf23cf7ed6 req-08b6f611-03c1-4cdd-bfe9-74471b909720 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 944 time: 0.1361210
Apr 30 05:02:57.656107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c77f4d77-c280-4e8c-8e19-2dcf23cf7ed6 req-d7f71d41-f9df-4b70-81fc-03c1d00fc9fa tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552809
Apr 30 05:02:57.744787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port 189e0738-4c81-446b-be10-18f54a85af13 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:02:57.746632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:57.956609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:57.979094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:02:58.317450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:02:58.322117 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:58.406748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for 189e0738-4c81-446b-be10-18f54a85af13 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:02:58.855456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bef84-78a7-4bda-b842-99916b6c6b49 req-80cce106-cdf3-4da5-9c28-e205cddebbb5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:58.860078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:58.866038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf1bef84-78a7-4bda-b842-99916b6c6b49 req-80cce106-cdf3-4da5-9c28-e205cddebbb5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2501550
Apr 30 05:02:58.880212 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e118c0d2-8e4b-4852-9b34-32bc68563c80 tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:58.907607 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:58.978002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf1bef84-78a7-4bda-b842-99916b6c6b49 req-85ebcea7-c511-4ca8-8a43-4dc8fe10c734 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1029389
Apr 30 05:02:59.031869 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:02:59.037734 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:02:59.058322 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:02:59.058766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=189e0738-4c81-446b-be10-18f54a85af13,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:59.060285 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:02:59.177052 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:59.268363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:02:59.281984 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:02:59.448179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2d821-a68a-4745-80f5-1c7982b1d69e req-c206eb53-b8e0-444a-9485-658e21f93684 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:59.450622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4c2d821-a68a-4745-80f5-1c7982b1d69e req-c206eb53-b8e0-444a-9485-658e21f93684 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3493307
Apr 30 05:02:59.460065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2131f-e704-42e5-909e-93c194d0a9a4 req-d8025e65-bfef-466f-8332-222ac14c3666 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:02:59.467924 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfc2131f-e704-42e5-909e-93c194d0a9a4 req-d8025e65-bfef-466f-8332-222ac14c3666 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1997533
Apr 30 05:02:59.612647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bfc2131f-e704-42e5-909e-93c194d0a9a4 req-b86de6d8-683d-4b3c-a2c8-a64021977d50 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1431458
Apr 30 05:02:59.668250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4c2d821-a68a-4745-80f5-1c7982b1d69e req-1d2f0b8d-9a95-4e2d-9c75-bfe51d276bc5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833711
Apr 30 05:02:59.780805 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'code': 200}
Apr 30 05:02:59.947710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:00.427367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 033d64a8-f10c-47d0-a63e-409009049b9c has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:03:00.530376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8f02a-0dec-4a42-a60a-88051fd15f6b req-2d026536-64a6-4e03-a784-d4fb121be811 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:00.533268 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33c8f02a-0dec-4a42-a60a-88051fd15f6b req-2d026536-64a6-4e03-a784-d4fb121be811 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1536572
Apr 30 05:03:00.591718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33c8f02a-0dec-4a42-a60a-88051fd15f6b req-4205ce89-3822-47c9-8f61-a90de2fb1c81 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0506723
Apr 30 05:03:00.642788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:03:00.658511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ac083-4b00-44bf-b2e2-7ff29e418a27 None None] Sync routers for ids ['033d64a8-f10c-47d0-a63e-409009049b9c'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:03:00.658963 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/033d64a8-f10c-47d0-a63e-409009049b9c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0530200
Apr 30 05:03:00.663461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33132) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:00.697259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ac083-4b00-44bf-b2e2-7ff29e418a27 None None] Routers {'033d64a8-f10c-47d0-a63e-409009049b9c'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:00.698437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c43ac083-4b00-44bf-b2e2-7ff29e418a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbb850>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['033d64a8-f10c-47d0-a63e-409009049b9c'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:00.921044 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-26988d16-4482-4c8b-98a1-098efa8b8a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:00.933574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c43ac083-4b00-44bf-b2e2-7ff29e418a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbb850>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:00.975137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ac083-4b00-44bf-b2e2-7ff29e418a27 None None] Routers {'033d64a8-f10c-47d0-a63e-409009049b9c'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:00.976058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c43ac083-4b00-44bf-b2e2-7ff29e418a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbb850>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:02:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['033d64a8-f10c-47d0-a63e-409009049b9c'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:01.128028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c43ac083-4b00-44bf-b2e2-7ff29e418a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbb850>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:01.128466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ac083-4b00-44bf-b2e2-7ff29e418a27 None None] The sync data for ids ['033d64a8-f10c-47d0-a63e-409009049b9c'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:03:01.646997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63034c0-54c8-47a0-abf2-45f982178e55 req-46ea2248-9a35-4835-8cf4-4d51511d21af tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:01.648736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f63034c0-54c8-47a0-abf2-45f982178e55 req-46ea2248-9a35-4835-8cf4-4d51511d21af tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.5529418
Apr 30 05:03:01.706478 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-c911faaa-f7b0-46d9-b940-1eac6f2324b6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] remove_router_interface failed (client error): The resource could not be found.
Apr 30 05:03:01.707601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c911faaa-f7b0-46d9-b940-1eac6f2324b6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/033d64a8-f10c-47d0-a63e-409009049b9c/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.0431128
Apr 30 05:03:01.711255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33170) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:01.813811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6d3b0552-d4a2-417a-ad40-aeb3afb01d62 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:03:01.821338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761b820-b4ac-4daf-bb8c-5548cb36e083 req-2c21d3de-4fd6-4516-9694-20eeee27befe tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:01.827881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1761b820-b4ac-4daf-bb8c-5548cb36e083 req-2c21d3de-4fd6-4516-9694-20eeee27befe tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.5625925
Apr 30 05:03:01.840017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6d3b0552-d4a2-417a-ad40-aeb3afb01d62 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:03:01.841493 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6d3b0552-d4a2-417a-ad40-aeb3afb01d62 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=033d64a8-f10c-47d0-a63e-409009049b9c HTTP/1.1" status: 200  len: 205 time: 0.1290846
Apr 30 05:03:01.844888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33178) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:01.862224 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f63034c0-54c8-47a0-abf2-45f982178e55 req-800d89c1-cabf-4ccc-8435-173de6b4f2c1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578650
Apr 30 05:03:01.906816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1761b820-b4ac-4daf-bb8c-5548cb36e083 req-10a2fc2f-c54c-44b9-993f-9f305beaaff5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0780206
Apr 30 05:03:02.178333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6965024-2deb-4bbd-8146-5edd0ef47c7f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:02.854772 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6965024-2deb-4bbd-8146-5edd0ef47c7f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:02.862196 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6965024-2deb-4bbd-8146-5edd0ef47c7f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:02.946564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6965024-2deb-4bbd-8146-5edd0ef47c7f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:02.947643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6965024-2deb-4bbd-8146-5edd0ef47c7f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Fanout notify agent at l3_agent the message router_deleted on router 033d64a8-f10c-47d0-a63e-409009049b9c {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:03:02.969021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a6965024-2deb-4bbd-8146-5edd0ef47c7f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:02.971979 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a6965024-2deb-4bbd-8146-5edd0ef47c7f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/033d64a8-f10c-47d0-a63e-409009049b9c HTTP/1.1" status: 204  len: 168 time: 1.1259515
Apr 30 05:03:02.975086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33204) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:03.232815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting subnet 306f74dd-2437-4b62-be94-eafbe9dd4787 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:03:03.253218 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:03.408311 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:03.633208 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d0d2-1cf1-4c81-8c5c-8f659a81a2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:03.684861 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:03.936439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f39f-bc98-42e2-b80e-88e1693061ad req-7abd6001-55d4-4207-a525-bd0fe5c39132 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:03.947082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9aa0f39f-bc98-42e2-b80e-88e1693061ad req-7abd6001-55d4-4207-a525-bd0fe5c39132 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.5137227
Apr 30 05:03:03.956597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002a868-33b4-4c37-a2cf-40526faafa27 req-0020cc41-b1aa-4fe0-ba6c-6559bef13352 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:03.964504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002a868-33b4-4c37-a2cf-40526faafa27 req-0020cc41-b1aa-4fe0-ba6c-6559bef13352 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.5267456
Apr 30 05:03:04.019524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:04.087165 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9aa0f39f-bc98-42e2-b80e-88e1693061ad req-a764d384-dbb4-4d6b-9ef3-c8a4d09fb5ac tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388242
Apr 30 05:03:04.183286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002a868-33b4-4c37-a2cf-40526faafa27 req-77d866b2-7007-4f3b-a3ab-c19a2bdb6fc8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2175379
Apr 30 05:03:04.745049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33248) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:04.773368 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:04.839141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76efff-d549-4aed-ab9c-fb3abba51d01 req-2223a5a7-d8a2-46a1-a507-940e72ff5c0c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:04.847054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f76efff-d549-4aed-ab9c-fb3abba51d01 req-2223a5a7-d8a2-46a1-a507-940e72ff5c0c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1377878
Apr 30 05:03:04.957897 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f76efff-d549-4aed-ab9c-fb3abba51d01 req-d71bcb1a-59bd-49b5-ad89-c7a5e35432d0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1094587
Apr 30 05:03:04.974280 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:05.006302 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-086c5f15-aa18-4f64-b97b-57b2fdd59002 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:05.099884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:05.113170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb3c73-769b-4ee5-830a-52d41ba456ba None None] Network defb579c-ad07-444b-b321-7661041dc7ef requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:05.126414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Subnet': ['ID=306f74dd-2437-4b62-be94-eafbe9dd4787,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:05.159740 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:05.161682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/306f74dd-2437-4b62-be94-eafbe9dd4787 HTTP/1.1" status: 204  len: 168 time: 2.1855097
Apr 30 05:03:05.173041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33256) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:05.218599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:05.252163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:05.261513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Usage tracker for resource:security_group_rule and tenant:1d16ce1cc1194df0886520f17d11454e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:05.266449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:05.290116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:05.564742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:05.644198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:05.658048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:05.694845 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e2aa4b5f-bf88-4353-a360-18f6edfebb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:05.799746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port debeb063-9fd1-4e41-83ae-be5c33edaba3 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:03:05.803728 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:05.819673 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d16ce1cc1194df0886520f17d11454e&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0714996
Apr 30 05:03:05.827215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33264) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:05.921237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee98e1ce-109b-4965-900b-88cd6ae7296a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:05.934300 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:06.001978 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2c47d02-fc73-4ba3-9854-baba9f286d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:06.088405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] DHCP port deletion for defb579c-ad07-444b-b321-7661041dc7ef request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:03:06.178382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port debeb063-9fd1-4e41-83ae-be5c33edaba3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=debeb063-9fd1-4e41-83ae-be5c33edaba3,segment=NetworkSegment(d4297d13-3556-43b3-a69a-57cb3760452f),segment_id=d4297d13-3556-43b3-a69a-57cb3760452f)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:03:06.179136 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:06.269633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] Deleting port debeb063-9fd1-4e41-83ae-be5c33edaba3 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:03:06.269926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:06.310223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5bc48-3160-4ed3-a9cf-ca43df704724 req-625de328-76fd-4277-a4a8-e14e690f8be2 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:06.311881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-daa5bc48-3160-4ed3-a9cf-ca43df704724 req-625de328-76fd-4277-a4a8-e14e690f8be2 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.7422450
Apr 30 05:03:06.519417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] For port debeb063-9fd1-4e41-83ae-be5c33edaba3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=debeb063-9fd1-4e41-83ae-be5c33edaba3,segment=NetworkSegment(d4297d13-3556-43b3-a69a-57cb3760452f),segment_id=d4297d13-3556-43b3-a69a-57cb3760452f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:03:06.520368 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:06.538548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2c47d02-fc73-4ba3-9854-baba9f286d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:06.572313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for debeb063-9fd1-4e41-83ae-be5c33edaba3 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:03:06.697758 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-daa5bc48-3160-4ed3-a9cf-ca43df704724 req-1835beb6-18f8-4313-8d9f-a50075cddc3c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400700
Apr 30 05:03:06.711459 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2c47d02-fc73-4ba3-9854-baba9f286d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:06.719310 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f0ff7c7d-8fa2-4b54-9e70-5b85891a788d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:06.753763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c47d02-fc73-4ba3-9854-baba9f286d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee98e1ce-109b-4965-900b-88cd6ae7296a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:06.757148 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f2c47d02-fc73-4ba3-9854-baba9f286d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:06.761850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2c47d02-fc73-4ba3-9854-baba9f286d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:06.763065 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f2c47d02-fc73-4ba3-9854-baba9f286d71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee98e1ce-109b-4965-900b-88cd6ae7296a HTTP/1.1" status: 204  len: 168 time: 0.9335308
Apr 30 05:03:06.799484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7840f7-4e6f-423f-889e-32f42aa256fb req-8797df13-2ab6-4043-ba51-774998acd298 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:06.807557 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e7840f7-4e6f-423f-889e-32f42aa256fb req-8797df13-2ab6-4043-ba51-774998acd298 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3910449
Apr 30 05:03:06.875857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] Calling delete_port for debeb063-9fd1-4e41-83ae-be5c33edaba3 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:03:06.878743 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e7840f7-4e6f-423f-889e-32f42aa256fb req-d2b19159-8960-43de-a1d6-45dae7ce5df0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0677209
Apr 30 05:03:06.949072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:06.953709 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ad31c562-6c97-4a18-97cc-fcac99b4f2e8 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:06.966353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device debeb063-9fd1-4e41-83ae-be5c33edaba3 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:03:07.102438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: debeb063-9fd1-4e41-83ae-be5c33edaba3 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:03:07.103141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device debeb063-9fd1-4e41-83ae-be5c33edaba3 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:03:07.118578 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:07.121869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=debeb063-9fd1-4e41-83ae-be5c33edaba3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:07.125637 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:07.150274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No DVR routers for this DVR port debeb063-9fd1-4e41-83ae-be5c33edaba3 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:03:07.256097 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:07.275724 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7e8c5336-62b6-4ee0-bb10-d1604f122447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:07.368716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] No DVR routers for this DVR port debeb063-9fd1-4e41-83ae-be5c33edaba3 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:03:07.414394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] Pushing event deleted for resources: {'Port': ['ID=debeb063-9fd1-4e41-83ae-be5c33edaba3,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:07.432608 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:07.437926 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:07.638715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33280) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:07.658524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77acc6820>,) {'filters': {'network_id': ['defb579c-ad07-444b-b321-7661041dc7ef']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:07.663651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:07.681367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77acc6820>, 'd4297d13-3556-43b3-a69a-57cb3760452f') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:07.681783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77acc6820>, 'd4297d13-3556-43b3-a69a-57cb3760452f') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:07.682315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:07.687014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Usage tracker for resource:security_group_rule and tenant:87bb6ff87deb4f22aa861c361371e5b6 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:07.691241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:07.700648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:07.705995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:07.742861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a32c5e-8e4a-4718-b4fd-bed91564290c req-fc580abc-904d-4c5c-b39c-34233965e7b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:07.745131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a32c5e-8e4a-4718-b4fd-bed91564290c req-fc580abc-904d-4c5c-b39c-34233965e7b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2562795
Apr 30 05:03:07.746374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:07.756843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:03:08.066719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a32c5e-8e4a-4718-b4fd-bed91564290c req-546a352d-0c7d-4479-9c13-05057fa5e0cc tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3113096
Apr 30 05:03:08.094673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network defb579c-ad07-444b-b321-7661041dc7ef has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:03:08.107353 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:08.364965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d853-ae1d-45e6-a220-809736a241b2 req-4c8a92c5-85fd-4e87-8040-78135569333d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:08.372534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6853d853-ae1d-45e6-a220-809736a241b2 req-4c8a92c5-85fd-4e87-8040-78135569333d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4769344
Apr 30 05:03:08.681835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network defb579c-ad07-444b-b321-7661041dc7ef has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:03:08.736573 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:03:08.814137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6853d853-ae1d-45e6-a220-809736a241b2 req-887c359e-28dc-4447-8d4e-fb764fa9cf3b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381768
Apr 30 05:03:08.882822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790440ba-3c8b-4510-886f-d0442f51edae req-d376bfd3-2bea-4d0e-8390-bbc5ff693c3d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:08.894430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-790440ba-3c8b-4510-886f-d0442f51edae req-d376bfd3-2bea-4d0e-8390-bbc5ff693c3d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.6389856
Apr 30 05:03:08.901142 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:08.930875 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-064ba8da-c296-4114-b95f-964ce5f779fa tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:08.961976 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:08.976646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Network': ['ID=defb579c-ad07-444b-b321-7661041dc7ef,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:09.004498 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:09.018310 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-790440ba-3c8b-4510-886f-d0442f51edae req-a6d1409e-b2fd-4f23-8fff-33658ba16575 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1228521
Apr 30 05:03:09.038837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/networks/defb579c-ad07-444b-b321-7661041dc7ef HTTP/1.1" status: 204  len: 168 time: 3.8642616
Apr 30 05:03:09.039990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33296) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:09.046507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1285140146'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:09.068122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:09.074206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:network and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:09.080144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:09.095042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:09.127561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.142824 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.165201 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ba5eee0d-c203-40b5-ba3b-568a93ede6cc tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:09.171772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:09.176221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.256400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:03:09.275897 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.276317 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added segment f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f of type vlan for network 904693c9-b054-4d8f-8817-3744af766090
Apr 30 05:03:09.309744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87bb6ff87deb4f22aa861c361371e5b6&name=default HTTP/1.1" status: 200  len: 2983 time: 1.6698244
Apr 30 05:03:09.311871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc621d94-a10c-447b-82ae-13f71fa0b850,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:09.314361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33302) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:09.317071 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:09.434149 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-479f0ae4-be69-4562-9a7a-eea348389646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.504728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-479f0ae4-be69-4562-9a7a-eea348389646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.508589 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.574989 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-479f0ae4-be69-4562-9a7a-eea348389646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.578238 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.580168 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:09.585605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:09.586252 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.595180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f0ae4-be69-4562-9a7a-eea348389646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc621d94-a10c-447b-82ae-13f71fa0b850,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:09.595520 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ab682b0-eb09-4fd6-aaed-a174007462df tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:09.600802 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-479f0ae4-be69-4562-9a7a-eea348389646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:09.604470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-479f0ae4-be69-4562-9a7a-eea348389646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:09.605881 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-479f0ae4-be69-4562-9a7a-eea348389646 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc621d94-a10c-447b-82ae-13f71fa0b850 HTTP/1.1" status: 204  len: 168 time: 0.2905719
Apr 30 05:03:09.750591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Network': ['ID=904693c9-b054-4d8f-8817-3744af766090,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:09.757952 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:09.762635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 904693c9-b054-4d8f-8817-3744af766090 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:03:09.790481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77559e3-95ab-4f5a-b2ac-6415a52bf06e req-3dac9e92-fc8d-4e05-b365-7aaf8d0a91a1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:09.792332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a77559e3-95ab-4f5a-b2ac-6415a52bf06e req-3dac9e92-fc8d-4e05-b365-7aaf8d0a91a1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.4818640
Apr 30 05:03:09.795847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7540200
Apr 30 05:03:09.798321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33312) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:09.806760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'subnet': {'network_id': '904693c9-b054-4d8f-8817-3744af766090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:09.952175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a77559e3-95ab-4f5a-b2ac-6415a52bf06e req-776a19ef-a01e-4435-b3a0-86c2156d7ebd tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1352701
Apr 30 05:03:10.282919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8d31-6c4a-44a7-9cc1-4296b8c140dd req-fdf35276-450b-4b33-b789-52c0ac306c03 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:10.299251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d0a8d31-6c4a-44a7-9cc1-4296b8c140dd req-fdf35276-450b-4b33-b789-52c0ac306c03 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2455165
Apr 30 05:03:10.405485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:10.423966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:subnet and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:10.428344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d0a8d31-6c4a-44a7-9cc1-4296b8c140dd req-02f4fcd1-0747-463b-9880-cd2191169bf1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260242
Apr 30 05:03:10.434700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:10.456328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:10.483977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:10.500272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:11.584607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:11.606761 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1efabe4a-ad66-41db-a1ac-d64c10b8cbf5 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:11.796930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Subnet': ['ID=41b02169-b72d-4ed8-a85f-1422c540e0e7,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:11.814238 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:11.868370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Checking segment: {'id': 'f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '904693c9-b054-4d8f-8817-3744af766090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:03:11.868370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network hostable DHCP agents. Network: 904693c9-b054-4d8f-8817-3744af766090, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:03:11.904501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 904693c9-b054-4d8f-8817-3744af766090 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:03:11.922451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 904693c9-b054-4d8f-8817-3744af766090) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:11.941526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13495c10-e8b2-42f1-895f-badc9cab1ff5 None None] Network 904693c9-b054-4d8f-8817-3744af766090 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:11.951418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:11.955112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:12.004489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a156e45-04b9-4b38-a757-55dfc2d37949 req-9f8a2140-f634-4e15-9437-9a4f522428c3 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:12.016796 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a156e45-04b9-4b38-a757-55dfc2d37949 req-9f8a2140-f634-4e15-9437-9a4f522428c3 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2433140
Apr 30 05:03:12.092286 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2926960
Apr 30 05:03:12.093341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33352) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:12.120724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-390546279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:12.154751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:12.163279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:router and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:12.178096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:12.198321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:12.216463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a156e45-04b9-4b38-a757-55dfc2d37949 req-18c1746c-9002-4098-897c-92e1ee003ea8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660337
Apr 30 05:03:12.235664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:12.236794 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:12.262691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:12.312646 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:12.400589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:12.404418 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2116a255-37f8-4f5f-a194-c9f37efdf073 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3086324
Apr 30 05:03:12.406448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33358) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:12.734046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-904693c9-b054-4d8f-8817-3744af766090', 'network_id': '904693c9-b054-4d8f-8817-3744af766090', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'fixed_ips': [{'subnet_id': '41b02169-b72d-4ed8-a85f-1422c540e0e7'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:03:12.736136 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:13.236301 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Allocated IP 172.20.0.2 (904693c9-b054-4d8f-8817-3744af766090/41b02169-b72d-4ed8-a85f-1422c540e0e7/ccd489cf-7e72-4496-8c95-8d58a4df1e15) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:03:13.684114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:13.723080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:13.740106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Transition to ACTIVE for port object ccd489cf-7e72-4496-8c95-8d58a4df1e15 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:13.764768 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Transition to ACTIVE for port object ccd489cf-7e72-4496-8c95-8d58a4df1e15 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:13.773825 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:13.779008 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:13.874129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Network 904693c9-b054-4d8f-8817-3744af766090 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:13.876359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:13.884917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:03:13.969716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Pushing event updated for resources: {'Port': ['ID=ccd489cf-7e72-4496-8c95-8d58a4df1e15,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:14.069115 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:14.161795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Attempting to bind port ccd489cf-7e72-4496-8c95-8d58a4df1e15 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:03:14.165155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Attempting to bind port ccd489cf-7e72-4496-8c95-8d58a4df1e15 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '904693c9-b054-4d8f-8817-3744af766090'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:03:14.166116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Attempting to bind port ccd489cf-7e72-4496-8c95-8d58a4df1e15 on network 904693c9-b054-4d8f-8817-3744af766090 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:03:14.189311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:03:14.195978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Checking segment: {'id': 'f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '904693c9-b054-4d8f-8817-3744af766090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:03:14.197094 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:14.197959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Bound using segment: {'id': 'f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '904693c9-b054-4d8f-8817-3744af766090'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:03:14.199001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Bound port: ccd489cf-7e72-4496-8c95-8d58a4df1e15, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '904693c9-b054-4d8f-8817-3744af766090'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:03:14.199962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:14.484864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] For port ccd489cf-7e72-4496-8c95-8d58a4df1e15, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:03:14.495247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] For port ccd489cf-7e72-4496-8c95-8d58a4df1e15, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccd489cf-7e72-4496-8c95-8d58a4df1e15,segment=NetworkSegment(f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f),segment_id=f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:03:14.504153 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:14.512769 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:14.713932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Pushing event updated for resources: {'Port': ['ID=ccd489cf-7e72-4496-8c95-8d58a4df1e15,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:14.724493 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:15.295771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.20.0.1 (904693c9-b054-4d8f-8817-3744af766090/41b02169-b72d-4ed8-a85f-1422c540e0e7/ec779e80-ce9c-4dae-ba30-2d0cbecd0683) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:03:15.554859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2e7c1-acbb-47ae-a0df-e977fab4ecba req-2c4e27ab-34e8-4e8d-ab78-a57bd6942edc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:15.581194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbf2e7c1-acbb-47ae-a0df-e977fab4ecba req-2c4e27ab-34e8-4e8d-ab78-a57bd6942edc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 1.8358235
Apr 30 05:03:15.912628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cbf2e7c1-acbb-47ae-a0df-e977fab4ecba req-cd898782-d08e-4936-89d1-5fd52fdf14c8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3158693
Apr 30 05:03:16.077319 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:16.131204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Transition to ACTIVE for port object ec779e80-ce9c-4dae-ba30-2d0cbecd0683 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:16.176334 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:16.198765 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-74cafcca-433b-4df2-8787-e3175ef1c867 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:16.402528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=ec779e80-ce9c-4dae-ba30-2d0cbecd0683,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:16.407017 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:16.413099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 904693c9-b054-4d8f-8817-3744af766090 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:16.414660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:16.417945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:03:16.713696 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:16.717859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afc59bc-5c59-4428-b773-e9a932a30f21 None None] Network 904693c9-b054-4d8f-8817-3744af766090 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:17.141468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccd489cf-7e72-4496-8c95-8d58a4df1e15 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:03:17.432014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-35b45bf4-6132-438f-9187-6437c106b6ff None None] Provisioning for port ccd489cf-7e72-4496-8c95-8d58a4df1e15 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:03:17.459735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ccd489cf-7e72-4496-8c95-8d58a4df1e15 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:03:17.483950 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ccd489cf-7e72-4496-8c95-8d58a4df1e15 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:17.484422 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:17.613398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8083707-07bb-48bb-94e4-8e36a734e187 req-159fb2c5-d0ec-4b0e-a6a4-1c9a9922d8cb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:17.629786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8083707-07bb-48bb-94e4-8e36a734e187 req-159fb2c5-d0ec-4b0e-a6a4-1c9a9922d8cb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.3300200
Apr 30 05:03:17.703226 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:17.775821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8083707-07bb-48bb-94e4-8e36a734e187 req-bab558c9-d90e-47da-aec4-d927f5fccfbb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268468
Apr 30 05:03:17.850108 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:17.918033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ccd489cf-7e72-4496-8c95-8d58a4df1e15, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccd489cf-7e72-4496-8c95-8d58a4df1e15,segment=NetworkSegment(f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f),segment_id=f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:03:17.930237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:17.932743 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f69d6d6-3616-4a2d-80f5-4c97ae0e24f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:18.095289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ccd489cf-7e72-4496-8c95-8d58a4df1e15,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:18.108524 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:18.342653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e07e51f4-c172-4956-8470-d1a0e3f75f85 None None] Provisioning for port ec779e80-ce9c-4dae-ba30-2d0cbecd0683 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:03:18.361955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e07e51f4-c172-4956-8470-d1a0e3f75f85 None None] Provisioning complete for port ec779e80-ce9c-4dae-ba30-2d0cbecd0683 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:18.362348 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e07e51f4-c172-4956-8470-d1a0e3f75f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:18.695478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e07e51f4-c172-4956-8470-d1a0e3f75f85 None None] Port ec779e80-ce9c-4dae-ba30-2d0cbecd0683 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:03:18.741079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccd489cf-7e72-4496-8c95-8d58a4df1e15 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:03:18.825364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e07e51f4-c172-4956-8470-d1a0e3f75f85 None None] Provisioning complete for port ccd489cf-7e72-4496-8c95-8d58a4df1e15 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:18.825794 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e07e51f4-c172-4956-8470-d1a0e3f75f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:19.181517 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:19.194908 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:19.276401 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:19.338500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ccd489cf-7e72-4496-8c95-8d58a4df1e15 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:19.339245 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:19.498614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b32783da-2a54-479f-8630-1d9b3a761c97 None None] Provisioning complete for port ec779e80-ce9c-4dae-ba30-2d0cbecd0683 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:19.499266 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b32783da-2a54-479f-8630-1d9b3a761c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:19.714996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b32783da-2a54-479f-8630-1d9b3a761c97 None None] Port ec779e80-ce9c-4dae-ba30-2d0cbecd0683 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:03:19.753800 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:19.772857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=ec779e80-ce9c-4dae-ba30-2d0cbecd0683,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:19.790636 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:19.933739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10b3f-2ccc-475f-989e-5625d93d6f1b req-24edc83a-7404-477c-89b4-c4683f1c6dd9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:19.937461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fbe10b3f-2ccc-475f-989e-5625d93d6f1b req-24edc83a-7404-477c-89b4-c4683f1c6dd9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.6623585
Apr 30 05:03:20.311972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fbe10b3f-2ccc-475f-989e-5625d93d6f1b req-337ebdb5-55f6-44e6-bd27-b42165e45f7f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700549
Apr 30 05:03:20.412301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 904693c9-b054-4d8f-8817-3744af766090 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:20.416437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:20.967281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33482) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:21.082119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6d2dfa42-c050-4059-8e71-90f1d2e12342 None None] Provisioning complete for port ec779e80-ce9c-4dae-ba30-2d0cbecd0683 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:21.083544 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d2dfa42-c050-4059-8e71-90f1d2e12342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:21.124297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 8ff15151-6b79-46f6-9141-45403a9b9cc5 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:03:21.275783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6d2dfa42-c050-4059-8e71-90f1d2e12342 None None] Port ec779e80-ce9c-4dae-ba30-2d0cbecd0683 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:03:21.459738 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:21.500347 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:03:21.537744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:03:21.573275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:21.588272 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbb23a8-94c0-4a9e-b081-2f73ea87b8b7 None None] Sync routers for ids ['8ff15151-6b79-46f6-9141-45403a9b9cc5'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:03:21.597985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Usage tracker for resource:security_group_rule and tenant:e935cd2ae66442e39874b38c6b507b40 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:21.617448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:21.637326 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/8ff15151-6b79-46f6-9141-45403a9b9cc5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2292902
Apr 30 05:03:21.638417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33498) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:21.644465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:21.781776 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbb23a8-94c0-4a9e-b081-2f73ea87b8b7 None None] Routers {'8ff15151-6b79-46f6-9141-45403a9b9cc5'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:21.783038 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-efbb23a8-94c0-4a9e-b081-2f73ea87b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78035a5b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8ff15151-6b79-46f6-9141-45403a9b9cc5'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:22.054861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f439c301-f5b3-4a4a-9eeb-8e7299d5ee22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:22.064240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f439c301-f5b3-4a4a-9eeb-8e7299d5ee22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:03:22.072919 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-efbb23a8-94c0-4a9e-b081-2f73ea87b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78035a5b0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:22.118957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:22.133107 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbb23a8-94c0-4a9e-b081-2f73ea87b8b7 None None] Routers {'8ff15151-6b79-46f6-9141-45403a9b9cc5'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:22.134454 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-efbb23a8-94c0-4a9e-b081-2f73ea87b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78035a5b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8ff15151-6b79-46f6-9141-45403a9b9cc5'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:22.168489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:22.203212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4d32e-b7c2-4d40-a2ca-c1cc67582e21 req-a300e3e7-9c52-4417-9d8e-7210f819565e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:22.213466 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdb4d32e-b7c2-4d40-a2ca-c1cc67582e21 req-a300e3e7-9c52-4417-9d8e-7210f819565e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.4084969
Apr 30 05:03:22.216397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f439c301-f5b3-4a4a-9eeb-8e7299d5ee22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:03:22.225950 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f439c301-f5b3-4a4a-9eeb-8e7299d5ee22 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports/ec779e80-ce9c-4dae-ba30-2d0cbecd0683 HTTP/1.1" status: 200  len: 910 time: 0.5855339
Apr 30 05:03:22.259245 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a4dbfd57-dc22-4122-8d03-d9d919f04b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:22.265290 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-efbb23a8-94c0-4a9e-b081-2f73ea87b8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78035a5b0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:22.266426 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbb23a8-94c0-4a9e-b081-2f73ea87b8b7 None None] The sync data for ids ['8ff15151-6b79-46f6-9141-45403a9b9cc5'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:03:22.295642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33512) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:22.395332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e935cd2ae66442e39874b38c6b507b40&name=default HTTP/1.1" status: 200  len: 2983 time: 1.4261396
Apr 30 05:03:22.409949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33516) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:22.507999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928673f4-01cc-453a-ac6b-eb44045026a0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:22.530261 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:22.552888 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d89fed-4d96-45a5-8db6-13368257b0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:22.608247 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d89fed-4d96-45a5-8db6-13368257b0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:22.705463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdb4d32e-b7c2-4d40-a2ca-c1cc67582e21 req-a9a78737-4ebc-4e35-b7c7-585c28c388ed tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4756277
Apr 30 05:03:22.725538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d89fed-4d96-45a5-8db6-13368257b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:22.730329 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-479f0ae4-be69-4562-9a7a-eea348389646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:22.753984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d89fed-4d96-45a5-8db6-13368257b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928673f4-01cc-453a-ac6b-eb44045026a0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:22.762294 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17d89fed-4d96-45a5-8db6-13368257b0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:22.763758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-17d89fed-4d96-45a5-8db6-13368257b0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:22.765191 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-17d89fed-4d96-45a5-8db6-13368257b0f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/928673f4-01cc-453a-ac6b-eb44045026a0 HTTP/1.1" status: 204  len: 168 time: 0.3538673
Apr 30 05:03:23.519574 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:23.665586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33530) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:23.732936 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:23.790251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:23.796968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Usage tracker for resource:security_group_rule and tenant:6dea709843164bdaaac59762f79ec28e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:23.808207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:23.828535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:24.055828 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:24.067632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:24.079985 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-76590256-8e6a-4193-aa05-372dd7b1a9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:24.149428 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6dea709843164bdaaac59762f79ec28e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4807990
Apr 30 05:03:24.151472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a814403-a733-42bd-afad-181938a68bce,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:24.166236 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:24.168148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33536) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:24.297422 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff425a9a-41db-451c-ac78-5222f58df9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:24.340080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95650483-a3b2-4914-9220-e5940d6db2a1 req-1cae59e8-7e63-41bd-8b91-e24430a4ad91 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:24.341625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95650483-a3b2-4914-9220-e5940d6db2a1 req-1cae59e8-7e63-41bd-8b91-e24430a4ad91 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2765367
Apr 30 05:03:24.362957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff425a9a-41db-451c-ac78-5222f58df9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:24.502389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff425a9a-41db-451c-ac78-5222f58df9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:24.514013 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c805f71a-f84d-4e62-bf8e-6264484d6b51 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:24.520325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95650483-a3b2-4914-9220-e5940d6db2a1 req-b431f60d-f5ce-4e9c-b5fe-899ede746529 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087441
Apr 30 05:03:24.545821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port ec779e80-ce9c-4dae-ba30-2d0cbecd0683 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:03:24.546184 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:24.554293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff425a9a-41db-451c-ac78-5222f58df9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a814403-a733-42bd-afad-181938a68bce,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:24.561399 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff425a9a-41db-451c-ac78-5222f58df9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:24.563151 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff425a9a-41db-451c-ac78-5222f58df9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:24.565233 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ff425a9a-41db-451c-ac78-5222f58df9a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a814403-a733-42bd-afad-181938a68bce HTTP/1.1" status: 204  len: 168 time: 0.3905957
Apr 30 05:03:24.756701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:24.952287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for ec779e80-ce9c-4dae-ba30-2d0cbecd0683 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:03:25.314986 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:25.327679 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:25.387609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=ec779e80-ce9c-4dae-ba30-2d0cbecd0683,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:25.445323 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:25.627661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33552) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:25.685547 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:25.758649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:25.778218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Usage tracker for resource:security_group_rule and tenant:d747390a18ed497cbf0c7d3954c2db15 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:25.799796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:25.830257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:26.195358 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:26.209518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:26.245951 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53b68cb1-c931-4f46-87bb-39aa5fde4bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:26.332110 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c46f5c3-4aac-4ef2-a467-a178027f235a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:26.349442 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:26.414335 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d747390a18ed497cbf0c7d3954c2db15&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7839513
Apr 30 05:03:26.434570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33566) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:26.443799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:26.657760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438ac3d4-1b75-448c-bec7-291e0653238e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:26.728914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438ac3d4-1b75-448c-bec7-291e0653238e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:26.881088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902493f0-39bb-48cf-bec1-363bc7c3ecbd req-0b2e26bc-13b4-4c02-8662-0d7df756b4e5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:26.883454 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-902493f0-39bb-48cf-bec1-363bc7c3ecbd req-0b2e26bc-13b4-4c02-8662-0d7df756b4e5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.9600830
Apr 30 05:03:26.904052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438ac3d4-1b75-448c-bec7-291e0653238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:26.931995 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-624e3874-e613-4377-8774-dfd6c449c26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:26.965250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ac3d4-1b75-448c-bec7-291e0653238e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c46f5c3-4aac-4ef2-a467-a178027f235a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:26.967754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438ac3d4-1b75-448c-bec7-291e0653238e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:26.974451 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-438ac3d4-1b75-448c-bec7-291e0653238e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c46f5c3-4aac-4ef2-a467-a178027f235a HTTP/1.1" status: 204  len: 168 time: 0.5383339
Apr 30 05:03:26.982741 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-438ac3d4-1b75-448c-bec7-291e0653238e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:27.215901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33576) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:27.262856 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:27.458764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 8ff15151-6b79-46f6-9141-45403a9b9cc5 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:03:27.465782 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:27.531882 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:27.537849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-902493f0-39bb-48cf-bec1-363bc7c3ecbd req-cfa18b9f-be62-4afb-88bd-72cb1740b25d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220360
Apr 30 05:03:27.573720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:27.581185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Usage tracker for resource:security_group_rule and tenant:fcfd8254253a48a09f00d869fdece62b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:27.599836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:27.614508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:27.897812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:03:27.921105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:27.929527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefe382-f417-4cdd-a6e7-646113f4e8aa None None] Sync routers for ids ['8ff15151-6b79-46f6-9141-45403a9b9cc5'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:03:27.930941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:27.967705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefe382-f417-4cdd-a6e7-646113f4e8aa None None] Routers {'8ff15151-6b79-46f6-9141-45403a9b9cc5'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:27.970202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5aefe382-f417-4cdd-a6e7-646113f4e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78045a6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8ff15151-6b79-46f6-9141-45403a9b9cc5'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:27.995538 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c149e732-1056-49d8-bffc-5c28b4359396 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:28.007710 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/8ff15151-6b79-46f6-9141-45403a9b9cc5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7056942
Apr 30 05:03:28.013799 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fcfd8254253a48a09f00d869fdece62b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7946405
Apr 30 05:03:28.017494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33592) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:28.018138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33594) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:28.155004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5aefe382-f417-4cdd-a6e7-646113f4e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78045a6a0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:28.167092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefe382-f417-4cdd-a6e7-646113f4e8aa None None] Routers {'8ff15151-6b79-46f6-9141-45403a9b9cc5'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:28.168661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5aefe382-f417-4cdd-a6e7-646113f4e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78045a6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8ff15151-6b79-46f6-9141-45403a9b9cc5'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:28.220257 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d5de18aa-2ca1-4747-9e4d-1176d28c7665 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ff15151-6b79-46f6-9141-45403a9b9cc5 HTTP/1.1" status: 200  len: 205 time: 0.2001729
Apr 30 05:03:28.223273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33602) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:28.229746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359b303e-6e3a-463c-9258-3f5a467f9649,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:28.236849 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:28.260501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5aefe382-f417-4cdd-a6e7-646113f4e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78045a6a0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:28.260923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefe382-f417-4cdd-a6e7-646113f4e8aa None None] The sync data for ids ['8ff15151-6b79-46f6-9141-45403a9b9cc5'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:03:28.264321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc3d8-37aa-45b7-87f1-2ed85372064c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:28.317369 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc3d8-37aa-45b7-87f1-2ed85372064c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:28.425427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc3d8-37aa-45b7-87f1-2ed85372064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:28.438183 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0674a4cc-9deb-4276-aef0-86bbbb314441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:28.471276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbc3d8-37aa-45b7-87f1-2ed85372064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359b303e-6e3a-463c-9258-3f5a467f9649,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:28.475585 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f6cbc3d8-37aa-45b7-87f1-2ed85372064c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:28.477622 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f6cbc3d8-37aa-45b7-87f1-2ed85372064c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/359b303e-6e3a-463c-9258-3f5a467f9649 HTTP/1.1" status: 204  len: 168 time: 0.4535739
Apr 30 05:03:28.479203 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6cbc3d8-37aa-45b7-87f1-2ed85372064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:28.624559 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8115469-2f34-4b57-99dc-677eac1a35df tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.026480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33624) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:29.159243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8115469-2f34-4b57-99dc-677eac1a35df tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.163133 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8115469-2f34-4b57-99dc-677eac1a35df tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.211586 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8115469-2f34-4b57-99dc-677eac1a35df tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.212092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8115469-2f34-4b57-99dc-677eac1a35df tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Fanout notify agent at l3_agent the message router_deleted on router 8ff15151-6b79-46f6-9141-45403a9b9cc5 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:03:29.221370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964ac79-0253-40c2-98d0-9279aa578cd2 req-d63132fe-1816-41fd-b88d-f09b9331fdbc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:29.222993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5964ac79-0253-40c2-98d0-9279aa578cd2 req-d63132fe-1816-41fd-b88d-f09b9331fdbc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1401088
Apr 30 05:03:29.234441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8115469-2f34-4b57-99dc-677eac1a35df tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.238246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e8115469-2f34-4b57-99dc-677eac1a35df tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/8ff15151-6b79-46f6-9141-45403a9b9cc5 HTTP/1.1" status: 204  len: 168 time: 1.0077660
Apr 30 05:03:29.238782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33632) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:29.338799 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5964ac79-0253-40c2-98d0-9279aa578cd2 req-f9713dbb-b9e0-49a1-be64-6a964619cd5f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007206
Apr 30 05:03:29.394108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting subnet 41b02169-b72d-4ed8-a85f-1422c540e0e7 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:03:29.399914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.444515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1770716487-network', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:29.461175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:29.470307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Usage tracker for resource:network and tenant:ed5f10df4874454bafa464b3b863455d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:29.476384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:29.487690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:29.496342 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.566570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Made reservation on behalf of ed5f10df4874454bafa464b3b863455d for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:29.569417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33642) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:29.569950 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.591089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.591811 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.611242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:29.617101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Usage tracker for resource:security_group_rule and tenant:4dfad60a868645b59ae490732ad374a0 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:29.620663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:29.622123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:29.628908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:29.632217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Usage tracker for resource:security_group_rule and tenant:ed5f10df4874454bafa464b3b863455d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:29.640200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:29.649223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:29.683000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.749560 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.755700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.765578 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e0a74c87-22e4-47f7-bba8-8fe31dbfbd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:29.814136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d42a78-635a-4fa6-9987-031049456535,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:29.823287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4dfad60a868645b59ae490732ad374a0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2526865
Apr 30 05:03:29.824555 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:29.825085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33652) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:29.918325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-04c2202c-d8da-4e1a-b2d4-70509116b6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.966737 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-04c2202c-d8da-4e1a-b2d4-70509116b6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:29.999949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.008228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.026062 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-438ac3d4-1b75-448c-bec7-291e0653238e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:30.059434 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-04c2202c-d8da-4e1a-b2d4-70509116b6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.068530 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1d162549-384a-4c3f-8425-a6926c15b8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:30.091328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2202c-d8da-4e1a-b2d4-70509116b6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d42a78-635a-4fa6-9987-031049456535,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:30.096604 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-04c2202c-d8da-4e1a-b2d4-70509116b6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.103620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-04c2202c-d8da-4e1a-b2d4-70509116b6d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20d42a78-635a-4fa6-9987-031049456535 HTTP/1.1" status: 204  len: 168 time: 0.2721555
Apr 30 05:03:30.103620 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-04c2202c-d8da-4e1a-b2d4-70509116b6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:30.160701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:03:30.220661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d915311d-9db8-48af-bdd6-fcfa16342f4c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:30.225403 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:30.250767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.261167 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e6cc7eb-c5ff-4141-999f-d957e05acdcd tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:30.296133 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.296613 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Added segment 8e26daa4-68c5-4051-9f31-83c99014aff7 of type vlan for network ec34a8a5-608c-48bd-a73a-017927bfd180
Apr 30 05:03:30.309837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Subnet': ['ID=41b02169-b72d-4ed8-a85f-1422c540e0e7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:30.315772 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:30.324528 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.333088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997600ec-55cc-48a1-a251-0fa1f3f8ef0a None None] Network 904693c9-b054-4d8f-8817-3744af766090 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:30.353723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.362868 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/41b02169-b72d-4ed8-a85f-1422c540e0e7 HTTP/1.1" status: 204  len: 168 time: 1.1213787
Apr 30 05:03:30.368270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33664) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:30.509685 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.510752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:30.511367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.533078 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90f5fca3-8117-4ef1-8ab5-8a7fba4a9e91 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:30.578168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e3eb3-00e0-4513-ac1b-83deb21ea85c req-5a65f478-700c-44ee-bc7b-b66e8e084a60 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:30.593347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f82e3eb3-00e0-4513-ac1b-83deb21ea85c req-5a65f478-700c-44ee-bc7b-b66e8e084a60 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1284528
Apr 30 05:03:30.657156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ec34a8a5-608c-48bd-a73a-017927bfd180,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:30.665911 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.668881 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:30.696937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ec34a8a5-608c-48bd-a73a-017927bfd180 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:03:30.721886 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.6937561
Apr 30 05:03:30.728122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33670) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:30.735035 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f82e3eb3-00e0-4513-ac1b-83deb21ea85c req-a86ca249-280d-4638-9a34-1d294d739172 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383491
Apr 30 05:03:30.738374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Request body: {'subnet': {'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1770716487-subnet', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:30.748695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:30.756151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Usage tracker for resource:subnet and tenant:ed5f10df4874454bafa464b3b863455d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:30.760114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:30.770149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:30.792909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Made reservation on behalf of ed5f10df4874454bafa464b3b863455d for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:30.795732 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.816030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59d47f75-09d3-4732-897d-1670ab57f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.936378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33674) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:30.959341 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:30.981812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:30.987384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b80455dad0464dd6a149c38291305a89 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:30.992647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:30.999891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:31.093513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] DHCP port deletion for 904693c9-b054-4d8f-8817-3744af766090 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:03:31.120637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port ccd489cf-7e72-4496-8c95-8d58a4df1e15 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:03:31.120986 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.173697 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.181123 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.191671 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1620290-4509-40bb-abb7-a7077d33d638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:31.227399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] Deleting port ccd489cf-7e72-4496-8c95-8d58a4df1e15 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:03:31.228430 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.242643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b80455dad0464dd6a149c38291305a89&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2999685
Apr 30 05:03:31.242643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5124c3c6-7a3e-4a9d-8842-e5c4bfa97fd5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:31.243839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33678) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:31.260712 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:31.284800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port ccd489cf-7e72-4496-8c95-8d58a4df1e15, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccd489cf-7e72-4496-8c95-8d58a4df1e15,segment=NetworkSegment(f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f),segment_id=f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:03:31.285437 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.373749 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e4e7-20a2-4526-bc26-661bb7a4b53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.430909 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e4e7-20a2-4526-bc26-661bb7a4b53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.443685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] For port ccd489cf-7e72-4496-8c95-8d58a4df1e15, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ccd489cf-7e72-4496-8c95-8d58a4df1e15,segment=NetworkSegment(f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f),segment_id=f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:03:31.444578 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.477293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for ccd489cf-7e72-4496-8c95-8d58a4df1e15 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:03:31.503129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-85f94030-5e82-47ac-ad27-75979166262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:31.505455 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-85f94030-5e82-47ac-ad27-75979166262b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 1097 time: 0.4335418
Apr 30 05:03:31.657558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] Calling delete_port for ccd489cf-7e72-4496-8c95-8d58a4df1e15 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:03:31.718446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e4e7-20a2-4526-bc26-661bb7a4b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.724611 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-41140139-eb52-4a5a-a8c0-db1a876dcbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:31.735577 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.738484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9e4e7-20a2-4526-bc26-661bb7a4b53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5124c3c6-7a3e-4a9d-8842-e5c4bfa97fd5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:31.742128 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0cd9e4e7-20a2-4526-bc26-661bb7a4b53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:31.743580 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f5779fb4-ae04-4631-a941-04d861106b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:31.749375 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0cd9e4e7-20a2-4526-bc26-661bb7a4b53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.750763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0cd9e4e7-20a2-4526-bc26-661bb7a4b53d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5124c3c6-7a3e-4a9d-8842-e5c4bfa97fd5 HTTP/1.1" status: 204  len: 168 time: 0.5008845
Apr 30 05:03:31.766698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-1008260b-e8a6-42f9-9d91-1734d1b42ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:31.768886 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-1008260b-e8a6-42f9-9d91-1734d1b42ba8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 915 time: 0.2539532
Apr 30 05:03:31.777788 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:31.798777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] Pushing event deleted for resources: {'Port': ['ID=ccd489cf-7e72-4496-8c95-8d58a4df1e15,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:31.812899 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:31.819337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] No DVR routers for this DVR port ccd489cf-7e72-4496-8c95-8d58a4df1e15 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:03:31.862036 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:32.001205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=ccd489cf-7e72-4496-8c95-8d58a4df1e15,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:32.003650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No DVR routers for this DVR port ccd489cf-7e72-4496-8c95-8d58a4df1e15 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:03:32.010305 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-24adb379-1c71-4c71-808e-7480eeacabcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86 HTTP/1.1" status: 200  len: 217 time: 0.2268064
Apr 30 05:03:32.014189 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:32.047536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76655372-54d9-4da8-a0a2-aa2d3d38d0e1 req-87016c44-372a-4833-b490-b69136490dc6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:32.055905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76655372-54d9-4da8-a0a2-aa2d3d38d0e1 req-87016c44-372a-4833-b490-b69136490dc6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.1455309
Apr 30 05:03:32.108511 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76655372-54d9-4da8-a0a2-aa2d3d38d0e1 req-9460ea6f-2e30-4c63-953f-bf4bfa3669df tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509281
Apr 30 05:03:32.227211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-26679f96-c782-4d95-9d49-cde8a98fd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:32.228863 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-26679f96-c782-4d95-9d49-cde8a98fd95c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5df00eda-1efa-45d2-a923-0b7aec4b3113 HTTP/1.1" status: 200  len: 854 time: 0.1792438
Apr 30 05:03:32.235609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:32.385590 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-49c35195-623e-4d93-9942-079ef2dbb33a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1096182
Apr 30 05:03:32.537189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7846da310>,) {'filters': {'network_id': ['904693c9-b054-4d8f-8817-3744af766090']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:32.561438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7846da310>, 'f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:32.561691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7846da310>, 'f1a603bb-9b7d-4ad6-ac3e-7e91a52a2a0f') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:32.586039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:32.666552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:32.669539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccd489cf-7e72-4496-8c95-8d58a4df1e15 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:03:32.672629 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-a8cb8946-6a9b-4855-a967-71d97a0aa2a8 service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2754920
Apr 30 05:03:32.725192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:03:32.748183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: ccd489cf-7e72-4496-8c95-8d58a4df1e15 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:03:32.748788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ccd489cf-7e72-4496-8c95-8d58a4df1e15 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:03:32.928834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33708) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:33.078698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1157917759-network', 'tenant_id': 'f999664f83ae47c3ad0290ab707642ef'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:33.084489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:33.088669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Usage tracker for resource:network and tenant:f999664f83ae47c3ad0290ab707642ef is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:33.091951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:33.102563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:33.115230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Made reservation on behalf of f999664f83ae47c3ad0290ab707642ef for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:33.118106 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.131540 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.151799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:33.156261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Usage tracker for resource:security_group_rule and tenant:f999664f83ae47c3ad0290ab707642ef is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:33.159968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:33.167967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:33.169841 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.174253 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-31ca5ab4-20cc-4110-b250-780bc5fcdd9d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:33.280117 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.287847 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.300392 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11ffb28b-8146-41fa-b085-246f0726dd8b tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:33.360987 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.414541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:03:33.415192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 904693c9-b054-4d8f-8817-3744af766090 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:03:33.424737 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63420f7d-b106-41dc-8e67-ce0fcae3af19,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:33.432407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:33.436529 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.444306 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.444853 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Added segment 1ff38734-4857-4910-a02d-ced53f806955 of type vlan for network 03c45371-043d-48cc-82c6-316ce83cc772
Apr 30 05:03:33.452755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb93053-bb55-4ad7-98cc-68fb735c25f9,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:33.479412 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:33.505160 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.524569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be379cfb-1cd9-4517-aee8-83a93ec971d5 req-9aacc6e1-89ae-499a-9df0-b19d4b6eebca tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:33.526152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be379cfb-1cd9-4517-aee8-83a93ec971d5 req-9aacc6e1-89ae-499a-9df0-b19d4b6eebca tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 945 time: 0.2283738
Apr 30 05:03:33.558557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.559786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:33.560781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.566801 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ea008137-6242-48bf-952b-1a1cd7983769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:33.568194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Checking segment: {'id': '8e26daa4-68c5-4051-9f31-83c99014aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:03:33.568639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Network hostable DHCP agents. Network: ec34a8a5-608c-48bd-a73a-017927bfd180, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:03:33.589783 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e0dce6fc-bcd7-46ba-a519-095f92ee9eee req-1d115984-544d-4f1a-b019-33ae829f2c18 service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9094455
Apr 30 05:03:33.622633 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb7a891e-5ef4-407e-8516-7a284d2bc1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.748400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Pushing event updated for resources: {'Network': ['ID=03c45371-043d-48cc-82c6-316ce83cc772,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:33.756987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8236332
Apr 30 05:03:33.756987 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:33.757277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33722) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:33.766312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Request body: {'subnet': {'network_id': '03c45371-043d-48cc-82c6-316ce83cc772', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1157917759-subnet', 'tenant_id': 'f999664f83ae47c3ad0290ab707642ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:33.768885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 03c45371-043d-48cc-82c6-316ce83cc772 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:03:33.775627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:33.782584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Usage tracker for resource:subnet and tenant:f999664f83ae47c3ad0290ab707642ef is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:33.788349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:33.797250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 904693c9-b054-4d8f-8817-3744af766090 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:03:33.798595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:33.819155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Made reservation on behalf of f999664f83ae47c3ad0290ab707642ef for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:33.823137 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.847705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Network ec34a8a5-608c-48bd-a73a-017927bfd180 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:03:33.852227 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:03:33.975549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ec34a8a5-608c-48bd-a73a-017927bfd180) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:33.988255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:33.990795 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:33.996623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.002490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4200c7-fb22-4251-b344-7c64146e47be None None] Network ec34a8a5-608c-48bd-a73a-017927bfd180 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:34.006810 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b4992e9-54f5-46ac-ba45-22a9c9cf0f0f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:34.024771 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.048918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Network': ['ID=904693c9-b054-4d8f-8817-3744af766090,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:34.058282 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:34.075194 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/networks/904693c9-b054-4d8f-8817-3744af766090 HTTP/1.1" status: 204  len: 168 time: 3.6998122
Apr 30 05:03:34.076146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33726) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:34.083603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-224724345', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:34.085003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be379cfb-1cd9-4517-aee8-83a93ec971d5 req-7b42f08b-aa4c-428c-bd20-2e820ee6f774 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5447748
Apr 30 05:03:34.091272 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.3618917
Apr 30 05:03:34.100872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33730) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:34.100872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:34.106740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:34.111876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:router and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:34.116564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:34.119755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:34.126437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:34.128873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Usage tracker for resource:router and tenant:ed5f10df4874454bafa464b3b863455d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:34.134068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:34.143888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:34.152324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.153411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.168364 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.169370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.180486 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.199376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.241864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:03:34.415546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-ec34a8a5-608c-48bd-a73a-017927bfd180', 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'fixed_ips': [{'subnet_id': 'ddb93053-bb55-4ad7-98cc-68fb735c25f9'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:03:34.416421 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.456466 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-611d0482-fff6-4664-93d2-23e172dc4326 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 665 time: 0.2516382
Apr 30 05:03:34.606720 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.696180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:03:34.721289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:03:34.722948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Allocated IP 172.20.0.2 (ec34a8a5-608c-48bd-a73a-017927bfd180/ddb93053-bb55-4ad7-98cc-68fb735c25f9/4e665cd3-1b81-44ed-bc2e-fad52516df2b) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:03:34.726627 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.733032 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.739781 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:34.762727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-a4311839-12e2-4e50-9a8d-47b41e13d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:34.763316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-a4311839-12e2-4e50-9a8d-47b41e13d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:34.763795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-a4311839-12e2-4e50-9a8d-47b41e13d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:34.764264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-a4311839-12e2-4e50-9a8d-47b41e13d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:34.764799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-a4311839-12e2-4e50-9a8d-47b41e13d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:34.765267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-a4311839-12e2-4e50-9a8d-47b41e13d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:34.765752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-a4311839-12e2-4e50-9a8d-47b41e13d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:34.767967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-a4311839-12e2-4e50-9a8d-47b41e13d761 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=748cbebd87a54850a6c2f758e820ab99&device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6507 time: 0.1717811
Apr 30 05:03:34.794941 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'code': 200}
Apr 30 05:03:34.875750 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:34.876860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:34.900146 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:34.988979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:35.023056 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4ce561b3-0cf2-43a0-9ab4-c0131ed2b6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:35.079012 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:35.093555 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:35.118770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Transition to ACTIVE for port object 4e665cd3-1b81-44ed-bc2e-fad52516df2b will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:35.146313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Transition to ACTIVE for port object 4e665cd3-1b81-44ed-bc2e-fad52516df2b will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:35.156404 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:35.170210 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:35.186341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad542f2-c852-4624-89eb-128503675f7e,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:35.195056 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:35.221781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Checking segment: {'id': '1ff38734-4857-4910-a02d-ced53f806955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '03c45371-043d-48cc-82c6-316ce83cc772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:03:35.222146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Network hostable DHCP agents. Network: 03c45371-043d-48cc-82c6-316ce83cc772, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:03:35.231649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-75e5e892-6bc7-446c-bd9d-7d6bcab972de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:35.232166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-75e5e892-6bc7-446c-bd9d-7d6bcab972de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:35.232670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-75e5e892-6bc7-446c-bd9d-7d6bcab972de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:35.234468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-75e5e892-6bc7-446c-bd9d-7d6bcab972de service neutron] 10.222.0.50 "GET /v2.0/networks?id=c7ce8a20-822a-4055-8098-f9299e94ad1e&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc HTTP/1.1" status: 200  len: 2296 time: 0.2974839
Apr 30 05:03:35.263316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Network ec34a8a5-608c-48bd-a73a-017927bfd180 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:35.266896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:35.269669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:03:35.282798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Pushing event updated for resources: {'Port': ['ID=4e665cd3-1b81-44ed-bc2e-fad52516df2b,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:35.287525 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:35.394257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Attempting to bind port 4e665cd3-1b81-44ed-bc2e-fad52516df2b on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:03:35.394519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Attempting to bind port 4e665cd3-1b81-44ed-bc2e-fad52516df2b by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '8e26daa4-68c5-4051-9f31-83c99014aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:03:35.394814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Attempting to bind port 4e665cd3-1b81-44ed-bc2e-fad52516df2b on network ec34a8a5-608c-48bd-a73a-017927bfd180 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:03:35.400026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Network 03c45371-043d-48cc-82c6-316ce83cc772 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:03:35.400928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:03:35.401321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Checking segment: {'id': '8e26daa4-68c5-4051-9f31-83c99014aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:03:35.401925 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:35.402348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Bound using segment: {'id': '8e26daa4-68c5-4051-9f31-83c99014aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:03:35.402854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Bound port: 4e665cd3-1b81-44ed-bc2e-fad52516df2b, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e26daa4-68c5-4051-9f31-83c99014aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:03:35.403251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:35.414295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-b4674fa6-d6bb-433e-b8e5-15e592a1b38c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3 HTTP/1.1" status: 200  len: 1000 time: 0.1426406
Apr 30 05:03:35.468939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 03c45371-043d-48cc-82c6-316ce83cc772) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:35.484692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e162958-049a-4134-be23-fe70533263c1 None None] Network 03c45371-043d-48cc-82c6-316ce83cc772 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:35.497759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:35.498367 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:35.515381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7459-2f45-4291-9771-b995d71f2f1e req-376c4609-ab23-47fb-aa37-5617f3957ebe tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:35.523644 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a57e7459-2f45-4291-9771-b995d71f2f1e req-376c4609-ab23-47fb-aa37-5617f3957ebe tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.2950675
Apr 30 05:03:35.548463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-fdef2001-b1e1-4c41-9725-8d9fd79fc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:35.556438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-fdef2001-b1e1-4c41-9725-8d9fd79fc976 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b38188d-f154-49f0-be28-184ff149579c HTTP/1.1" status: 200  len: 855 time: 0.1306963
Apr 30 05:03:35.569962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8013175
Apr 30 05:03:35.778254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] For port 4e665cd3-1b81-44ed-bc2e-fad52516df2b, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:03:35.783706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] For port 4e665cd3-1b81-44ed-bc2e-fad52516df2b, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4e665cd3-1b81-44ed-bc2e-fad52516df2b,segment=NetworkSegment(8e26daa4-68c5-4051-9f31-83c99014aff7),segment_id=8e26daa4-68c5-4051-9f31-83c99014aff7)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:03:35.809481 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:35.823219 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-781a4b6f-620a-403b-881b-70c35ab22877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:35.883697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a57e7459-2f45-4291-9771-b995d71f2f1e req-ff24f167-2543-45b6-9fb1-b21b447b7d2b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3591261
Apr 30 05:03:35.904163 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:35.950980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-f3ede2bd-ab0b-47a9-bcde-fc02535cf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:35.952747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-f3ede2bd-ab0b-47a9-bcde-fc02535cf77f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c7ce8a20-822a-4055-8098-f9299e94ad1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3839533
Apr 30 05:03:35.957006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:36.169184 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:36.237507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Pushing event updated for resources: {'Port': ['ID=4e665cd3-1b81-44ed-bc2e-fad52516df2b,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:36.272985 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:36.298270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:36.391183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac9923a-45af-44af-a4ef-982a88d64b0e None None] Network 03c45371-043d-48cc-82c6-316ce83cc772 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:36.409562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:36.483339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-f5b2ce52-4d5b-447d-b4e4-890049c0db1a service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5208154
Apr 30 05:03:36.694747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.25.8.94 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/be2a9bc7-2869-492b-9567-64710ec3c570) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:03:36.859083 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-14428200-da04-45a5-b977-724c6c642b17 service neutron] 10.222.0.50 "GET /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3662634
Apr 30 05:03:36.860522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4e665cd3-1b81-44ed-bc2e-fad52516df2b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:03:37.015174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:37.063763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-2f917ddf-f6fc-4e91-af53-0e7e0626ba18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 200  len: 217 time: 0.1964519
Apr 30 05:03:37.074256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:37.128609 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-890ced35-08bb-4422-be31-4f25b248fbb7 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:37.216663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:37.230936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:37.244304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:03:37.380151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33764) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:37.391015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-80e2ff2e-ab37-4cc9-a264-55311b2a4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:37.393845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-80e2ff2e-ab37-4cc9-a264-55311b2a4f76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.3246937
Apr 30 05:03:37.404507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-212330559-network', 'tenant_id': '936256f471474bfba0588e5de0a75f22'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:37.414850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:37.424276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Usage tracker for resource:network and tenant:936256f471474bfba0588e5de0a75f22 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:37.430855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:37.443636 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:37.501433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 4e665cd3-1b81-44ed-bc2e-fad52516df2b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:03:37.553477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Made reservation on behalf of 936256f471474bfba0588e5de0a75f22 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:37.558547 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:37.622255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2928f-677c-46c9-a0de-8fb09992f558 req-0e986055-ffe4-42af-b110-2fe96000629d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:37.624084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bac2928f-677c-46c9-a0de-8fb09992f558 req-0e986055-ffe4-42af-b110-2fe96000629d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.4115272
Apr 30 05:03:37.629663 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:37.654122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:37.658772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Usage tracker for resource:security_group_rule and tenant:936256f471474bfba0588e5de0a75f22 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:37.663128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:37.670288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:37.801550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-1f976823-5b9d-489d-b97e-a52ce9a42a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:37.803523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-1f976823-5b9d-489d-b97e-a52ce9a42a72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3370774
Apr 30 05:03:37.827587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=be2a9bc7-2869-492b-9567-64710ec3c570,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:37.840288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Allocated IP 172.25.8.239 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/f73092b7-848c-4732-a3b3-9cafa0462ed9) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:03:37.845393 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:37.856743 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bac2928f-677c-46c9-a0de-8fb09992f558 req-8696b02c-5bde-4aaa-bd97-a9a8ea0db38d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116163
Apr 30 05:03:37.971655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:37.984664 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:37.998026 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4ef9a491-9b60-491b-9468-fa6d60cea604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:37.998759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8cc8f7-01e9-4888-a6d0-09019b0522ec None None] Network ec34a8a5-608c-48bd-a73a-017927bfd180 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:38.038166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d94d2e-850e-42e1-86a5-b808d80f9ab9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:38.043736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:03:38.063261 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:38.125374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:38.125772 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Added segment 8a2bfa05-e919-49a5-917b-471b97bb797c of type vlan for network ef334c5f-f6f0-4faa-9501-c541a9a04cb7
Apr 30 05:03:38.134169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-8ea31068-066e-424d-95d4-cf96396af0a4 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3218219
Apr 30 05:03:38.140934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19c6e297-5ef2-41a4-85ba-d7b5cc762278 None None] Provisioning for port 4e665cd3-1b81-44ed-bc2e-fad52516df2b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:03:38.149774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19c6e297-5ef2-41a4-85ba-d7b5cc762278 None None] Provisioning complete for port 4e665cd3-1b81-44ed-bc2e-fad52516df2b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:38.150330 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19c6e297-5ef2-41a4-85ba-d7b5cc762278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:38.206696 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:38.272984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:03:38.358791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c5ed1-45e1-4612-b12b-b3cd7b4edfd6 req-94d39fd9-ae88-430b-ad8e-dfb272302cd6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:38.360348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f5c5ed1-45e1-4612-b12b-b3cd7b4edfd6 req-94d39fd9-ae88-430b-ad8e-dfb272302cd6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.2829077
Apr 30 05:03:38.363386 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:38.364838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:38.365429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:38.369958 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-501d869e-f9c2-4bc4-af71-dafbd591dd79 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:38.384968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-418fffb0-cf57-45fa-8c88-4ffc807867ce service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415552
Apr 30 05:03:38.563783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-1fbe80b7-cdae-4418-b3d4-ca8b5a2f9d82 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 200  len: 217 time: 0.1507354
Apr 30 05:03:38.584573 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-a86f9550-cbf6-4a9d-b94f-79e09b5964f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.7277715
Apr 30 05:03:38.615260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Pushing event updated for resources: {'Network': ['ID=ef334c5f-f6f0-4faa-9501-c541a9a04cb7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:38.624694 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:38.626490 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:38.631687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2356870
Apr 30 05:03:38.641163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33774) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:38.659041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f5c5ed1-45e1-4612-b12b-b3cd7b4edfd6 req-9ed12b22-a878-42e3-b6dd-7ccd5df38cf9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2706814
Apr 30 05:03:38.661707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Request body: {'subnet': {'network_id': 'ef334c5f-f6f0-4faa-9501-c541a9a04cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-212330559-subnet', 'tenant_id': '936256f471474bfba0588e5de0a75f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:38.673895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ef334c5f-f6f0-4faa-9501-c541a9a04cb7 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:03:38.684405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-b5024319-c5c8-4011-a0d5-1b48c669c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:38.687620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-b5024319-c5c8-4011-a0d5-1b48c669c4e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.1099737
Apr 30 05:03:38.777530 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19c6e297-5ef2-41a4-85ba-d7b5cc762278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:38.780722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:38.822007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Usage tracker for resource:subnet and tenant:936256f471474bfba0588e5de0a75f22 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:38.831141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:38.848098 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:38.941481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-19c6e297-5ef2-41a4-85ba-d7b5cc762278 None None] For port 4e665cd3-1b81-44ed-bc2e-fad52516df2b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4e665cd3-1b81-44ed-bc2e-fad52516df2b,segment=NetworkSegment(8e26daa4-68c5-4051-9f31-83c99014aff7),segment_id=8e26daa4-68c5-4051-9f31-83c99014aff7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:03:38.959173 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19c6e297-5ef2-41a4-85ba-d7b5cc762278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:38.964602 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-eb68a3a6-9eef-4054-a44f-88de37e6e812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:38.978348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:38.982935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-447d54f2-4f6e-4526-bd90-44612a65e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:38.984511 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-447d54f2-4f6e-4526-bd90-44612a65e886 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2880468
Apr 30 05:03:39.094073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Made reservation on behalf of 936256f471474bfba0588e5de0a75f22 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:39.099845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:39.164251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6e297-5ef2-41a4-85ba-d7b5cc762278 None None] Pushing event updated for resources: {'Port': ['ID=4e665cd3-1b81-44ed-bc2e-fad52516df2b,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:39.169021 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-19c6e297-5ef2-41a4-85ba-d7b5cc762278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:39.405064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-0a035329-7e3d-47aa-8312-27c1c733494f service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4119561
Apr 30 05:03:39.425380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-89142b10-0650-4642-b06c-e198df9625e4 None None] Provisioning complete for port 4e665cd3-1b81-44ed-bc2e-fad52516df2b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:39.426967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89142b10-0650-4642-b06c-e198df9625e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:39.453984 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:39.459917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-9a3d76b2-2797-4ee7-8103-6d2c9657cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:39.461864 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-9a3d76b2-2797-4ee7-8103-6d2c9657cf26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 1098 time: 0.8247964
Apr 30 05:03:39.473946 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb2710f7-b8a2-4c4f-94a3-b78a43e5327f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:39.586944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-a3b3429b-5dcf-42c5-8079-0378af483829 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749346
Apr 30 05:03:39.661661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:39.689820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:39.692432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-83013d42-5120-4320-a3b0-0df25de72415 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba HTTP/1.1" status: 200  len: 217 time: 0.0980411
Apr 30 05:03:39.693563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:03:39.796061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-129cc16b-853e-4092-8e54-1934ba79bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:39.799254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-129cc16b-853e-4092-8e54-1934ba79bc91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.0916703
Apr 30 05:03:39.890737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Pushing event updated for resources: {'Port': ['ID=f73092b7-848c-4732-a3b3-9cafa0462ed9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:39.894389 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:40.053731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c14498-d87d-4383-b2d2-8dd041dea654 req-c5a38165-9ded-4f7f-87f3-f8ac464a30a5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:40.056520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90c14498-d87d-4383-b2d2-8dd041dea654 req-c5a38165-9ded-4f7f-87f3-f8ac464a30a5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.2028756
Apr 30 05:03:40.063431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-d3fa1426-d114-4b5e-85c8-3063fa5404da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:40.067415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-d3fa1426-d114-4b5e-85c8-3063fa5404da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2580187
Apr 30 05:03:40.213551 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90c14498-d87d-4383-b2d2-8dd041dea654 req-b9218537-0892-4b79-8644-ef6ae91aea79 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437805
Apr 30 05:03:40.344414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33800) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:40.388730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-66adeb1b-24ae-4355-819e-499a7c1c7d5b service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2697394
Apr 30 05:03:40.602972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-4f7e68cc-956f-4239-a2a0-6958b496c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:40.604383 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-4f7e68cc-956f-4239-a2a0-6958b496c16f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 1.0892794
Apr 30 05:03:40.610350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:40.655030 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-0e973241-51dd-4293-b2f6-0486aa2481c1 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2582829
Apr 30 05:03:40.690186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4e665cd3-1b81-44ed-bc2e-fad52516df2b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:03:40.750633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-18401407-07ab-460f-b1b2-88d350116a9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0597ee22-cc38-4e52-91d4-e688dee1460e HTTP/1.1" status: 200  len: 217 time: 0.0860136
Apr 30 05:03:40.824411 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-c76fca72-eb2a-493d-87f3-fee23261e529 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb HTTP/1.1" status: 200  len: 217 time: 0.2003982
Apr 30 05:03:40.835786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4e665cd3-1b81-44ed-bc2e-fad52516df2b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:40.836175 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:40.854519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-3498d17c-5f4d-45e7-8533-21d6c8cc38e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5083792
Apr 30 05:03:40.858041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-b8b11965-c58f-4045-af95-8df9af01663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:40.861015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-b8b11965-c58f-4045-af95-8df9af01663b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 200  len: 797 time: 0.1039841
Apr 30 05:03:41.058630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-4c895c73-1ac8-4a53-beb0-87de5e6b1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:41.061266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-4c895c73-1ac8-4a53-beb0-87de5e6b1160 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1934392
Apr 30 05:03:41.169884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-30a78799-cfee-439f-865c-2832946f66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:41.172000 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-30a78799-cfee-439f-865c-2832946f66e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.3347683
Apr 30 05:03:41.326257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-042adb8f-1ace-4d7e-b90d-39adbf597f43 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2567649
Apr 30 05:03:41.506345 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:41.538297 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-75355abe-af8a-461e-888a-1e0bc89d55e4 service neutron] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022939
Apr 30 05:03:41.626328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-50c9ad16-3b85-4e90-a01a-a00a01ac416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:41.627816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-50c9ad16-3b85-4e90-a01a-a00a01ac416c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4314139
Apr 30 05:03:41.628271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-0bb02e3f-7448-4956-b845-af829d13f5da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04170894-711a-47c9-917a-cbc4d9668913 HTTP/1.1" status: 200  len: 217 time: 0.0796318
Apr 30 05:03:41.632337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 77428c4d-463a-46ef-a5e7-30850f227c3e is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:03:41.640389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fb325-88a5-46b0-8b40-03e2f411e992 req-7fe8addc-0d75-4575-ae96-e08bca086d1f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:41.642044 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e8fb325-88a5-46b0-8b40-03e2f411e992 req-7fe8addc-0d75-4575-ae96-e08bca086d1f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.2058144
Apr 30 05:03:42.043107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-7eb266d2-6451-46f5-bcf7-bd7b374fa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:42.045021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-7eb266d2-6451-46f5-bcf7-bd7b374fa652 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.4018106
Apr 30 05:03:42.052171 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e8fb325-88a5-46b0-8b40-03e2f411e992 req-08536209-d4fe-446c-ad81-3becae2c422d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3761294
Apr 30 05:03:42.139591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-8b60d265-7a55-4285-88dc-79b538ec4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:42.141232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-8b60d265-7a55-4285-88dc-79b538ec4bfe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc&tenant_id=cec84bb3129d45399e28fb882761f398 HTTP/1.1" status: 200  len: 1095 time: 0.4652877
Apr 30 05:03:42.208341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-13b5a171-470b-482d-9ac3-466944dbbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:42.209880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-13b5a171-470b-482d-9ac3-466944dbbe20 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1552136
Apr 30 05:03:42.397442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-3e8c598d-5618-4eb0-a96c-624da9848814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:42.399117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-3e8c598d-5618-4eb0-a96c-624da9848814 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 1095 time: 0.2322433
Apr 30 05:03:42.402814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-1d3c348f-2f07-479d-8446-2314b516394a service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856420
Apr 30 05:03:42.507469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:42.523251 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e2658ce-b762-4f2f-bf4e-3c095f19b38e tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:42.550002 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-fbe8cbb3-2025-4f93-a135-85f0cf27579f service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8524137
Apr 30 05:03:42.605799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:03:42.623742 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606cf65-dbc7-4fd7-ad83-ed6ec450f255 None None] Sync routers for ids ['77428c4d-463a-46ef-a5e7-30850f227c3e'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:03:42.639601 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606cf65-dbc7-4fd7-ad83-ed6ec450f255 None None] Routers {'77428c4d-463a-46ef-a5e7-30850f227c3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:42.640442 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4606cf65-dbc7-4fd7-ad83-ed6ec450f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800d2d60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['77428c4d-463a-46ef-a5e7-30850f227c3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:42.663805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-39ad0ea6-4690-445e-8d94-0686980d2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:42.665368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-39ad0ea6-4690-445e-8d94-0686980d2107 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 915 time: 0.2597291
Apr 30 05:03:42.667887 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-6d3f45be-7034-4bdd-8722-60f329b6f2b1 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377195
Apr 30 05:03:42.752579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00ef92e-e47e-4f7d-a7f1-a5a6499d8663,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:42.766701 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4606cf65-dbc7-4fd7-ad83-ed6ec450f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800d2d60>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:42.771340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:42.776503 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:42.784940 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606cf65-dbc7-4fd7-ad83-ed6ec450f255 None None] Routers {'77428c4d-463a-46ef-a5e7-30850f227c3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:42.786344 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4606cf65-dbc7-4fd7-ad83-ed6ec450f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800d2d60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['77428c4d-463a-46ef-a5e7-30850f227c3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:42.805882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-fbceb09d-c750-4f11-968e-081962525977 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86 HTTP/1.1" status: 200  len: 217 time: 0.1331639
Apr 30 05:03:42.847010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-3dc79126-6192-4e05-8fec-32e581fbeb43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 HTTP/1.1" status: 200  len: 217 time: 0.1178830
Apr 30 05:03:42.877840 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:42.881556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 8.8016851
Apr 30 05:03:42.884621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Checking segment: {'id': '8a2bfa05-e919-49a5-917b-471b97bb797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ef334c5f-f6f0-4faa-9501-c541a9a04cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:03:42.884989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Network hostable DHCP agents. Network: ef334c5f-f6f0-4faa-9501-c541a9a04cb7, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:03:42.886798 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4606cf65-dbc7-4fd7-ad83-ed6ec450f255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800d2d60>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:42.888103 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4606cf65-dbc7-4fd7-ad83-ed6ec450f255 None None] The sync data for ids ['77428c4d-463a-46ef-a5e7-30850f227c3e'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:03:42.889591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33818) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:42.934881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-f30061ea-9906-4fd1-8c6a-7df6e43c121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:42.936459 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-f30061ea-9906-4fd1-8c6a-7df6e43c121d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5df00eda-1efa-45d2-a923-0b7aec4b3113 HTTP/1.1" status: 200  len: 854 time: 0.1222041
Apr 30 05:03:42.943624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-9c935064-ffb6-47ee-8c36-fcf89c335cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:42.945193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-9c935064-ffb6-47ee-8c36-fcf89c335cc0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 200  len: 797 time: 0.0851152
Apr 30 05:03:43.029534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-73f351e1-66a2-473f-9f28-ef1393b67f70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831733
Apr 30 05:03:43.198941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-3aaedbe7-5012-4716-889a-e19652f4a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:43.200656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-3aaedbe7-5012-4716-889a-e19652f4a225 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2157600
Apr 30 05:03:43.204682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-d5fa38e4-7e97-4ef0-9d45-412f64f2a6b6 service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673603
Apr 30 05:03:43.238383 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b0363712-6a41-4508-96ff-2af4aff61e4d req-45fdd894-80d0-41ca-b332-dc1b2311f20b service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6706583
Apr 30 05:03:43.271172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Network ef334c5f-f6f0-4faa-9501-c541a9a04cb7 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:03:43.290874 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a4a20b15-c6c1-4b3d-8bd6-6aaf33d07f8b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/routers/77428c4d-463a-46ef-a5e7-30850f227c3e HTTP/1.1" status: 200  len: 879 time: 0.3954062
Apr 30 05:03:43.292814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33824) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:43.362698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ef334c5f-f6f0-4faa-9501-c541a9a04cb7) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:43.374438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a38c6-8c59-4f14-bb3b-7943e024f2a1 None None] Network ef334c5f-f6f0-4faa-9501-c541a9a04cb7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:43.401990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:43.402487 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:43.425048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Router 26f7ade4-1957-48e2-be5d-47c629cb1179 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:03:43.529403 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 4.8818808
Apr 30 05:03:43.773513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b81d5-7693-4471-a656-5284503d0ae7 req-b50c5498-b556-4e5d-b647-4b745e4707a1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:43.781292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d7b81d5-7693-4471-a656-5284503d0ae7 req-b50c5498-b556-4e5d-b647-4b745e4707a1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.5449092
Apr 30 05:03:43.834007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-3ed2c5ce-f2be-4290-abc0-03feee9de821 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6246510
Apr 30 05:03:43.840944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84d7d5c4-7a34-402f-9223-c368fa8e1d83 req-14f7fdb0-700c-4748-8ee9-725b2c3fed99 service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6060145
Apr 30 05:03:43.886015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d7b81d5-7693-4471-a656-5284503d0ae7 req-0729b4cb-9bad-4cd1-b319-87686c42d7f0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034982
Apr 30 05:03:44.077658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fea4a1-a486-4fe4-a3b1-07864d2becdf None None] Network ef334c5f-f6f0-4faa-9501-c541a9a04cb7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:44.114584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:03:44.137163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Sync routers for ids ['26f7ade4-1957-48e2-be5d-47c629cb1179'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:03:44.156389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:44.157785 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 10.0607648
Apr 30 05:03:44.165800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33834) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:44.277309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9d7c2fe7-1bee-4fd4-b89e-9126762cbeaa tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:router {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:03:44.286274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Routers {'26f7ade4-1957-48e2-be5d-47c629cb1179'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:44.287593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b442910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['26f7ade4-1957-48e2-be5d-47c629cb1179'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:44.317129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9d7c2fe7-1bee-4fd4-b89e-9126762cbeaa tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:router {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:03:44.325269 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9d7c2fe7-1bee-4fd4-b89e-9126762cbeaa tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 1.0298867
Apr 30 05:03:44.326531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33842) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:44.342658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-176e53c7-ecf9-4a61-b8f4-696869a2655d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-224724345'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:44.438884 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ae76f01-c43d-4bc0-bf3e-2c78a9a84bc0 req-405a029b-2425-4384-a810-8bf1de395234 service neutron] 10.222.0.50 "GET /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5966668
Apr 30 05:03:44.872445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Set router 26f7ade4-1957-48e2-be5d-47c629cb1179 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:03:45.292236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-ee4cd211-f000-4834-9a53-497dda2ad151 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:45.292987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-ee4cd211-f000-4834-9a53-497dda2ad151 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Synchronizing usage tracker for tenant:f999664f83ae47c3ad0290ab707642ef on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:03:45.441045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-ee4cd211-f000-4834-9a53-497dda2ad151 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Unset dirty status for tenant:f999664f83ae47c3ad0290ab707642ef on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:03:45.442544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-ee4cd211-f000-4834-9a53-497dda2ad151 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/networks?id=03c45371-043d-48cc-82c6-316ce83cc772 HTTP/1.1" status: 200  len: 809 time: 0.7219679
Apr 30 05:03:45.469111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-07659a68-451e-4e36-9796-81efc23aefde tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/quotas/f999664f83ae47c3ad0290ab707642ef HTTP/1.1" status: 200  len: 375 time: 0.0167599
Apr 30 05:03:45.560471 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-bf92b9a7-781e-40c5-884d-63d716d49a3f tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f999664f83ae47c3ad0290ab707642ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0728393
Apr 30 05:03:45.657079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b442910>, [{'id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:03:34Z', 'updated_at': '2021-04-30T05:03:40Z', 'revision_number': 3, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'gw_port': {'id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:77:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:36Z', 'updated_at': '2021-04-30T05:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:45.667328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Checking router: 26f7ade4-1957-48e2-be5d-47c629cb1179 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:03:45.668584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Updating router 26f7ade4-1957-48e2-be5d-47c629cb1179 port f73092b7-848c-4732-a3b3-9cafa0462ed9 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:03:45.694320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845b787-15b4-45eb-8e4d-036bbdc8217d req-4834037a-f890-48d7-9d73-d5fc99c2255c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:45.702237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7845b787-15b4-45eb-8e4d-036bbdc8217d req-4834037a-f890-48d7-9d73-d5fc99c2255c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.4575253
Apr 30 05:03:45.846543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:46.005273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7845b787-15b4-45eb-8e4d-036bbdc8217d req-317d41cb-3e65-439f-8242-49c6ede6de5e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3016794
Apr 30 05:03:46.009121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-176e53c7-ecf9-4a61-b8f4-696869a2655d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:46.027899 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-5ca04c08-426a-474f-a934-13d0d02035fd service neutron] 10.222.0.46 "GET /v2.0/networks/03c45371-043d-48cc-82c6-316ce83cc772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4485316
Apr 30 05:03:46.052115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-176e53c7-ecf9-4a61-b8f4-696869a2655d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:46.531464 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:46.589033 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-47db427f-3bc7-4cc9-9328-5cb4238a600b service neutron] 10.222.0.46 "GET /v2.0/networks/03c45371-043d-48cc-82c6-316ce83cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5600011
Apr 30 05:03:46.786297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176e53c7-ecf9-4a61-b8f4-696869a2655d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 77428c4d-463a-46ef-a5e7-30850f227c3e has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:03:47.324846 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:47.341925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Transition to ACTIVE for port object f73092b7-848c-4732-a3b3-9cafa0462ed9 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:47.355004 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:47.381269 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-54e7d8fe-cc6c-4cc5-893b-2e006e9910ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:47.478880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176e53c7-ecf9-4a61-b8f4-696869a2655d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:03:47.494343 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664dff6c-ef33-4307-a41a-0e2a205d339c None None] Sync routers for ids ['77428c4d-463a-46ef-a5e7-30850f227c3e'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:03:47.498318 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-176e53c7-ecf9-4a61-b8f4-696869a2655d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:47.500944 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-176e53c7-ecf9-4a61-b8f4-696869a2655d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/77428c4d-463a-46ef-a5e7-30850f227c3e HTTP/1.1" status: 200  len: 886 time: 3.1702690
Apr 30 05:03:47.508021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33890) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:47.529993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-520bbd5c-78fa-4707-8795-7c565c578686 req-84b465ce-0a3c-4e76-adda-d95373ed5126 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 210 time: 0.3212426
Apr 30 05:03:47.539597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Attempting to bind port f73092b7-848c-4732-a3b3-9cafa0462ed9 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:03:47.540396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Attempting to bind port f73092b7-848c-4732-a3b3-9cafa0462ed9 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:03:47.540859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Attempting to bind port f73092b7-848c-4732-a3b3-9cafa0462ed9 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:03:47.554656 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664dff6c-ef33-4307-a41a-0e2a205d339c None None] Routers {'77428c4d-463a-46ef-a5e7-30850f227c3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:47.556085 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-664dff6c-ef33-4307-a41a-0e2a205d339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800d21c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['77428c4d-463a-46ef-a5e7-30850f227c3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:47.571933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Allocated IP 172.20.0.1 (ec34a8a5-608c-48bd-a73a-017927bfd180/ddb93053-bb55-4ad7-98cc-68fb735c25f9/b4917a06-561a-4395-9202-8a18455fa1b6) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:03:47.574486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:03:47.575099 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:03:47.578782 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:47.582305 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:03:47.590769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Bound port: f73092b7-848c-4732-a3b3-9cafa0462ed9, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:03:47.591445 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:47.854270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Pushing event updated for resources: {'Port': ['ID=f73092b7-848c-4732-a3b3-9cafa0462ed9,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:47.879862 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-664dff6c-ef33-4307-a41a-0e2a205d339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800d21c0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:47.928192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.928838 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.929456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.929969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.937796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.938589 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664dff6c-ef33-4307-a41a-0e2a205d339c None None] Routers {'77428c4d-463a-46ef-a5e7-30850f227c3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:47.939601 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-664dff6c-ef33-4307-a41a-0e2a205d339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800d21c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['77428c4d-463a-46ef-a5e7-30850f227c3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:47.940115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.940794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.943887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.944520 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.951692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.952247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.952747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:47.957942 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:47.980648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] For port f73092b7-848c-4732-a3b3-9cafa0462ed9, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:03:47.984655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] For port f73092b7-848c-4732-a3b3-9cafa0462ed9, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f73092b7-848c-4732-a3b3-9cafa0462ed9,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:03:47.996458 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:48.001346 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a1c284ed-eef0-4315-b382-1f668b88e677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:48.101459 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-664dff6c-ef33-4307-a41a-0e2a205d339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800d21c0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:48.104199 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664dff6c-ef33-4307-a41a-0e2a205d339c None None] The sync data for ids ['77428c4d-463a-46ef-a5e7-30850f227c3e'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:03:48.163382 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:48.183218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Routers {'26f7ade4-1957-48e2-be5d-47c629cb1179'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:48.184385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b442910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['26f7ade4-1957-48e2-be5d-47c629cb1179'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:48.227236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Transition to ACTIVE for port object b4917a06-561a-4395-9202-8a18455fa1b6 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:48.243446 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-73c31f73-f564-423b-8643-2ec38eca48ec tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/routers/77428c4d-463a-46ef-a5e7-30850f227c3e HTTP/1.1" status: 200  len: 886 time: 0.7334261
Apr 30 05:03:48.247691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33896) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:48.325883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Pushing event updated for resources: {'Port': ['ID=f73092b7-848c-4732-a3b3-9cafa0462ed9,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:48.337810 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:48.375857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3cc88406-1439-4838-8cc7-de36044a3a00 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:03:48.443573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6cb02-2fc7-4215-a3ee-dbfc8c586a14 req-d378dc9a-1aef-4214-b2f8-a6490a9c2ed0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:48.459960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9e6cb02-2fc7-4215-a3ee-dbfc8c586a14 req-d378dc9a-1aef-4214-b2f8-a6490a9c2ed0 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 1.0935624
Apr 30 05:03:48.501979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:48.516152 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d72853c1-b2b3-497f-8641-5418eda66467 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:48.568916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3cc88406-1439-4838-8cc7-de36044a3a00 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:03:48.571406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3cc88406-1439-4838-8cc7-de36044a3a00 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=77428c4d-463a-46ef-a5e7-30850f227c3e HTTP/1.1" status: 200  len: 205 time: 0.3191619
Apr 30 05:03:48.575363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33900) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:48.618080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] Set router 26f7ade4-1957-48e2-be5d-47c629cb1179 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:03:48.686909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Network ec34a8a5-608c-48bd-a73a-017927bfd180 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:48.708839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9e6cb02-2fc7-4215-a3ee-dbfc8c586a14 req-166b9d26-762f-4fe4-869d-f1ecb9a4a226 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2455502
Apr 30 05:03:48.715070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:48.720637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:03:48.837765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Pushing event updated for resources: {'Port': ['ID=b4917a06-561a-4395-9202-8a18455fa1b6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:48.912166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.919098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.920547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.928313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.929446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.930588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.931616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.932552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.935591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.936855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.948374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.949816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:48.975688 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:49.114548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:49.297956 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:49.303911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-542ba131-96f8-4802-a9c3-6219f6c583dd req-5b003d50-69c7-495d-a138-543deb5abc99 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 210 time: 0.2804670
Apr 30 05:03:49.506141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f681432d-1e55-4020-8e65-fa7900e72637 None None] Provisioning for port b4917a06-561a-4395-9202-8a18455fa1b6 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:03:49.695464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f681432d-1e55-4020-8e65-fa7900e72637 None None] Provisioning complete for port b4917a06-561a-4395-9202-8a18455fa1b6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:49.696453 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f681432d-1e55-4020-8e65-fa7900e72637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:49.838826 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:49.858749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f681432d-1e55-4020-8e65-fa7900e72637 None None] Port b4917a06-561a-4395-9202-8a18455fa1b6 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:03:49.944532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b442910>, [{'id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:03:34Z', 'updated_at': '2021-04-30T05:03:40Z', 'revision_number': 3, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'gw_port': {'id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:77:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:36Z', 'updated_at': '2021-04-30T05:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:49.956906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd4a9e-4768-443a-8812-0e27ecfda015 None None] The sync data for ids ['26f7ade4-1957-48e2-be5d-47c629cb1179'] in n-d-766726-20 is: [{'id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:03:34Z', 'updated_at': '2021-04-30T05:03:40Z', 'revision_number': 3, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'gw_port': {'id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:77:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:36Z', 'updated_at': '2021-04-30T05:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:03:50.057021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:50.279452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port be2a9bc7-2869-492b-9567-64710ec3c570 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:03:50.283081 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:50.778419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f73092b7-848c-4732-a3b3-9cafa0462ed9 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:03:50.794355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-f5c1e11b-9f8c-4e59-9be7-11cfa63fb5a5 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:50.796735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-f5c1e11b-9f8c-4e59-9be7-11cfa63fb5a5 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.37 "GET /v2.0/networks?id=03c45371-043d-48cc-82c6-316ce83cc772 HTTP/1.1" status: 200  len: 809 time: 0.9598269
Apr 30 05:03:50.886767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Request body: {'port': {'device_id': 'e9d785c1-614a-4426-848b-cb62d3d61085', 'network_id': '03c45371-043d-48cc-82c6-316ce83cc772', 'admin_state_up': True, 'tenant_id': 'f999664f83ae47c3ad0290ab707642ef'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:50.910106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:51.206711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port f73092b7-848c-4732-a3b3-9cafa0462ed9 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:03:51.228428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f73092b7-848c-4732-a3b3-9cafa0462ed9 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:51.228917 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:51.340915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for be2a9bc7-2869-492b-9567-64710ec3c570 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:03:51.596660 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:51.661325 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port f73092b7-848c-4732-a3b3-9cafa0462ed9, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f73092b7-848c-4732-a3b3-9cafa0462ed9,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:03:51.673608 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:51.677912 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:51.705165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:51.740636 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-134b3c99-e77a-4e11-b325-8800d69a2f70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:51.930669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=f73092b7-848c-4732-a3b3-9cafa0462ed9,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:51.941653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cef861-6a73-48d8-8ea1-5da43dc465cd req-a42a2330-2b2c-4c9b-87e2-afa9e8e50edb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:51.943852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-49cef861-6a73-48d8-8ea1-5da43dc465cd req-a42a2330-2b2c-4c9b-87e2-afa9e8e50edb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 1.7794485
Apr 30 05:03:51.946079 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:51.954464 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac7ded84-7fcd-46dd-9c63-d54877a1bb0b req-8b8c47cc-d8f5-4eb5-843f-e3f2520e3824 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 210 time: 0.7488906
Apr 30 05:03:51.966346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=be2a9bc7-2869-492b-9567-64710ec3c570,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:51.981236 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:52.201809 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.278662 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-49cef861-6a73-48d8-8ea1-5da43dc465cd req-eba7bdbc-6e7c-45b6-a6d9-e442cb018ecf tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2862484
Apr 30 05:03:52.332457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:52.343914 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.348464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Usage tracker for resource:port and tenant:f999664f83ae47c3ad0290ab707642ef is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:52.355237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:52.361042 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.449511 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-427d5787-e75e-4e5b-a81f-8e5be171b63c tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:52.586515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:52.643774 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.719679 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.724622 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.777714 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.778707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Fanout notify agent at l3_agent the message router_deleted on router 77428c4d-463a-46ef-a5e7-30850f227c3e {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:03:52.795331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f73092b7-848c-4732-a3b3-9cafa0462ed9 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:03:52.818982 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.821397 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/77428c4d-463a-46ef-a5e7-30850f227c3e HTTP/1.1" status: 204  len: 168 time: 4.2449899
Apr 30 05:03:52.826821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33920) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:52.834666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'network': {'name': 'tempest-RoutersTest-637839673'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:52.842659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:52.850324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:network and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:52.855264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:52.865504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:52.887276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:52.892625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.939684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:03:52.946091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Pushing event updated for resources: {'Port': ['ID=b4917a06-561a-4395-9202-8a18455fa1b6,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:52.971313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:52.971912 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added segment 865b6951-4e09-4614-9e96-dbff3f94ec6f of type vlan for network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc
Apr 30 05:03:52.975531 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:53.028894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:53.085641 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:53.100416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:53.101390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:53.106548 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5d72fe8-820c-4845-9bc9-f684f91f2d78 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:53.202568 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f73092b7-848c-4732-a3b3-9cafa0462ed9 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:53.204295 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:53.280945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Made reservation on behalf of f999664f83ae47c3ad0290ab707642ef for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:53.286737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Network': ['ID=3af3a04c-3b0c-4fe0-920d-567086f4d6dc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:53.299645 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:53.301280 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:53.334877 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5039599
Apr 30 05:03:53.335235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33930) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:53.341888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'subnet': {'network_id': '3af3a04c-3b0c-4fe0-920d-567086f4d6dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:53.349577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:03:53.612320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83233a61-d143-4f02-b144-4af12c0c666c req-9efda27f-bb00-4708-94a1-7db84ef71204 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 210 time: 0.2247229
Apr 30 05:03:53.614859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:53.629315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:subnet and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:53.633035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:53.659029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:53.664509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:53.668782 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:54.037496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Network ec34a8a5-608c-48bd-a73a-017927bfd180 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:54.113816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:54.544706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Allocated IP 172.20.0.10 (03c45371-043d-48cc-82c6-316ce83cc772/5ad542f2-c852-4624-89eb-128503675f7e/d8faf4db-b72a-4a0a-ac62-640729745fc8) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:03:54.601119 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:54.625209 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec1c9f55-d835-4143-be4e-2fcc3a927826 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:54.756899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cb84ae38-51d3-4a1d-b8b9-f975c7834840 None None] Provisioning complete for port b4917a06-561a-4395-9202-8a18455fa1b6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:03:54.758169 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cb84ae38-51d3-4a1d-b8b9-f975c7834840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:54.853218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897c0c2-cbf2-4cfb-afe2-1dcc67cc81a3 req-8cb0a7e8-ea08-4db9-89da-8521dcd9c360 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:54.862853 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a897c0c2-cbf2-4cfb-afe2-1dcc67cc81a3 req-8cb0a7e8-ea08-4db9-89da-8521dcd9c360 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 1.0329380
Apr 30 05:03:55.125098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Checking segment: {'id': '865b6951-4e09-4614-9e96-dbff3f94ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3af3a04c-3b0c-4fe0-920d-567086f4d6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:03:55.125804 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network hostable DHCP agents. Network: 3af3a04c-3b0c-4fe0-920d-567086f4d6dc, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:03:55.129865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Subnet': ['ID=d17b9e21-ec53-4ea7-97da-bd15fdf98749,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:55.140565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.141268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.141831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.142392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.142947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.143540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.144580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.145198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.145748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.146301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.146857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.147414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:03:55.166219 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:55.193620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-cb84ae38-51d3-4a1d-b8b9-f975c7834840 None None] Port b4917a06-561a-4395-9202-8a18455fa1b6 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:03:55.200028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:03:55.228224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 3af3a04c-3b0c-4fe0-920d-567086f4d6dc) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:55.249457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3009ed83-be3a-48f0-90ab-433e544c3491 req-581dc2e6-e004-4fc6-8b8b-0079a1f7a0be tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 210 time: 0.2740774
Apr 30 05:03:55.250509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:55.250509 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:55.275391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c561e257-5ee0-45ce-8417-cd95935d6f67 None None] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:03:55.284038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Router 26f7ade4-1957-48e2-be5d-47c629cb1179 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:03:55.327190 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9881701
Apr 30 05:03:55.327945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33940) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:55.336423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a897c0c2-cbf2-4cfb-afe2-1dcc67cc81a3 req-a0d63465-448c-45b8-b469-f9bc3793214c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4083970
Apr 30 05:03:55.355836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1287823602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:55.368988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:55.381395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:router and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:55.391470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:55.414984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:55.488949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:55.490357 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:55.514855 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:55.557057 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:55.643399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:55.657816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-441ef535-027e-4412-ab11-8a880e0fd110 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3177297
Apr 30 05:03:55.658627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33944) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:56.043974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-3af3a04c-3b0c-4fe0-920d-567086f4d6dc', 'network_id': '3af3a04c-3b0c-4fe0-920d-567086f4d6dc', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'fixed_ips': [{'subnet_id': 'd17b9e21-ec53-4ea7-97da-bd15fdf98749'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:03:56.045479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:56.056121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:56.317923 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:56.339564 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5bb94e6b-8ac9-4514-9e51-996b60bb6690 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:56.451463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Allocated IP 172.20.0.2 (3af3a04c-3b0c-4fe0-920d-567086f4d6dc/d17b9e21-ec53-4ea7-97da-bd15fdf98749/1ad968e4-2c20-457e-a5bd-539b4dc66517) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:03:56.475113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Network 03c45371-043d-48cc-82c6-316ce83cc772 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:56.479429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:56.482965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:03:56.550354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:03:56.576806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Sync routers for ids ['26f7ade4-1957-48e2-be5d-47c629cb1179'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:03:56.848272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Routers {'26f7ade4-1957-48e2-be5d-47c629cb1179'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:03:56.849274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b027ee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['26f7ade4-1957-48e2-be5d-47c629cb1179'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:03:56.876066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Pushing event updated for resources: {'Port': ['ID=d8faf4db-b72a-4a0a-ac62-640729745fc8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:56.920020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:56.921270 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:56.979478 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:56.982475 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] 10.222.0.46 "PUT /v2.0/routers/26f7ade4-1957-48e2-be5d-47c629cb1179/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8129318
Apr 30 05:03:57.066048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc0920-45fa-42b5-bc98-630b1062eefc req-1a731cb5-c43b-4510-937f-9aae5f0c2cd4 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:57.069491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87cc0920-45fa-42b5-bc98-630b1062eefc req-1a731cb5-c43b-4510-937f-9aae5f0c2cd4 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.3819201
Apr 30 05:03:57.077738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.2375543
Apr 30 05:03:57.107676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:57.203136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbea894-495e-4897-8dc5-20820c91730a req-35b8ba58-bc5f-4235-846e-84c77d581454 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:57.220667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dbea894-495e-4897-8dc5-20820c91730a req-35b8ba58-bc5f-4235-846e-84c77d581454 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Synchronizing usage tracker for tenant:f999664f83ae47c3ad0290ab707642ef on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:03:57.281037 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87cc0920-45fa-42b5-bc98-630b1062eefc req-930efe20-b87b-417e-9938-0037f3ad1f78 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892953
Apr 30 05:03:57.289131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dbea894-495e-4897-8dc5-20820c91730a req-35b8ba58-bc5f-4235-846e-84c77d581454 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Unset dirty status for tenant:f999664f83ae47c3ad0290ab707642ef on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:03:57.299705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dbea894-495e-4897-8dc5-20820c91730a req-35b8ba58-bc5f-4235-846e-84c77d581454 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 932 time: 0.6099174
Apr 30 05:03:57.355151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Request body: {'port': {'device_id': 'e9d785c1-614a-4426-848b-cb62d3d61085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:57.694334 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:57.710723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Transition to ACTIVE for port object 1ad968e4-2c20-457e-a5bd-539b4dc66517 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:57.736460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Transition to ACTIVE for port object 1ad968e4-2c20-457e-a5bd-539b4dc66517 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:57.797799 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:57.835624 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:57.998013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dbea894-495e-4897-8dc5-20820c91730a req-e7a6b528-12be-444a-bc91-a4187bcc34ca tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Synchronizing usage tracker for tenant:f999664f83ae47c3ad0290ab707642ef on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:03:58.140261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dbea894-495e-4897-8dc5-20820c91730a req-e7a6b528-12be-444a-bc91-a4187bcc34ca tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Unset dirty status for tenant:f999664f83ae47c3ad0290ab707642ef on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:03:58.141504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dbea894-495e-4897-8dc5-20820c91730a req-e7a6b528-12be-444a-bc91-a4187bcc34ca tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8401811
Apr 30 05:03:58.149594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Pushing event updated for resources: {'Port': ['ID=1ad968e4-2c20-457e-a5bd-539b4dc66517,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:58.157777 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:58.164127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:58.257646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:58.259783 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:58.271154 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:58.273903 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:58.286288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:03:58.527144 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:03:58.676865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Set router 26f7ade4-1957-48e2-be5d-47c629cb1179 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:03:58.687387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.20.0.1 (3af3a04c-3b0c-4fe0-920d-567086f4d6dc/d17b9e21-ec53-4ea7-97da-bd15fdf98749/5f84d4ca-77f5-4ea9-9517-d851a103493e) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:03:59.211986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd551-21ae-4447-9833-309a85d71b6b req-d2efb12d-db30-4bab-944d-1b7c73f43c41 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:59.229289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b0bd551-21ae-4447-9833-309a85d71b6b req-d2efb12d-db30-4bab-944d-1b7c73f43c41 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.6483886
Apr 30 05:03:59.525093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33980) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:03:59.531577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1423906770-network', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:03:59.539122 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:59.547768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:59.555269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Usage tracker for resource:network and tenant:d483dd5a4f7a4263ac690dd159d4ef4b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:59.561295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:59.562144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8faf4db-b72a-4a0a-ac62-640729745fc8 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:03:59.571350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:59.573476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:59.576146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Transition to ACTIVE for port object 5f84d4ca-77f5-4ea9-9517-d851a103493e will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:59.590117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Transition to ACTIVE for port object d8faf4db-b72a-4a0a-ac62-640729745fc8 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:03:59.597266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Made reservation on behalf of d483dd5a4f7a4263ac690dd159d4ef4b for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:03:59.600836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:59.622102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:59.645187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:03:59.651008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Usage tracker for resource:security_group_rule and tenant:d483dd5a4f7a4263ac690dd159d4ef4b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:03:59.658055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:03:59.666317 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:59.670957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Attempting to bind port 1ad968e4-2c20-457e-a5bd-539b4dc66517 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:03:59.671625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Attempting to bind port 1ad968e4-2c20-457e-a5bd-539b4dc66517 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '865b6951-4e09-4614-9e96-dbff3f94ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3af3a04c-3b0c-4fe0-920d-567086f4d6dc'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:03:59.673289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Attempting to bind port 1ad968e4-2c20-457e-a5bd-539b4dc66517 on network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:03:59.673447 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:59.684006 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-231d8720-ab92-4a81-be3d-6b3b751f3c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:59.686422 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-50ad06c4-e8f1-43ae-8365-b1ff5f888303 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:03:59.688266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:03:59.688866 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Checking segment: {'id': '865b6951-4e09-4614-9e96-dbff3f94ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3af3a04c-3b0c-4fe0-920d-567086f4d6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:03:59.689509 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:59.690145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Bound using segment: {'id': '865b6951-4e09-4614-9e96-dbff3f94ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3af3a04c-3b0c-4fe0-920d-567086f4d6dc'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:03:59.690935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Bound port: 1ad968e4-2c20-457e-a5bd-539b4dc66517, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865b6951-4e09-4614-9e96-dbff3f94ec6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3af3a04c-3b0c-4fe0-920d-567086f4d6dc'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:03:59.691824 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:59.733211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b0bd551-21ae-4447-9833-309a85d71b6b req-ca8ca301-50e1-482c-a246-203a8d2aea51 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5024278
Apr 30 05:03:59.773199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:03:59.838124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:03:59.854239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:03:59.858388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:03:59.875067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8faf4db-b72a-4a0a-ac62-640729745fc8,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:03:59.889303 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:03:59.967987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e5184-f44a-474e-a939-d6d3f90f810d req-7b977b6c-2621-46fc-81cd-6e5445ad2c13 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:03:59.973637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:03:59.976568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-376e5184-f44a-474e-a939-d6d3f90f810d req-7b977b6c-2621-46fc-81cd-6e5445ad2c13 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 944 time: 0.3853452
Apr 30 05:03:59.993142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] For port 1ad968e4-2c20-457e-a5bd-539b4dc66517, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:00.008680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] For port 1ad968e4-2c20-457e-a5bd-539b4dc66517, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1ad968e4-2c20-457e-a5bd-539b4dc66517,segment=NetworkSegment(865b6951-4e09-4614-9e96-dbff3f94ec6f),segment_id=865b6951-4e09-4614-9e96-dbff3f94ec6f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:00.020444 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.037002 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:00.038907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=5f84d4ca-77f5-4ea9-9517-d851a103493e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:00.049595 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:00.059827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-376e5184-f44a-474e-a939-d6d3f90f810d req-c29d5666-6579-4547-b0fa-ab06413586b7 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820398
Apr 30 05:04:00.061059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Attempting to bind port d8faf4db-b72a-4a0a-ac62-640729745fc8 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:00.064289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Attempting to bind port d8faf4db-b72a-4a0a-ac62-640729745fc8 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '1ff38734-4857-4910-a02d-ced53f806955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '03c45371-043d-48cc-82c6-316ce83cc772'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:00.064788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Attempting to bind port d8faf4db-b72a-4a0a-ac62-640729745fc8 on network 03c45371-043d-48cc-82c6-316ce83cc772 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:00.080471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Port d8faf4db-b72a-4a0a-ac62-640729745fc8 on network 03c45371-043d-48cc-82c6-316ce83cc772 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:04:00.081131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Attempting to bind port d8faf4db-b72a-4a0a-ac62-640729745fc8 on network 03c45371-043d-48cc-82c6-316ce83cc772 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:00.087909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:00.088326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Checking segment: {'id': '1ff38734-4857-4910-a02d-ced53f806955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '03c45371-043d-48cc-82c6-316ce83cc772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:00.088657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Bound using segment: {'id': '1ff38734-4857-4910-a02d-ced53f806955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '03c45371-043d-48cc-82c6-316ce83cc772'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:00.089460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Bound port: d8faf4db-b72a-4a0a-ac62-640729745fc8, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff38734-4857-4910-a02d-ced53f806955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '03c45371-043d-48cc-82c6-316ce83cc772'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:00.089460 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.230150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] For port d8faf4db-b72a-4a0a-ac62-640729745fc8, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:00.233912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] For port d8faf4db-b72a-4a0a-ac62-640729745fc8, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8faf4db-b72a-4a0a-ac62-640729745fc8,segment=NetworkSegment(1ff38734-4857-4910-a02d-ced53f806955),segment_id=1ff38734-4857-4910-a02d-ced53f806955)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:00.238787 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.243653 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:00.296460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b027ee0>, [{'id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:03:34Z', 'updated_at': '2021-04-30T05:03:49Z', 'revision_number': 4, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'gw_port': {'id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:36Z', 'updated_at': '2021-04-30T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'b4917a06-561a-4395-9202-8a18455fa1b6', 'name': '', 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'mac_address': 'fa:16:3e:e7:c8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'ddb93053-bb55-4ad7-98cc-68fb735c25f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:46Z', 'updated_at': '2021-04-30T05:03:50Z', 'revision_number': 2, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'subnets': [{'id': 'ddb93053-bb55-4ad7-98cc-68fb735c25f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:00.304027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:00.305014 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.306734 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8faf4db-b72a-4a0a-ac62-640729745fc8 HTTP/1.1" status: 200  len: 1093 time: 2.9698365
Apr 30 05:04:00.307603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d785c1-614a-4426-848b-cb62d3d61085', 'tag': 'd8faf4db-b72a-4a0a-ac62-640729745fc8'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:04:00.316659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Checking router: 26f7ade4-1957-48e2-be5d-47c629cb1179 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:04:00.316973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Updating router 26f7ade4-1957-48e2-be5d-47c629cb1179 port b4917a06-561a-4395-9202-8a18455fa1b6 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:04:00.370192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8faf4db-b72a-4a0a-ac62-640729745fc8,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:00.376147 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:00.387888 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d785c1-614a-4426-848b-cb62d3d61085', 'tag': 'd8faf4db-b72a-4a0a-ac62-640729745fc8', 'status': 'completed', 'code': 200}
Apr 30 05:04:00.401830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Pushing event updated for resources: {'Port': ['ID=1ad968e4-2c20-457e-a5bd-539b4dc66517,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:00.409129 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:00.428345 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.468794 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.544418 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.567272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.592623 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fdcfd543-3978-4ad8-9bb9-2c48f1b7699c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:00.747392 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cc3a6b3c-06d4-4433-8f2a-490cf4a2ceff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.823419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:04:00.882814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd29514-0371-4e13-863f-720d699b4de7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:00.898443 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:00.908038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:00.908393 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Added segment a1f680c8-b23f-4637-90e0-7ba7c7db7858 of type vlan for network ca7a97b2-d0d4-463b-917d-d024c5464490
Apr 30 05:04:00.972498 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.116125 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1ad968e4-2c20-457e-a5bd-539b4dc66517 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:01.222015 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.233258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.235800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:01.237171 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.241638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20edf9-3757-4c6b-a77c-f276069c424c req-7399aa20-afab-40e6-9024-6c1eccffd64c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:01.244915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bd20edf9-3757-4c6b-a77c-f276069c424c req-7399aa20-afab-40e6-9024-6c1eccffd64c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.2065780
Apr 30 05:04:01.260114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Transition to ACTIVE for port object b4917a06-561a-4395-9202-8a18455fa1b6 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:01.272234 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.280375 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7dd6b6ad-2109-46eb-9d09-5b76f157ce48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:01.309124 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c2694329-de08-4f47-a4ab-663418ceb5cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:01.321361 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 1ad968e4-2c20-457e-a5bd-539b4dc66517 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:01.334045 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.356026 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.8295455
Apr 30 05:04:01.359990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33998) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:01.363625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.380516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Request body: {'subnet': {'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1423906770-subnet', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:01.426642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:01.447289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Usage tracker for resource:subnet and tenant:d483dd5a4f7a4263ac690dd159d4ef4b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:01.459151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:01.475775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98042d-f7e6-4f22-b0ed-4df4ddecb2a0 None None] Pushing event updated for resources: {'Port': ['ID=b4917a06-561a-4395-9202-8a18455fa1b6,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:01.498432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:01.568774 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f98042d-f7e6-4f22-b0ed-4df4ddecb2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:01.575069 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bd20edf9-3757-4c6b-a77c-f276069c424c req-63bf9265-68cc-42ca-aafc-98bc0d3a2751 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164106
Apr 30 05:04:01.615859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f252695-5c5f-48dc-bf83-c8556f260c3f req-5fc09d91-4450-4b53-ac43-108928833270 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:01.625348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7a97b2-d0d4-463b-917d-d024c5464490,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:01.642445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ca7a97b2-d0d4-463b-917d-d024c5464490 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:04:01.643252 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:01.648240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f252695-5c5f-48dc-bf83-c8556f260c3f req-5fc09d91-4450-4b53-ac43-108928833270 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 944 time: 0.3954861
Apr 30 05:04:01.652594 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cc1e7640-94c5-4be2-b3f1-d76e4b7c3ada service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:01.700718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.713379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Made reservation on behalf of d483dd5a4f7a4263ac690dd159d4ef4b for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:04:01.718198 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.798950 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Attempting to bind port b4917a06-561a-4395-9202-8a18455fa1b6 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:01.801221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Attempting to bind port b4917a06-561a-4395-9202-8a18455fa1b6 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '8e26daa4-68c5-4051-9f31-83c99014aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:01.801714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Attempting to bind port b4917a06-561a-4395-9202-8a18455fa1b6 on network ec34a8a5-608c-48bd-a73a-017927bfd180 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:01.882349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=5f84d4ca-77f5-4ea9-9517-d851a103493e,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:01.891359 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:01.920062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975bcb3d-9d68-4d71-8e86-2108d25b605d None None] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:01.937529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:01.938099 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Checking segment: {'id': '8e26daa4-68c5-4051-9f31-83c99014aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:01.938636 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.939147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Bound using segment: {'id': '8e26daa4-68c5-4051-9f31-83c99014aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:01.939791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Bound port: b4917a06-561a-4395-9202-8a18455fa1b6, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e26daa4-68c5-4051-9f31-83c99014aff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:01.940290 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:01.998388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:02.001507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:02.105369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f252695-5c5f-48dc-bf83-c8556f260c3f req-65294406-bc9e-4084-b2e6-a5e5748934e6 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4544280
Apr 30 05:04:02.156910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-37e03478-0cd3-4df6-8051-b77c0e4b09a7 None None] Provisioning for port 1ad968e4-2c20-457e-a5bd-539b4dc66517 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:02.187687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-37e03478-0cd3-4df6-8051-b77c0e4b09a7 None None] Provisioning complete for port 1ad968e4-2c20-457e-a5bd-539b4dc66517 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:02.188313 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-37e03478-0cd3-4df6-8051-b77c0e4b09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:02.228665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] For port b4917a06-561a-4395-9202-8a18455fa1b6, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:02.283918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] For port b4917a06-561a-4395-9202-8a18455fa1b6, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b4917a06-561a-4395-9202-8a18455fa1b6,segment=NetworkSegment(8e26daa4-68c5-4051-9f31-83c99014aff7),segment_id=8e26daa4-68c5-4051-9f31-83c99014aff7)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:02.298808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a384-a0ed-4e3c-84da-d75e6787ed36 req-e98da08c-7ed3-4457-a1a7-35bf97bb0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:02.301281 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:02.302432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df90a384-a0ed-4e3c-84da-d75e6787ed36 req-e98da08c-7ed3-4457-a1a7-35bf97bb0367 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f999664f83ae47c3ad0290ab707642ef&device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 1096 time: 0.3296285
Apr 30 05:04:02.309041 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-19c6e297-5ef2-41a4-85ba-d7b5cc762278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:02.323078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 0ea17b3e-e5cf-4657-9a8d-f670343e3d0d is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:04:02.490349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Routers {'26f7ade4-1957-48e2-be5d-47c629cb1179'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:02.491548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b027ee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['26f7ade4-1957-48e2-be5d-47c629cb1179'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:02.557794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98042d-f7e6-4f22-b0ed-4df4ddecb2a0 None None] Pushing event updated for resources: {'Port': ['ID=b4917a06-561a-4395-9202-8a18455fa1b6,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:02.584178 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f98042d-f7e6-4f22-b0ed-4df4ddecb2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:02.586410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:04:02.608954 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10c061-3245-456e-a222-b6d1dd849c5b None None] Sync routers for ids ['0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:04:02.627715 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/0ea17b3e-e5cf-4657-9a8d-f670343e3d0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9648376
Apr 30 05:04:02.633701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34004) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:02.642650 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10c061-3245-456e-a222-b6d1dd849c5b None None] Routers {'0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:02.646651 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1c10c061-3245-456e-a222-b6d1dd849c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78031c040>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:02.792373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba2c09-5a33-4e17-9df4-2aff1e296993 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:02.793012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-93ba2c09-5a33-4e17-9df4-2aff1e296993 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:04:02.811078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-93ba2c09-5a33-4e17-9df4-2aff1e296993 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:04:02.816585 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-93ba2c09-5a33-4e17-9df4-2aff1e296993 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports/5f84d4ca-77f5-4ea9-9517-d851a103493e HTTP/1.1" status: 200  len: 910 time: 0.1781573
Apr 30 05:04:02.817642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34008) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:02.822392 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1c10c061-3245-456e-a222-b6d1dd849c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78031c040>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:02.838701 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c10c061-3245-456e-a222-b6d1dd849c5b None None] Routers {'0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:02.839560 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1c10c061-3245-456e-a222-b6d1dd849c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78031c040>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:03:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:02.842302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd17b9e21-ec53-4ea7-97da-bd15fdf98749'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:02.895834 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-37e03478-0cd3-4df6-8051-b77c0e4b09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:02.968158 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1c10c061-3245-456e-a222-b6d1dd849c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78031c040>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:02.975870 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c10c061-3245-456e-a222-b6d1dd849c5b None None] The sync data for ids ['0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:02.994491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] Set router 26f7ade4-1957-48e2-be5d-47c629cb1179 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:03.050131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-37e03478-0cd3-4df6-8051-b77c0e4b09a7 None None] For port 1ad968e4-2c20-457e-a5bd-539b4dc66517, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1ad968e4-2c20-457e-a5bd-539b4dc66517,segment=NetworkSegment(865b6951-4e09-4614-9e96-dbff3f94ec6f),segment_id=865b6951-4e09-4614-9e96-dbff3f94ec6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:03.059596 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-37e03478-0cd3-4df6-8051-b77c0e4b09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:03.064308 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:03.143842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e03478-0cd3-4df6-8051-b77c0e4b09a7 None None] Pushing event updated for resources: {'Port': ['ID=1ad968e4-2c20-457e-a5bd-539b4dc66517,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:03.157116 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-37e03478-0cd3-4df6-8051-b77c0e4b09a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:03.408309 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:03.446161 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:03.451518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a384-a0ed-4e3c-84da-d75e6787ed36 req-f1f0f3cc-73b1-4561-b92c-216f4f44006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:03.454619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df90a384-a0ed-4e3c-84da-d75e6787ed36 req-f1f0f3cc-73b1-4561-b92c-216f4f44006c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f999664f83ae47c3ad0290ab707642ef&shared=False HTTP/1.1" status: 200  len: 910 time: 1.1396728
Apr 30 05:04:03.620458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-93d01006-3c36-4cc1-a7c6-c9b55642884a None None] Provisioning complete for port 1ad968e4-2c20-457e-a5bd-539b4dc66517 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:03.621066 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-93d01006-3c36-4cc1-a7c6-c9b55642884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:03.733415 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9113ad8b-870f-4db3-a488-f716b28a43b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:03.755342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab315c-c671-4413-a966-c8c45c4af50f req-5eef4b28-534e-4d90-a435-9f4b112c3ce7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:03.756540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24ab315c-c671-4413-a966-c8c45c4af50f req-5eef4b28-534e-4d90-a435-9f4b112c3ce7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.7482359
Apr 30 05:04:03.822357 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24ab315c-c671-4413-a966-c8c45c4af50f req-a8fd7cfe-e119-4db0-9e4e-b97f0fa36edb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589969
Apr 30 05:04:03.929511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139da602-a077-45b4-8015-6de97663d4d7 req-28ed5790-6639-43d2-a72d-2896f7036f9b tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:03.931493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-139da602-a077-45b4-8015-6de97663d4d7 req-28ed5790-6639-43d2-a72d-2896f7036f9b tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 944 time: 0.5499921
Apr 30 05:04:03.985301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90a384-a0ed-4e3c-84da-d75e6787ed36 req-0b568739-313f-4a26-ba47-06f4a4b8465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:03.987416 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df90a384-a0ed-4e3c-84da-d75e6787ed36 req-0b568739-313f-4a26-ba47-06f4a4b8465b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5030880
Apr 30 05:04:04.013094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-93d01006-3c36-4cc1-a7c6-c9b55642884a None None] Provisioning for port 5f84d4ca-77f5-4ea9-9517-d851a103493e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:04.032812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-139da602-a077-45b4-8015-6de97663d4d7 req-39eb1ecf-891f-42de-b869-9f9d9ba05385 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910525
Apr 30 05:04:04.035703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-93d01006-3c36-4cc1-a7c6-c9b55642884a None None] Provisioning complete for port 5f84d4ca-77f5-4ea9-9517-d851a103493e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:04.036394 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-93d01006-3c36-4cc1-a7c6-c9b55642884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:04.108693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b027ee0>, [{'id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:03:34Z', 'updated_at': '2021-04-30T05:03:49Z', 'revision_number': 4, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'gw_port': {'id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:36Z', 'updated_at': '2021-04-30T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'b4917a06-561a-4395-9202-8a18455fa1b6', 'name': '', 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'mac_address': 'fa:16:3e:e7:c8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'ddb93053-bb55-4ad7-98cc-68fb735c25f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:46Z', 'updated_at': '2021-04-30T05:04:02Z', 'revision_number': 4, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'subnets': [{'id': 'ddb93053-bb55-4ad7-98cc-68fb735c25f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:04.118375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45bc63-9355-4ac2-a123-b9d845d95b0e None None] The sync data for ids ['26f7ade4-1957-48e2-be5d-47c629cb1179'] in n-d-766726-20 is: [{'id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:03:34Z', 'updated_at': '2021-04-30T05:03:49Z', 'revision_number': 4, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'gw_port': {'id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:36Z', 'updated_at': '2021-04-30T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'b4917a06-561a-4395-9202-8a18455fa1b6', 'name': '', 'network_id': 'ec34a8a5-608c-48bd-a73a-017927bfd180', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'mac_address': 'fa:16:3e:e7:c8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_interface', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'ddb93053-bb55-4ad7-98cc-68fb735c25f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:46Z', 'updated_at': '2021-04-30T05:04:02Z', 'revision_number': 4, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'subnets': [{'id': 'ddb93053-bb55-4ad7-98cc-68fb735c25f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:04.148296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-93d01006-3c36-4cc1-a7c6-c9b55642884a None None] Port 5f84d4ca-77f5-4ea9-9517-d851a103493e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:04.237089 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:04.254223 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c531f3fd-f798-483f-a9b6-e6c2b023c21f tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:04.273170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ac37944c-b3c5-486f-b76f-25cc37e6ff67 None None] Provisioning complete for port 5f84d4ca-77f5-4ea9-9517-d851a103493e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:04.273836 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac37944c-b3c5-486f-b76f-25cc37e6ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:04.306629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-945645fe-ab73-431c-848c-f447d51bfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:04.308666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-945645fe-ab73-431c-848c-f447d51bfcc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f999664f83ae47c3ad0290ab707642ef&device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 1096 time: 0.2642438
Apr 30 05:04:04.325966 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:04.339803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:04.368073 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:04.387877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ac37944c-b3c5-486f-b76f-25cc37e6ff67 None None] Port 5f84d4ca-77f5-4ea9-9517-d851a103493e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:04.413317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-f6d916db-2137-42d5-a3e0-a0ba9f12b0b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8faf4db-b72a-4a0a-ac62-640729745fc8 HTTP/1.1" status: 200  len: 217 time: 0.0872290
Apr 30 05:04:04.467688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=5f84d4ca-77f5-4ea9-9517-d851a103493e,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:04.472742 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:04.478947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:04.480153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:04.484131 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/ports/5f84d4ca-77f5-4ea9-9517-d851a103493e HTTP/1.1" status: 200  len: 910 time: 1.6654589
Apr 30 05:04:04.484774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34018) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:04.497888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:04.504326 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:04.516423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Checking segment: {'id': 'a1f680c8-b23f-4637-90e0-7ba7c7db7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:04.516871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Network hostable DHCP agents. Network: ca7a97b2-d0d4-463b-917d-d024c5464490, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:04:04.527341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-adea16a8-4b0e-42a5-a409-20fef74febe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:04.528957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-adea16a8-4b0e-42a5-a409-20fef74febe2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ad542f2-c852-4624-89eb-128503675f7e HTTP/1.1" status: 200  len: 849 time: 0.0914485
Apr 30 05:04:04.594289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Network ca7a97b2-d0d4-463b-917d-d024c5464490 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:04:04.610475 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-88604863-a636-4088-aec7-acfd0bdc171c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=03c45371-043d-48cc-82c6-316ce83cc772&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0713551
Apr 30 05:04:04.615336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ca7a97b2-d0d4-463b-917d-d024c5464490) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:04.631071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f69d189-b6ae-4e1d-9f5b-39881613c384 None None] Network ca7a97b2-d0d4-463b-917d-d024c5464490 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:04.729201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:04.729806 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:04.874688 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:04.940118 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5705588
Apr 30 05:04:04.955176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34024) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:05.036124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1423906770-router', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:05.041841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:05.047966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1ad968e4-2c20-457e-a5bd-539b4dc66517 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:05.051437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Usage tracker for resource:router and tenant:d483dd5a4f7a4263ac690dd159d4ef4b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:05.064401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:05.072614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:05.084138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-1b1acaf3-ed98-4593-9895-1a4f54f28f8c service neutron] 10.222.0.37 "GET /v2.0/networks/03c45371-043d-48cc-82c6-316ce83cc772?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4620500
Apr 30 05:04:05.089161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:05.090479 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:05.262052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1ad968e4-2c20-457e-a5bd-539b4dc66517 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:05.262747 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:05.486979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4917a06-561a-4395-9202-8a18455fa1b6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:05.539370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-ca7a97b2-d0d4-463b-917d-d024c5464490', 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'fixed_ips': [{'subnet_id': '5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:04:05.540112 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:05.540325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c835f2-853e-4efa-934e-a8f7d9825660 req-2012553c-51db-4dd7-be62-58ce49e6659f service neutron] 10.222.0.37 "GET /v2.0/networks/03c45371-043d-48cc-82c6-316ce83cc772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4406340
Apr 30 05:04:05.592979 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:05.655127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:05.770222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Allocated IP 172.20.0.2 (ca7a97b2-d0d4-463b-917d-d024c5464490/5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e/be366e9d-8c7b-4375-950d-f0f38b922b98) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:05.913075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0262-5dc5-4142-8fc3-15d94b097875 req-6970e777-cc94-4ef9-8d9f-7c868987640c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:05.915875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4ed0262-5dc5-4142-8fc3-15d94b097875 req-6970e777-cc94-4ef9-8d9f-7c868987640c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 943 time: 0.7301967
Apr 30 05:04:06.030696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port b4917a06-561a-4395-9202-8a18455fa1b6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:06.051274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port b4917a06-561a-4395-9202-8a18455fa1b6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:06.052358 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:06.413428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91293063-6aa8-4fea-b83b-f999201cfda5 req-0dafe08a-67ca-4bb4-91d6-e5ac275bc5d2 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:06.421029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91293063-6aa8-4fea-b83b-f999201cfda5 req-0dafe08a-67ca-4bb4-91d6-e5ac275bc5d2 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 944 time: 0.8695881
Apr 30 05:04:06.440464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:04:06.470887 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:06.474143 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:06.522161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Transition to ACTIVE for port object be366e9d-8c7b-4375-950d-f0f38b922b98 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:06.553687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:06.562178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4ed0262-5dc5-4142-8fc3-15d94b097875 req-3fdb08b6-e1ed-409b-8001-a370a3025699 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552724
Apr 30 05:04:06.593581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91293063-6aa8-4fea-b83b-f999201cfda5 req-54d1f50a-4839-4085-bd39-19e658708dd6 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711087
Apr 30 05:04:06.600766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port 5f84d4ca-77f5-4ea9-9517-d851a103493e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:06.601699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:06.701027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Transition to ACTIVE for port object be366e9d-8c7b-4375-950d-f0f38b922b98 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:06.727068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:06.749950 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:06.758890 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-37e03478-0cd3-4df6-8051-b77c0e4b09a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:06.810859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:06.938392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Network ca7a97b2-d0d4-463b-917d-d024c5464490 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:06.955758 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:06.959680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Pushing event updated for resources: {'Port': ['ID=be366e9d-8c7b-4375-950d-f0f38b922b98,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:06.963703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:06.980186 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:06.983550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:06.998377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port b4917a06-561a-4395-9202-8a18455fa1b6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b4917a06-561a-4395-9202-8a18455fa1b6,segment=NetworkSegment(8e26daa4-68c5-4051-9f31-83c99014aff7),segment_id=8e26daa4-68c5-4051-9f31-83c99014aff7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:07.067543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.080645 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:07.109679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for 5f84d4ca-77f5-4ea9-9517-d851a103493e owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:07.130963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'network_id': 'd677ade1-e1eb-44cd-a7e4-5cc5e06385d4', 'port_id': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'mac_address': 'fa:16:3e:67:10:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df00eda-1efa-45d2-a923-0b7aec4b3113', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:04:07.158200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.223981 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.317677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.327476 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f9146f5-5100-4a95-970d-56e954fe8f2c tempest-ServerRescueTestJSON-1747993981 tempest-ServerRescueTestJSON-1747993981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:07.376047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Attempting to bind port be366e9d-8c7b-4375-950d-f0f38b922b98 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:07.376651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Attempting to bind port be366e9d-8c7b-4375-950d-f0f38b922b98 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'a1f680c8-b23f-4637-90e0-7ba7c7db7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:07.377393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Attempting to bind port be366e9d-8c7b-4375-950d-f0f38b922b98 on network ca7a97b2-d0d4-463b-917d-d024c5464490 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:07.397908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:07.398493 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Checking segment: {'id': 'a1f680c8-b23f-4637-90e0-7ba7c7db7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:07.399161 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.399856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Bound using segment: {'id': 'a1f680c8-b23f-4637-90e0-7ba7c7db7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:07.400799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Bound port: be366e9d-8c7b-4375-950d-f0f38b922b98, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f680c8-b23f-4637-90e0-7ba7c7db7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:07.401307 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.403989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=5f84d4ca-77f5-4ea9-9517-d851a103493e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:07.411588 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:07.416117 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.436566 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=b4917a06-561a-4395-9202-8a18455fa1b6,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:07.457813 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:07.500345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Allocated IP 172.25.8.80 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/970ed77f-6183-450f-bb4c-0ce3731aea25) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:07.610649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] For port be366e9d-8c7b-4375-950d-f0f38b922b98, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:07.634818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] For port be366e9d-8c7b-4375-950d-f0f38b922b98, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=be366e9d-8c7b-4375-950d-f0f38b922b98,segment=NetworkSegment(a1f680c8-b23f-4637-90e0-7ba7c7db7858),segment_id=a1f680c8-b23f-4637-90e0-7ba7c7db7858)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:07.654549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:04:07.664785 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.684517 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:07.831705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:07.853793 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.869040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Pushing event updated for resources: {'Port': ['ID=be366e9d-8c7b-4375-950d-f0f38b922b98,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:07.878126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:07.882157 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:07.882767 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-59b1de17-51cd-48a5-a5e4-714ea1275b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:08.008381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:08.013909 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:08.177048 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:08.297919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe2a56-a3ea-43de-8c0d-1e368d4651f7 req-f547cbc3-9f40-45d1-a9d4-8e8dab088d73 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:08.299392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['63dbaf88-0ce6-446a-95f2-6ee0a2798f86'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:04:08.301430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75fe2a56-a3ea-43de-8c0d-1e368d4651f7 req-f547cbc3-9f40-45d1-a9d4-8e8dab088d73 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 944 time: 0.3002093
Apr 30 05:04:08.319141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abd6ac-e461-4236-b4d6-edcd556c9b1f req-e21890ea-5687-4c57-87c2-74d624e8c22e tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:08.321843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30abd6ac-e461-4236-b4d6-edcd556c9b1f req-e21890ea-5687-4c57-87c2-74d624e8c22e tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 944 time: 0.4261901
Apr 30 05:04:08.412308 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:08.413753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d8faf4db-b72a-4a0a-ac62-640729745fc8 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:04:08.424851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 0ea17b3e-e5cf-4657-9a8d-f670343e3d0d has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:04:08.433750 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae6d9f5e-1b19-47a9-b359-ead85d1a4370 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:08.543628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:08.549723 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30abd6ac-e461-4236-b4d6-edcd556c9b1f req-5dee03c0-9353-4c56-8b44-a6e3a1cac5b6 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955793
Apr 30 05:04:08.555031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:08.577944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75fe2a56-a3ea-43de-8c0d-1e368d4651f7 req-d0359f34-7b07-46d7-919a-afdc19436dbe tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2520471
Apr 30 05:04:08.585181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:08.696218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Pushing event updated for resources: {'Port': ['ID=970ed77f-6183-450f-bb4c-0ce3731aea25,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:08.721139 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:08.775285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d8faf4db-b72a-4a0a-ac62-640729745fc8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8faf4db-b72a-4a0a-ac62-640729745fc8,segment=NetworkSegment(1ff38734-4857-4910-a02d-ced53f806955),segment_id=1ff38734-4857-4910-a02d-ced53f806955)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:08.812093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:04:08.821717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'd8faf4db-b72a-4a0a-ac62-640729745fc8', 'network_id': '03c45371-043d-48cc-82c6-316ce83cc772', 'port_id': 'd8faf4db-b72a-4a0a-ac62-640729745fc8', 'mac_address': 'fa:16:3e:54:a8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad542f2-c852-4624-89eb-128503675f7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:04:08.832987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b304b-4d24-48f6-b698-83a593592fcb None None] Sync routers for ids ['0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:04:08.850957 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/0ea17b3e-e5cf-4657-9a8d-f670343e3d0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3604660
Apr 30 05:04:08.851547 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34040) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:08.900047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b304b-4d24-48f6-b698-83a593592fcb None None] Routers {'0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:08.900738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1c9b304b-4d24-48f6-b698-83a593592fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77afa8460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:08.930680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f76bea30-688e-41ca-b067-7ee83bd40c75 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:04:08.976434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f76bea30-688e-41ca-b067-7ee83bd40c75 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:04:08.982557 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f76bea30-688e-41ca-b067-7ee83bd40c75 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ea17b3e-e5cf-4657-9a8d-f670343e3d0d HTTP/1.1" status: 200  len: 205 time: 0.1253855
Apr 30 05:04:08.983938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34044) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:08.998712 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1c9b304b-4d24-48f6-b698-83a593592fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77afa8460>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:09.008379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.035765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8faf4db-b72a-4a0a-ac62-640729745fc8 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:04:09.040349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b304b-4d24-48f6-b698-83a593592fcb None None] Routers {'0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:09.041007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1c9b304b-4d24-48f6-b698-83a593592fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77afa8460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:09.178347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1c9b304b-4d24-48f6-b698-83a593592fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77afa8460>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:09.179611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b304b-4d24-48f6-b698-83a593592fcb None None] The sync data for ids ['0ea17b3e-e5cf-4657-9a8d-f670343e3d0d'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:09.203467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d8faf4db-b72a-4a0a-ac62-640729745fc8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8faf4db-b72a-4a0a-ac62-640729745fc8,segment=NetworkSegment(1ff38734-4857-4910-a02d-ced53f806955),segment_id=1ff38734-4857-4910-a02d-ced53f806955)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:09.214958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.218966 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:09.245145 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2135009e-a59d-498c-8d22-cd9660c4962c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.429459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d8faf4db-b72a-4a0a-ac62-640729745fc8,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:09.435073 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:09.459101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4917a06-561a-4395-9202-8a18455fa1b6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:09.554535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357bf19-a331-41d8-aaf0-1f589ccb7274 None None] Network ca7a97b2-d0d4-463b-917d-d024c5464490 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:09.756771 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2135009e-a59d-498c-8d22-cd9660c4962c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.760232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2135009e-a59d-498c-8d22-cd9660c4962c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.763716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d8faf4db-b72a-4a0a-ac62-640729745fc8'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:04:09.793887 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2135009e-a59d-498c-8d22-cd9660c4962c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.795206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2135009e-a59d-498c-8d22-cd9660c4962c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Fanout notify agent at l3_agent the message router_deleted on router 0ea17b3e-e5cf-4657-9a8d-f670343e3d0d {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:04:09.808113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ce746edc-2ebf-406c-9c2c-3d56dca15834 None None] Provisioning for port be366e9d-8c7b-4375-950d-f0f38b922b98 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:09.817219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2135009e-a59d-498c-8d22-cd9660c4962c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.822172 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2135009e-a59d-498c-8d22-cd9660c4962c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/0ea17b3e-e5cf-4657-9a8d-f670343e3d0d HTTP/1.1" status: 204  len: 168 time: 0.8376594
Apr 30 05:04:09.823253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34054) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:09.894669 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.915458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting subnet d17b9e21-ec53-4ea7-97da-bd15fdf98749 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:04:09.920505 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.928022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port b4917a06-561a-4395-9202-8a18455fa1b6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:09.928402 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:09.996400 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:10.112168 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:10.121428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034cf04-95ff-4f96-816b-7efd240f6e6d req-c33f4b89-7e96-4259-bcd6-7210c84365a1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:10.123059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7034cf04-95ff-4f96-816b-7efd240f6e6d req-c33f4b89-7e96-4259-bcd6-7210c84365a1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 944 time: 0.3495750
Apr 30 05:04:10.139827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d5054-5499-402c-b157-e5dbe7b2845a req-05fd79d0-fd38-4b66-ad6a-cbe0e00a5ad4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:10.142706 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-503d5054-5499-402c-b157-e5dbe7b2845a req-05fd79d0-fd38-4b66-ad6a-cbe0e00a5ad4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 945 time: 0.3697252
Apr 30 05:04:10.281860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device be366e9d-8c7b-4375-950d-f0f38b922b98 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:10.308742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7034cf04-95ff-4f96-816b-7efd240f6e6d req-aeaa2f64-f18f-4e68-bfe3-d23869c9c866 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637433
Apr 30 05:04:10.381159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-503d5054-5499-402c-b157-e5dbe7b2845a req-f80ab705-ebc7-4d7e-bdc4-d59c295db790 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2134285
Apr 30 05:04:10.430289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:10.451639 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:10.505929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port be366e9d-8c7b-4375-950d-f0f38b922b98 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:10.516666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port be366e9d-8c7b-4375-950d-f0f38b922b98 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:10.517063 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:10.616432 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:10.622313 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75cf676b-0ce9-41e3-b0bf-ae630e2da1e8 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:10.639012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:10.639715 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:10.682183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Subnet': ['ID=d17b9e21-ec53-4ea7-97da-bd15fdf98749,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:10.685212 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:10.697332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:10.709109 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/d17b9e21-ec53-4ea7-97da-bd15fdf98749 HTTP/1.1" status: 204  len: 168 time: 0.8849301
Apr 30 05:04:10.710379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34060) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:10.732494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71d3ff-8a2e-4dd0-962b-290c0046a164 None None] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:10.799821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Router ba53cb30-8def-4204-abe5-4d7145d69e5c is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:04:10.855713 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:10.927010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3f621255-54d7-4628-8b18-051ba0ad3f2f None None] Provisioning complete for port be366e9d-8c7b-4375-950d-f0f38b922b98 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:10.927415 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3f621255-54d7-4628-8b18-051ba0ad3f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:10.978238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port 1ad968e4-2c20-457e-a5bd-539b4dc66517 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:10.978752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:11.067960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:11.117690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:04:11.137053 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Sync routers for ids ['ba53cb30-8def-4204-abe5-4d7145d69e5c'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:04:11.150989 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:11.153536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 6.1966283
Apr 30 05:04:11.156132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34064) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:11.157706 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Routers {'ba53cb30-8def-4204-abe5-4d7145d69e5c'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:11.158336 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78031ca00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba53cb30-8def-4204-abe5-4d7145d69e5c'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:11.161407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port 1ad968e4-2c20-457e-a5bd-539b4dc66517, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1ad968e4-2c20-457e-a5bd-539b4dc66517,segment=NetworkSegment(865b6951-4e09-4614-9e96-dbff3f94ec6f),segment_id=865b6951-4e09-4614-9e96-dbff3f94ec6f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:11.161783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:11.169087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:11.205623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port be366e9d-8c7b-4375-950d-f0f38b922b98, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=be366e9d-8c7b-4375-950d-f0f38b922b98,segment=NetworkSegment(a1f680c8-b23f-4637-90e0-7ba7c7db7858),segment_id=a1f680c8-b23f-4637-90e0-7ba7c7db7858)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:11.224732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:04:11.255010 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:11.276212 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:11.330649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:11.356729 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:11.404331 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'code': 200}
Apr 30 05:04:11.491640 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=be366e9d-8c7b-4375-950d-f0f38b922b98,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:11.493822 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Set router ba53cb30-8def-4204-abe5-4d7145d69e5c gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:11.522979 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:11.527159 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:11.634867 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] DHCP port deletion for 3af3a04c-3b0c-4fe0-920d-567086f4d6dc request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:04:11.735087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=10']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:11.747260 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:11.773081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for 1ad968e4-2c20-457e-a5bd-539b4dc66517 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:11.781993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] Deleting port 1ad968e4-2c20-457e-a5bd-539b4dc66517 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:11.782666 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:11.888845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6958f58-594b-4cd7-ba25-faf6077a943e req-8e9f8665-4dc3-4fe8-b931-75887afed68b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:11.891074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6958f58-594b-4cd7-ba25-faf6077a943e req-8e9f8665-4dc3-4fe8-b931-75887afed68b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.2969105
Apr 30 05:04:11.900589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64eb8-8220-4685-a78f-39ca32698c69 req-fc878041-1273-4d0a-a56d-42a33f691f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:11.902434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6f64eb8-8220-4685-a78f-39ca32698c69 req-fc878041-1273-4d0a-a56d-42a33f691f5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 1098 time: 0.1591897
Apr 30 05:04:11.958298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963893e-775e-4dd2-885e-60b17d51a6df req-1a134b46-f730-40f2-a5aa-59dfa0b10a84 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:11.974348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d963893e-775e-4dd2-885e-60b17d51a6df req-1a134b46-f730-40f2-a5aa-59dfa0b10a84 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 945 time: 0.2751911
Apr 30 05:04:12.021385 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.029601 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78031ca00>, [{'id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'name': 'tempest-TestAggregatesBasicOps-1423906770-router', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:05Z', 'updated_at': '2021-04-30T05:04:09Z', 'revision_number': 3, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'gw_port': {'id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:07Z', 'updated_at': '2021-04-30T05:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:12.034832 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae0ad9c0-5928-470d-8e7c-24837beadf2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:12.040386 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Checking router: ba53cb30-8def-4204-abe5-4d7145d69e5c for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:04:12.040822 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Updating router ba53cb30-8def-4204-abe5-4d7145d69e5c port 970ed77f-6183-450f-bb4c-0ce3731aea25 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:04:12.091440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] For port 1ad968e4-2c20-457e-a5bd-539b4dc66517, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1ad968e4-2c20-457e-a5bd-539b4dc66517,segment=NetworkSegment(865b6951-4e09-4614-9e96-dbff3f94ec6f),segment_id=865b6951-4e09-4614-9e96-dbff3f94ec6f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:12.092514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.097323 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.106485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=1ad968e4-2c20-457e-a5bd-539b4dc66517,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:12.110960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No DVR routers for this DVR port 1ad968e4-2c20-457e-a5bd-539b4dc66517 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:04:12.271823 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:12.338611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] Calling delete_port for 1ad968e4-2c20-457e-a5bd-539b4dc66517 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:12.416271 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.426504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6958f58-594b-4cd7-ba25-faf6077a943e req-3b5cb742-abf9-40cc-8e86-fb3fb227e0b7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5212572
Apr 30 05:04:12.434545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6f64eb8-8220-4685-a78f-39ca32698c69 req-52d7ab6e-c303-4bc3-9344-a868e82f8071 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5134919
Apr 30 05:04:12.434833 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c132858d-4234-4438-b17e-1ebb399deddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:12.456167 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d963893e-775e-4dd2-885e-60b17d51a6df req-5ab1868c-dea5-4b13-b9f4-8c8d2f4da69f tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4798009
Apr 30 05:04:12.491846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.492439 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.509287 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Transition to ACTIVE for port object 970ed77f-6183-450f-bb4c-0ce3731aea25 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:12.520598 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.524871 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:12.554358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d8faf4db-b72a-4a0a-ac62-640729745fc8 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:12.647028 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Pushing event updated for resources: {'Port': ['ID=970ed77f-6183-450f-bb4c-0ce3731aea25,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:12.659589 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.660383 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.660941 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.661506 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.662052 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.662591 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.663185 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.663771 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.664312 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.664866 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.665476 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.666034 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:12.671352 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:12.677265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] Pushing event deleted for resources: {'Port': ['ID=1ad968e4-2c20-457e-a5bd-539b4dc66517,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:12.679914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] No DVR routers for this DVR port 1ad968e4-2c20-457e-a5bd-539b4dc66517 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:04:12.686327 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:12.694460 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Attempting to bind port 970ed77f-6183-450f-bb4c-0ce3731aea25 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:12.694994 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Attempting to bind port 970ed77f-6183-450f-bb4c-0ce3731aea25 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:12.695537 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Attempting to bind port 970ed77f-6183-450f-bb4c-0ce3731aea25 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:12.702454 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:12.703107 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:12.703747 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.704572 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:12.705014 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Bound port: 970ed77f-6183-450f-bb4c-0ce3731aea25, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:12.705483 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.708811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port d8faf4db-b72a-4a0a-ac62-640729745fc8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:12.716358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port d8faf4db-b72a-4a0a-ac62-640729745fc8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:12.717149 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.767082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a27aee0>,) {'filters': {'network_id': ['3af3a04c-3b0c-4fe0-920d-567086f4d6dc']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:12.782499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a27aee0>, '865b6951-4e09-4614-9e96-dbff3f94ec6f') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:12.782781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a27aee0>, '865b6951-4e09-4614-9e96-dbff3f94ec6f') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:12.797009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.808611 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] For port 970ed77f-6183-450f-bb4c-0ce3731aea25, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:12.813623 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] For port 970ed77f-6183-450f-bb4c-0ce3731aea25, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=970ed77f-6183-450f-bb4c-0ce3731aea25,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:12.816291 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.823324 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.835377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:04:12.837449 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a178477e-fb6c-4d2f-89c2-beda285ce493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:12.931355 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:12.942300 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Routers {'ba53cb30-8def-4204-abe5-4d7145d69e5c'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:12.943067 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78031ca00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba53cb30-8def-4204-abe5-4d7145d69e5c'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:12.995596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d8faf4db-b72a-4a0a-ac62-640729745fc8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8faf4db-b72a-4a0a-ac62-640729745fc8,segment=NetworkSegment(1ff38734-4857-4910-a02d-ced53f806955),segment_id=1ff38734-4857-4910-a02d-ced53f806955)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:13.004962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:13.021146 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c8e82c9d-157f-4c09-b7f3-6fadfb9fcb08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:13.053360 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Pushing event updated for resources: {'Port': ['ID=970ed77f-6183-450f-bb4c-0ce3731aea25,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:13.073772 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:13.130256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d8faf4db-b72a-4a0a-ac62-640729745fc8,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:13.136416 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:13.243581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:04:13.248978 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] Set router ba53cb30-8def-4204-abe5-4d7145d69e5c gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:13.257616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-83b5c7c4-1617-486b-b211-256dd0d7b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:13.259452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-83b5c7c4-1617-486b-b211-256dd0d7b5be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1096 time: 0.1482294
Apr 30 05:04:13.265574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:13.382828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94045ffc-a9d0-4615-a30e-f387ef1c3ef4 req-4defcd1a-fc2a-4193-889c-aedb9bafa5b0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:13.384453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94045ffc-a9d0-4615-a30e-f387ef1c3ef4 req-4defcd1a-fc2a-4193-889c-aedb9bafa5b0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1956508
Apr 30 05:04:13.401114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device be366e9d-8c7b-4375-950d-f0f38b922b98 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:13.445053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d785c1-614a-4426-848b-cb62d3d61085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8faf4db-b72a-4a0a-ac62-640729745fc8'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:04:13.507499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-c368d99c-e2f7-4083-96fe-7eb1501dc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:13.509913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-c368d99c-e2f7-4083-96fe-7eb1501dc530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.2316804
Apr 30 05:04:13.529990 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94045ffc-a9d0-4615-a30e-f387ef1c3ef4 req-d1bc4297-2cc1-44fc-8767-dbd7f9691e03 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0772762
Apr 30 05:04:13.595623 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d785c1-614a-4426-848b-cb62d3d61085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8faf4db-b72a-4a0a-ac62-640729745fc8', 'code': 200}
Apr 30 05:04:13.661023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port be366e9d-8c7b-4375-950d-f0f38b922b98 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:13.661797 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:13.802679 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78031ca00>, [{'id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'name': 'tempest-TestAggregatesBasicOps-1423906770-router', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:05Z', 'updated_at': '2021-04-30T05:04:09Z', 'revision_number': 3, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'gw_port': {'id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:07Z', 'updated_at': '2021-04-30T05:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:13.842122 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd04f4-2c64-4aaa-8622-f9df9da92fc4 None None] The sync data for ids ['ba53cb30-8def-4204-abe5-4d7145d69e5c'] in n-d-766726-20 is: [{'id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'name': 'tempest-TestAggregatesBasicOps-1423906770-router', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:05Z', 'updated_at': '2021-04-30T05:04:09Z', 'revision_number': 3, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'gw_port': {'id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:07Z', 'updated_at': '2021-04-30T05:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:13.968888 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-74aadca8-b7f5-4d8b-b9fe-5fba956f7e45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 999 time: 0.4372408
Apr 30 05:04:13.993799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:14.006236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1ad968e4-2c20-457e-a5bd-539b4dc66517 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:04:14.053587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 1ad968e4-2c20-457e-a5bd-539b4dc66517 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:04:14.054196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1ad968e4-2c20-457e-a5bd-539b4dc66517 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:04:14.110589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-e1da6dc3-3dad-4181-b44c-1dab4895aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:14.112435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-e1da6dc3-3dad-4181-b44c-1dab4895aea8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1326826
Apr 30 05:04:14.125396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a341f55-0fed-4635-8cb8-7152b1212867 req-cafd1c5e-c8c0-4258-a76d-fe533f978350 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:14.127031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a341f55-0fed-4635-8cb8-7152b1212867 req-cafd1c5e-c8c0-4258-a76d-fe533f978350 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.3156941
Apr 30 05:04:14.137737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 3af3a04c-3b0c-4fe0-920d-567086f4d6dc has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:04:14.168262 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:04:14.185554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17f022-17b0-4121-9d48-75194009b9ff req-eab8b5e4-64b2-494a-aa4d-16413fa48c67 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:14.188043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a17f022-17b0-4121-9d48-75194009b9ff req-eab8b5e4-64b2-494a-aa4d-16413fa48c67 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 946 time: 0.4144182
Apr 30 05:04:14.328854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a17f022-17b0-4121-9d48-75194009b9ff req-8eb7659e-ef20-47c2-9812-8e410dabb3de tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234341
Apr 30 05:04:14.355042 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a341f55-0fed-4635-8cb8-7152b1212867 req-13fa24a7-d0d5-4e2e-90bc-55124bde3b6d tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587141
Apr 30 05:04:14.421628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-2d08934b-5453-4a87-97af-eaaa7fa3bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:14.424076 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-2d08934b-5453-4a87-97af-eaaa7fa3bfba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2960157
Apr 30 05:04:14.507466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:14.532718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b068b431-d684-4083-8475-158da487ee92 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:14.577259 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:14.622509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91668d6-d222-49df-a00c-e38587ca21db req-d001737c-52bf-45dd-9421-bfeb556abd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:14.624616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-ca89faaf-6267-42c1-a87a-4f9a33a16581 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907623
Apr 30 05:04:14.634749 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d91668d6-d222-49df-a00c-e38587ca21db req-d001737c-52bf-45dd-9421-bfeb556abd4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 1098 time: 0.6350298
Apr 30 05:04:14.642728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Network': ['ID=3af3a04c-3b0c-4fe0-920d-567086f4d6dc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:14.646259 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:14.784708 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/networks/3af3a04c-3b0c-4fe0-920d-567086f4d6dc HTTP/1.1" status: 204  len: 168 time: 4.0725448
Apr 30 05:04:14.793284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34128) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:14.807397 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d91668d6-d222-49df-a00c-e38587ca21db req-773b876f-e659-413c-8ef4-08987b6d84fb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535301
Apr 30 05:04:14.813543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-478261107', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:14.835019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:14.848723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:router and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:14.857662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:14.895432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:14.899916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Allocated IP 172.20.0.1 (ca7a97b2-d0d4-463b-917d-d024c5464490/5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e/0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:14.936418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1bc05edb-d5b1-4c69-98ae-4db18e6fa394 req-a593d582-69e4-43f8-a047-ffc8f5af3d3b service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2993042
Apr 30 05:04:14.942475 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:14.949685 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:14.970752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f249a-06ac-429b-beed-711e5da914ef req-4b6df056-c025-4a2e-8d7c-5aceac924562 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:14.973414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c01f249a-06ac-429b-beed-711e5da914ef req-4b6df056-c025-4a2e-8d7c-5aceac924562 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2336078
Apr 30 05:04:15.077898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c01f249a-06ac-429b-beed-711e5da914ef req-882705ee-ac5d-41a9-b936-97f7d969002d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0980120
Apr 30 05:04:15.155101 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.211507 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.247153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.293352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Transition to ACTIVE for port object 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:15.311180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.313335 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4ca7be03-eb9a-40b5-a65a-839e52b236cf tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.5149407
Apr 30 05:04:15.318127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34132) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:15.326769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1623240605'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:15.340812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:15.353945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:network and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:15.360414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:15.377238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:15.404409 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.405106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:04:15.412077 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73a8e0aa-90ae-4c52-8fbc-cbfe2bf89657 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:15.422503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 970ed77f-6183-450f-bb4c-0ce3731aea25 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:15.428931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.499427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:04:15.520167 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.520959 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added segment a804bb5f-dee8-4fcd-9ab6-067c9881c0f1 of type vlan for network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5
Apr 30 05:04:15.570131 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.602165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Network ca7a97b2-d0d4-463b-917d-d024c5464490 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:15.617803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:15.632649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:15.636061 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.656425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:15.657694 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.671896 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-640cab8f-d83d-4bc3-a54e-e4721f4831b5 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:15.697195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 970ed77f-6183-450f-bb4c-0ce3731aea25 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:15.711542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 970ed77f-6183-450f-bb4c-0ce3731aea25 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:15.712562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.834859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:15.878906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Pushing event updated for resources: {'Port': ['ID=0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:15.888296 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:16.124035 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:16.160896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:16.171083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'subnet': {'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:16.173425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8534486
Apr 30 05:04:16.233955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 970ed77f-6183-450f-bb4c-0ce3731aea25, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=970ed77f-6183-450f-bb4c-0ce3731aea25,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:16.248659 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:16.252836 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5c8ddee0-26b6-4d8d-8c65-dda9d1d9c7e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:16.343361 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-42134eb9-19ae-41a1-a1c0-32e824601767 None None] Provisioning for port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:16.353845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-42134eb9-19ae-41a1-a1c0-32e824601767 None None] Provisioning complete for port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:16.354421 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-42134eb9-19ae-41a1-a1c0-32e824601767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:16.398573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Network': ['ID=db8d967d-e0d1-4516-a9f3-a6fdfda76ca5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:16.415667 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:16.436070 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-42134eb9-19ae-41a1-a1c0-32e824601767 None None] Port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:16.440558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:04:16.442253 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:16.481237 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=970ed77f-6183-450f-bb4c-0ce3731aea25,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:16.498020 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:16.536905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b90e8-57a2-4395-935d-6af37eec680b req-f85a9d49-e400-4b1a-b14b-6bb14e4ff0e6 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:16.546190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:16.551797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff6b90e8-57a2-4395-935d-6af37eec680b req-f85a9d49-e400-4b1a-b14b-6bb14e4ff0e6 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 946 time: 0.8888009
Apr 30 05:04:16.561606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:subnet and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:16.567703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:16.575712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:16.665920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64709fa-af02-4a28-8411-e522dffb1b8e req-055a9b63-1c99-4742-a236-efd1ffa5ffd2 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:16.669121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d64709fa-af02-4a28-8411-e522dffb1b8e req-055a9b63-1c99-4742-a236-efd1ffa5ffd2 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.7211888
Apr 30 05:04:16.679990 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff6b90e8-57a2-4395-935d-6af37eec680b req-a9698494-2604-49c9-aa46-79939efbb296 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269126
Apr 30 05:04:16.689984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:04:16.696175 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:16.791976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d64709fa-af02-4a28-8411-e522dffb1b8e req-4aa4e12c-6a11-4387-b61d-c347c4a1b109 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101005
Apr 30 05:04:17.070931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:17.076805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:17.104616 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:17.385510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f59f-621a-4af1-8546-44badcf78f82 req-c2354dec-fd0e-4b29-ba74-c067729bb030 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:17.387199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ba8f59f-621a-4af1-8546-44badcf78f82 req-c2354dec-fd0e-4b29-ba74-c067729bb030 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3815281
Apr 30 05:04:17.405378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 970ed77f-6183-450f-bb4c-0ce3731aea25 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:17.434395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Pushing event updated for resources: {'Port': ['ID=0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:17.447767 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:17.449117 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:17.459005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d45e9-4d72-431b-9b4c-7338ea028999 req-32ec5b56-139c-40e8-8473-b51748a3f094 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:17.460626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-618d45e9-4d72-431b-9b4c-7338ea028999 req-32ec5b56-139c-40e8-8473-b51748a3f094 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.3443263
Apr 30 05:04:17.475669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ba8f59f-621a-4af1-8546-44badcf78f82 req-e696896b-e8b4-4eb3-92c5-034519f254d7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0731156
Apr 30 05:04:17.536057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-618d45e9-4d72-431b-9b4c-7338ea028999 req-3e90c064-38e4-45c1-9fcb-36e94597332a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591831
Apr 30 05:04:17.536789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 970ed77f-6183-450f-bb4c-0ce3731aea25 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:17.537782 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:17.662809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Network ca7a97b2-d0d4-463b-917d-d024c5464490 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:17.665868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:17.779876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74975d6-a47c-4524-b7d8-e521ca4aeb8d req-9e689bcf-63a5-43cd-b2a6-f214a8e52944 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:17.781660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a74975d6-a47c-4524-b7d8-e521ca4aeb8d req-9e689bcf-63a5-43cd-b2a6-f214a8e52944 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.0990076
Apr 30 05:04:17.854606 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a74975d6-a47c-4524-b7d8-e521ca4aeb8d req-2bfea5d0-d949-4ea4-8d19-cb0b17f8c84b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593212
Apr 30 05:04:17.984372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:18.000729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1fed8-9b86-40ff-ace2-af124dd5a02a req-22d1c1b2-6325-4c1c-8330-f37221d1583f tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:18.002683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ef1fed8-9b86-40ff-ace2-af124dd5a02a req-22d1c1b2-6325-4c1c-8330-f37221d1583f tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 946 time: 0.1273131
Apr 30 05:04:18.012739 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f0cafb9-3451-4010-b46c-4e6475f7a81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:18.082419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0f8c33fb-79ce-48bd-898d-6425b8e16b9c None None] Provisioning complete for port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:18.082968 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0f8c33fb-79ce-48bd-898d-6425b8e16b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:18.109963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ef1fed8-9b86-40ff-ace2-af124dd5a02a req-26d7f4fc-5e29-438d-95c1-fe0f5be309ba tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945563
Apr 30 05:04:18.157636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c33fb-79ce-48bd-898d-6425b8e16b9c None None] Port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:18.165958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39f296-5272-42e7-ab9b-b23a4410e776 req-c7485235-7cbe-4947-9846-c6760eb79b42 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:18.168107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be39f296-5272-42e7-ab9b-b23a4410e776 req-c7485235-7cbe-4947-9846-c6760eb79b42 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.1377344
Apr 30 05:04:18.234712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Subnet': ['ID=9dbb1c7e-0906-466f-9f8a-160b858b1164,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:18.239924 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:18.244569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Router ba53cb30-8def-4204-abe5-4d7145d69e5c has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:04:18.260849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Checking segment: {'id': 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:18.261430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network hostable DHCP agents. Network: db8d967d-e0d1-4516-a9f3-a6fdfda76ca5, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:04:18.280480 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be39f296-5272-42e7-ab9b-b23a4410e776 req-681f4505-da49-464e-85cb-58ee7ff5b1df tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935416
Apr 30 05:04:18.476965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:04:18.539289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217a28-00e9-47b7-ac32-4d647cf55743 req-2d70364f-2a0d-4c0f-a566-f30acd486bdd tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:18.541415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f217a28-00e9-47b7-ac32-4d647cf55743 req-2d70364f-2a0d-4c0f-a566-f30acd486bdd tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.1276884
Apr 30 05:04:18.603371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f217a28-00e9-47b7-ac32-4d647cf55743 req-a35567e4-293f-4d12-80b0-27f9f0c18711 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497510
Apr 30 05:04:18.623861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, db8d967d-e0d1-4516-a9f3-a6fdfda76ca5) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:18.635666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d50f1a-7d87-4edf-aeb0-c53dd6327578 None None] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:18.651545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:18.652357 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:18.772030 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6028061
Apr 30 05:04:18.772030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:04:18.772750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34174) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:18.789162 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] 10.222.0.46 "PUT /v2.0/routers/ba53cb30-8def-4204-abe5-4d7145d69e5c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6208522
Apr 30 05:04:18.846736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Sync routers for ids ['ba53cb30-8def-4204-abe5-4d7145d69e5c'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:04:18.896143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Routers {'ba53cb30-8def-4204-abe5-4d7145d69e5c'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:18.898005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b038190>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba53cb30-8def-4204-abe5-4d7145d69e5c'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:19.306683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Set router ba53cb30-8def-4204-abe5-4d7145d69e5c gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:19.381453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:04:19.382330 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:19.488752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c374e36-b2f2-416b-aa43-ac4b29474da1 req-d85b84dd-54f2-4c87-b387-82df1dd6204b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:19.490308 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c374e36-b2f2-416b-aa43-ac4b29474da1 req-d85b84dd-54f2-4c87-b387-82df1dd6204b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.7086194
Apr 30 05:04:19.612209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c374e36-b2f2-416b-aa43-ac4b29474da1 req-cd91d379-eb8c-42bb-92db-f84d0fa7a761 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878899
Apr 30 05:04:19.695890 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:19.874961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Allocated IP 172.20.0.2 (db8d967d-e0d1-4516-a9f3-a6fdfda76ca5/9dbb1c7e-0906-466f-9f8a-160b858b1164/f64b16cf-88f6-42ca-8bcd-251a8b7fcf37) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:20.008303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b038190>, [{'id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'name': 'tempest-TestAggregatesBasicOps-1423906770-router', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:05Z', 'updated_at': '2021-04-30T05:04:16Z', 'revision_number': 4, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'gw_port': {'id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:07Z', 'updated_at': '2021-04-30T05:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5', 'name': '', 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'mac_address': 'fa:16:3e:ba:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:16Z', 'revision_number': 2, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'subnets': [{'id': '5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:20.016345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Checking router: ba53cb30-8def-4204-abe5-4d7145d69e5c for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:04:20.016765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Updating router ba53cb30-8def-4204-abe5-4d7145d69e5c port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:04:20.118968 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:20.249294 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:20.314461 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Transition to ACTIVE for port object f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:20.353258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Transition to ACTIVE for port object f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:20.359716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1ca61-7a8b-419c-8353-9274f89d10cb req-3034ada3-73c4-49a3-a345-b1dcdbec13cc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:20.369087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03a1ca61-7a8b-419c-8353-9274f89d10cb req-3034ada3-73c4-49a3-a345-b1dcdbec13cc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.4585705
Apr 30 05:04:20.379448 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:20.400224 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-36b448dc-33ea-4135-a97d-13bbe3ef1ba8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:20.443656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03a1ca61-7a8b-419c-8353-9274f89d10cb req-f6d1c256-3a09-4287-bb79-c57c5655b1a9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735343
Apr 30 05:04:20.529446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:20.562023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:20.574446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:20.600900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Pushing event updated for resources: {'Port': ['ID=f64b16cf-88f6-42ca-8bcd-251a8b7fcf37,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:20.641704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.20.0.1 (db8d967d-e0d1-4516-a9f3-a6fdfda76ca5/9dbb1c7e-0906-466f-9f8a-160b858b1164/1604a46c-b494-4789-b6e5-bc842760b4ad) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:20.654796 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:20.997507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Attempting to bind port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:20.998652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Attempting to bind port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:20.999197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Attempting to bind port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 on network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:21.009878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:21.010587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Checking segment: {'id': 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:21.011162 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.011743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Bound using segment: {'id': 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:21.012517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Bound port: f64b16cf-88f6-42ca-8bcd-251a8b7fcf37, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:21.013114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.041737 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.088354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Transition to ACTIVE for port object 1604a46c-b494-4789-b6e5-bc842760b4ad will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:21.119074 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.125957 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:21.146439 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.176926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Transition to ACTIVE for port object 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:21.195962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.202535 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cc57e35f-1cee-4ac3-81b4-dfeca0aafde6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:21.263681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:21.277397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:21.285202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:21.368235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=1604a46c-b494-4789-b6e5-bc842760b4ad,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:21.370826 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:21.428859 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.464753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd6043-dd12-4814-b715-2b0dfc11e70b req-5bb4ef62-a1aa-4444-a94d-ddddbe970a5a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:21.473472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2bd6043-dd12-4814-b715-2b0dfc11e70b req-5bb4ef62-a1aa-4444-a94d-ddddbe970a5a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.2745192
Apr 30 05:04:21.494689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] For port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:21.529178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] For port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f64b16cf-88f6-42ca-8bcd-251a8b7fcf37,segment=NetworkSegment(a804bb5f-dee8-4fcd-9ab6-067c9881c0f1),segment_id=a804bb5f-dee8-4fcd-9ab6-067c9881c0f1)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:21.560280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2bd6043-dd12-4814-b715-2b0dfc11e70b req-da38fd2c-0798-4178-b32e-d2b9bba33f3f tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857430
Apr 30 05:04:21.566856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a311e1-49ca-4422-9673-1205cd08965f None None] Pushing event updated for resources: {'Port': ['ID=0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:21.586621 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90a311e1-49ca-4422-9673-1205cd08965f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:21.588079 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.601809 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:21.702397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.841278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Attempting to bind port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:21.841941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Attempting to bind port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'a1f680c8-b23f-4637-90e0-7ba7c7db7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:21.842526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Attempting to bind port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 on network ca7a97b2-d0d4-463b-917d-d024c5464490 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:21.857142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:21.857725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Checking segment: {'id': 'a1f680c8-b23f-4637-90e0-7ba7c7db7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:21.858211 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.858689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Bound using segment: {'id': 'a1f680c8-b23f-4637-90e0-7ba7c7db7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:21.859570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Bound port: 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f680c8-b23f-4637-90e0-7ba7c7db7858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:21.860200 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:21.915571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Pushing event updated for resources: {'Port': ['ID=f64b16cf-88f6-42ca-8bcd-251a8b7fcf37,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:21.923347 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:22.070411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] For port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:22.075526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] For port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5,segment=NetworkSegment(a1f680c8-b23f-4637-90e0-7ba7c7db7858),segment_id=a1f680c8-b23f-4637-90e0-7ba7c7db7858)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:22.081848 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:22.086854 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:22.238692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Routers {'ba53cb30-8def-4204-abe5-4d7145d69e5c'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:22.239834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b038190>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba53cb30-8def-4204-abe5-4d7145d69e5c'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:22.334912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a311e1-49ca-4422-9673-1205cd08965f None None] Pushing event updated for resources: {'Port': ['ID=0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:22.341003 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90a311e1-49ca-4422-9673-1205cd08965f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:22.454457 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:22.462078 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:22.500048 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a81ac5d3-9c86-40a2-8cb9-5739e5c1593b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:22.530281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] Set router ba53cb30-8def-4204-abe5-4d7145d69e5c gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:22.607287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=1604a46c-b494-4789-b6e5-bc842760b4ad,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:22.613146 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:22.617026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:22.739320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34266) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:22.808158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:22.859664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:23.242856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b038190>, [{'id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'name': 'tempest-TestAggregatesBasicOps-1423906770-router', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:05Z', 'updated_at': '2021-04-30T05:04:16Z', 'revision_number': 4, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'gw_port': {'id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:07Z', 'updated_at': '2021-04-30T05:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5', 'name': '', 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'mac_address': 'fa:16:3e:ba:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:22Z', 'revision_number': 4, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'subnets': [{'id': '5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:23.254940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e83b2c-c1e4-45e2-b1f3-23c89184cc88 None None] The sync data for ids ['ba53cb30-8def-4204-abe5-4d7145d69e5c'] in n-d-766726-20 is: [{'id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'name': 'tempest-TestAggregatesBasicOps-1423906770-router', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:05Z', 'updated_at': '2021-04-30T05:04:16Z', 'revision_number': 4, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'gw_port': {'id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:07Z', 'updated_at': '2021-04-30T05:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5', 'name': '', 'network_id': 'ca7a97b2-d0d4-463b-917d-d024c5464490', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'mac_address': 'fa:16:3e:ba:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:22Z', 'revision_number': 4, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'subnets': [{'id': '5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:23.488596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c8394-ead1-4bc8-9d10-8c3e5ae79e5f None None] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:23.531100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec31855-aca6-4b26-9338-5219810b5cfc req-cc80dc70-b3a8-4573-a8c4-9b9cd0516332 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:23.539900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eec31855-aca6-4b26-9338-5219810b5cfc req-cc80dc70-b3a8-4573-a8c4-9b9cd0516332 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.7355657
Apr 30 05:04:23.654863 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eec31855-aca6-4b26-9338-5219810b5cfc req-dc2ce018-de32-47c3-9148-3ba704e7bec1 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139596
Apr 30 05:04:23.691623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:23.716995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:04:23.846017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:24.024356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:04:24.038742 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:04:24.047783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-92b24f8b-4cdb-42d6-a99a-055234b908b1 None None] Provisioning for port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:24.071884 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:24.072716 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77beb4a30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:24.085991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:24.106800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:24.107186 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:24.217898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4379671
Apr 30 05:04:24.217898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34280) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:24.252018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'network': {'name': 'tempest-RoutersTest-1088474565'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:24.295904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:24.315140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:network and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:24.326877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:24.352325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:24.481629 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:24.482905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:24.563957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f64b16cf-88f6-42ca-8bcd-251a8b7fcf37,segment=NetworkSegment(a804bb5f-dee8-4fcd-9ab6-067c9881c0f1),segment_id=a804bb5f-dee8-4fcd-9ab6-067c9881c0f1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:24.570860 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:24.573100 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-afdf0b36-b850-425b-a3d5-13e5a7658d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:24.695028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:04:24.699090 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:24.721402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-88da88ab-9a24-4c82-991b-5fb487a7ce8c None None] Provisioning complete for port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:24.721829 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-88da88ab-9a24-4c82-991b-5fb487a7ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:24.770832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd49af3-155a-40c1-8c19-37b89ba447ae req-dba4cfaa-8405-487d-8695-45048c406996 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:24.780619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdd49af3-155a-40c1-8c19-37b89ba447ae req-dba4cfaa-8405-487d-8695-45048c406996 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 946 time: 0.7576010
Apr 30 05:04:24.844399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:04:24.907082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:24.908539 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added segment 069de094-b5c5-497f-ad63-e673e41cb0da of type vlan for network e47795a9-cdd3-4846-87b4-670fb2d726d9
Apr 30 05:04:24.929341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=f64b16cf-88f6-42ca-8bcd-251a8b7fcf37,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:24.934790 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:25.048489 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:25.082813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdd49af3-155a-40c1-8c19-37b89ba447ae req-952a089b-bd28-4511-89b7-399b36f3a57e tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3010120
Apr 30 05:04:25.165471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-eb05a28c-b405-46a3-b0b3-a0a12625dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:25.167624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-eb05a28c-b405-46a3-b0b3-a0a12625dc49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cec84bb3129d45399e28fb882761f398&device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 1098 time: 0.7132771
Apr 30 05:04:25.170009 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:25.177880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:25.178527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:25.187123 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f280d749-8a0a-4f89-8cd3-d6d0a31d0f4c tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:25.241500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-88da88ab-9a24-4c82-991b-5fb487a7ce8c None None] Provisioning for port 1604a46c-b494-4789-b6e5-bc842760b4ad completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:25.251104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-88da88ab-9a24-4c82-991b-5fb487a7ce8c None None] Provisioning complete for port 1604a46c-b494-4789-b6e5-bc842760b4ad triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:25.251493 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-88da88ab-9a24-4c82-991b-5fb487a7ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:25.396748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277a33-12c4-451b-b572-7bca1e53dc77 req-4d9213c5-0b2b-419b-a063-28f13b535435 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:25.405338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e277a33-12c4-451b-b572-7bca1e53dc77 req-4d9213c5-0b2b-419b-a063-28f13b535435 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.8207695
Apr 30 05:04:25.475259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-88da88ab-9a24-4c82-991b-5fb487a7ce8c None None] Port 1604a46c-b494-4789-b6e5-bc842760b4ad cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:25.507637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Network': ['ID=e47795a9-cdd3-4846-87b4-670fb2d726d9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:25.530474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:04:25.543572 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77beb4a30>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:21Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:22Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:25.575741 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:04:25.576034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:25.576336 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Updating router 4a857856-daee-4d43-90d4-b592315a82d4 port 1604a46c-b494-4789-b6e5-bc842760b4ad binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:04:25.607685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-3be204e5-1a1d-4b38-8709-295cf527a57f tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:25.609312 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-3be204e5-1a1d-4b38-8709-295cf527a57f tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 946 time: 0.4614334
Apr 30 05:04:25.681847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.4495056
Apr 30 05:04:25.682900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34290) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:25.713589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'subnet': {'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:25.758449 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:25.767623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Deleting port b4917a06-561a-4395-9202-8a18455fa1b6 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:25.768199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:25.819932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:25.832912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-6959ad04-d707-43ca-abf4-71d10852f2ef req-8f498ab9-b4c1-41a6-8968-fea56653e543 service neutron] (74582) timed out ('10.222.0.46', 47250) {{(pid=74582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 05:04:25.948124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ab748859-51ce-449e-b519-f1d7675c9ca4 None None] Provisioning complete for port 1604a46c-b494-4789-b6e5-bc842760b4ad triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:25.948360 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ab748859-51ce-449e-b519-f1d7675c9ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:25.954573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:25.979795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e277a33-12c4-451b-b572-7bca1e53dc77 req-20f64bbd-a678-410a-8e83-2764901131ef tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5728867
Apr 30 05:04:25.983267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:subnet and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:26.006632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:26.027446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:26.064908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ab748859-51ce-449e-b519-f1d7675c9ca4 None None] Port 1604a46c-b494-4789-b6e5-bc842760b4ad cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:26.085492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:04:26.090470 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:26.091808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:26.102596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:26.104761 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:26.285171 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:26.335898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5,segment=NetworkSegment(a1f680c8-b23f-4637-90e0-7ba7c7db7858),segment_id=a1f680c8-b23f-4637-90e0-7ba7c7db7858)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:26.341180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] For port b4917a06-561a-4395-9202-8a18455fa1b6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b4917a06-561a-4395-9202-8a18455fa1b6,segment=NetworkSegment(8e26daa4-68c5-4051-9f31-83c99014aff7),segment_id=8e26daa4-68c5-4051-9f31-83c99014aff7)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:26.342157 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:26.342309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-af778faa-3bf2-4018-ad3e-c1274024582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:26.343979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-af778faa-3bf2-4018-ad3e-c1274024582a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 200  len: 915 time: 1.1597793
Apr 30 05:04:26.346019 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:26.348014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:26.375975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Deleting port d8faf4db-b72a-4a0a-ac62-640729745fc8 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:26.376541 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:26.446907 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90a311e1-49ca-4422-9673-1205cd08965f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:26.469093 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:26.486107 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Transition to ACTIVE for port object 1604a46c-b494-4789-b6e5-bc842760b4ad will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:26.498130 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:26.506876 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-38c6cdd2-026c-4aec-89f7-5578341aafd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:26.545819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-fd4b627c-2a88-4231-843e-2d653d1be37b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86 HTTP/1.1" status: 200  len: 217 time: 0.1052632
Apr 30 05:04:26.639977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:26.643597 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:26.699787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-1ef701db-dca7-4b36-a717-c65ea7310d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:26.701408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-1ef701db-dca7-4b36-a717-c65ea7310d6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5df00eda-1efa-45d2-a923-0b7aec4b3113 HTTP/1.1" status: 200  len: 854 time: 0.1459115
Apr 30 05:04:26.726812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b6bae-4184-4983-9d53-2805beaee790 req-842f9509-25b9-4633-a377-f41cd6eaca8f tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:26.727580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Calling delete_port for b4917a06-561a-4395-9202-8a18455fa1b6 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:26.734535 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da1b6bae-4184-4983-9d53-2805beaee790 req-842f9509-25b9-4633-a377-f41cd6eaca8f tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 946 time: 0.3503695
Apr 30 05:04:26.765691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:26.772762 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:26.973459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] For port d8faf4db-b72a-4a0a-ac62-640729745fc8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d8faf4db-b72a-4a0a-ac62-640729745fc8,segment=NetworkSegment(1ff38734-4857-4910-a02d-ced53f806955),segment_id=1ff38734-4857-4910-a02d-ced53f806955)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:26.977721 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:27.011259 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Attempting to bind port 1604a46c-b494-4789-b6e5-bc842760b4ad on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:27.012175 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Attempting to bind port 1604a46c-b494-4789-b6e5-bc842760b4ad by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:27.013493 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Attempting to bind port 1604a46c-b494-4789-b6e5-bc842760b4ad on network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:27.016420 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08007b1a-0cfb-4db1-849a-b9e190b5120e None None] Pushing event updated for resources: {'Port': ['ID=1604a46c-b494-4789-b6e5-bc842760b4ad,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:27.035477 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-08007b1a-0cfb-4db1-849a-b9e190b5120e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:27.040433 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:27.040888 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Checking segment: {'id': 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:27.041376 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:27.041907 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Bound using segment: {'id': 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:27.042460 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Bound port: 1604a46c-b494-4789-b6e5-bc842760b4ad, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:27.043058 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:27.177357 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] For port 1604a46c-b494-4789-b6e5-bc842760b4ad, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:27.181469 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] For port 1604a46c-b494-4789-b6e5-bc842760b4ad, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1604a46c-b494-4789-b6e5-bc842760b4ad,segment=NetworkSegment(a804bb5f-dee8-4fcd-9ab6-067c9881c0f1),segment_id=a804bb5f-dee8-4fcd-9ab6-067c9881c0f1)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:27.187595 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:27.192652 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a9680658-0f7c-4e9a-a20f-3a9925ee8483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:27.256473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Calling delete_port for d8faf4db-b72a-4a0a-ac62-640729745fc8 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:27.269997 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:27.317633 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08007b1a-0cfb-4db1-849a-b9e190b5120e None None] Pushing event updated for resources: {'Port': ['ID=1604a46c-b494-4789-b6e5-bc842760b4ad,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:27.340678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-9fa1abeb-7c60-40b4-a093-8ca263385c34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6033287
Apr 30 05:04:27.349835 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-08007b1a-0cfb-4db1-849a-b9e190b5120e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:27.368368 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:27.369785 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77beb4a30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:27.371986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148b23-d22a-4158-99db-236980dba05b req-2c000cef-b036-458c-865b-e71596a2df32 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:27.383803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148b23-d22a-4158-99db-236980dba05b req-2c000cef-b036-458c-865b-e71596a2df32 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:27.394899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148b23-d22a-4158-99db-236980dba05b req-2c000cef-b036-458c-865b-e71596a2df32 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:27.406338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148b23-d22a-4158-99db-236980dba05b req-2c000cef-b036-458c-865b-e71596a2df32 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:27.417798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148b23-d22a-4158-99db-236980dba05b req-2c000cef-b036-458c-865b-e71596a2df32 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:27.434025 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:27.436822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148b23-d22a-4158-99db-236980dba05b req-2c000cef-b036-458c-865b-e71596a2df32 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:27.450900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43148b23-d22a-4158-99db-236980dba05b req-2c000cef-b036-458c-865b-e71596a2df32 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:27.466586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43148b23-d22a-4158-99db-236980dba05b req-2c000cef-b036-458c-865b-e71596a2df32 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5443 time: 1.1160073
Apr 30 05:04:27.466808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:27.633645 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:27.640642 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:27.641439 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:27.764022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43148b23-d22a-4158-99db-236980dba05b req-684fd86f-0663-4a81-ab39-c54f880f3adf tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2971268
Apr 30 05:04:27.770915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da1b6bae-4184-4983-9d53-2805beaee790 req-d3d24844-9855-43ec-9fc0-6809710567ab tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/security-groups?id=63420f7d-b106-41dc-8e67-ce0fcae3af19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0349915
Apr 30 05:04:27.976547 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:27.985719 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:28.135278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Pushing event deleted for resources: {'Port': ['ID=d8faf4db-b72a-4a0a-ac62-640729745fc8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:28.140878 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:28.143730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:28.174693 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1e4e798-e1c3-433c-94ec-add4815ce37d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:28.302237 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-2dd4070e-d371-4517-91e8-a1c4f0edc80c service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7580028
Apr 30 05:04:28.486669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d8faf4db-b72a-4a0a-ac62-640729745fc8 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:04:28.506590 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77beb4a30>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:21Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:27Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:28.525046 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdf468-8a0c-47f7-b221-3c551665f239 None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:21Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:27Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:28.571563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: d8faf4db-b72a-4a0a-ac62-640729745fc8 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:04:28.571563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d8faf4db-b72a-4a0a-ac62-640729745fc8 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:04:28.600902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Pushing event deleted for resources: {'Port': ['ID=b4917a06-561a-4395-9202-8a18455fa1b6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:28.643282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] No DVR routers for this DVR port d8faf4db-b72a-4a0a-ac62-640729745fc8 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:04:28.651216 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:28.652399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:28.655458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d785c1-614a-4426-848b-cb62d3d61085', 'name': 'network-vif-deleted', 'tag': 'd8faf4db-b72a-4a0a-ac62-640729745fc8'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:04:28.656029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e613a7-daa5-4e2f-ae78-9123cce68752 req-ef358ec7-8e51-422c-ac3f-ad2623cd2ed8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:28.668963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e613a7-daa5-4e2f-ae78-9123cce68752 req-ef358ec7-8e51-422c-ac3f-ad2623cd2ed8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:28.678469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e613a7-daa5-4e2f-ae78-9123cce68752 req-ef358ec7-8e51-422c-ac3f-ad2623cd2ed8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:28.687257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e613a7-daa5-4e2f-ae78-9123cce68752 req-ef358ec7-8e51-422c-ac3f-ad2623cd2ed8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:28.698699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e613a7-daa5-4e2f-ae78-9123cce68752 req-ef358ec7-8e51-422c-ac3f-ad2623cd2ed8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:28.710784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e613a7-daa5-4e2f-ae78-9123cce68752 req-ef358ec7-8e51-422c-ac3f-ad2623cd2ed8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:28.723039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e613a7-daa5-4e2f-ae78-9123cce68752 req-ef358ec7-8e51-422c-ac3f-ad2623cd2ed8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:28.744314 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2434fccf-e9f6-4f3a-8c41-9135d0dd30ba req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.37 "DELETE /v2.0/ports/d8faf4db-b72a-4a0a-ac62-640729745fc8 HTTP/1.1" status: 204  len: 173 time: 3.1185532
Apr 30 05:04:28.756389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56e613a7-daa5-4e2f-ae78-9123cce68752 req-ef358ec7-8e51-422c-ac3f-ad2623cd2ed8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5443 time: 0.6647484
Apr 30 05:04:28.785083 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b0ae114-741c-4536-8004-0d95c0ec8e0a req-e078058a-8ec3-41a8-98fc-d79acccf0f8a service neutron] 10.222.0.37 "GET /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4722621
Apr 30 05:04:28.845491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ccad1-cf11-4ca4-9040-b05bf076f274 req-bd442ff4-4e6f-4ac0-ba03-15c586922fde tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:28.848173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b4ccad1-cf11-4ca4-9040-b05bf076f274 req-bd442ff4-4e6f-4ac0-ba03-15c586922fde tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.6750867
Apr 30 05:04:28.967675 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d785c1-614a-4426-848b-cb62d3d61085', 'name': 'network-vif-deleted', 'tag': 'd8faf4db-b72a-4a0a-ac62-640729745fc8', 'status': 'completed', 'code': 200}
Apr 30 05:04:29.042265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b4ccad1-cf11-4ca4-9040-b05bf076f274 req-e27825ce-0452-4958-be00-fbfaa79bce07 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775553
Apr 30 05:04:29.243831 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:29.250627 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c93d1256-57a6-4f31-8a8b-d26ab3ab4fa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:29.410891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:29.499117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Subnet': ['ID=14faaac3-a685-4a69-8bd7-49aaadbc7bc9,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:29.505737 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:29.514931 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9561c10-10bd-4ca3-8c7c-de757f94ae95 req-4c6ada07-d6a0-448f-bab8-4dbf5dfe5aab tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9d785c1-614a-4426-848b-cb62d3d61085 HTTP/1.1" status: 200  len: 210 time: 0.1439912
Apr 30 05:04:29.579531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Checking segment: {'id': '069de094-b5c5-497f-ad63-e673e41cb0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:29.583572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network hostable DHCP agents. Network: e47795a9-cdd3-4846-87b4-670fb2d726d9, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:04:29.618548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1604a46c-b494-4789-b6e5-bc842760b4ad up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:29.672505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:04:29.710063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, e47795a9-cdd3-4846-87b4-670fb2d726d9) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:29.757899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f71ca7-a0aa-4c1d-8c6c-167c54718e0a None None] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:29.767597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:29.778371 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:29.852368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.1516268
Apr 30 05:04:29.853510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34308) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:30.137106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 1604a46c-b494-4789-b6e5-bc842760b4ad completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:30.160253 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1604a46c-b494-4789-b6e5-bc842760b4ad triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:30.160990 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:30.372710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-e47795a9-cdd3-4846-87b4-670fb2d726d9', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:04:30.373923 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:30.459446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Router 26f7ade4-1957-48e2-be5d-47c629cb1179 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:04:30.920748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:04:30.936121 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] 10.222.0.46 "PUT /v2.0/routers/26f7ade4-1957-48e2-be5d-47c629cb1179/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1952958
Apr 30 05:04:30.937176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:30.990424 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d556ca37-640f-48c4-b31b-566fbb451d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:31.007777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] Sync routers for ids ['26f7ade4-1957-48e2-be5d-47c629cb1179'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:04:31.037478 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:31.182218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] Routers {'26f7ade4-1957-48e2-be5d-47c629cb1179'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:31.183665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2714c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['26f7ade4-1957-48e2-be5d-47c629cb1179'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:31.324499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Allocated IP 172.21.0.2 (e47795a9-cdd3-4846-87b4-670fb2d726d9/14faaac3-a685-4a69-8bd7-49aaadbc7bc9/e1ebb459-a160-4bb6-bff7-cb4ec5b24429) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:31.361971 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:31.386646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daff34-9f72-401a-8736-5599877fc405 req-bcbe5f1c-e597-40b3-8e75-fd92b27d6b8e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:31.400507 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77daff34-9f72-401a-8736-5599877fc405 req-bcbe5f1c-e597-40b3-8e75-fd92b27d6b8e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.9818518
Apr 30 05:04:31.426346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 1604a46c-b494-4789-b6e5-bc842760b4ad, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1604a46c-b494-4789-b6e5-bc842760b4ad,segment=NetworkSegment(a804bb5f-dee8-4fcd-9ab6-067c9881c0f1),segment_id=a804bb5f-dee8-4fcd-9ab6-067c9881c0f1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:31.500250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:31.598445 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77daff34-9f72-401a-8736-5599877fc405 req-c0d5d871-c5a8-41a8-8f1a-6dd18c23979a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967437
Apr 30 05:04:31.610330 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f98042d-f7e6-4f22-b0ed-4df4ddecb2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:31.833819 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:31.856232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] Set router 26f7ade4-1957-48e2-be5d-47c629cb1179 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:32.095211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:32.103466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=1604a46c-b494-4789-b6e5-bc842760b4ad,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:32.124752 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:32.210664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Deleting port f73092b7-848c-4732-a3b3-9cafa0462ed9 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:32.211228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:32.313211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afe9ce-f460-478d-bfa7-ae4e5ebfaac4 req-e98e9a31-b35e-4d6b-84bc-043bfefedb0c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:32.314843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85afe9ce-f460-478d-bfa7-ae4e5ebfaac4 req-e98e9a31-b35e-4d6b-84bc-043bfefedb0c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.3201389
Apr 30 05:04:32.431139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85afe9ce-f460-478d-bfa7-ae4e5ebfaac4 req-f0a5ea85-cb0c-4565-a3a3-f43c0a157d51 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709345
Apr 30 05:04:32.493839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] For port f73092b7-848c-4732-a3b3-9cafa0462ed9, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f73092b7-848c-4732-a3b3-9cafa0462ed9,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:32.494192 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:32.718620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Calling delete_port for f73092b7-848c-4732-a3b3-9cafa0462ed9 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:32.775583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32780dc2-99f9-4f22-b253-4fd19362e3fc req-8eac7d80-1dbf-4e6b-8edf-ce08fa636ddd tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:32.778622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32780dc2-99f9-4f22-b253-4fd19362e3fc req-8eac7d80-1dbf-4e6b-8edf-ce08fa636ddd tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.1502211
Apr 30 05:04:32.788002 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:32.846756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Transition to ACTIVE for port object e1ebb459-a160-4bb6-bff7-cb4ec5b24429 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:32.887723 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32780dc2-99f9-4f22-b253-4fd19362e3fc req-cca41624-d5c8-4e5f-b366-63223eff9b91 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020343
Apr 30 05:04:32.974597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2714c0>, [{'id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:03:34Z', 'updated_at': '2021-04-30T05:04:27Z', 'revision_number': 5, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'gw_port': {'id': 'f73092b7-848c-4732-a3b3-9cafa0462ed9', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:77:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:03:36Z', 'updated_at': '2021-04-30T05:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:33.009798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] Checking router: 26f7ade4-1957-48e2-be5d-47c629cb1179 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:04:33.027723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] Routers {'26f7ade4-1957-48e2-be5d-47c629cb1179'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:33.028392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2714c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['26f7ade4-1957-48e2-be5d-47c629cb1179'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:33.093715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.100568 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e51a683d-d46c-4028-baa0-1bb46a66759f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:33.168650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73092b7-848c-4732-a3b3-9cafa0462ed9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:33.176751 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:33.197364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Transition to ACTIVE for port object e1ebb459-a160-4bb6-bff7-cb4ec5b24429 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:33.283576 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.303911 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90a311e1-49ca-4422-9673-1205cd08965f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:33.339197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.388663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:33.393227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] Set router 26f7ade4-1957-48e2-be5d-47c629cb1179 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:33.440579 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:33.514747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:33.536744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2714c0>, [{'id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:03:34Z', 'updated_at': '2021-04-30T05:04:32Z', 'revision_number': 7, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:33.539404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.21.0.1 (e47795a9-cdd3-4846-87b4-670fb2d726d9/14faaac3-a685-4a69-8bd7-49aaadbc7bc9/315c6413-8a33-472c-9e83-20ff41c155c2) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:33.540288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Pushing event updated for resources: {'Port': ['ID=e1ebb459-a160-4bb6-bff7-cb4ec5b24429,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:33.568635 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:33.570860 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.582789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec7a3e-01fb-4472-9e21-e6176ad689c1 None None] The sync data for ids ['26f7ade4-1957-48e2-be5d-47c629cb1179'] in n-d-766726-20 is: [{'id': '26f7ade4-1957-48e2-be5d-47c629cb1179', 'name': 'tempest-TestAggregatesBasicOps-1770716487-router', 'tenant_id': 'ed5f10df4874454bafa464b3b863455d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:03:34Z', 'updated_at': '2021-04-30T05:04:32Z', 'revision_number': 7, 'project_id': 'ed5f10df4874454bafa464b3b863455d', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:33.592746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f111f6-816d-450b-a614-fcc3e365b281 req-85e155e8-5203-4cc7-a5bc-dd6758346716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:33.593254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f111f6-816d-450b-a614-fcc3e365b281 req-85e155e8-5203-4cc7-a5bc-dd6758346716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:33.593736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f111f6-816d-450b-a614-fcc3e365b281 req-85e155e8-5203-4cc7-a5bc-dd6758346716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:33.594381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f111f6-816d-450b-a614-fcc3e365b281 req-85e155e8-5203-4cc7-a5bc-dd6758346716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:33.594885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f111f6-816d-450b-a614-fcc3e365b281 req-85e155e8-5203-4cc7-a5bc-dd6758346716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:33.595474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f111f6-816d-450b-a614-fcc3e365b281 req-85e155e8-5203-4cc7-a5bc-dd6758346716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:33.595958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f111f6-816d-450b-a614-fcc3e365b281 req-85e155e8-5203-4cc7-a5bc-dd6758346716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:33.599031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23f111f6-816d-450b-a614-fcc3e365b281 req-85e155e8-5203-4cc7-a5bc-dd6758346716 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 6507 time: 0.5159235
Apr 30 05:04:33.635529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3a56aebe-6644-4b34-8b2d-050e9121e264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.691229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Attempting to bind port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:33.691683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Attempting to bind port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '069de094-b5c5-497f-ad63-e673e41cb0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:33.692026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Attempting to bind port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 on network e47795a9-cdd3-4846-87b4-670fb2d726d9 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:33.698509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a90aa-9f5e-4277-8482-0f2a8ab3bc8f req-6cd717d2-d496-49b2-a773-759078fe2854 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:33.699637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:33.700104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Checking segment: {'id': '069de094-b5c5-497f-ad63-e673e41cb0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:33.700878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-593a90aa-9f5e-4277-8482-0f2a8ab3bc8f req-6cd717d2-d496-49b2-a773-759078fe2854 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.4259241
Apr 30 05:04:33.703967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.709856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Bound using segment: {'id': '069de094-b5c5-497f-ad63-e673e41cb0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:33.711182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Bound port: e1ebb459-a160-4bb6-bff7-cb4ec5b24429, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069de094-b5c5-497f-ad63-e673e41cb0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:33.712138 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.774854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.780119 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.829744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.831979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26f7ade4-1957-48e2-be5d-47c629cb1179 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:04:33.862556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.871712 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] 10.222.0.46 "DELETE /v2.0/routers/26f7ade4-1957-48e2-be5d-47c629cb1179 HTTP/1.1" status: 204  len: 168 time: 2.9325652
Apr 30 05:04:33.872546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34344) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:33.880361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23f111f6-816d-450b-a614-fcc3e365b281 req-42130ce3-5c24-4135-8b82-2a573b4ff6c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=edca414f-5bce-496d-b6e0-a76368cd8c79&id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2357457
Apr 30 05:04:33.896097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-593a90aa-9f5e-4277-8482-0f2a8ab3bc8f req-0e15e6c6-90a8-4607-b5e1-11a1cbf566db tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873856
Apr 30 05:04:33.936368 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] For port e1ebb459-a160-4bb6-bff7-cb4ec5b24429, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:33.939992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] For port e1ebb459-a160-4bb6-bff7-cb4ec5b24429, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e1ebb459-a160-4bb6-bff7-cb4ec5b24429,segment=NetworkSegment(069de094-b5c5-497f-ad63-e673e41cb0da),segment_id=069de094-b5c5-497f-ad63-e673e41cb0da)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:33.959338 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.959674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:33.983878 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:33.991397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Transition to ACTIVE for port object 315c6413-8a33-472c-9e83-20ff41c155c2 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:34.059244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:34.097879 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9d1f020c-e4b9-42fe-99a2-b3ba5cd61873 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:34.133817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] Deleting subnet ddb93053-bb55-4ad7-98cc-68fb735c25f9 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:04:34.138773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:34.187688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1604a46c-b494-4789-b6e5-bc842760b4ad up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:34.210336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:34.231642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:34.234583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:34.241119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:34.354154 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:34.396551 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Pushing event updated for resources: {'Port': ['ID=e1ebb459-a160-4bb6-bff7-cb4ec5b24429,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:34.397199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=315c6413-8a33-472c-9e83-20ff41c155c2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:34.403006 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:34.407919 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:34.415284 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:34.426524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1604a46c-b494-4789-b6e5-bc842760b4ad triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:34.427147 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:34.496120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b74f1b-ae49-47a1-91f1-41ce6fcc14e7 req-bb07adbe-a36b-4fc8-b604-c8a593b8a8f8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:34.497974 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5b74f1b-ae49-47a1-91f1-41ce6fcc14e7 req-bb07adbe-a36b-4fc8-b604-c8a593b8a8f8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.1648307
Apr 30 05:04:34.748142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5b74f1b-ae49-47a1-91f1-41ce6fcc14e7 req-288b02bc-8492-4044-97e8-3cf13d3ba744 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347195
Apr 30 05:04:34.783675 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:34.824788 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:34.936081 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:34.942788 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-21f255de-ed0f-43da-826a-9cf1b722a2fe tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:35.017117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb93053-bb55-4ad7-98cc-68fb735c25f9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:35.024371 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:35.037161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c7275-2ab3-4cf2-8df3-607bd746920e None None] Network ec34a8a5-608c-48bd-a73a-017927bfd180 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:35.046819 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:35.062798 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ddb93053-bb55-4ad7-98cc-68fb735c25f9 HTTP/1.1" status: 204  len: 168 time: 1.1887121
Apr 30 05:04:35.066770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34362) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:35.215189 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:35.308375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Deleting port 4e665cd3-1b81-44ed-bc2e-fad52516df2b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:35.309091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:35.443460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] For port 4e665cd3-1b81-44ed-bc2e-fad52516df2b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4e665cd3-1b81-44ed-bc2e-fad52516df2b,segment=NetworkSegment(8e26daa4-68c5-4051-9f31-83c99014aff7),segment_id=8e26daa4-68c5-4051-9f31-83c99014aff7)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:35.443840 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:35.491349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] DHCP port deletion for ec34a8a5-608c-48bd-a73a-017927bfd180 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:04:35.496045 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:04:35.698371 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:35.720945 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:35.753102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] Deleting port 4e665cd3-1b81-44ed-bc2e-fad52516df2b {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:35.756038 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:35.870215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Calling delete_port for 4e665cd3-1b81-44ed-bc2e-fad52516df2b owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:35.919145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e1ebb459-a160-4bb6-bff7-cb4ec5b24429 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:35.932246 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:36.006782 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:36.011189 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fd135b93-4ed2-4a2e-bad3-fb47f5af116d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:36.022088 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:36.104084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e665cd3-1b81-44ed-bc2e-fad52516df2b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:36.107671 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:36.108810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] No DVR routers for this DVR port 4e665cd3-1b81-44ed-bc2e-fad52516df2b on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:04:36.110702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5617660-104c-4802-ac1c-0bf5b2dab2c1 None None] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:36.147913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=315c6413-8a33-472c-9e83-20ff41c155c2,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:36.161884 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:36.239379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] For port 4e665cd3-1b81-44ed-bc2e-fad52516df2b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4e665cd3-1b81-44ed-bc2e-fad52516df2b,segment=NetworkSegment(8e26daa4-68c5-4051-9f31-83c99014aff7),segment_id=8e26daa4-68c5-4051-9f31-83c99014aff7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:36.247163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6930d-6197-4e08-aad7-0af7382a2611 req-4b14610e-0a51-452a-929e-33313c8ae9f7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:36.251619 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:36.256325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01e6930d-6197-4e08-aad7-0af7382a2611 req-4b14610e-0a51-452a-929e-33313c8ae9f7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 1.1366789
Apr 30 05:04:36.347288 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:36.388006 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01e6930d-6197-4e08-aad7-0af7382a2611 req-87f2117b-1fa5-4a16-bcee-3b21da5c2e5c tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306353
Apr 30 05:04:36.546998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:36.553648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:36.659430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dfd46ae0-289b-46ea-98f2-75d0fe84cfb5 None None] Provisioning for port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:36.684528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-f4ce7e1b-90ae-471d-86cf-eb3d808321e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.3957367
Apr 30 05:04:36.691738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] Calling delete_port for 4e665cd3-1b81-44ed-bc2e-fad52516df2b owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:36.737779 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:36.816545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:36.830397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:36.831430 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:36.902198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ad8ca30>,) {'filters': {'network_id': ['ec34a8a5-608c-48bd-a73a-017927bfd180']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:36.924589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad8ca30>, '8e26daa4-68c5-4051-9f31-83c99014aff7') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:36.926947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ad8ca30>, '8e26daa4-68c5-4051-9f31-83c99014aff7') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:36.962875 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:36.986895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:37.006674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:04:37.179166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:04:37.199269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801d223-ba5b-4d9c-af43-da8869ba73b2 req-5897fe38-f212-468f-bef9-f39ec7c1ba8e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:37.212893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0801d223-ba5b-4d9c-af43-da8869ba73b2 req-5897fe38-f212-468f-bef9-f39ec7c1ba8e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.5102234
Apr 30 05:04:37.264046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Network ec34a8a5-608c-48bd-a73a-017927bfd180 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:04:37.275042 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:37.336394 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:37.380578 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:37.399655 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:37.446789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] No DVR routers for this DVR port 4e665cd3-1b81-44ed-bc2e-fad52516df2b on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:04:37.473829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] Pushing event deleted for resources: {'Port': ['ID=4e665cd3-1b81-44ed-bc2e-fad52516df2b,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:37.477163 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:37.481267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port e1ebb459-a160-4bb6-bff7-cb4ec5b24429, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e1ebb459-a160-4bb6-bff7-cb4ec5b24429,segment=NetworkSegment(069de094-b5c5-497f-ad63-e673e41cb0da),segment_id=069de094-b5c5-497f-ad63-e673e41cb0da)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:37.482399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0801d223-ba5b-4d9c-af43-da8869ba73b2 req-bde72680-074c-46fc-b263-3c1969b07ecc tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2678709
Apr 30 05:04:37.497250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:37.499277 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:37.592160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Network ec34a8a5-608c-48bd-a73a-017927bfd180 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:04:37.597679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f73092b7-848c-4732-a3b3-9cafa0462ed9 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:04:37.714908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-217ec82e-6b2e-4b13-977e-31f9b7c17772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:37.715147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=e1ebb459-a160-4bb6-bff7-cb4ec5b24429,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:37.717556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-217ec82e-6b2e-4b13-977e-31f9b7c17772 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a7aceab2e4e14875accd08742683c512&device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 1098 time: 0.8009801
Apr 30 05:04:37.720333 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:04:37.792456 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:04:37.798403 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:37.816462 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-de5c6ae9-2aca-499c-87ed-7060fd4c4047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:37.851692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: f73092b7-848c-4732-a3b3-9cafa0462ed9 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:04:37.852362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f73092b7-848c-4732-a3b3-9cafa0462ed9 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:04:37.852858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4e665cd3-1b81-44ed-bc2e-fad52516df2b no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:04:37.869578 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:37.882073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec34a8a5-608c-48bd-a73a-017927bfd180,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:37.905343 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:37.916210 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ec34a8a5-608c-48bd-a73a-017927bfd180 HTTP/1.1" status: 204  len: 168 time: 2.8466432
Apr 30 05:04:37.921138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34380) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:37.933488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 4e665cd3-1b81-44ed-bc2e-fad52516df2b {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:04:37.933847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4e665cd3-1b81-44ed-bc2e-fad52516df2b not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:04:37.936661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4917a06-561a-4395-9202-8a18455fa1b6 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:04:38.070526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-21c80ee1-1985-4a66-9dac-93468db261b6 None None] Provisioning complete for port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:38.095585 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21c80ee1-1985-4a66-9dac-93468db261b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:38.175254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: b4917a06-561a-4395-9202-8a18455fa1b6 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:04:38.183814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b4917a06-561a-4395-9202-8a18455fa1b6 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:04:38.465737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e1ebb459-a160-4bb6-bff7-cb4ec5b24429 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:38.551081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-21c80ee1-1985-4a66-9dac-93468db261b6 None None] Provisioning for port 315c6413-8a33-472c-9e83-20ff41c155c2 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:38.592134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-21c80ee1-1985-4a66-9dac-93468db261b6 None None] Provisioning complete for port 315c6413-8a33-472c-9e83-20ff41c155c2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:38.592509 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21c80ee1-1985-4a66-9dac-93468db261b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:38.624798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:04:38.639455 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:04:38.678925 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:38.683008 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802fd0d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:38.724329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8692384
Apr 30 05:04:38.736567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34388) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:38.747102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-f81d360b-7e25-434f-89d1-dbdb6a522b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:38.748721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-f81d360b-7e25-434f-89d1-dbdb6a522b53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a HTTP/1.1" status: 200  len: 909 time: 1.0014734
Apr 30 05:04:38.756385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'network': {'name': 'tempest-RoutersTest-132597491'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:38.773428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-21c80ee1-1985-4a66-9dac-93468db261b6 None None] Port 315c6413-8a33-472c-9e83-20ff41c155c2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:38.812076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:38.812533 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:38.847615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:38.869077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:network and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:38.880551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:38.909649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:38.947977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc930e-afda-41ba-a592-3f0a83e549d4 req-c6ef9ba7-6227-464f-94aa-8695e6088f08 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:38.949973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1bc930e-afda-41ba-a592-3f0a83e549d4 req-c6ef9ba7-6227-464f-94aa-8695e6088f08 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 1.2248728
Apr 30 05:04:38.952146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-2c3040fa-2537-4d0b-bb84-a216cabd3c10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4 HTTP/1.1" status: 200  len: 1002 time: 0.1838131
Apr 30 05:04:38.962298 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-367e05d0-fbe3-4801-a073-f6c83072a14c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.5768735
Apr 30 05:04:39.160822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e82896d4-f861-4501-98ab-24bac198049e None None] Provisioning complete for port 315c6413-8a33-472c-9e83-20ff41c155c2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:39.162156 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e82896d4-f861-4501-98ab-24bac198049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:39.174617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:04:39.180389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:39.318882 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1bc930e-afda-41ba-a592-3f0a83e549d4 req-b1b5fcb3-eda4-4bc7-a30d-c0c0ce8b351e tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119737
Apr 30 05:04:39.341265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-dc6246ca-3039-45ef-be15-1aa183c27ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:39.343352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-dc6246ca-3039-45ef-be15-1aa183c27ba9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ff30c7a-a715-4a41-bc3e-5590f5452310 HTTP/1.1" status: 200  len: 847 time: 0.3797889
Apr 30 05:04:39.345618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:04:39.381842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:39.389181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e82896d4-f861-4501-98ab-24bac198049e None None] Port 315c6413-8a33-472c-9e83-20ff41c155c2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:39.455763 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:39.457515 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added segment e4743984-affa-4018-9c46-ae6fe997a6b4 of type vlan for network ad79d127-bd05-48e8-b550-384ca7319ebf
Apr 30 05:04:39.501767 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:39.525294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d49118cf-84a5-4c87-b681-39685ed5dc9f None None] Provisioning complete for port 315c6413-8a33-472c-9e83-20ff41c155c2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:39.525802 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d49118cf-84a5-4c87-b681-39685ed5dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:39.558119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-87cec72b-0280-42e7-96cd-cca475d5515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:39.561621 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-87cec72b-0280-42e7-96cd-cca475d5515c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1096 time: 0.3574927
Apr 30 05:04:39.589452 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:39.694718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d49118cf-84a5-4c87-b681-39685ed5dc9f None None] Port 315c6413-8a33-472c-9e83-20ff41c155c2 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:39.895957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-b7704717-7d84-4b36-9ab9-89fb2f8ffb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:39.900408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-b7704717-7d84-4b36-9ab9-89fb2f8ffb40 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=20c185bc-ff4c-42fe-9bcc-d875f9d9816a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5470114
Apr 30 05:04:39.925684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-b240b7f9-e133-4452-819f-325197b29d9a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:04:39.927228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-b240b7f9-e133-4452-819f-325197b29d9a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0158992
Apr 30 05:04:39.993377 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:40.000117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:40.000766 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:40.037682 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:40.172846 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.4282813
Apr 30 05:04:40.233047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34404) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:40.260614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-6bc07783-a843-4892-9945-dbc2615fa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:40.262510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-6bc07783-a843-4892-9945-dbc2615fa8eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.6304345
Apr 30 05:04:40.281172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'subnet': {'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:40.320608 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802fd0d0>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:34Z', 'revision_number': 3, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:35Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:40.325622 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:04:40.326107 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Updating router 4a857856-daee-4d43-90d4-b592315a82d4 port 315c6413-8a33-472c-9e83-20ff41c155c2 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:04:40.394785 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:40.494851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-1617c688-d752-4ba2-adfe-c03b99ca7427 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 999 time: 0.1571505
Apr 30 05:04:40.549122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:40.555242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:subnet and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:40.558712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:40.567153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:40.584099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Deleting port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:40.584505 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:40.597810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-7f96ad26-7095-4611-a93c-ba1c5cf8ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:40.600131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-7f96ad26-7095-4611-a93c-ba1c5cf8ecea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.0858500
Apr 30 05:04:40.604731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Network': ['ID=ad79d127-bd05-48e8-b550-384ca7319ebf,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:40.618048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ad79d127-bd05-48e8-b550-384ca7319ebf details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:04:40.628935 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:40.655527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:04:40.659546 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:40.772915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1933f-c7f9-4c05-b403-40e8dd7a1824 req-72c52770-e9b2-497f-97a0-3bbc8f0f7eb7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:40.774774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9e1933f-c7f9-4c05-b403-40e8dd7a1824 req-72c52770-e9b2-497f-97a0-3bbc8f0f7eb7 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.8458090
Apr 30 05:04:40.817956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-d6d6035d-df70-4ac1-a455-d3fee8e0aae9 service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8086417
Apr 30 05:04:40.978568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-235167f6-e41e-4546-8e94-b1140a7fb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:40.980460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-235167f6-e41e-4546-8e94-b1140a7fb369 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3488083
Apr 30 05:04:41.056075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-1775b094-f351-4dc2-87f1-ed3b19f95075 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:04:41.057227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-1775b094-f351-4dc2-87f1-ed3b19f95075 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0625589
Apr 30 05:04:41.074272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] For port 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5,segment=NetworkSegment(a1f680c8-b23f-4637-90e0-7ba7c7db7858),segment_id=a1f680c8-b23f-4637-90e0-7ba7c7db7858)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:41.074743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:41.094545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9e1933f-c7f9-4c05-b403-40e8dd7a1824 req-4ae09a30-8f5e-4636-a204-beea67c4c131 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3093262
Apr 30 05:04:41.238480 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:41.261639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Calling delete_port for 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:41.266623 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Transition to ACTIVE for port object 315c6413-8a33-472c-9e83-20ff41c155c2 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:41.286468 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:41.298741 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-05c08483-a463-4d67-afa1-0bdb554252d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:41.476419 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b551435-21e9-46fb-8b7e-33a831f2f2e3 None None] Pushing event updated for resources: {'Port': ['ID=315c6413-8a33-472c-9e83-20ff41c155c2,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:41.487508 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-7b551435-21e9-46fb-8b7e-33a831f2f2e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:41.520543 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ec68904-023f-4f68-b898-81a65c43a6fd req-31386620-060d-4e3b-a592-3a62a617db46 service neutron] 10.222.0.50 "GET /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6938293
Apr 30 05:04:41.598889 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-40baaece-1599-45ae-abcc-422fbcbcd8d4 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5263023
Apr 30 05:04:41.606913 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Attempting to bind port 315c6413-8a33-472c-9e83-20ff41c155c2 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:41.607826 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Attempting to bind port 315c6413-8a33-472c-9e83-20ff41c155c2 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '069de094-b5c5-497f-ad63-e673e41cb0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:41.608595 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Attempting to bind port 315c6413-8a33-472c-9e83-20ff41c155c2 on network e47795a9-cdd3-4846-87b4-670fb2d726d9 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:41.617082 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:41.617518 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Checking segment: {'id': '069de094-b5c5-497f-ad63-e673e41cb0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:41.618078 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:41.619125 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Bound using segment: {'id': '069de094-b5c5-497f-ad63-e673e41cb0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:41.619125 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Bound port: 315c6413-8a33-472c-9e83-20ff41c155c2, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069de094-b5c5-497f-ad63-e673e41cb0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:41.619498 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:41.646026 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:41.669727 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4b73ef0-b721-480a-a8e6-4eede2713bd3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:41.714975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eb2b3-6e12-41d6-887b-4e781b8c6573 req-454833c4-e7f3-4e3f-a55f-ad3602ec2c4b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:41.717529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e6eb2b3-6e12-41d6-887b-4e781b8c6573 req-454833c4-e7f3-4e3f-a55f-ad3602ec2c4b tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.3180089
Apr 30 05:04:41.791706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:41.799523 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:41.867474 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] For port 315c6413-8a33-472c-9e83-20ff41c155c2, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:41.871247 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] For port 315c6413-8a33-472c-9e83-20ff41c155c2, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=315c6413-8a33-472c-9e83-20ff41c155c2,segment=NetworkSegment(069de094-b5c5-497f-ad63-e673e41cb0da),segment_id=069de094-b5c5-497f-ad63-e673e41cb0da)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:41.884235 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:41.889315 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:42.065050 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:42.066146 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802fd0d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:42.138535 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e6eb2b3-6e12-41d6-887b-4e781b8c6573 req-13b760c3-0d98-4bcf-b49e-82ed30b03cfd tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4095137
Apr 30 05:04:42.189652 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a49cda6-83aa-4830-9f14-b6c8e3c335a6 req-506b8a7b-fde1-4b87-ac5a-079cece9547e service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5700536
Apr 30 05:04:42.295877 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:42.347171 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:42.395930 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-58f93ee0-56e4-4342-89f2-3f3718cf1301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:42.416578 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b551435-21e9-46fb-8b7e-33a831f2f2e3 None None] Pushing event updated for resources: {'Port': ['ID=315c6413-8a33-472c-9e83-20ff41c155c2,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:42.426971 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-7b551435-21e9-46fb-8b7e-33a831f2f2e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:42.497919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa95dee-9865-4e6c-941d-0690b8fca674 req-107402fb-5f4b-4c97-8ad7-95e9f3202ea9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:42.509437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-baa95dee-9865-4e6c-941d-0690b8fca674 req-107402fb-5f4b-4c97-8ad7-95e9f3202ea9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.1219187
Apr 30 05:04:42.572493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-baa95dee-9865-4e6c-941d-0690b8fca674 req-630d2e8c-8455-4d3f-aae5-abdcc0a908bf tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595353
Apr 30 05:04:42.844719 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802fd0d0>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:34Z', 'revision_number': 3, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:41Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:42.854051 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beabf86-7214-4ef3-84e6-37a36e4ef473 None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:34Z', 'revision_number': 3, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:41Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:42.888033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d8866-bf4f-4c1c-b0b8-41f8996809cf req-e358eb5a-5ee4-42e3-aaa5-85ce0b09d942 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:42.889969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb4d8866-bf4f-4c1c-b0b8-41f8996809cf req-e358eb5a-5ee4-42e3-aaa5-85ce0b09d942 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.1206379
Apr 30 05:04:42.993638 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb4d8866-bf4f-4c1c-b0b8-41f8996809cf req-79d7f0e3-5b98-4818-810e-c6c421c43724 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969222
Apr 30 05:04:43.136887 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:43.151147 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Subnet': ['ID=783e22f1-5808-4aa2-8d9d-807289266b60,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:43.164060 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:43.198126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Checking segment: {'id': 'e4743984-affa-4018-9c46-ae6fe997a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:43.198630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network hostable DHCP agents. Network: ad79d127-bd05-48e8-b550-384ca7319ebf, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:04:43.356742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ff7de-08a7-4b90-9b96-b5e6a6ea1b7d req-c571ede4-47ca-4333-8bdf-9370a1aecd6a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:43.375053 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-197ff7de-08a7-4b90-9b96-b5e6a6ea1b7d req-c571ede4-47ca-4333-8bdf-9370a1aecd6a tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.1779594
Apr 30 05:04:43.431689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-197ff7de-08a7-4b90-9b96-b5e6a6ea1b7d req-36375654-07e0-44be-851f-ee91f63ad2c9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552149
Apr 30 05:04:43.480603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network ad79d127-bd05-48e8-b550-384ca7319ebf is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:04:43.576014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ad79d127-bd05-48e8-b550-384ca7319ebf) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:43.587622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110a630-aaed-4930-9120-7896d72b5d2a None None] Network ad79d127-bd05-48e8-b550-384ca7319ebf requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:43.614488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:43.616030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:43.938637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6659760
Apr 30 05:04:43.942538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34436) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:44.019097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Router ba53cb30-8def-4204-abe5-4d7145d69e5c has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:04:44.211934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-ad79d127-bd05-48e8-b550-384ca7319ebf', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:04:44.212819 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:44.359793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9ad44-913c-4e77-8bc3-91b317f6365a req-474557a6-4a10-4217-bee2-23e4e4299257 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:44.398077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-89a9ad44-913c-4e77-8bc3-91b317f6365a req-474557a6-4a10-4217-bee2-23e4e4299257 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.7102592
Apr 30 05:04:44.484237 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 315c6413-8a33-472c-9e83-20ff41c155c2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:44.623390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-89a9ad44-913c-4e77-8bc3-91b317f6365a req-5b861e21-53d6-402f-ba45-1ca28cedbdd3 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020867
Apr 30 05:04:44.694154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:04:44.710958 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] 10.222.0.46 "PUT /v2.0/routers/ba53cb30-8def-4204-abe5-4d7145d69e5c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7850657
Apr 30 05:04:44.712800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34444) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:44.798118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] Sync routers for ids ['ba53cb30-8def-4204-abe5-4d7145d69e5c'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:04:44.848214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 315c6413-8a33-472c-9e83-20ff41c155c2 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:44.923785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] Routers {'ba53cb30-8def-4204-abe5-4d7145d69e5c'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:44.929508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78020cd00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba53cb30-8def-4204-abe5-4d7145d69e5c'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:45.084500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 315c6413-8a33-472c-9e83-20ff41c155c2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:45.084888 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:45.153310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Allocated IP 172.22.0.2 (ad79d127-bd05-48e8-b550-384ca7319ebf/783e22f1-5808-4aa2-8d9d-807289266b60/40c317d9-86e4-4d51-a659-19d78fbb5a96) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:45.161246 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:45.413088 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:45.511783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Deleting port 970ed77f-6183-450f-bb4c-0ce3731aea25 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:45.512261 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:45.593069 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:45.611472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e8bd1-6a14-4ffa-90ca-eb683fb29cef req-1fd7eae6-e35a-466c-bf31-1dddd836f5e8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:45.623643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e81e8bd1-6a14-4ffa-90ca-eb683fb29cef req-1fd7eae6-e35a-466c-bf31-1dddd836f5e8 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.4400082
Apr 30 05:04:45.789541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] Set router ba53cb30-8def-4204-abe5-4d7145d69e5c gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:45.817604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] For port 970ed77f-6183-450f-bb4c-0ce3731aea25, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=970ed77f-6183-450f-bb4c-0ce3731aea25,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:45.819854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:46.060119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Calling delete_port for 970ed77f-6183-450f-bb4c-0ce3731aea25 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:46.145725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e81e8bd1-6a14-4ffa-90ca-eb683fb29cef req-4f1dea1c-6f01-402f-a8ba-9b73899fcde2 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5187669
Apr 30 05:04:46.148014 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:46.508547 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:46.572937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 315c6413-8a33-472c-9e83-20ff41c155c2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=315c6413-8a33-472c-9e83-20ff41c155c2,segment=NetworkSegment(069de094-b5c5-497f-ad63-e673e41cb0da),segment_id=069de094-b5c5-497f-ad63-e673e41cb0da)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:46.584090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Transition to ACTIVE for port object 40c317d9-86e4-4d51-a659-19d78fbb5a96 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:46.592645 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:46.612781 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:46.640212 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:46.660943 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d533497d-680a-4103-8630-de0f6c9be71d tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:46.795940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Transition to ACTIVE for port object 40c317d9-86e4-4d51-a659-19d78fbb5a96 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:46.829755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Pushing event deleted for resources: {'Port': ['ID=970ed77f-6183-450f-bb4c-0ce3731aea25,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:46.836110 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:46.850476 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:46.867758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:46.886436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=315c6413-8a33-472c-9e83-20ff41c155c2,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:46.897709 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:46.902368 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f7b4beb3-e745-4f2a-aad4-f186fea20cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:46.971929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78020cd00>, [{'id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'name': 'tempest-TestAggregatesBasicOps-1423906770-router', 'tenant_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:05Z', 'updated_at': '2021-04-30T05:04:41Z', 'revision_number': 5, 'project_id': 'd483dd5a4f7a4263ac690dd159d4ef4b', 'gw_port': {'id': '970ed77f-6183-450f-bb4c-0ce3731aea25', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53cb30-8def-4204-abe5-4d7145d69e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:07Z', 'updated_at': '2021-04-30T05:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:46.979038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Network ad79d127-bd05-48e8-b550-384ca7319ebf is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:46.988256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:46.990591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] Checking router: ba53cb30-8def-4204-abe5-4d7145d69e5c for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:04:46.993081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:47.017566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.22.0.1 (ad79d127-bd05-48e8-b550-384ca7319ebf/783e22f1-5808-4aa2-8d9d-807289266b60/e2db7122-d244-435d-b57a-544508ad01eb) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:47.085045 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Pushing event updated for resources: {'Port': ['ID=40c317d9-86e4-4d51-a659-19d78fbb5a96,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:47.127971 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.136834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.175872 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:47.190280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] Routers {'ba53cb30-8def-4204-abe5-4d7145d69e5c'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:47.191100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78020cd00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['ba53cb30-8def-4204-abe5-4d7145d69e5c'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:47.215867 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.216412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba53cb30-8def-4204-abe5-4d7145d69e5c {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:04:47.252599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.256506 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ba53cb30-8def-4204-abe5-4d7145d69e5c HTTP/1.1" status: 204  len: 168 time: 2.5407751
Apr 30 05:04:47.257136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34462) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:47.282367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Attempting to bind port 40c317d9-86e4-4d51-a659-19d78fbb5a96 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:47.282942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Attempting to bind port 40c317d9-86e4-4d51-a659-19d78fbb5a96 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'e4743984-affa-4018-9c46-ae6fe997a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:47.283477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Attempting to bind port 40c317d9-86e4-4d51-a659-19d78fbb5a96 on network ad79d127-bd05-48e8-b550-384ca7319ebf {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:47.297714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78020cd00>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:47.298311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f985f8-714c-4fa0-97a6-9dcc8cbef342 None None] The sync data for ids ['ba53cb30-8def-4204-abe5-4d7145d69e5c'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:47.300892 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:47.301421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Checking segment: {'id': 'e4743984-affa-4018-9c46-ae6fe997a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:47.301942 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.302455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Bound using segment: {'id': 'e4743984-affa-4018-9c46-ae6fe997a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:47.303095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Bound port: 40c317d9-86e4-4d51-a659-19d78fbb5a96, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4743984-affa-4018-9c46-ae6fe997a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:47.303618 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.449251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] Deleting subnet 5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:04:47.453768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.462037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] For port 40c317d9-86e4-4d51-a659-19d78fbb5a96, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:47.467934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] For port 40c317d9-86e4-4d51-a659-19d78fbb5a96, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=40c317d9-86e4-4d51-a659-19d78fbb5a96,segment=NetworkSegment(e4743984-affa-4018-9c46-ae6fe997a6b4),segment_id=e4743984-affa-4018-9c46-ae6fe997a6b4)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:47.477820 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.504915 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:47.513299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.520817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.534706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Transition to ACTIVE for port object e2db7122-d244-435d-b57a-544508ad01eb will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:47.614737 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.620117 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-56e9182a-7e8f-440c-a2e9-8758f59161df tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:47.644347 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:47.649494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Pushing event updated for resources: {'Port': ['ID=40c317d9-86e4-4d51-a659-19d78fbb5a96,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:47.653335 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:47.787786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network ad79d127-bd05-48e8-b550-384ca7319ebf is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:47.792274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:47.796922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:47.875371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=e2db7122-d244-435d-b57a-544508ad01eb,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:47.886824 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:47.910512 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:48.092132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:48.103865 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b86306b-0f7c-4915-806f-e4972bf06c1f tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:48.167174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab5661-c29a-4726-a056-3b508e159ddb None None] Network ca7a97b2-d0d4-463b-917d-d024c5464490 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:48.176369 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:48.186734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:48.192671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:48.197148 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:48.203012 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5bf8b8ff-0cf7-4fc3-87e5-1756edecf27e HTTP/1.1" status: 204  len: 168 time: 0.9446878
Apr 30 05:04:48.204267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34472) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:48.379430 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:48.536172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Deleting port be366e9d-8c7b-4375-950d-f0f38b922b98 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:48.536172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:48.747081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] For port be366e9d-8c7b-4375-950d-f0f38b922b98, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=be366e9d-8c7b-4375-950d-f0f38b922b98,segment=NetworkSegment(a1f680c8-b23f-4637-90e0-7ba7c7db7858),segment_id=a1f680c8-b23f-4637-90e0-7ba7c7db7858)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:48.747597 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:48.753636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] DHCP port deletion for ca7a97b2-d0d4-463b-917d-d024c5464490 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:04:48.949574 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:48.963671 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:49.041812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Deleting port be366e9d-8c7b-4375-950d-f0f38b922b98 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:49.042306 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:49.049794 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:49.172642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Calling delete_port for be366e9d-8c7b-4375-950d-f0f38b922b98 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:49.250450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] For port be366e9d-8c7b-4375-950d-f0f38b922b98, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=be366e9d-8c7b-4375-950d-f0f38b922b98,segment=NetworkSegment(a1f680c8-b23f-4637-90e0-7ba7c7db7858),segment_id=a1f680c8-b23f-4637-90e0-7ba7c7db7858)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:49.250943 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:49.280997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=e2db7122-d244-435d-b57a-544508ad01eb,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:49.297028 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:49.304725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.305248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.305789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.306179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.306552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.306924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.307288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.307676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.308047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.308461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.309189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.309189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:49.316089 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:49.331465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:49.348973 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11e44c22-086e-4544-88ed-9b6599a6fe40 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:49.389316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 315c6413-8a33-472c-9e83-20ff41c155c2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:49.428001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] No DVR routers for this DVR port be366e9d-8c7b-4375-950d-f0f38b922b98 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:04:49.500199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Pushing event deleted for resources: {'Port': ['ID=be366e9d-8c7b-4375-950d-f0f38b922b98,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:49.503239 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:49.563332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network ad79d127-bd05-48e8-b550-384ca7319ebf is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:49.566490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:49.639782 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:49.655212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Calling delete_port for be366e9d-8c7b-4375-950d-f0f38b922b98 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:04:49.664688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6394eb74-8126-46f6-97da-414fc8bd5174 None None] Network ad79d127-bd05-48e8-b550-384ca7319ebf requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:49.817585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 315c6413-8a33-472c-9e83-20ff41c155c2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:49.818308 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:49.819138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b7e9580>,) {'filters': {'network_id': ['ca7a97b2-d0d4-463b-917d-d024c5464490']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:49.837830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b7e9580>, 'a1f680c8-b23f-4637-90e0-7ba7c7db7858') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:49.838313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b7e9580>, 'a1f680c8-b23f-4637-90e0-7ba7c7db7858') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:49.853942 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:49.862220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0421bb14-d5d3-4d28-a4b5-538e2093739c None None] Provisioning for port 40c317d9-86e4-4d51-a659-19d78fbb5a96 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:49.877750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:49.898610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:04:50.271446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:04:50.313199 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:50.332330 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cbdc127c-2d61-4be1-97a4-ddf716a20b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:50.468113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Pushing event deleted for resources: {'Port': ['ID=be366e9d-8c7b-4375-950d-f0f38b922b98,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:50.496631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] No DVR routers for this DVR port be366e9d-8c7b-4375-950d-f0f38b922b98 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:04:50.513290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.514002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.514569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.515142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.516644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.516985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.521059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.521703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.521883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.522171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.522456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.522784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:50.557804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:04:50.569565 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:04:50.584965 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:50.590723 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd3c40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:50.606525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6618574
Apr 30 05:04:50.607790 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:50.612039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34494) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:50.619627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'network': {'name': 'tempest-RoutersTest-356928743'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:50.620310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Network ca7a97b2-d0d4-463b-917d-d024c5464490 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:04:50.651135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:50.651709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:50.657866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:network and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:50.680767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:50.687373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:50.722592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:04:50.726257 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:50.749699 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 40c317d9-86e4-4d51-a659-19d78fbb5a96 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:50.800963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:04:50.832361 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:50.832736 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added segment 61defccc-cbe3-45c1-9816-b5dc84f515a8 of type vlan for network 534d2cf5-411a-471e-8407-51e3ab4590a6
Apr 30 05:04:50.936837 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:51.005192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 40c317d9-86e4-4d51-a659-19d78fbb5a96 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:51.013130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 40c317d9-86e4-4d51-a659-19d78fbb5a96 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:51.013513 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:51.017157 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:51.025062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:51.036539 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:51.045132 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f4a3a776-9074-4865-9cfe-e08ec58b8983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:51.258973 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:51.291079 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:51.340565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7271347
Apr 30 05:04:51.341426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34500) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:51.342166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Network': ['ID=534d2cf5-411a-471e-8407-51e3ab4590a6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:51.349031 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:51.361222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:04:51.364878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'subnet': {'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:04:51.472995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Network ca7a97b2-d0d4-463b-917d-d024c5464490 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:04:51.566013 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:04:51.570747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0ad0bb3f-efc1-4adc-9737-5bba86d27cb1 None None] Provisioning for port e2db7122-d244-435d-b57a-544508ad01eb completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:51.594228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0ad0bb3f-efc1-4adc-9737-5bba86d27cb1 None None] Provisioning complete for port e2db7122-d244-435d-b57a-544508ad01eb triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:51.594630 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0ad0bb3f-efc1-4adc-9737-5bba86d27cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:51.686026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:04:51.691793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:subnet and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:04:51.702360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:04:51.723202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0bb3f-efc1-4adc-9737-5bba86d27cb1 None None] Port e2db7122-d244-435d-b57a-544508ad01eb cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:51.724526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:04:51.732626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 40c317d9-86e4-4d51-a659-19d78fbb5a96, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=40c317d9-86e4-4d51-a659-19d78fbb5a96,segment=NetworkSegment(e4743984-affa-4018-9c46-ae6fe997a6b4),segment_id=e4743984-affa-4018-9c46-ae6fe997a6b4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:51.744956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Made reservation on behalf of 499e6743c5484fec81e5aea1b5fa23df for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:04:51.749951 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:51.760290 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:51.781484 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:51.985599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=40c317d9-86e4-4d51-a659-19d78fbb5a96,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:51.991379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:04:52.050511 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd3c40>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:48Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:48Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:52.067269 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:04:52.067679 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Updating router 4a857856-daee-4d43-90d4-b592315a82d4 port e2db7122-d244-435d-b57a-544508ad01eb binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:04:52.070857 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:52.077108 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4e486c86-8c61-4e47-ab47-479a5614d0cd tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:52.087326 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:52.089764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0ad0bb3f-efc1-4adc-9737-5bba86d27cb1 None None] Provisioning complete for port 40c317d9-86e4-4d51-a659-19d78fbb5a96 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:52.090520 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0ad0bb3f-efc1-4adc-9737-5bba86d27cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:52.135651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:04:52.136611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0e7bbdcf-dec3-42a7-afe9-8c9630d3b2b5 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:04:52.137405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 970ed77f-6183-450f-bb4c-0ce3731aea25 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:04:52.178411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:52.212592 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] 10.222.0.46 "DELETE /v2.0/networks/ca7a97b2-d0d4-463b-917d-d024c5464490 HTTP/1.1" status: 204  len: 168 time: 4.0058157
Apr 30 05:04:52.222912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7a97b2-d0d4-463b-917d-d024c5464490,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:52.224786 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:52.229937 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:52.244903 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 970ed77f-6183-450f-bb4c-0ce3731aea25 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:04:52.245496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 970ed77f-6183-450f-bb4c-0ce3731aea25 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:04:52.432095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 40c317d9-86e4-4d51-a659-19d78fbb5a96 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:52.584029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 40c317d9-86e4-4d51-a659-19d78fbb5a96 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:52.584419 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:52.619577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-21e16f4b-7518-498a-8c2a-5cf99b797a65 None None] Provisioning complete for port e2db7122-d244-435d-b57a-544508ad01eb triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:52.620029 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-21e16f4b-7518-498a-8c2a-5cf99b797a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:52.688386 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:52.703944 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d444f960-2859-442f-aa3e-ed25e5656e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:52.738984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34510) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:52.808647 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8069c5c2-5fbb-479e-a7d0-cae9c2edaef5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed5f10df4874454bafa464b3b863455d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0678604
Apr 30 05:04:52.810929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34514) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:52.831769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-21e16f4b-7518-498a-8c2a-5cf99b797a65 None None] Port e2db7122-d244-435d-b57a-544508ad01eb cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:04:52.856571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Subnet': ['ID=5b70bcfb-d2eb-4256-b9fc-7feca37c85d7,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:52.865821 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:52.877889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Checking segment: {'id': '61defccc-cbe3-45c1-9816-b5dc84f515a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:52.878259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network hostable DHCP agents. Network: 534d2cf5-411a-471e-8407-51e3ab4590a6, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:04:52.909837 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6f060a54-0670-4125-9c20-e9b1950952e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:52.942206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:04:52.956980 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6f060a54-0670-4125-9c20-e9b1950952e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:52.985839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 534d2cf5-411a-471e-8407-51e3ab4590a6) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:52.998196 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:53.017104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:53.017743 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:53.019016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08175425-c2c2-4f2d-a1c2-dbc5a573243a None None] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:53.035720 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Transition to ACTIVE for port object e2db7122-d244-435d-b57a-544508ad01eb will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:53.057236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7067542
Apr 30 05:04:53.060002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34518) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:53.061886 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:53.076764 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a441492-3468-4697-91ce-ee6ac47e8895 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:53.167665 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75634-9bf6-483d-bfe9-46a32e6f8a9f None None] Pushing event updated for resources: {'Port': ['ID=e2db7122-d244-435d-b57a-544508ad01eb,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:53.244787 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-84d75634-9bf6-483d-bfe9-46a32e6f8a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:53.462989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device be366e9d-8c7b-4375-950d-f0f38b922b98 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:04:53.490596 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Attempting to bind port e2db7122-d244-435d-b57a-544508ad01eb on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:53.490959 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Attempting to bind port e2db7122-d244-435d-b57a-544508ad01eb by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'e4743984-affa-4018-9c46-ae6fe997a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:53.491434 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Attempting to bind port e2db7122-d244-435d-b57a-544508ad01eb on network ad79d127-bd05-48e8-b550-384ca7319ebf {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:53.507423 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:53.507815 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Checking segment: {'id': 'e4743984-affa-4018-9c46-ae6fe997a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:53.508241 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:53.508662 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Bound using segment: {'id': 'e4743984-affa-4018-9c46-ae6fe997a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:53.509852 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Bound port: e2db7122-d244-435d-b57a-544508ad01eb, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4743984-affa-4018-9c46-ae6fe997a6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:53.510270 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:53.673947 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] For port e2db7122-d244-435d-b57a-544508ad01eb, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:53.679798 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] For port e2db7122-d244-435d-b57a-544508ad01eb, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e2db7122-d244-435d-b57a-544508ad01eb,segment=NetworkSegment(e4743984-affa-4018-9c46-ae6fe997a6b4),segment_id=e4743984-affa-4018-9c46-ae6fe997a6b4)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:53.694061 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:53.699484 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a441492-3468-4697-91ce-ee6ac47e8895 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:53.700165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: be366e9d-8c7b-4375-950d-f0f38b922b98 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:04:53.700995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device be366e9d-8c7b-4375-950d-f0f38b922b98 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:04:53.862721 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:04:53.880072 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd3c40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:53.887290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-534d2cf5-411a-471e-8407-51e3ab4590a6', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:04:53.888911 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:54.039558 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6f060a54-0670-4125-9c20-e9b1950952e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:54.065161 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75634-9bf6-483d-bfe9-46a32e6f8a9f None None] Pushing event updated for resources: {'Port': ['ID=e2db7122-d244-435d-b57a-544508ad01eb,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:54.112295 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-84d75634-9bf6-483d-bfe9-46a32e6f8a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:54.307367 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d43bf78b-3b8a-4c88-80d4-5fd7f3cd4e4e tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:54.339128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Allocated IP 172.23.0.2 (534d2cf5-411a-471e-8407-51e3ab4590a6/5b70bcfb-d2eb-4256-b9fc-7feca37c85d7/5df2d9c6-cf82-4d6e-b176-8afc87e1390d) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:54.348076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f060a54-0670-4125-9c20-e9b1950952e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d915311d-9db8-48af-bdd6-fcfa16342f4c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:54.353579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6f060a54-0670-4125-9c20-e9b1950952e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:54.354705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6f060a54-0670-4125-9c20-e9b1950952e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d915311d-9db8-48af-bdd6-fcfa16342f4c HTTP/1.1" status: 204  len: 168 time: 1.5425920
Apr 30 05:04:54.357978 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6f060a54-0670-4125-9c20-e9b1950952e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:54.429947 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:04:54.720702 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:55.149344 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:55.189698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Transition to ACTIVE for port object 5df2d9c6-cf82-4d6e-b176-8afc87e1390d will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:55.268577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Transition to ACTIVE for port object 5df2d9c6-cf82-4d6e-b176-8afc87e1390d will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:55.283055 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:55.295636 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:55.394189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34540) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:55.430177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Pushing event updated for resources: {'Port': ['ID=5df2d9c6-cf82-4d6e-b176-8afc87e1390d,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:55.443609 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:55.466068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:55.468830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:55.475943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:55.507011 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd3c40>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:48Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:53Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:04:55.516009 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161804bc-e09b-4a70-8fe2-bad777f64ec8 None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:48Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:53Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:04:55.661831 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-28304620-ce40-428e-b639-70f587790069 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d483dd5a4f7a4263ac690dd159d4ef4b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2658942
Apr 30 05:04:55.669770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34544) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:04:55.725361 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Attempting to bind port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:04:55.725738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Attempting to bind port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '61defccc-cbe3-45c1-9816-b5dc84f515a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:04:55.726067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Attempting to bind port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d on network 534d2cf5-411a-471e-8407-51e3ab4590a6 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:04:55.743615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:04:55.743995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Checking segment: {'id': '61defccc-cbe3-45c1-9816-b5dc84f515a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:04:55.744421 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:55.744796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Bound using segment: {'id': '61defccc-cbe3-45c1-9816-b5dc84f515a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:04:55.745291 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Bound port: 5df2d9c6-cf82-4d6e-b176-8afc87e1390d, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61defccc-cbe3-45c1-9816-b5dc84f515a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:04:55.745678 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:55.847822 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:55.988321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:56.003852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] For port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:04:56.025592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] For port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5df2d9c6-cf82-4d6e-b176-8afc87e1390d,segment=NetworkSegment(61defccc-cbe3-45c1-9816-b5dc84f515a8),segment_id=61defccc-cbe3-45c1-9816-b5dc84f515a8)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:04:56.046850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:56.079629 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:56.260907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:56.294982 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f2c47d02-fc73-4ba3-9854-baba9f286d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:56.354245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:56.360074 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cdd29514-0371-4e13-863f-720d699b4de7 HTTP/1.1" status: 204  len: 168 time: 0.6744490
Apr 30 05:04:56.368227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd29514-0371-4e13-863f-720d699b4de7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:56.411970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Pushing event updated for resources: {'Port': ['ID=5df2d9c6-cf82-4d6e-b176-8afc87e1390d,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:56.429401 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:56.456404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.457277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.458299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.463156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.465106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.474047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.481366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.482951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.499959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.501587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.505676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.508101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:04:56.537021 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:56.569374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e2db7122-d244-435d-b57a-544508ad01eb up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:56.735148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Allocated IP 172.23.0.1 (534d2cf5-411a-471e-8407-51e3ab4590a6/5b70bcfb-d2eb-4256-b9fc-7feca37c85d7/da87b625-abc3-4578-8030-5de1938de03b) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:04:56.774299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e2db7122-d244-435d-b57a-544508ad01eb completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:56.788000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e2db7122-d244-435d-b57a-544508ad01eb triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:56.788387 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:57.292063 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:57.384492 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:57.404555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port e2db7122-d244-435d-b57a-544508ad01eb, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e2db7122-d244-435d-b57a-544508ad01eb,segment=NetworkSegment(e4743984-affa-4018-9c46-ae6fe997a6b4),segment_id=e4743984-affa-4018-9c46-ae6fe997a6b4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:57.428838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:57.437114 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1f98042d-f7e6-4f22-b0ed-4df4ddecb2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:57.440799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:57.475550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Transition to ACTIVE for port object da87b625-abc3-4578-8030-5de1938de03b will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:04:57.500272 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:57.546419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=e2db7122-d244-435d-b57a-544508ad01eb,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:57.551409 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:57.576105 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:57.591552 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:57.671260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:04:57.676668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:04:57.682908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:04:57.775754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53bb1f-523f-4435-8743-4fd5dd4a7d6f req-b58547f3-ddd9-4249-a35d-f6ebaf2c4a90 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:57.783534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e53bb1f-523f-4435-8743-4fd5dd4a7d6f req-b58547f3-ddd9-4249-a35d-f6ebaf2c4a90 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 1.3385966
Apr 30 05:04:57.795526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=da87b625-abc3-4578-8030-5de1938de03b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:04:57.839852 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:04:57.899974 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:57.953947 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e53bb1f-523f-4435-8743-4fd5dd4a7d6f req-bc76b4bb-9728-4351-a82e-f0c8b8c12caa tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690035
Apr 30 05:04:58.289829 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:58.294112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d8de8-176d-409f-8673-3cdda562aec8 None None] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:04:58.324605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-ae6754dd-dde5-4951-9742-7e713e8409e5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:04:58.327550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-ae6754dd-dde5-4951-9742-7e713e8409e5 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.3144248
Apr 30 05:04:58.443552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a5f69e72-b389-4500-9edd-d1e78c1351f8 None None] Provisioning for port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:58.496519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e2db7122-d244-435d-b57a-544508ad01eb up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:58.692366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e2db7122-d244-435d-b57a-544508ad01eb triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:58.693496 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:58.956565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5df2d9c6-cf82-4d6e-b176-8afc87e1390d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:04:59.146027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:59.162375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:59.167082 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:59.391971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Deleting port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:04:59.393358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:59.583409 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:59.661413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5df2d9c6-cf82-4d6e-b176-8afc87e1390d,segment=NetworkSegment(61defccc-cbe3-45c1-9816-b5dc84f515a8),segment_id=61defccc-cbe3-45c1-9816-b5dc84f515a8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:04:59.665432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f4756a98-0e94-472e-9220-56f21cf5bd71 None None] Provisioning for port da87b625-abc3-4578-8030-5de1938de03b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:04:59.684311 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:04:59.702401 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3f24bc32-b652-4056-9e7d-5b1e1d401ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:04:59.792532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f4756a98-0e94-472e-9220-56f21cf5bd71 None None] Provisioning complete for port da87b625-abc3-4578-8030-5de1938de03b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:04:59.793164 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f4756a98-0e94-472e-9220-56f21cf5bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:00.043769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f1093-f753-41de-8e1e-552644615367 req-67a60687-ee70-4935-9fa1-fce882b141d6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:00.044868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-412f1093-f753-41de-8e1e-552644615367 req-67a60687-ee70-4935-9fa1-fce882b141d6 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 946 time: 0.8017695
Apr 30 05:05:00.050606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f4756a98-0e94-472e-9220-56f21cf5bd71 None None] Port da87b625-abc3-4578-8030-5de1938de03b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:05:00.056562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=5df2d9c6-cf82-4d6e-b176-8afc87e1390d,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:00.061967 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:00.063112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] For port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,segment=NetworkSegment(545f59e2-84e7-4550-accb-b06320d1b240),segment_id=545f59e2-84e7-4550-accb-b06320d1b240)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:00.063675 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:00.077660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f4756a98-0e94-472e-9220-56f21cf5bd71 None None] Provisioning complete for port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:00.078300 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f4756a98-0e94-472e-9220-56f21cf5bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:00.161342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:00.230104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Calling delete_port for 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:00.234261 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:00.271015 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e60d882a-2751-4ee0-b6f2-e9919cd995d4 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:00.400980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5df2d9c6-cf82-4d6e-b176-8afc87e1390d up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:05:00.424378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-412f1093-f753-41de-8e1e-552644615367 req-37306433-7dc3-427d-8af5-476b184aa5c9 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/security-groups?id=57276718-b017-4f80-a939-15e5bc85685d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3515964
Apr 30 05:05:00.431481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event updated for resources: {'Port': ['ID=da87b625-abc3-4578-8030-5de1938de03b,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:00.444177 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:00.452302 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:00.527794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2214c306-5967-47d2-b7a8-5ceeefffc2e7 None None] Provisioning complete for port da87b625-abc3-4578-8030-5de1938de03b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:00.528418 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2214c306-5967-47d2-b7a8-5ceeefffc2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:00.647597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2214c306-5967-47d2-b7a8-5ceeefffc2e7 None None] Port da87b625-abc3-4578-8030-5de1938de03b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:05:00.655858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:00.656967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:00.765773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:00.835686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:05:00.842313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:00.845789 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1348a055-2860-4a06-a84e-4220b54a6fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:01.107798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 update to DOWN by agent not found {{(pid=74583) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}}
Apr 30 05:05:01.125006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:01.155210 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:01.270706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Pushing event deleted for resources: {'Port': ['ID=63dbaf88-0ce6-446a-95f2-6ee0a2798f86,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:01.277451 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:01.314798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4a84bb41-79e5-4d5c-9ead-e6c72e6ad569 None None] Provisioning complete for port da87b625-abc3-4578-8030-5de1938de03b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:01.316088 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4a84bb41-79e5-4d5c-9ead-e6c72e6ad569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:01.377662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] No DVR routers for this DVR port 63dbaf88-0ce6-446a-95f2-6ee0a2798f86 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:05:01.380961 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:01.383983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-deleted', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:05:01.394923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:05:01.415660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00a08df5-895c-4dd3-8357-a580a36e09d2 req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.37 "DELETE /v2.0/ports/63dbaf88-0ce6-446a-95f2-6ee0a2798f86 HTTP/1.1" status: 204  len: 173 time: 3.0812194
Apr 30 05:05:01.433628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4a84bb41-79e5-4d5c-9ead-e6c72e6ad569 None None] Port da87b625-abc3-4578-8030-5de1938de03b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:05:01.493084 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b24e453-6528-4a0f-a061-4e08287044dc', 'name': 'network-vif-deleted', 'tag': '63dbaf88-0ce6-446a-95f2-6ee0a2798f86', 'status': 'completed', 'code': 200}
Apr 30 05:05:01.989915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9107287-83b9-49af-9223-8ef00f04b138 req-cbe13216-6eed-4212-954c-422d2cd27f28 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Synchronizing usage tracker for tenant:cec84bb3129d45399e28fb882761f398 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:05:02.082174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:02.085046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a9107287-83b9-49af-9223-8ef00f04b138 req-cbe13216-6eed-4212-954c-422d2cd27f28 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Unset dirty status for tenant:cec84bb3129d45399e28fb882761f398 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:05:02.087866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9107287-83b9-49af-9223-8ef00f04b138 req-cbe13216-6eed-4212-954c-422d2cd27f28 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24e453-6528-4a0f-a061-4e08287044dc HTTP/1.1" status: 200  len: 210 time: 0.1668491
Apr 30 05:05:02.096510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:02.098146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0355775
Apr 30 05:05:02.102441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34586) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:02.108632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:02.155574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:02.157814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78011aca0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:04:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:02.511558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:02.977396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78011aca0>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:04:58Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da87b625-abc3-4578-8030-5de1938de03b', 'name': '', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:9c:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:55Z', 'updated_at': '2021-04-30T05:04:59Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:02.985038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:02.985668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Updating router 4a857856-daee-4d43-90d4-b592315a82d4 port da87b625-abc3-4578-8030-5de1938de03b binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:05:03.088761 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.183530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Apr 30 05:05:03.217055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Removed routes are [] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Apr 30 05:05:03.217055 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.247284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34598) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:03.374306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] Deleting subnet 5df00eda-1efa-45d2-a923-0b7aec4b3113 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:03.380777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.435715 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.483528 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.597357 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.648623 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cba29552-2e3b-4a4d-830d-ce63f3d433ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.793487 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.806195 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.848131 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.880191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Transition to ACTIVE for port object da87b625-abc3-4578-8030-5de1938de03b will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:03.898764 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:03.903105 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:04.072127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.079762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:05:04.084049 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1942c77e-50b0-4035-9467-aec7d5df74d6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:04.095341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c0ba3-f9f0-46a2-b62b-465a451cc330 None None] Pushing event updated for resources: {'Port': ['ID=da87b625-abc3-4578-8030-5de1938de03b,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:04.122895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.133419 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-324c0ba3-f9f0-46a2-b62b-465a451cc330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:04.136355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df00eda-1efa-45d2-a923-0b7aec4b3113,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:04.139159 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:04.142318 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5df00eda-1efa-45d2-a923-0b7aec4b3113 HTTP/1.1" status: 204  len: 168 time: 0.8936288
Apr 30 05:05:04.146535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34604) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:04.166068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Attempting to bind port da87b625-abc3-4578-8030-5de1938de03b on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:05:04.166457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Attempting to bind port da87b625-abc3-4578-8030-5de1938de03b by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '61defccc-cbe3-45c1-9816-b5dc84f515a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:05:04.166843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Attempting to bind port da87b625-abc3-4578-8030-5de1938de03b on network 534d2cf5-411a-471e-8407-51e3ab4590a6 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:05:04.175061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:05:04.175507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Checking segment: {'id': '61defccc-cbe3-45c1-9816-b5dc84f515a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:04.175929 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.176341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Bound using segment: {'id': '61defccc-cbe3-45c1-9816-b5dc84f515a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:05:04.176844 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Bound port: da87b625-abc3-4578-8030-5de1938de03b, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61defccc-cbe3-45c1-9816-b5dc84f515a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:05:04.177237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.303037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.320501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] For port da87b625-abc3-4578-8030-5de1938de03b, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:05:04.324764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] For port da87b625-abc3-4578-8030-5de1938de03b, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=da87b625-abc3-4578-8030-5de1938de03b,segment=NetworkSegment(61defccc-cbe3-45c1-9816-b5dc84f515a8),segment_id=61defccc-cbe3-45c1-9816-b5dc84f515a8)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:05:04.333238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.339925 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-324c0ba3-f9f0-46a2-b62b-465a451cc330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:04.461054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.496774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:04.509347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.514426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6ada1960-19fb-47e6-9795-5092b2cecc6c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4 HTTP/1.1" status: 200  len: 933 time: 2.4076974
Apr 30 05:05:04.514718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:04.514718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78011aca0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:04.515637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34608) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:04.598768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a3c5ac0>,) {'filters': {'network_id': ['d677ade1-e1eb-44cd-a7e4-5cc5e06385d4']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:04.613475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3c5ac0>, '545f59e2-84e7-4550-accb-b06320d1b240') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:04.613764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3c5ac0>, '545f59e2-84e7-4550-accb-b06320d1b240') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:04.637875 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.650500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c0ba3-f9f0-46a2-b62b-465a451cc330 None None] Pushing event updated for resources: {'Port': ['ID=da87b625-abc3-4578-8030-5de1938de03b,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:04.662100 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.672951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:05:04.680748 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-324c0ba3-f9f0-46a2-b62b-465a451cc330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:04.751710 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-007d164e-84ea-4a40-9320-479ee3471ba1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4 HTTP/1.1" status: 200  len: 933 time: 0.2351604
Apr 30 05:05:04.758372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34612) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:04.764855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'routes': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:04.868619 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:04.896730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:05.059066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:05.072716 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:05.266812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Network d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:05:05.292658 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:05:05.397279 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:05.403319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:05.408351 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b827ddd-08dc-4b85-a7f4-e8557f436470 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:05.432823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d677ade1-e1eb-44cd-a7e4-5cc5e06385d4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:05.435851 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:05.445420 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/d677ade1-e1eb-44cd-a7e4-5cc5e06385d4 HTTP/1.1" status: 204  len: 168 time: 1.2972951
Apr 30 05:05:05.469819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78011aca0>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:03Z', 'revision_number': 6, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da87b625-abc3-4578-8030-5de1938de03b', 'name': '', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:9c:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:55Z', 'updated_at': '2021-04-30T05:05:04Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:05.482336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef064a5-31fd-48cf-93e4-c2cd8ee636be None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:03Z', 'revision_number': 6, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da87b625-abc3-4578-8030-5de1938de03b', 'name': '', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:9c:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:55Z', 'updated_at': '2021-04-30T05:05:04Z', 'revision_number': 4, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:05.886506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34626) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:05.894144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added routes are [] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Apr 30 05:05:05.895059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Apr 30 05:05:05.967660 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:05.980569 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a61dd680-11a3-43ff-9783-fe5c503abc50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cec84bb3129d45399e28fb882761f398&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0922453
Apr 30 05:05:05.983906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34632) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:06.069360 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f647ec8-3956-47c5-ad9b-b32461fd3679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:06.155415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f647ec8-3956-47c5-ad9b-b32461fd3679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:06.231809 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f647ec8-3956-47c5-ad9b-b32461fd3679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:06.236829 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b34907e9-70e8-4fa4-90b5-5c85ee3d1ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:06.253203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f647ec8-3956-47c5-ad9b-b32461fd3679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57276718-b017-4f80-a939-15e5bc85685d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:06.257253 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f647ec8-3956-47c5-ad9b-b32461fd3679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:06.267009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f647ec8-3956-47c5-ad9b-b32461fd3679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:06.273593 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0f647ec8-3956-47c5-ad9b-b32461fd3679 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57276718-b017-4f80-a939-15e5bc85685d HTTP/1.1" status: 204  len: 168 time: 0.2847528
Apr 30 05:05:06.288638 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:06.532153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device da87b625-abc3-4578-8030-5de1938de03b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:05:06.642806 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:06.649491 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:06.719686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port da87b625-abc3-4578-8030-5de1938de03b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:05:06.730257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port da87b625-abc3-4578-8030-5de1938de03b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:06.738176 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:07.077776 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:07.091164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:05:07.107275 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:07.124453 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:07.125510 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be42070>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:07.151445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port da87b625-abc3-4578-8030-5de1938de03b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=da87b625-abc3-4578-8030-5de1938de03b,segment=NetworkSegment(61defccc-cbe3-45c1-9816-b5dc84f515a8),segment_id=61defccc-cbe3-45c1-9816-b5dc84f515a8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:07.165515 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:07.171450 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:07.398383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=da87b625-abc3-4578-8030-5de1938de03b,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:07.404890 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:07.482064 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:07.499868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:07.520109 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:07.524020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dd61c3cf-e759-414f-a939-6f6ec9ded474 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4 HTTP/1.1" status: 200  len: 699 time: 2.7627418
Apr 30 05:05:07.525039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34658) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:07.787213 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e658f8b6-a948-4ed7-b079-26e735842b8f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4 HTTP/1.1" status: 200  len: 699 time: 0.2605329
Apr 30 05:05:07.789817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34664) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:08.145008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34676) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:08.305414 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be42070>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:05Z', 'revision_number': 7, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da87b625-abc3-4578-8030-5de1938de03b', 'name': '', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:9c:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:55Z', 'updated_at': '2021-04-30T05:05:07Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:08.311060 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:08.323129 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:08.323820 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be42070>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:08.442876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device da87b625-abc3-4578-8030-5de1938de03b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:05:08.496699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1536268794-network', 'tenant_id': '271fa5aed9ce4e29823bd8b1dc608869'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:08.516791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:08.529211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Usage tracker for resource:network and tenant:271fa5aed9ce4e29823bd8b1dc608869 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:08.536976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:08.546074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:08.578963 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:08.588805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Made reservation on behalf of 271fa5aed9ce4e29823bd8b1dc608869 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:08.593325 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:08.619514 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:08.634226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port da87b625-abc3-4578-8030-5de1938de03b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:08.635049 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:08.667648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:08.672636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Usage tracker for resource:security_group_rule and tenant:271fa5aed9ce4e29823bd8b1dc608869 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:08.678499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:08.698000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:09.013996 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:09.027394 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:09.044029 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-17d89fed-4d96-45a5-8db6-13368257b0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:09.148583 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:09.153902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:05:09.171768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:09.172773 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Added segment 7eca5a37-171b-4a3a-abad-3b5935ca8976 of type vlan for network a08977cc-4200-4894-82a9-b4262ab6cd1f
Apr 30 05:05:09.269475 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:09.279520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468ae64-9e1f-4ec6-a859-12c429deee2a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:09.289017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:09.340319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:09.342744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:09.344098 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:09.372530 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da0c623c-0572-4e11-8c35-b4f1dcb07b4f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:09.498235 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be42070>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:05Z', 'revision_number': 7, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da87b625-abc3-4578-8030-5de1938de03b', 'name': '', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:9c:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:55Z', 'updated_at': '2021-04-30T05:05:07Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:09.509188 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3914c3b2-75b9-4220-81ec-049d88ae059e None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:05Z', 'revision_number': 7, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da87b625-abc3-4578-8030-5de1938de03b', 'name': '', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:9c:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:55Z', 'updated_at': '2021-04-30T05:05:07Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:09.593844 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.4419117
Apr 30 05:05:09.595105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34684) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:09.600199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Pushing event updated for resources: {'Network': ['ID=a08977cc-4200-4894-82a9-b4262ab6cd1f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:09.605166 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:09.608045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Request body: {'subnet': {'network_id': 'a08977cc-4200-4894-82a9-b4262ab6cd1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1536268794-subnet', 'tenant_id': '271fa5aed9ce4e29823bd8b1dc608869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:09.612276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network a08977cc-4200-4894-82a9-b4262ab6cd1f details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:05:09.621624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:09.632557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Usage tracker for resource:subnet and tenant:271fa5aed9ce4e29823bd8b1dc608869 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:09.640433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:09.656358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:09.733686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Made reservation on behalf of 271fa5aed9ce4e29823bd8b1dc608869 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:09.737317 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:09.956284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13628453-4e12-4429-a69a-93aa7949243c None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:09.974778 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13628453-4e12-4429-a69a-93aa7949243c None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:09.976594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-13628453-4e12-4429-a69a-93aa7949243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be70eb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:10.083635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port da87b625-abc3-4578-8030-5de1938de03b {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:10.083940 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:10.265889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-13628453-4e12-4429-a69a-93aa7949243c None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:10.693500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port da87b625-abc3-4578-8030-5de1938de03b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=da87b625-abc3-4578-8030-5de1938de03b,segment=NetworkSegment(61defccc-cbe3-45c1-9816-b5dc84f515a8),segment_id=61defccc-cbe3-45c1-9816-b5dc84f515a8)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:10.695127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:10.941485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for da87b625-abc3-4578-8030-5de1938de03b owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:10.961942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-13628453-4e12-4429-a69a-93aa7949243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be70eb0>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:05Z', 'revision_number': 7, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da87b625-abc3-4578-8030-5de1938de03b', 'name': '', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:9c:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:55Z', 'updated_at': '2021-04-30T05:05:07Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:10.969919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13628453-4e12-4429-a69a-93aa7949243c None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:10.984284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13628453-4e12-4429-a69a-93aa7949243c None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:10.985279 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-13628453-4e12-4429-a69a-93aa7949243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be70eb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:11.274712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:11.275184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-13628453-4e12-4429-a69a-93aa7949243c None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:11.290962 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ca95996-6df6-4242-8a84-8ec36648c098 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:11.440153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=da87b625-abc3-4578-8030-5de1938de03b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:11.510430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:11.702881 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:11.732947 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2e2fea5-bead-4152-96ad-bbd0c38811c3 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:11.867285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-13628453-4e12-4429-a69a-93aa7949243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be70eb0>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:05Z', 'revision_number': 7, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da87b625-abc3-4578-8030-5de1938de03b', 'name': '', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:9c:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:55Z', 'updated_at': '2021-04-30T05:05:07Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:11.874983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13628453-4e12-4429-a69a-93aa7949243c None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:05Z', 'revision_number': 7, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da87b625-abc3-4578-8030-5de1938de03b', 'name': '', 'network_id': '534d2cf5-411a-471e-8407-51e3ab4590a6', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:9c:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:55Z', 'updated_at': '2021-04-30T05:05:07Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '5b70bcfb-d2eb-4256-b9fc-7feca37c85d7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:12.100166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Checking segment: {'id': '7eca5a37-171b-4a3a-abad-3b5935ca8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a08977cc-4200-4894-82a9-b4262ab6cd1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:12.100906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Network hostable DHCP agents. Network: a08977cc-4200-4894-82a9-b4262ab6cd1f, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:05:12.114488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a448b760-8661-4a4a-81b0-9fcf6666b739,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:12.123709 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:12.189660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Network a08977cc-4200-4894-82a9-b4262ab6cd1f is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:05:12.207220 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:12.226297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, a08977cc-4200-4894-82a9-b4262ab6cd1f) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:12.238923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d836795-9544-464d-8383-82774bee1f70 None None] Network a08977cc-4200-4894-82a9-b4262ab6cd1f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:12.477530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:12.478673 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:12.512261 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:05:12.557447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.9603078
Apr 30 05:05:12.732365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37e49e7-5c4a-4209-b529-5dd3dbba0444 None None] Network a08977cc-4200-4894-82a9-b4262ab6cd1f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:12.794974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:05:13.362973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:13.370139 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5784297
Apr 30 05:05:13.374428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34716) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:13.383287 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:13.403045 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:13.404130 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf58130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:13.431585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34720) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:13.446178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-194489050-network', 'tenant_id': '9ce8f0afb2924bacac8caf9127b67813'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:13.457688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:13.465914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Usage tracker for resource:network and tenant:9ce8f0afb2924bacac8caf9127b67813 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:13.471973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:13.484213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:13.495673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting subnet 5b70bcfb-d2eb-4256-b9fc-7feca37c85d7 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:13.500726 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.506776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Made reservation on behalf of 9ce8f0afb2924bacac8caf9127b67813 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:13.512063 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.544108 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.581628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:13.599174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Usage tracker for resource:security_group_rule and tenant:9ce8f0afb2924bacac8caf9127b67813 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:13.612544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34726) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:13.614051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:13.623524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:13.654026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.733539 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:13.754984 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.805533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.823033 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:05:13.836457 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.838695 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.839256 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Added segment 43116e0f-28c0-4dc7-b116-e98ec825c24b of type vlan for network b15d775d-bc8e-4ddc-874c-01ba1cba62f5
Apr 30 05:05:13.877764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.930177 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:13.943361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:13.945159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:13.946039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:14.008982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] Deleting subnet 5ad542f2-c852-4624-89eb-128503675f7e {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:14.016239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927a11ff-6a57-4ea5-8a0d-3125ceeebd5d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:14.023518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:14.065740 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:14.066479 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af312e8e-d385-4fed-a8a2-6ae9cf8013d7 tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:14.107090 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6725297
Apr 30 05:05:14.130789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34730) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:14.160024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Request body: {'subnet': {'network_id': 'b15d775d-bc8e-4ddc-874c-01ba1cba62f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-194489050-subnet', 'tenant_id': '9ce8f0afb2924bacac8caf9127b67813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:14.240710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:14.259175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Usage tracker for resource:subnet and tenant:9ce8f0afb2924bacac8caf9127b67813 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:14.269254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:14.289384 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:14.339680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Pushing event updated for resources: {'Network': ['ID=b15d775d-bc8e-4ddc-874c-01ba1cba62f5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:14.357658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:14.361929 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:14.372095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network b15d775d-bc8e-4ddc-874c-01ba1cba62f5 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:05:14.395273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Made reservation on behalf of 9ce8f0afb2924bacac8caf9127b67813 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:14.395647 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf58130>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:11Z', 'revision_number': 8, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:14.399216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:14.405863 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:14.426218 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:14.427384 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf58130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:14.526371 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:14.548164 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aec387bb-9a2d-4ca7-9a8c-a4b04b85173c tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:14.636895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d2657-19ae-4859-881b-4f60d2ad8284 None None] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:14.637276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Subnet': ['ID=5b70bcfb-d2eb-4256-b9fc-7feca37c85d7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:14.641907 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:14.648885 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:14.658891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/5b70bcfb-d2eb-4256-b9fc-7feca37c85d7 HTTP/1.1" status: 204  len: 168 time: 1.2787905
Apr 30 05:05:14.659700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34734) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:14.808621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.037053 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.093238 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:15.237507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] DHCP port deletion for 534d2cf5-411a-471e-8407-51e3ab4590a6 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:05:15.240948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:15.241909 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.394736 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.407175 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c394a078-4d4b-4fb4-a52c-f5f8158ab10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:15.431284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] Deleting port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:15.432239 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.465999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad542f2-c852-4624-89eb-128503675f7e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:15.477451 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:15.479415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.492474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5df2d9c6-cf82-4d6e-b176-8afc87e1390d,segment=NetworkSegment(61defccc-cbe3-45c1-9816-b5dc84f515a8),segment_id=61defccc-cbe3-45c1-9816-b5dc84f515a8)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:15.493166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.506576 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5ad542f2-c852-4624-89eb-128503675f7e HTTP/1.1" status: 204  len: 168 time: 1.7493622
Apr 30 05:05:15.527334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34742) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:15.648010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for 5df2d9c6-cf82-4d6e-b176-8afc87e1390d owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:15.703984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] For port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5df2d9c6-cf82-4d6e-b176-8afc87e1390d,segment=NetworkSegment(61defccc-cbe3-45c1-9816-b5dc84f515a8),segment_id=61defccc-cbe3-45c1-9816-b5dc84f515a8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:15.704677 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.730914 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.741222 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96af8c2d-7511-4efa-b0eb-716d05f90ed6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:15.741559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:15.845825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No DVR routers for this DVR port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:05:15.914556 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf58130>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:11Z', 'revision_number': 8, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:15.915482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] Calling delete_port for 5df2d9c6-cf82-4d6e-b176-8afc87e1390d owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:15.931284 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311b12f-b7a5-4111-9d6d-fedbdc427039 None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:11Z', 'revision_number': 8, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2db7122-d244-435d-b57a-544508ad01eb', 'name': '', 'network_id': 'ad79d127-bd05-48e8-b550-384ca7319ebf', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:e3:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:46Z', 'updated_at': '2021-04-30T05:04:57Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '783e22f1-5808-4aa2-8d9d-807289266b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:15.936075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=5df2d9c6-cf82-4d6e-b176-8afc87e1390d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:15.940891 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:16.049811 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.068807 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c1e7b255-5902-499b-9a4d-a128d7a38d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:16.105126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.147705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] No DVR routers for this DVR port 5df2d9c6-cf82-4d6e-b176-8afc87e1390d on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:05:16.153873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.171286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] Pushing event deleted for resources: {'Port': ['ID=5df2d9c6-cf82-4d6e-b176-8afc87e1390d,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:16.183998 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:16.278679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7847441f0>,) {'filters': {'network_id': ['534d2cf5-411a-471e-8407-51e3ab4590a6']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:16.335540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7847441f0>, '61defccc-cbe3-45c1-9816-b5dc84f515a8') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:16.337089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7847441f0>, '61defccc-cbe3-45c1-9816-b5dc84f515a8') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:16.367861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7792a3160>,) {'filters': {'network_id': ['03c45371-043d-48cc-82c6-316ce83cc772']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:16.383742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.400940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7792a3160>, '1ff38734-4857-4910-a02d-ced53f806955') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:16.401412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7792a3160>, '1ff38734-4857-4910-a02d-ced53f806955') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:16.437702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.439651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device da87b625-abc3-4578-8030-5de1938de03b no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:16.446591 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.456674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:05:16.490843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.530846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: da87b625-abc3-4578-8030-5de1938de03b {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:05:16.531926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device da87b625-abc3-4578-8030-5de1938de03b not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:05:16.533770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5df2d9c6-cf82-4d6e-b176-8afc87e1390d no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:16.566012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:05:16.620281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 5df2d9c6-cf82-4d6e-b176-8afc87e1390d {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:05:16.621226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5df2d9c6-cf82-4d6e-b176-8afc87e1390d not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:05:16.687920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:16.707212 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.722230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.738050 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-abf345da-4915-4b23-b08d-599e11afac96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:16.852999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Network 03c45371-043d-48cc-82c6-316ce83cc772 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:16.864295 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:16.981587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4150bf-4de4-4093-9c48-9ab2e5491092,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:16.999992 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:17.023801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Checking segment: {'id': '43116e0f-28c0-4dc7-b116-e98ec825c24b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b15d775d-bc8e-4ddc-874c-01ba1cba62f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:17.024175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Network hostable DHCP agents. Network: b15d775d-bc8e-4ddc-874c-01ba1cba62f5, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:05:17.043082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network 534d2cf5-411a-471e-8407-51e3ab4590a6 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:05:17.072328 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:05:17.109528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Network 03c45371-043d-48cc-82c6-316ce83cc772 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:17.169509 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:17.175839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:17.179386 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d641512d-405b-4a0f-a691-47385080f9ac tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:17.212857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Network': ['ID=534d2cf5-411a-471e-8407-51e3ab4590a6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:17.216014 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:17.220791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/networks/534d2cf5-411a-471e-8407-51e3ab4590a6 HTTP/1.1" status: 204  len: 168 time: 2.5594721
Apr 30 05:05:17.225847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34746) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:05:17.311636 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:05:17.381985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Network b15d775d-bc8e-4ddc-874c-01ba1cba62f5 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:05:17.401288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, b15d775d-bc8e-4ddc-874c-01ba1cba62f5) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:17.412108 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:17.412910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8657c9-5a86-4539-9fa2-2ba50c6d4093 None None] Network b15d775d-bc8e-4ddc-874c-01ba1cba62f5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:17.417936 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:17.428591 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-63f22deb-0c70-48ee-8527-b59c60b4c269 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:17.456953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:17.457562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:17.475227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Pushing event deleted for resources: {'Network': ['ID=03c45371-043d-48cc-82c6-316ce83cc772,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:17.478294 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:17.479871 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] 10.222.0.46 "DELETE /v2.0/networks/03c45371-043d-48cc-82c6-316ce83cc772 HTTP/1.1" status: 204  len: 168 time: 1.9513958
Apr 30 05:05:17.492427 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.3588212
Apr 30 05:05:17.494102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34750) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:17.600031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] Deleting subnet d00ef92e-e47e-4f7d-a7f1-a5a6499d8663 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:17.604361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:17.668386 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:17.754205 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:17.797324 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e34c70e-be0c-4267-8ac6-a892832cd762 None None] Network b15d775d-bc8e-4ddc-874c-01ba1cba62f5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:18.213454 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:18.218758 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-77fdf0ef-3384-4478-b354-4356affca16c tempest-NetworksIpV6Test-1585847411 tempest-NetworksIpV6Test-1585847411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:18.264736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00ef92e-e47e-4f7d-a7f1-a5a6499d8663,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:18.268573 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:18.278696 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d00ef92e-e47e-4f7d-a7f1-a5a6499d8663 HTTP/1.1" status: 204  len: 168 time: 0.7823327
Apr 30 05:05:18.280317 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:18.284030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34770) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:18.365277 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:18.416010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:18.446344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-176b1e4e-3107-450a-8d36-0c399869fac7 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:18.448072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-176b1e4e-3107-450a-8d36-0c399869fac7 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/networks?id=a08977cc-4200-4894-82a9-b4262ab6cd1f HTTP/1.1" status: 200  len: 825 time: 0.2839391
Apr 30 05:05:18.524242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-11ea2ffc-b704-4809-ae48-75b409f99780 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/quotas/271fa5aed9ce4e29823bd8b1dc608869 HTTP/1.1" status: 200  len: 375 time: 0.0224905
Apr 30 05:05:18.599672 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-fba677cd-f10f-4de2-915b-1556bb3f6926 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=271fa5aed9ce4e29823bd8b1dc608869&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0567145
Apr 30 05:05:18.620043 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:18.821321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bc566d0>,) {'filters': {'network_id': ['ef334c5f-f6f0-4faa-9501-c541a9a04cb7']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:18.845839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bc566d0>, '8a2bfa05-e919-49a5-917b-471b97bb797c') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:18.846405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bc566d0>, '8a2bfa05-e919-49a5-917b-471b97bb797c') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:18.868920 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:18.898431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:18.911892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:05:19.034535 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-2c6be359-b457-4ea7-83a4-f070d8df3d8e service neutron] 10.222.0.46 "GET /v2.0/networks/a08977cc-4200-4894-82a9-b4262ab6cd1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3750975
Apr 30 05:05:19.036448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port e2db7122-d244-435d-b57a-544508ad01eb {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:19.036838 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:19.168317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Network ef334c5f-f6f0-4faa-9501-c541a9a04cb7 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:19.183861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:19.377263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Network ef334c5f-f6f0-4faa-9501-c541a9a04cb7 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:05:19.401725 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:05:19.479525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port e2db7122-d244-435d-b57a-544508ad01eb, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e2db7122-d244-435d-b57a-544508ad01eb,segment=NetworkSegment(e4743984-affa-4018-9c46-ae6fe997a6b4),segment_id=e4743984-affa-4018-9c46-ae6fe997a6b4)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:19.480176 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:19.493419 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:19.494100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-08416e3d-6c6b-451a-b334-6ee2bdf2a249 service neutron] 10.222.0.46 "GET /v2.0/networks/a08977cc-4200-4894-82a9-b4262ab6cd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4429557
Apr 30 05:05:19.503223 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:19.508150 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b59894ad-b1dc-4b81-89ea-57413d610cde tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:19.549982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef334c5f-f6f0-4faa-9501-c541a9a04cb7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:19.556451 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:19.566796 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ef334c5f-f6f0-4faa-9501-c541a9a04cb7 HTTP/1.1" status: 204  len: 168 time: 1.2818046
Apr 30 05:05:19.644611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for e2db7122-d244-435d-b57a-544508ad01eb owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:19.760821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d20c95b4-a5b0-4887-a27e-6a6757684b43 req-a4624bf1-781a-4dfa-8882-039a3a50085d tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 210 time: 0.0714402
Apr 30 05:05:19.879823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34782) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:19.907417 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:19.928892 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d10a40e2-2329-41b5-8aa9-dce0e06e93eb tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:19.961047 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7eeaba23-e419-41c9-9e2d-450652780609 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f999664f83ae47c3ad0290ab707642ef&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0793312
Apr 30 05:05:19.962376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34790) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:20.036915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0525d5b-bd79-4d0d-aecb-6ecba5f199f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:20.065115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=e2db7122-d244-435d-b57a-544508ad01eb,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:20.074491 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:20.105890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0525d5b-bd79-4d0d-aecb-6ecba5f199f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:20.227088 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0525d5b-bd79-4d0d-aecb-6ecba5f199f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:20.240123 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6050d7b8-9d15-4c30-88e7-ac0aff935495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:20.268662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0525d5b-bd79-4d0d-aecb-6ecba5f199f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63420f7d-b106-41dc-8e67-ce0fcae3af19,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:20.273955 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0525d5b-bd79-4d0d-aecb-6ecba5f199f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:20.295470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0525d5b-bd79-4d0d-aecb-6ecba5f199f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:20.298051 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d0525d5b-bd79-4d0d-aecb-6ecba5f199f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63420f7d-b106-41dc-8e67-ce0fcae3af19 HTTP/1.1" status: 204  len: 168 time: 0.3341377
Apr 30 05:05:20.419246 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:20.899176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34812) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:20.902208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:05:20.990276 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c67d5914-1984-46c1-abda-69cb0c481b48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=936256f471474bfba0588e5de0a75f22&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0886123
Apr 30 05:05:20.990600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34816) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:21.169245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-891687b2-86e8-4a9e-b91d-35e17c30f434 req-7f41672b-3a61-4052-8488-1ec1725b8c57 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 210 time: 0.1034713
Apr 30 05:05:21.246131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:21.266136 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9507365b-fda8-439d-b0de-37300616f312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:21.269994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:21.282314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0550215
Apr 30 05:05:21.286825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34820) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:21.294266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:21.295420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2e7670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:21.319503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9507365b-fda8-439d-b0de-37300616f312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:21.387571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting subnet 783e22f1-5808-4aa2-8d9d-807289266b60 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:21.391345 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:21.468039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:21.529655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:21.621395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:21.933117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938118b6-b2f7-45c8-b2bc-36e4a0e1f1f0 req-82774049-a16f-4f05-ad3c-61eab083bea5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:21.941310 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-938118b6-b2f7-45c8-b2bc-36e4a0e1f1f0 req-82774049-a16f-4f05-ad3c-61eab083bea5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.6326537
Apr 30 05:05:21.942255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2e7670>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:19Z', 'revision_number': 9, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:21.947855 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9507365b-fda8-439d-b0de-37300616f312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:21.948169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:21.960093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:21.960885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2e7670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:21.967418 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6f060a54-0670-4125-9c20-e9b1950952e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:21.986764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-81c9113c-a19e-42c7-afe2-8fcb2b616460 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:21.988354 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-81c9113c-a19e-42c7-afe2-8fcb2b616460 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.37 "GET /v2.0/networks?id=a08977cc-4200-4894-82a9-b4262ab6cd1f HTTP/1.1" status: 200  len: 825 time: 0.6489332
Apr 30 05:05:21.997908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507365b-fda8-439d-b0de-37300616f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d94d2e-850e-42e1-86a5-b808d80f9ab9,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:22.007852 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9507365b-fda8-439d-b0de-37300616f312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:22.016703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Request body: {'port': {'device_id': '649ef5a6-fff8-4dca-ab83-a35443e3c40e', 'network_id': 'a08977cc-4200-4894-82a9-b4262ab6cd1f', 'admin_state_up': True, 'tenant_id': '271fa5aed9ce4e29823bd8b1dc608869'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:22.068204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-938118b6-b2f7-45c8-b2bc-36e4a0e1f1f0 req-ea08df6d-24f0-4027-9a62-b2b95152d92e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1247649
Apr 30 05:05:22.109817 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9507365b-fda8-439d-b0de-37300616f312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:22.112885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9507365b-fda8-439d-b0de-37300616f312 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1d94d2e-850e-42e1-86a5-b808d80f9ab9 HTTP/1.1" status: 204  len: 168 time: 1.1207650
Apr 30 05:05:22.128180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:22.149885 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb0b7c0e-3f93-43fa-be8e-29198812158f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:22.167242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:22.268910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Subnet': ['ID=783e22f1-5808-4aa2-8d9d-807289266b60,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:22.271686 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:22.274837 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:22.284014 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/783e22f1-5808-4aa2-8d9d-807289266b60 HTTP/1.1" status: 204  len: 168 time: 0.9935591
Apr 30 05:05:22.284685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34830) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:22.413030 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e90f1103-8a3d-485f-8d3d-d03c56d50e48 req-6d10bdc7-5384-4384-aebf-ec0551bd8299 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 210 time: 0.0593038
Apr 30 05:05:22.470289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:22.475670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Usage tracker for resource:port and tenant:271fa5aed9ce4e29823bd8b1dc608869 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:22.479752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:22.487613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:22.505796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Made reservation on behalf of 271fa5aed9ce4e29823bd8b1dc608869 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:22.509921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:22.510511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76719edf-4a99-4609-b867-b077d9b07e36 None None] Network ad79d127-bd05-48e8-b550-384ca7319ebf requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:22.532443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f362420-2360-448d-89ca-b181777b27be req-0110edd1-ecae-439b-9d14-1baf51b776ee tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:22.534800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f362420-2360-448d-89ca-b181777b27be req-0110edd1-ecae-439b-9d14-1baf51b776ee tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2964530
Apr 30 05:05:22.662078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f362420-2360-448d-89ca-b181777b27be req-0e6d7421-c91c-4881-8167-a61cba2b4c17 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1142118
Apr 30 05:05:22.772809 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:22.799031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Allocated IP 172.20.0.5 (a08977cc-4200-4894-82a9-b4262ab6cd1f/a448b760-8661-4a4a-81b0-9fcf6666b739/d1d04ae3-9032-4c95-945a-7730c6d2dec1) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:05:22.969626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port 40c317d9-86e4-4d51-a659-19d78fbb5a96 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:22.970281 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:23.196011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port 40c317d9-86e4-4d51-a659-19d78fbb5a96, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=40c317d9-86e4-4d51-a659-19d78fbb5a96,segment=NetworkSegment(e4743984-affa-4018-9c46-ae6fe997a6b4),segment_id=e4743984-affa-4018-9c46-ae6fe997a6b4)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:23.197173 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:23.368913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for 40c317d9-86e4-4d51-a659-19d78fbb5a96 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:23.388843 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:23.426744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-b3f45e4d-f649-4af3-8fad-1773b17c792b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:23.428600 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-b3f45e4d-f649-4af3-8fad-1773b17c792b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 0.3247268
Apr 30 05:05:23.437075 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:23.451689 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90de5a55-f3db-4197-a9f1-a8500e2ce323 tempest-VolumesActionsTest-2098283973 tempest-VolumesActionsTest-2098283973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:23.473698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-04866105-df2e-495b-99a0-2792f16c67b8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/quotas/9c446453632e4610bea794e8357c69bd HTTP/1.1" status: 200  len: 375 time: 0.0356913
Apr 30 05:05:23.477711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2e7670>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:19Z', 'revision_number': 9, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:23.486386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608fa3c-4be3-4812-84f1-f8ebd101a0d8 None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:19Z', 'revision_number': 9, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315c6413-8a33-472c-9e83-20ff41c155c2', 'name': '', 'network_id': 'e47795a9-cdd3-4846-87b4-670fb2d726d9', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:5f:f6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:32Z', 'updated_at': '2021-04-30T05:04:46Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '14faaac3-a685-4a69-8bd7-49aaadbc7bc9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:23.531139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No DVR routers for this DVR port 40c317d9-86e4-4d51-a659-19d78fbb5a96 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:05:23.557896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed1108-198c-469d-aa47-88686ce15fdc None None] DHCP port deletion for ad79d127-bd05-48e8-b550-384ca7319ebf request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:05:23.600556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=40c317d9-86e4-4d51-a659-19d78fbb5a96,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:23.607640 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:23.617020 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:23.630144 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:23.715883 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:23.752901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Network a08977cc-4200-4894-82a9-b4262ab6cd1f is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:05:23.772926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:23.777127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:05:23.862172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Pushing event updated for resources: {'Port': ['ID=d1d04ae3-9032-4c95-945a-7730c6d2dec1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:23.870197 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:23.930388 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-d5961e92-9012-4846-ba94-c9b971f9bc2f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&fields=id HTTP/1.1" status: 200  len: 486 time: 0.4445007
Apr 30 05:05:23.931478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a61cf10>,) {'filters': {'network_id': ['ad79d127-bd05-48e8-b550-384ca7319ebf']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:23.964099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a61cf10>, 'e4743984-affa-4018-9c46-ae6fe997a6b4') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:23.964404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a61cf10>, 'e4743984-affa-4018-9c46-ae6fe997a6b4') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:23.967415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:23.968876 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:23.979365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:24.017498 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:24.030636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:05:24.127489 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1158988
Apr 30 05:05:24.153522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Request body: {'port': {'device_id': '649ef5a6-fff8-4dca-ab83-a35443e3c40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:24.188742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65708ff7-4142-41df-8d1c-5edf9cb02e27 req-595046cb-3b59-42a4-baa5-e94a7bc337b3 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:24.189544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-65708ff7-4142-41df-8d1c-5edf9cb02e27 req-595046cb-3b59-42a4-baa5-e94a7bc337b3 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Synchronizing usage tracker for tenant:271fa5aed9ce4e29823bd8b1dc608869 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:05:24.265188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-a8c358e6-8e4b-42b6-bbad-1b76e7516c0a service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3168662
Apr 30 05:05:24.270645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-65708ff7-4142-41df-8d1c-5edf9cb02e27 req-595046cb-3b59-42a4-baa5-e94a7bc337b3 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Unset dirty status for tenant:271fa5aed9ce4e29823bd8b1dc608869 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:05:24.270645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65708ff7-4142-41df-8d1c-5edf9cb02e27 req-595046cb-3b59-42a4-baa5-e94a7bc337b3 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 931 time: 0.6149936
Apr 30 05:05:24.330509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network ad79d127-bd05-48e8-b550-384ca7319ebf has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:24.342713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34874) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:24.347933 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:24.425765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e2db7122-d244-435d-b57a-544508ad01eb no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:24.524737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e2db7122-d244-435d-b57a-544508ad01eb {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:05:24.525893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e2db7122-d244-435d-b57a-544508ad01eb not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:05:24.526926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 40c317d9-86e4-4d51-a659-19d78fbb5a96 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:24.568232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network ad79d127-bd05-48e8-b550-384ca7319ebf has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:05:24.603826 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:05:24.615319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 40c317d9-86e4-4d51-a659-19d78fbb5a96 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:05:24.616007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 40c317d9-86e4-4d51-a659-19d78fbb5a96 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:05:24.667691 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:24.686174 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-65708ff7-4142-41df-8d1c-5edf9cb02e27 req-00db7ec5-51c4-47d9-8af3-f771faa120e7 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3807428
Apr 30 05:05:24.693092 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:24.718317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:24.723946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Usage tracker for resource:security_group_rule and tenant:37724bc761ab495ba0be26b87c3f5f49 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:24.727595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:24.735407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:24.748464 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:24.753229 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c6537248-f927-413a-9f27-75b4df991964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:24.776450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-e426b2d6-d65e-4612-acb7-a6c73368c2bf service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4705493
Apr 30 05:05:24.787834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:24.800106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Network': ['ID=ad79d127-bd05-48e8-b550-384ca7319ebf,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:24.809532 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:24.826162 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/networks/ad79d127-bd05-48e8-b550-384ca7319ebf HTTP/1.1" status: 204  len: 168 time: 2.5402179
Apr 30 05:05:24.828269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34880) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:25.112982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836843c8-6733-4582-a55f-85ee5d3f6e8c req-1b150a23-d892-4efb-9a86-39cd29bb3387 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 210 time: 0.0499320
Apr 30 05:05:25.243520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d04ae3-9032-4c95-945a-7730c6d2dec1 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:05:25.258968 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:25.281531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Transition to ACTIVE for port object d1d04ae3-9032-4c95-945a-7730c6d2dec1 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:25.288642 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:25.294246 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-94ec67a8-529a-471a-9b48-d7b992e5c649 tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:25.362445 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:25.377992 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:25.388156 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6a45fd4-7bcb-4fe3-9b7a-05c2fff2ea26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:25.479729 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37724bc761ab495ba0be26b87c3f5f49&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1357794
Apr 30 05:05:25.484246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34892) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:25.491977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0092ead-10ef-4f60-8b9b-2303b19627a6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:25.497674 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:25.585193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Pushing event updated for resources: {'Port': ['ID=d1d04ae3-9032-4c95-945a-7730c6d2dec1,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:25.625139 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:25.712371 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d39f94b9-5691-4321-b684-306b92383345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:25.727775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Attempting to bind port d1d04ae3-9032-4c95-945a-7730c6d2dec1 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:05:25.728135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Attempting to bind port d1d04ae3-9032-4c95-945a-7730c6d2dec1 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '7eca5a37-171b-4a3a-abad-3b5935ca8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a08977cc-4200-4894-82a9-b4262ab6cd1f'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:05:25.728556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Attempting to bind port d1d04ae3-9032-4c95-945a-7730c6d2dec1 on network a08977cc-4200-4894-82a9-b4262ab6cd1f {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:05:25.732631 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:25.770404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d39f94b9-5691-4321-b684-306b92383345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:25.837828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Port d1d04ae3-9032-4c95-945a-7730c6d2dec1 on network a08977cc-4200-4894-82a9-b4262ab6cd1f not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:05:25.838364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Attempting to bind port d1d04ae3-9032-4c95-945a-7730c6d2dec1 on network a08977cc-4200-4894-82a9-b4262ab6cd1f {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:05:25.951236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:05:25.952167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Checking segment: {'id': '7eca5a37-171b-4a3a-abad-3b5935ca8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a08977cc-4200-4894-82a9-b4262ab6cd1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:25.952878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Bound using segment: {'id': '7eca5a37-171b-4a3a-abad-3b5935ca8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a08977cc-4200-4894-82a9-b4262ab6cd1f'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:05:25.954095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Bound port: d1d04ae3-9032-4c95-945a-7730c6d2dec1, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eca5a37-171b-4a3a-abad-3b5935ca8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a08977cc-4200-4894-82a9-b4262ab6cd1f'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:05:25.955444 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:26.176268 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d39f94b9-5691-4321-b684-306b92383345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:26.188539 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb817647-668d-456a-9763-7ec30912b593 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:26.214694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f94b9-5691-4321-b684-306b92383345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0092ead-10ef-4f60-8b9b-2303b19627a6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:26.218455 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d39f94b9-5691-4321-b684-306b92383345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:26.244362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12fb05-d84e-4396-aadd-98090c0240b8 req-648f48a1-1b67-4187-8ace-1fcd6fa08faa tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:26.247131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc12fb05-d84e-4396-aadd-98090c0240b8 req-648f48a1-1b67-4187-8ace-1fcd6fa08faa tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 943 time: 0.4110074
Apr 30 05:05:26.256944 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d39f94b9-5691-4321-b684-306b92383345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:26.258813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d39f94b9-5691-4321-b684-306b92383345 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0092ead-10ef-4f60-8b9b-2303b19627a6 HTTP/1.1" status: 204  len: 168 time: 0.7721748
Apr 30 05:05:26.260956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] For port d1d04ae3-9032-4c95-945a-7730c6d2dec1, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:05:26.274892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] For port d1d04ae3-9032-4c95-945a-7730c6d2dec1, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1d04ae3-9032-4c95-945a-7730c6d2dec1,segment=NetworkSegment(7eca5a37-171b-4a3a-abad-3b5935ca8976),segment_id=7eca5a37-171b-4a3a-abad-3b5935ca8976)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:05:26.332039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port 315c6413-8a33-472c-9e83-20ff41c155c2 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:26.332653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:26.350394 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:26.354328 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a4b17ec-6420-425d-b9d9-974c4091e7fb tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:26.424280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06cafd76-35e4-4dba-a196-10f63941e2a1 req-2a77b31d-4b7e-4554-b3ce-56f1e18629ec tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 210 time: 0.1465518
Apr 30 05:05:26.441647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc12fb05-d84e-4396-aadd-98090c0240b8 req-c7646723-2f12-4562-aafa-87be725fd2cb tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635239
Apr 30 05:05:26.484382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:26.492895 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:26.493645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] 10.222.0.37 "PUT /v2.0/ports/d1d04ae3-9032-4c95-945a-7730c6d2dec1 HTTP/1.1" status: 200  len: 1092 time: 2.3471942
Apr 30 05:05:26.494229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649ef5a6-fff8-4dca-ab83-a35443e3c40e', 'tag': 'd1d04ae3-9032-4c95-945a-7730c6d2dec1'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:05:26.540666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Pushing event updated for resources: {'Port': ['ID=d1d04ae3-9032-4c95-945a-7730c6d2dec1,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:26.552529 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:26.678670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port 315c6413-8a33-472c-9e83-20ff41c155c2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=315c6413-8a33-472c-9e83-20ff41c155c2,segment=NetworkSegment(069de094-b5c5-497f-ad63-e673e41cb0da),segment_id=069de094-b5c5-497f-ad63-e673e41cb0da)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:26.679273 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:26.871805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for 315c6413-8a33-472c-9e83-20ff41c155c2 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:26.986997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-681adc62-0c5a-4dda-9bcb-2a61d7edb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:26.988590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-681adc62-0c5a-4dda-9bcb-2a61d7edb984 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=271fa5aed9ce4e29823bd8b1dc608869&device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 1095 time: 0.4194217
Apr 30 05:05:27.000025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-809044c2-8db8-4a4b-be3b-b7992caa913c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:27.010016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-809044c2-8db8-4a4b-be3b-b7992caa913c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.50 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 0.3815382
Apr 30 05:05:27.025479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'port': {'device_id': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'admin_state_up': True, 'tenant_id': '9c446453632e4610bea794e8357c69bd'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:27.198243 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649ef5a6-fff8-4dca-ab83-a35443e3c40e', 'tag': 'd1d04ae3-9032-4c95-945a-7730c6d2dec1', 'status': 'completed', 'code': 200}
Apr 30 05:05:27.233415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:27.238111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:27.239430 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb82da05-2490-426d-be8d-f862fe317810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:27.265575 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:27.295404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=315c6413-8a33-472c-9e83-20ff41c155c2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:27.299785 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:27.423849 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:27.516885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-fe68dbdd-9bec-4f5c-85c2-ea683a901746 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d04ae3-9032-4c95-945a-7730c6d2dec1 HTTP/1.1" status: 200  len: 217 time: 0.5056846
Apr 30 05:05:27.537144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:27.721477 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:27.787617 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-00bb3cb8-9039-4e79-b708-d61b0109327e req-7bfbadec-6609-4fbe-a8f0-fd6800ea6e0d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 210 time: 0.1065886
Apr 30 05:05:27.801955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Made reservation on behalf of 9c446453632e4610bea794e8357c69bd for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:27.805933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:27.840347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-0362c21e-4847-4525-bbd2-7ad02cded777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:27.841844 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-0362c21e-4847-4525-bbd2-7ad02cded777 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a448b760-8661-4a4a-81b0-9fcf6666b739 HTTP/1.1" status: 200  len: 865 time: 0.3065066
Apr 30 05:05:27.949578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-ce7763a4-516c-4b6a-97da-f2bee43a0799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08977cc-4200-4894-82a9-b4262ab6cd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0982735
Apr 30 05:05:28.192140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff666f34-f4f9-485a-880f-90a84d7bc3d8 req-332a05f1-b016-4e20-806b-9a2cc0b53af6 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:28.194519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff666f34-f4f9-485a-880f-90a84d7bc3d8 req-332a05f1-b016-4e20-806b-9a2cc0b53af6 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 943 time: 0.4578919
Apr 30 05:05:28.279758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:05:28.344545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff666f34-f4f9-485a-880f-90a84d7bc3d8 req-e22abd47-7ab2-46ee-913d-d7573a831711 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295373
Apr 30 05:05:28.346970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-54e68498-26a8-45e4-bfbd-5b9598332d2d service neutron] 10.222.0.37 "GET /v2.0/networks/a08977cc-4200-4894-82a9-b4262ab6cd1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3846943
Apr 30 05:05:28.374615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Allocated IP 172.20.0.11 (9b54b883-d0bf-442d-ac86-b36baa16d7e8/b7660be4-055b-4983-bbd0-78610f6227c9/c84f09e7-fbbb-450c-b8f6-97d3b07a6754) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:05:28.492818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:28.504287 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:28.518448 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:28.519148 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033da60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:28.540630 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7106354
Apr 30 05:05:28.542765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34942) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:28.606335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2839623c-2b7f-49a4-b45e-74966fd19ee2 req-ce2ed381-4860-4265-b2a0-5d8121d4222a service neutron] 10.222.0.37 "GET /v2.0/networks/a08977cc-4200-4894-82a9-b4262ab6cd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2513797
Apr 30 05:05:28.654807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting subnet 14faaac3-a685-4a69-8bd7-49aaadbc7bc9 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:28.660125 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:28.732075 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:28.771533 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:28.807367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db66063-112b-4eff-a50a-783b5768710c req-a24d916c-ace4-47f2-84cd-593ed6c8e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:28.808927 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8db66063-112b-4eff-a50a-783b5768710c req-a24d916c-ace4-47f2-84cd-593ed6c8e3f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=271fa5aed9ce4e29823bd8b1dc608869&device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 1095 time: 0.1417582
Apr 30 05:05:28.822128 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:28.852434 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:28.935794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Transition to ACTIVE for port object c84f09e7-fbbb-450c-b8f6-97d3b07a6754 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:29.169851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7b691d36-6eef-479b-b6f5-55ae8c64a233 req-07658883-1bd9-4bcb-8f63-1866db773a7d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 210 time: 0.1192508
Apr 30 05:05:29.249841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db66063-112b-4eff-a50a-783b5768710c req-690ea326-998f-4051-bfa5-09b219701c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:29.253662 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8db66063-112b-4eff-a50a-783b5768710c req-690ea326-998f-4051-bfa5-09b219701c83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a08977cc-4200-4894-82a9-b4262ab6cd1f HTTP/1.1" status: 200  len: 926 time: 0.4241521
Apr 30 05:05:29.351533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:29.358035 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab21d04e-cb05-418e-ab2a-fa939a888717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:29.370338 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:29.384542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['853add22-9ca2-467b-8e7b-edfc16cea6ba'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:29.387995 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033da60>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:27Z', 'revision_number': 10, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:29.391109 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11f13105-0c34-409b-8097-77bc9d4795eb tempest-ServersNegativeTestJSON-32727642 tempest-ServersNegativeTestJSON-32727642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:29.395441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:29.415891 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:29.417178 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033da60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:29.454267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Subnet': ['ID=14faaac3-a685-4a69-8bd7-49aaadbc7bc9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:29.455053 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8db66063-112b-4eff-a50a-783b5768710c req-9846da1e-810d-48a2-a784-33f74d0cca14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1d04ae3-9032-4c95-945a-7730c6d2dec1 HTTP/1.1" status: 200  len: 217 time: 0.1861825
Apr 30 05:05:29.470999 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:29.484573 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:29.496337 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/14faaac3-a685-4a69-8bd7-49aaadbc7bc9 HTTP/1.1" status: 204  len: 168 time: 0.9515669
Apr 30 05:05:29.496971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35020) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:29.518776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:29.592436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adb54cf-d4e1-43f6-8933-7d6e43ddec78 None None] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:29.667835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:05:29.711625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:29.730648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:05:29.742038 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:29.800086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db66063-112b-4eff-a50a-783b5768710c req-db86e0bb-7f45-45d2-946e-2cbe5eb0d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:29.806809 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:29.808076 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8db66063-112b-4eff-a50a-783b5768710c req-db86e0bb-7f45-45d2-946e-2cbe5eb0d7b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a448b760-8661-4a4a-81b0-9fcf6666b739 HTTP/1.1" status: 200  len: 865 time: 0.3519614
Apr 30 05:05:29.971903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:29.972241 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:30.145744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port e1ebb459-a160-4bb6-bff7-cb4ec5b24429, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e1ebb459-a160-4bb6-bff7-cb4ec5b24429,segment=NetworkSegment(069de094-b5c5-497f-ad63-e673e41cb0da),segment_id=069de094-b5c5-497f-ad63-e673e41cb0da)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:30.146246 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:30.295582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for e1ebb459-a160-4bb6-bff7-cb4ec5b24429 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:30.362518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:30.367069 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a04f4a37-d7b9-42a5-b81a-3aee2251a993 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:30.426773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=e1ebb459-a160-4bb6-bff7-cb4ec5b24429,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:30.432360 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:30.441565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No DVR routers for this DVR port e1ebb459-a160-4bb6-bff7-cb4ec5b24429 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:05:30.443552 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033da60>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:27Z', 'revision_number': 10, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:30.450832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'Port': ['ID=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:30.461354 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa549a-91c2-4088-8413-7131cfe730ce None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:27Z', 'revision_number': 10, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None, '_interfaces': [{'id': '1604a46c-b494-4789-b6e5-bc842760b4ad', 'name': '', 'network_id': 'db8d967d-e0d1-4516-a9f3-a6fdfda76ca5', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'mac_address': 'fa:16:3e:31:ff:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a857856-daee-4d43-90d4-b592315a82d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:04:20Z', 'updated_at': '2021-04-30T05:04:31Z', 'revision_number': 5, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'subnets': [{'id': '9dbb1c7e-0906-466f-9f8a-160b858b1164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:30.462151 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:30.492326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7a4d8be1-e5a9-4a62-8abb-bd19ae728069 None None] Provisioning for port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:05:30.504918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8db66063-112b-4eff-a50a-783b5768710c req-dce2a5c7-9040-49c5-88e1-2bc445893261 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a08977cc-4200-4894-82a9-b4262ab6cd1f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6758366
Apr 30 05:05:30.525821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7a4d8be1-e5a9-4a62-8abb-bd19ae728069 None None] Provisioning complete for port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:30.526783 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7a4d8be1-e5a9-4a62-8abb-bd19ae728069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:30.584656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35078) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:30.633205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2c741-cc64-4884-b03e-c0db22c0ac30 req-b2eee016-0511-415e-9f1b-d708853a4e30 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:30.634830 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95b2c741-cc64-4884-b03e-c0db22c0ac30 req-b2eee016-0511-415e-9f1b-d708853a4e30 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 943 time: 1.0920603
Apr 30 05:05:30.668484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:30.669193 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:30.729078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95b2c741-cc64-4884-b03e-c0db22c0ac30 req-580e14f5-2798-4bc0-b7c9-d95f95b04f8e tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752771
Apr 30 05:05:30.755090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d8be1-e5a9-4a62-8abb-bd19ae728069 None None] Port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:05:30.761762 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ba1427c3-605d-44ac-8237-268be3fd3e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:30.841292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:30.843454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983d9c6-a1e6-4fa3-8972-775add139916 None None] DHCP port deletion for e47795a9-cdd3-4846-87b4-670fb2d726d9 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:05:30.894034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8725202
Apr 30 05:05:30.894839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:30.911338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Request body: {'port': {'device_id': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:30.941583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d1d04ae3-9032-4c95-945a-7730c6d2dec1 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:05:31.043066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77921bbe0>,) {'filters': {'network_id': ['e47795a9-cdd3-4846-87b4-670fb2d726d9']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:31.046684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:31.059844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77921bbe0>, '069de094-b5c5-497f-ad63-e673e41cb0da') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:31.060227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77921bbe0>, '069de094-b5c5-497f-ad63-e673e41cb0da') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:31.062836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8db66063-112b-4eff-a50a-783b5768710c req-d34ad2e4-00cc-41ab-8e80-5256c7dcfaa2 service neutron] 10.222.0.37 "GET /v2.0/networks/a08977cc-4200-4894-82a9-b4262ab6cd1f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4767494
Apr 30 05:05:31.068873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Usage tracker for resource:security_group_rule and tenant:35d80202c18443f5bcd80e85dd91c705 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:31.080434 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.089119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850309a-c93e-4cda-8718-9e60868fff26 req-c04ad13a-9510-452e-a372-822cb887e67c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:31.090393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5850309a-c93e-4cda-8718-9e60868fff26 req-c04ad13a-9510-452e-a372-822cb887e67c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:05:31.110650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.117578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d1d04ae3-9032-4c95-945a-7730c6d2dec1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1d04ae3-9032-4c95-945a-7730c6d2dec1,segment=NetworkSegment(7eca5a37-171b-4a3a-abad-3b5935ca8976),segment_id=7eca5a37-171b-4a3a-abad-3b5935ca8976)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:31.122591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:05:31.133703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'd1d04ae3-9032-4c95-945a-7730c6d2dec1', 'network_id': 'a08977cc-4200-4894-82a9-b4262ab6cd1f', 'port_id': 'd1d04ae3-9032-4c95-945a-7730c6d2dec1', 'mac_address': 'fa:16:3e:35:34:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a448b760-8661-4a4a-81b0-9fcf6666b739', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:05:31.195895 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.215287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d04ae3-9032-4c95-945a-7730c6d2dec1 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:05:31.232836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d1d04ae3-9032-4c95-945a-7730c6d2dec1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1d04ae3-9032-4c95-945a-7730c6d2dec1,segment=NetworkSegment(7eca5a37-171b-4a3a-abad-3b5935ca8976),segment_id=7eca5a37-171b-4a3a-abad-3b5935ca8976)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:31.239329 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.241998 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7c4ea58e-d321-4add-bda5-de4d3fb4788f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:31.244402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:31.271045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:31.318780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d1d04ae3-9032-4c95-945a-7730c6d2dec1,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:31.323047 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:31.359682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-5850309a-c93e-4cda-8718-9e60868fff26 req-c04ad13a-9510-452e-a372-822cb887e67c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:05:31.361441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5850309a-c93e-4cda-8718-9e60868fff26 req-c04ad13a-9510-452e-a372-822cb887e67c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 932 time: 0.8801055
Apr 30 05:05:31.413909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:31.415532 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.429763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.458380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8db66063-112b-4eff-a50a-783b5768710c req-cf996be4-2a72-44d1-8f96-a1d0ec540ba6 service neutron] 10.222.0.37 "GET /v2.0/networks/a08977cc-4200-4894-82a9-b4262ab6cd1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3515689
Apr 30 05:05:31.530892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5850309a-c93e-4cda-8718-9e60868fff26 req-edebd926-1464-4d7a-a895-3aef929616ca tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543746
Apr 30 05:05:31.620991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d1d04ae3-9032-4c95-945a-7730c6d2dec1'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:31.662962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network e47795a9-cdd3-4846-87b4-670fb2d726d9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:05:31.705209 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:05:31.744368 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.754689 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.777627 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ee44dacf-fe18-4569-a4e1-e4b8096c99cc tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:31.800379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.812115 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fb3efda1-6d4f-4d46-939e-ef99e5c7490c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:31.836696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:31.850197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Network': ['ID=e47795a9-cdd3-4846-87b4-670fb2d726d9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:31.854377 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:31.875659 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/networks/e47795a9-cdd3-4846-87b4-670fb2d726d9 HTTP/1.1" status: 204  len: 168 time: 2.3773735
Apr 30 05:05:31.877462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35086) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:31.881550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35090) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:31.881905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35d80202c18443f5bcd80e85dd91c705&name=default HTTP/1.1" status: 200  len: 2983 time: 1.2947397
Apr 30 05:05:31.888447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42c6b68-53ac-4846-8e40-d3b019833d41,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:31.895060 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:32.089203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcc49d-0fe4-473c-a144-785252481fb5 req-3d6e8af9-2f35-46e5-9262-30d95e595c13 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:32.090816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-addcc49d-0fe4-473c-a144-785252481fb5 req-3d6e8af9-2f35-46e5-9262-30d95e595c13 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 944 time: 0.1439862
Apr 30 05:05:32.185650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84f09e7-fbbb-450c-b8f6-97d3b07a6754 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:05:32.198680 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:32.208146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-addcc49d-0fe4-473c-a144-785252481fb5 req-d0ec8eb4-9950-4246-95cc-c66344da82ab tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766323
Apr 30 05:05:32.221166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Transition to ACTIVE for port object c84f09e7-fbbb-450c-b8f6-97d3b07a6754 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:32.228895 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:32.236129 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-85058a1a-001f-4117-80f0-f39b9405fa07 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:32.393873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3070b6d4-3c6e-47db-a626-a9dac170a968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:32.409977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e1ebb459-a160-4bb6-bff7-cb4ec5b24429 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:32.460924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Pushing event updated for resources: {'Port': ['ID=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:32.466610 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:32.493603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e1ebb459-a160-4bb6-bff7-cb4ec5b24429 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:05:32.494706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e1ebb459-a160-4bb6-bff7-cb4ec5b24429 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:05:32.496211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 315c6413-8a33-472c-9e83-20ff41c155c2 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:32.510370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Attempting to bind port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:05:32.510723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Attempting to bind port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:05:32.511861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Attempting to bind port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:05:32.521555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:05:32.523212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Attempting to bind port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:05:32.530593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:05:32.531262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Checking segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:32.531883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Bound using segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:05:32.533507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Bound port: c84f09e7-fbbb-450c-b8f6-97d3b07a6754, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:05:32.534074 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:32.545377 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3070b6d4-3c6e-47db-a626-a9dac170a968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:32.572656 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 315c6413-8a33-472c-9e83-20ff41c155c2 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:05:32.573216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 315c6413-8a33-472c-9e83-20ff41c155c2 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:05:32.697703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] For port c84f09e7-fbbb-450c-b8f6-97d3b07a6754, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:05:32.715661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3070b6d4-3c6e-47db-a626-a9dac170a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:32.723750 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5e38b114-d4b1-47d6-9599-7da8cfd1d6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:32.742364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070b6d4-3c6e-47db-a626-a9dac170a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42c6b68-53ac-4846-8e40-d3b019833d41,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:32.744987 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3070b6d4-3c6e-47db-a626-a9dac170a968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:32.747071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3070b6d4-3c6e-47db-a626-a9dac170a968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:32.752456 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3070b6d4-3c6e-47db-a626-a9dac170a968 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d42c6b68-53ac-4846-8e40-d3b019833d41 HTTP/1.1" status: 204  len: 168 time: 0.8651936
Apr 30 05:05:32.760696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] For port c84f09e7-fbbb-450c-b8f6-97d3b07a6754, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:05:32.767011 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:32.772277 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1468bb5b-a8d3-4ecd-84e8-0f962b6a5274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:32.834987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:32.835573 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:32.837063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] 10.222.0.50 "PUT /v2.0/ports/c84f09e7-fbbb-450c-b8f6-97d3b07a6754 HTTP/1.1" status: 200  len: 1093 time: 1.9301710
Apr 30 05:05:32.839440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'tag': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:05:32.898323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56052ac1-abc3-457b-ae50-5aef6388ddfe req-ba689113-f7da-4306-9fb6-83d20b9b8c3a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:32.900365 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56052ac1-abc3-457b-ae50-5aef6388ddfe req-ba689113-f7da-4306-9fb6-83d20b9b8c3a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 944 time: 0.2046733
Apr 30 05:05:32.902645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Pushing event updated for resources: {'Port': ['ID=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:32.956015 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d1d04ae3-9032-4c95-945a-7730c6d2dec1 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:05:32.987024 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:33.122450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port d1d04ae3-9032-4c95-945a-7730c6d2dec1 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:05:33.133675 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port d1d04ae3-9032-4c95-945a-7730c6d2dec1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:33.136006 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:33.196079 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:33.199815 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'tag': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754', 'status': 'completed', 'code': 200}
Apr 30 05:05:33.284022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56052ac1-abc3-457b-ae50-5aef6388ddfe req-b823592c-add7-4ce8-8660-a15e8877c469 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867043
Apr 30 05:05:33.319928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-d4117aa5-5905-45de-803e-796e5d854544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:33.322992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-d4117aa5-5905-45de-803e-796e5d854544 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 1096 time: 0.4211833
Apr 30 05:05:33.389460 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:33.395909 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:33.427334 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649ef5a6-fff8-4dca-ab83-a35443e3c40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d04ae3-9032-4c95-945a-7730c6d2dec1'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:05:33.441052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port d1d04ae3-9032-4c95-945a-7730c6d2dec1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1d04ae3-9032-4c95-945a-7730c6d2dec1,segment=NetworkSegment(7eca5a37-171b-4a3a-abad-3b5935ca8976),segment_id=7eca5a37-171b-4a3a-abad-3b5935ca8976)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:33.447715 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:33.450737 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:33.484160 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-32998c57-33f6-4264-b2d8-0f6574d1975b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84f09e7-fbbb-450c-b8f6-97d3b07a6754 HTTP/1.1" status: 200  len: 217 time: 0.1534481
Apr 30 05:05:33.485062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35106) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:33.512098 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649ef5a6-fff8-4dca-ab83-a35443e3c40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d04ae3-9032-4c95-945a-7730c6d2dec1', 'code': 200}
Apr 30 05:05:33.544104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=d1d04ae3-9032-4c95-945a-7730c6d2dec1,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:33.547880 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:33.550801 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:33.597677 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee4b6-0730-4244-a02b-24d756add135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:33.667262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:33.683290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:2002252b27c84ba4bb66f8b56dbeadcf is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:33.691182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:33.704279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:33.712512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8a5846af-66bd-423e-b73b-2b5e932adc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:33.714001 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-8a5846af-66bd-423e-b73b-2b5e932adc54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1484082
Apr 30 05:05:33.765860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port 1604a46c-b494-4789-b6e5-bc842760b4ad {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:33.766187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:33.817297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca740fd-fb0e-4b14-b35f-bc99b426fc37 req-445f3455-fd70-4b53-b5f5-bfe6ff446e07 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:33.818769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ca740fd-fb0e-4b14-b35f-bc99b426fc37 req-445f3455-fd70-4b53-b5f5-bfe6ff446e07 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 945 time: 0.3371992
Apr 30 05:05:33.915653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45365d76-d2d2-4b40-9fce-21360f58d362 req-7d7944a0-bf6a-46cf-9178-5b30a6b50160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:33.917189 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45365d76-d2d2-4b40-9fce-21360f58d362 req-7d7944a0-bf6a-46cf-9178-5b30a6b50160 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 1097 time: 0.3101761
Apr 30 05:05:33.953605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ca740fd-fb0e-4b14-b35f-bc99b426fc37 req-5041f214-9213-4680-a312-256e61ea5a5e tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172767
Apr 30 05:05:33.961142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port 1604a46c-b494-4789-b6e5-bc842760b4ad, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1604a46c-b494-4789-b6e5-bc842760b4ad,segment=NetworkSegment(a804bb5f-dee8-4fcd-9ab6-067c9881c0f1),segment_id=a804bb5f-dee8-4fcd-9ab6-067c9881c0f1)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:33.962130 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:33.986273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-4bc37cad-701d-417b-b308-63ebd0f449da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:33.987849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-4bc37cad-701d-417b-b308-63ebd0f449da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2646375
Apr 30 05:05:34.026773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:34.033610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45365d76-d2d2-4b40-9fce-21360f58d362 req-e6612679-2450-45c6-86e8-7f7ae6d803a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059692
Apr 30 05:05:34.049837 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:34.059947 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-694b5fc0-dffb-4fd3-897d-038bf0d05cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:34.160155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for 1604a46c-b494-4789-b6e5-bc842760b4ad owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:34.169055 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2002252b27c84ba4bb66f8b56dbeadcf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6828382
Apr 30 05:05:34.172248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aaa50e-70de-4c6e-b1d3-e05e29bc3171,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:34.175215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35110) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:34.179665 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:34.245183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-b4626960-a1b0-4529-aaba-4ad2a641c43c service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470500
Apr 30 05:05:34.369604 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b48466b-1929-4d16-9bab-cd02f9b5317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:34.377398 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:34.386650 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:34.410508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b48466b-1929-4d16-9bab-cd02f9b5317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:34.464401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6ffa741-fb7e-4923-9fac-a23bcd359e77 req-018d90a8-e10c-4bdc-8f4d-04e1193fec05 service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2104044
Apr 30 05:05:34.481981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=1604a46c-b494-4789-b6e5-bc842760b4ad,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:34.518170 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:34.618533 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b48466b-1929-4d16-9bab-cd02f9b5317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:34.623940 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb7f8b8a-0ba5-4011-a681-1331a327f9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:34.650466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48466b-1929-4d16-9bab-cd02f9b5317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aaa50e-70de-4c6e-b1d3-e05e29bc3171,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:34.662819 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b48466b-1929-4d16-9bab-cd02f9b5317d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:34.690355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc113a-be6c-4f9c-a533-7edf383a9c1d req-4c54a6ef-fe4c-4564-915e-5466514784b8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:34.697806 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c3bc113a-be6c-4f9c-a533-7edf383a9c1d req-4c54a6ef-fe4c-4564-915e-5466514784b8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 944 time: 0.2099972
Apr 30 05:05:34.702019 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b48466b-1929-4d16-9bab-cd02f9b5317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:34.707637 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6b48466b-1929-4d16-9bab-cd02f9b5317d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7aaa50e-70de-4c6e-b1d3-e05e29bc3171 HTTP/1.1" status: 204  len: 168 time: 0.5250843
Apr 30 05:05:34.730664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-2676f620-6f70-4fa0-ad3f-d9e37dd9b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:34.732227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-2676f620-6f70-4fa0-ad3f-d9e37dd9b4e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 1096 time: 0.1943779
Apr 30 05:05:34.788654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:34.828415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c3bc113a-be6c-4f9c-a533-7edf383a9c1d req-3f25129a-fcc1-4ff3-b7c6-6495c0a4c275 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291709
Apr 30 05:05:34.958089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:34.998689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-dbefeac8-b198-4118-a812-66172a9cbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:35.001968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-dbefeac8-b198-4118-a812-66172a9cbf0b service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.2380235
Apr 30 05:05:35.208205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-647cd360-0e26-4bd2-8e8d-94a064acfb27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84f09e7-fbbb-450c-b8f6-97d3b07a6754 HTTP/1.1" status: 200  len: 217 time: 0.1987586
Apr 30 05:05:35.377769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-80a58ffa-ada2-4314-b4ba-47b29f8a8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:35.380347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-80a58ffa-ada2-4314-b4ba-47b29f8a8e45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1203310
Apr 30 05:05:35.425149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:05:35.545399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b9270-6123-4f77-b3b7-aec37e61af70 req-a7b289f1-c5d8-43ef-8e00-73e07b2c7bfe tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:35.549292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a76b9270-6123-4f77-b3b7-aec37e61af70 req-a7b289f1-c5d8-43ef-8e00-73e07b2c7bfe tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 945 time: 0.3395026
Apr 30 05:05:35.646664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-6502a5a0-45be-4721-bfd2-2c33ed0d5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:35.649498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-6502a5a0-45be-4721-bfd2-2c33ed0d5242 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2610867
Apr 30 05:05:35.709240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a76b9270-6123-4f77-b3b7-aec37e61af70 req-360ed9aa-ec73-4d2b-a4f7-f888395056fc tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362777
Apr 30 05:05:35.870982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:35.888397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:35.893355 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0142272
Apr 30 05:05:35.895890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35138) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:35.926737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:35.929046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b400850>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:36.096343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting subnet 9dbb1c7e-0906-466f-9f8a-160b858b1164 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:36.101458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:36.172206 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-36f6dc2d-4a71-4d76-9a4f-df99954116eb service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5155060
Apr 30 05:05:36.208425 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:36.223964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:36.354927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b400850>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:34Z', 'revision_number': 11, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:36.372042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:36.401042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:36.404142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b400850>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:36.409292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b6882-779a-4584-958e-e9c3ea0e43c2 req-c691869a-db2d-4706-9c8e-fac7a8af41a2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:36.411269 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff9b6882-779a-4584-958e-e9c3ea0e43c2 req-c691869a-db2d-4706-9c8e-fac7a8af41a2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 944 time: 0.3244421
Apr 30 05:05:36.471815 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:36.478434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50873a65-1834-4a8a-9eeb-72eac7a55274 req-4aef5cf5-30c2-49b2-a0d7-e2d20f57bfda service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2984009
Apr 30 05:05:36.502981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff9b6882-779a-4584-958e-e9c3ea0e43c2 req-bd26b71b-2bfd-4dd3-bec1-01b2f6ec2d5b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742559
Apr 30 05:05:36.625111 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:36.725915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:36.876432 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:36.884016 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a275cc02-07cc-44d4-bcc6-b6c58330da50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:36.930543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:36.935786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Subnet': ['ID=9dbb1c7e-0906-466f-9f8a-160b858b1164,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:36.940533 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:36.943081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/9dbb1c7e-0906-466f-9f8a-160b858b1164 HTTP/1.1" status: 204  len: 168 time: 1.0453529
Apr 30 05:05:36.945757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35158) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:36.958992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b400850>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:34Z', 'revision_number': 11, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:36.972623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f9658-0b95-45ee-9403-8284cc733a37 None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:34Z', 'revision_number': 11, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:36.977278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc47632-8b9c-415e-a033-09bed949d03d None None] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:37.057498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c237d3-bb34-491d-a81a-fb29349fbb97 req-4e0e44ec-7754-4a45-99d2-7714ae7868bf tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:37.060214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7c237d3-bb34-491d-a81a-fb29349fbb97 req-4e0e44ec-7754-4a45-99d2-7714ae7868bf tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 945 time: 0.2080743
Apr 30 05:05:37.160238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7c237d3-bb34-491d-a81a-fb29349fbb97 req-d3f25a66-a206-4d8b-ac85-01528351c13c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919719
Apr 30 05:05:37.184803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:37.381313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaa9ac-efae-403c-b822-1b78a8c86038 req-3df75930-8752-4f7e-b431-cfbe296f34c4 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:37.389801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dacaa9ac-efae-403c-b822-1b78a8c86038 req-3df75930-8752-4f7e-b431-cfbe296f34c4 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 945 time: 0.1110835
Apr 30 05:05:37.402909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Deleting port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:37.410489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:37.462161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dacaa9ac-efae-403c-b822-1b78a8c86038 req-7b36435a-3855-448f-b62d-da0ee01f66e2 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714335
Apr 30 05:05:37.480203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] DHCP port deletion for db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:05:37.570436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] For port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f64b16cf-88f6-42ca-8bcd-251a8b7fcf37,segment=NetworkSegment(a804bb5f-dee8-4fcd-9ab6-067c9881c0f1),segment_id=a804bb5f-dee8-4fcd-9ab6-067c9881c0f1)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:37.571364 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:37.689103 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] Deleting port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:37.689484 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:37.760555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c84f09e7-fbbb-450c-b8f6-97d3b07a6754 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:05:37.828194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839cc31-3fd3-47e0-a2b3-443f2f551029 req-178d3459-9534-4aa0-9779-660e3da7cde4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:37.843094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c839cc31-3fd3-47e0-a2b3-443f2f551029 req-178d3459-9534-4aa0-9779-660e3da7cde4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 944 time: 0.1739123
Apr 30 05:05:37.869656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Calling delete_port for f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:37.944650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:37.963016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] For port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f64b16cf-88f6-42ca-8bcd-251a8b7fcf37,segment=NetworkSegment(a804bb5f-dee8-4fcd-9ab6-067c9881c0f1),segment_id=a804bb5f-dee8-4fcd-9ab6-067c9881c0f1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:37.964800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c839cc31-3fd3-47e0-a2b3-443f2f551029 req-1591443f-dc0e-4a18-8db3-a4386fa7aad0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201651
Apr 30 05:05:37.972588 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:37.976888 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:38.050032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No DVR routers for this DVR port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:05:38.093950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Port': ['ID=f64b16cf-88f6-42ca-8bcd-251a8b7fcf37,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:38.114433 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:38.276561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:38.405070 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] Calling delete_port for f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:38.431254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-b16e4f3d-9d4c-43c1-8576-e37b9afbed25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2519257
Apr 30 05:05:38.438027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c84f09e7-fbbb-450c-b8f6-97d3b07a6754, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:38.449376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6969d6-07f3-4cc5-986c-ab499e10b6c9 req-7bb6e8c4-9cbc-4384-858c-f88e505782fc tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:38.451330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3d6969d6-07f3-4cc5-986c-ab499e10b6c9 req-7bb6e8c4-9cbc-4384-858c-f88e505782fc tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 945 time: 0.1869090
Apr 30 05:05:38.468489 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1604a46c-b494-4789-b6e5-bc842760b4ad no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:38.506256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779344f10>,) {'filters': {'network_id': ['db8d967d-e0d1-4516-a9f3-a6fdfda76ca5']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:38.522643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779344f10>, 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:38.522943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779344f10>, 'a804bb5f-dee8-4fcd-9ab6-067c9881c0f1') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:38.538302 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:38.559257 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:38.568554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:05:38.584170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3d6969d6-07f3-4cc5-986c-ab499e10b6c9 req-f979f03a-1f91-404b-96d4-d6d323eb2547 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253068
Apr 30 05:05:38.602255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-45ad0185-ead8-4b3a-8c79-ae89b7bfc41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:38.604358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-45ad0185-ead8-4b3a-8c79-ae89b7bfc41d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 1097 time: 0.1270537
Apr 30 05:05:38.695634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 1604a46c-b494-4789-b6e5-bc842760b4ad {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:05:38.696236 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1604a46c-b494-4789-b6e5-bc842760b4ad not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:05:38.696975 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:38.785523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:05:38.785887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:05:38.811907 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'port_id': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754', 'mac_address': 'fa:16:3e:c4:14:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:05:38.854974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-630a02dd-f41d-483d-ae97-5ff63dcfc278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:38.858096 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-630a02dd-f41d-483d-ae97-5ff63dcfc278 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.2213280
Apr 30 05:05:38.930495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:38.943190 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:39.029500 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:39.085347 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:39.098391 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dd6ba392-910c-44a6-99db-c76c2fed78d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:39.198456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84f09e7-fbbb-450c-b8f6-97d3b07a6754 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:05:39.206964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-e1f90611-af8f-446d-8749-904050f6a26a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba HTTP/1.1" status: 200  len: 217 time: 0.3408985
Apr 30 05:05:39.214476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] Pushing event deleted for resources: {'Port': ['ID=f64b16cf-88f6-42ca-8bcd-251a8b7fcf37,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:39.220120 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:39.221250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] No DVR routers for this DVR port f64b16cf-88f6-42ca-8bcd-251a8b7fcf37 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:05:39.249289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Network db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:39.250011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c84f09e7-fbbb-450c-b8f6-97d3b07a6754, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:39.258261 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:39.260311 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:05:39.276547 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:05:39.345469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:39.356712 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:39.377304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:39.381309 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:39.398625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:39.399932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-32d67ba3-44b3-4d4d-a042-9a647fca8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:39.401435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-32d67ba3-44b3-4d4d-a042-9a647fca8f89 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1754615
Apr 30 05:05:39.411641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Pushing event deleted for resources: {'Network': ['ID=db8d967d-e0d1-4516-a9f3-a6fdfda76ca5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:39.417244 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:39.424675 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/networks/db8d967d-e0d1-4516-a9f3-a6fdfda76ca5 HTTP/1.1" status: 204  len: 168 time: 2.4744229
Apr 30 05:05:39.425025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:39.430731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'routes': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:39.474834 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-2373e1c9-9c24-4fc3-9518-3bd884c9e1a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.3913116
Apr 30 05:05:39.505094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58464f-7f69-4def-ad95-b36bd0d74326 req-21531ee7-e5a8-4e60-a619-2ecf07608eac tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:39.506823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f58464f-7f69-4def-ad95-b36bd0d74326 req-21531ee7-e5a8-4e60-a619-2ecf07608eac tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 945 time: 0.2114871
Apr 30 05:05:39.579898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35202) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:39.596989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'network': {'name': 'tempest-network-smoke--1370916022', 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'port_security_enabled': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:39.609198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:39.628896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-d8915336-31d9-4c48-a087-88207d507367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:39.630536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-d8915336-31d9-4c48-a087-88207d507367 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2211387
Apr 30 05:05:39.634611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:network and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:39.641121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:39.675357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:39.683860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f58464f-7f69-4def-ad95-b36bd0d74326 req-ccf7fbb4-5790-4b62-9961-20efb5db0d46 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314931
Apr 30 05:05:39.688257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['c84f09e7-fbbb-450c-b8f6-97d3b07a6754'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:39.770992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Made reservation on behalf of 7db5e0d81c83427695bf1e45c2c59448 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:39.774522 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:39.958735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.extraroute_db [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Added routes are [] {{(pid=74582) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Apr 30 05:05:39.959600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.extraroute_db [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Removed routes are [] {{(pid=74582) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Apr 30 05:05:39.959600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:40.036910 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:40.067557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:40.079566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:security_group_rule and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:40.086053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:40.091063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-25a393ad-c45d-41b4-bb5e-b6a5d64259c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:40.092636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-25a393ad-c45d-41b4-bb5e-b6a5d64259c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 1098 time: 0.5841606
Apr 30 05:05:40.106401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:40.180934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-35e1af7a-4c37-4471-a33f-2a7673a99560 service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5356052
Apr 30 05:05:40.318264 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:40.321052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12934d-e0e0-4133-b756-307e44b153d5 req-e685a0c1-7e94-4332-97af-e2b1bec310a9 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:40.322639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a12934d-e0e0-4133-b756-307e44b153d5 req-e685a0c1-7e94-4332-97af-e2b1bec310a9 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 945 time: 0.6448619
Apr 30 05:05:40.322793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:40.471823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-080eeff6-c509-4242-b613-13927aa4b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:40.472834 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-080eeff6-c509-4242-b613-13927aa4b767 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.3551598
Apr 30 05:05:40.488851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 4a857856-daee-4d43-90d4-b592315a82d4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:05:40.571376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a12934d-e0e0-4133-b756-307e44b153d5 req-14f89227-ceaf-4cc9-94eb-5425644812bf tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/security-groups?id=a468ae64-9e1f-4ec6-a859-12c429deee2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826637
Apr 30 05:05:40.596142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-a0dbe7a3-94fa-4944-a0ed-c74194a1cd13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb HTTP/1.1" status: 200  len: 217 time: 0.1123443
Apr 30 05:05:40.638397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:40.646195 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:40.646736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-836218d6-8365-4d5d-abc7-13036b394cc2 req-e2ff8457-eb8d-4086-b3a3-57d549646208 service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4524152
Apr 30 05:05:40.647393 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f7ebb1c5-d9de-43e1-9d2e-321ca52cd4e4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4 HTTP/1.1" status: 200  len: 700 time: 1.2213652
Apr 30 05:05:40.651876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35206) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:40.656878 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] Sync routers for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:40.676735 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:40.678077 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e9ee50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:40.691531 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:40.705836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-2689c784-1a28-418e-81af-6f1b4a15b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:40.707725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-2689c784-1a28-418e-81af-6f1b4a15b605 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1043961
Apr 30 05:05:40.708709 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:40.712458 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-96811754-d48f-49c8-b102-ad6f86c0a2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:40.747950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9cb59d8b-aee3-4adb-a73b-a2160a996473 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:05:40.783956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9cb59d8b-aee3-4adb-a73b-a2160a996473 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:05:40.788184 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9cb59d8b-aee3-4adb-a73b-a2160a996473 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a857856-daee-4d43-90d4-b592315a82d4 HTTP/1.1" status: 200  len: 205 time: 0.1349387
Apr 30 05:05:40.790817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35212) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:40.821618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f1390-3718-49a1-acc9-bac271621821 req-a876a4c7-bd07-4c09-9c91-20fba73c4414 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:40.823483 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7f4f1390-3718-49a1-acc9-bac271621821 req-a876a4c7-bd07-4c09-9c91-20fba73c4414 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.37 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 945 time: 0.1224029
Apr 30 05:05:40.877329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:05:40.933085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe196058-6341-4a86-9e59-ce33cc7b82ae,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:40.970548 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:41.025358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-7f4f1390-3718-49a1-acc9-bac271621821 req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Deleting port d1d04ae3-9032-4c95-945a-7730c6d2dec1 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:05:41.025947 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7f4f1390-3718-49a1-acc9-bac271621821 req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.050306 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:41.152031 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e9ee50>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:34Z', 'revision_number': 11, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:41.154720 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.155324 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Added segment c1bc145d-698a-4099-9334-3b054537dcca of type vlan for network 9f88c101-63e1-4c37-8d28-316ad825d4d9
Apr 30 05:05:41.156896 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] Checking router: 4a857856-daee-4d43-90d4-b592315a82d4 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:41.167603 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] Routers {'4a857856-daee-4d43-90d4-b592315a82d4'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:41.168334 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e9ee50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a857856-daee-4d43-90d4-b592315a82d4'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:41.182905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-7f4f1390-3718-49a1-acc9-bac271621821 req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] For port d1d04ae3-9032-4c95-945a-7730c6d2dec1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=d1d04ae3-9032-4c95-945a-7730c6d2dec1,segment=NetworkSegment(7eca5a37-171b-4a3a-abad-3b5935ca8976),segment_id=7eca5a37-171b-4a3a-abad-3b5935ca8976)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:41.183263 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7f4f1390-3718-49a1-acc9-bac271621821 req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.194516 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03ccd1fa-3aeb-4c77-8679-8cf6a8bae1f8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.305129 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] Set router 4a857856-daee-4d43-90d4-b592315a82d4 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:41.335652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-7f4f1390-3718-49a1-acc9-bac271621821 req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Calling delete_port for d1d04ae3-9032-4c95-945a-7730c6d2dec1 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:05:41.386276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.396432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-b33ea777-a806-43ff-a220-947a9f07ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:41.398059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-b33ea777-a806-43ff-a220-947a9f07ffde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6755385
Apr 30 05:05:41.421514 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e9ee50>, [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:34Z', 'revision_number': 11, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:41.427987 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a58b47-575b-4a77-bcbe-eeffa826f059 None None] The sync data for ids ['4a857856-daee-4d43-90d4-b592315a82d4'] in n-d-766726-20 is: [{'id': '4a857856-daee-4d43-90d4-b592315a82d4', 'name': 'tempest-RoutersTest-router-478261107', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:04:14Z', 'updated_at': '2021-04-30T05:05:34Z', 'revision_number': 11, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:41.559629 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 05:05:41.686915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7f4f1390-3718-49a1-acc9-bac271621821 req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.696858 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e9f6f650-c682-4968-82c2-1a42e0bdd7b3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:41.703031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['d1d04ae3-9032-4c95-945a-7730c6d2dec1'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:41.775215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Pushing event deleted for resources: {'Port': ['ID=d1d04ae3-9032-4c95-945a-7730c6d2dec1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:41.778896 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:41.795206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c84f09e7-fbbb-450c-b8f6-97d3b07a6754 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:05:41.875250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4f1390-3718-49a1-acc9-bac271621821 req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] No DVR routers for this DVR port d1d04ae3-9032-4c95-945a-7730c6d2dec1 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:05:41.880892 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7f4f1390-3718-49a1-acc9-bac271621821 req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.887042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649ef5a6-fff8-4dca-ab83-a35443e3c40e', 'name': 'network-vif-deleted', 'tag': 'd1d04ae3-9032-4c95-945a-7730c6d2dec1'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:05:41.905969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:05:41.920374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:41.921212 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.928131 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7f4f1390-3718-49a1-acc9-bac271621821 req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.37 "DELETE /v2.0/ports/d1d04ae3-9032-4c95-945a-7730c6d2dec1 HTTP/1.1" status: 204  len: 173 time: 1.0984495
Apr 30 05:05:41.984028 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03ccd1fa-3aeb-4c77-8679-8cf6a8bae1f8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.986651 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:41.992731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:41.993372 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.003375 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03ccd1fa-3aeb-4c77-8679-8cf6a8bae1f8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.009665 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ace38130-9783-4fe0-a5a8-7a84cc10f0eb tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:42.068917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f1b8d95-604c-4f06-a663-1ecdcae317af req-9b88d6c1-a759-4723-a3c1-b835d62a4dbe tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] 10.222.0.46 "GET /v2.0/ports?device_id=649ef5a6-fff8-4dca-ab83-a35443e3c40e HTTP/1.1" status: 200  len: 210 time: 0.1229260
Apr 30 05:05:42.101620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5597a9c-c3e9-43c7-97e3-1dc048aeda54 req-4e0484e0-83cc-4660-8abd-58b1d3a545d2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:42.102283 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.109264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5597a9c-c3e9-43c7-97e3-1dc048aeda54 req-4e0484e0-83cc-4660-8abd-58b1d3a545d2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 945 time: 1.0350819
Apr 30 05:05:42.156093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:05:42.170337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port c84f09e7-fbbb-450c-b8f6-97d3b07a6754, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:42.176167 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.178262 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:42.202802 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649ef5a6-fff8-4dca-ab83-a35443e3c40e', 'name': 'network-vif-deleted', 'tag': 'd1d04ae3-9032-4c95-945a-7730c6d2dec1', 'status': 'completed', 'code': 200}
Apr 30 05:05:42.233970 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03ccd1fa-3aeb-4c77-8679-8cf6a8bae1f8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.234510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ccd1fa-3aeb-4c77-8679-8cf6a8bae1f8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Fanout notify agent at l3_agent the message router_deleted on router 4a857856-daee-4d43-90d4-b592315a82d4 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:05:42.253219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.6669049
Apr 30 05:05:42.253592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35224) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:42.259757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'admin_state_up': True, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:42.270545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Network': ['ID=9f88c101-63e1-4c37-8d28-316ad825d4d9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:42.277361 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:42.281574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-afc97812-8c12-4053-ad7b-1107b421901e service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8750212
Apr 30 05:05:42.289396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:05:42.294003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:42.301944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:router and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:42.307405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:42.315467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5597a9c-c3e9-43c7-97e3-1dc048aeda54 req-83c3d0ca-084b-492a-9bee-10d70e59fe4b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052772
Apr 30 05:05:42.321497 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-03ccd1fa-3aeb-4c77-8679-8cf6a8bae1f8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.321905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-03ccd1fa-3aeb-4c77-8679-8cf6a8bae1f8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4 HTTP/1.1" status: 204  len: 168 time: 1.5271649
Apr 30 05:05:42.343269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35228) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:42.352054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:42.359256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-779996654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:42.402253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:42.410589 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754', 'code': 200}
Apr 30 05:05:42.410961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Usage tracker for resource:router and tenant:499e6743c5484fec81e5aea1b5fa23df is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:42.415281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:42.420228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.421934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.434834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:42.450644 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.452164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.480397 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.495816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.513166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:42.525343 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:42.608784 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.645031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d52cb6b-6b84-442a-8365-c3bfac046daf req-bc139c32-f9fa-4e46-a2f6-fd19e926bf91 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3218300
Apr 30 05:05:42.654985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679fd15-10c6-421a-b8f9-15f477a19ed3 req-8a4c95c7-2a13-4e53-a23d-bcc39db1e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:42.656513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5679fd15-10c6-421a-b8f9-15f477a19ed3 req-8a4c95c7-2a13-4e53-a23d-bcc39db1e654 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 1098 time: 0.1610155
Apr 30 05:05:42.728211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5679fd15-10c6-421a-b8f9-15f477a19ed3 req-72a985ac-c888-4179-987c-f2918c7ef61d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644000
Apr 30 05:05:42.834230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:42.835359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ca9327cd-e4c0-4389-a773-b3501d07c588 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4857740
Apr 30 05:05:42.838436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35232) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:42.845440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-759b4bb4-72df-4d67-9a2c-a14512b7b1f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Request body: {'router': {'admin_state_up': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:42.900328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:43.243106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35238) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:43.293840 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:43.333615 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:43.350244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-759b4bb4-72df-4d67-9a2c-a14512b7b1f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:43.369604 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-759b4bb4-72df-4d67-9a2c-a14512b7b1f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:43.401064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] Deleting subnet a448b760-8661-4a4a-81b0-9fcf6666b739 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:43.404589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:43.468674 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:43.586863 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:43.659327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Allocated IP 172.25.8.92 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:05:43.733569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759b4bb4-72df-4d67-9a2c-a14512b7b1f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Router 44895741-1651-4415-a12c-63edebfb446d is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:05:43.757379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875948c8-fb32-4bb2-ac5f-62331a5b6aaa req-e0b9842b-e011-44bd-b717-b4e96bc0be39 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:43.759109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-875948c8-fb32-4bb2-ac5f-62331a5b6aaa req-e0b9842b-e011-44bd-b717-b4e96bc0be39 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 946 time: 0.1773200
Apr 30 05:05:43.940029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-875948c8-fb32-4bb2-ac5f-62331a5b6aaa req-7f0e3c00-6853-4035-aa7c-4fe1a67df93a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269679
Apr 30 05:05:43.953923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759b4bb4-72df-4d67-9a2c-a14512b7b1f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:43.966655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-759b4bb4-72df-4d67-9a2c-a14512b7b1f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:43.967091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] Sync routers for ids ['44895741-1651-4415-a12c-63edebfb446d'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:43.969115 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-759b4bb4-72df-4d67-9a2c-a14512b7b1f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "PUT /v2.0/routers/44895741-1651-4415-a12c-63edebfb446d HTTP/1.1" status: 200  len: 693 time: 1.1288884
Apr 30 05:05:43.974051 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35244) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:43.979946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] Routers {'44895741-1651-4415-a12c-63edebfb446d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:43.980857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b406940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['44895741-1651-4415-a12c-63edebfb446d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:44.156235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] Set router 44895741-1651-4415-a12c-63edebfb446d gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:44.288534 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:44.298508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b406940>, [{'id': '44895741-1651-4415-a12c-63edebfb446d', 'name': 'tempest-RoutersTest-router-779996654', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:43Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:44.304834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] Checking router: 44895741-1651-4415-a12c-63edebfb446d for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:44.316975 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] Routers {'44895741-1651-4415-a12c-63edebfb446d'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:44.318137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b406940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['44895741-1651-4415-a12c-63edebfb446d'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:44.332640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:44.339030 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-83d449c2-bdf3-4ca1-9304-cffd67c77115 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:44.378355 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a448b760-8661-4a4a-81b0-9fcf6666b739,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:44.382520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-12226e0b-52ec-4aef-a8f0-84b8628c5e43 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/routers/44895741-1651-4415-a12c-63edebfb446d HTTP/1.1" status: 200  len: 699 time: 0.4068320
Apr 30 05:05:44.383258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35248) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:44.388409 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:44.390683 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:44.402911 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a448b760-8661-4a4a-81b0-9fcf6666b739 HTTP/1.1" status: 204  len: 168 time: 1.1563168
Apr 30 05:05:44.403221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35252) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:44.406452 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:44.429159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-74d00d00-111f-4871-baef-c08325a014e0 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Synchronizing usage tracker for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:05:44.431350 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:44.442361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-74d00d00-111f-4871-baef-c08325a014e0 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Unset dirty status for tenant:499e6743c5484fec81e5aea1b5fa23df on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:05:44.446020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-74d00d00-111f-4871-baef-c08325a014e0 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=44895741-1651-4415-a12c-63edebfb446d HTTP/1.1" status: 200  len: 205 time: 0.0594075
Apr 30 05:05:44.447052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35256) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:44.501829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] Set router 44895741-1651-4415-a12c-63edebfb446d gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:44.571103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:05:44.578959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:44.592202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:05:44.594370 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a049-cccb-44bc-9675-11337b3e3ba6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:44.618658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:44.641784 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:44.653510 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:44.684415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b406940>, [{'id': '44895741-1651-4415-a12c-63edebfb446d', 'name': 'tempest-RoutersTest-router-779996654', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:43Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:44.690412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1f46e5-d646-4807-b09c-2897822cc46a None None] The sync data for ids ['44895741-1651-4415-a12c-63edebfb446d'] in n-d-766726-20 is: [{'id': '44895741-1651-4415-a12c-63edebfb446d', 'name': 'tempest-RoutersTest-router-779996654', 'tenant_id': '499e6743c5484fec81e5aea1b5fa23df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:43Z', 'revision_number': 2, 'project_id': '499e6743c5484fec81e5aea1b5fa23df', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:44.981017 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a049-cccb-44bc-9675-11337b3e3ba6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:44.990211 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a049-cccb-44bc-9675-11337b3e3ba6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:44.992921 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:45.020070 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d1d04ae3-9032-4c95-945a-7730c6d2dec1 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:05:45.062249 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a049-cccb-44bc-9675-11337b3e3ba6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:45.063735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa9a049-cccb-44bc-9675-11337b3e3ba6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Fanout notify agent at l3_agent the message router_deleted on router 44895741-1651-4415-a12c-63edebfb446d {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:05:45.093411 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9fa9a049-cccb-44bc-9675-11337b3e3ba6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:45.101062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9fa9a049-cccb-44bc-9675-11337b3e3ba6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/44895741-1651-4415-a12c-63edebfb446d HTTP/1.1" status: 204  len: 168 time: 0.6527436
Apr 30 05:05:45.102705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35262) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:45.113404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: d1d04ae3-9032-4c95-945a-7730c6d2dec1 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:05:45.113787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device d1d04ae3-9032-4c95-945a-7730c6d2dec1 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:05:45.192358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7a06e623-2f15-46b2-979a-a83bdedd5e86 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=44895741-1651-4415-a12c-63edebfb446d HTTP/1.1" status: 200  len: 205 time: 0.0879452
Apr 30 05:05:45.197791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35266) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:45.218272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a6c6670>,) {'filters': {'network_id': ['a08977cc-4200-4894-82a9-b4262ab6cd1f']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:45.283701 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-357466d1-450e-483f-b7a7-1b50285f8b26 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] delete failed (client error): The resource could not be found.
Apr 30 05:05:45.284733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-357466d1-450e-483f-b7a7-1b50285f8b26 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/44895741-1651-4415-a12c-63edebfb446d HTTP/1.1" status: 404  len: 336 time: 0.0860090
Apr 30 05:05:45.288708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35270) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:45.317285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6c6670>, '7eca5a37-171b-4a3a-abad-3b5935ca8976') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:45.317920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6c6670>, '7eca5a37-171b-4a3a-abad-3b5935ca8976') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:45.334346 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c90539c-f890-4b60-bf30-421b091d423d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:05:45.335077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c90539c-f890-4b60-bf30-421b091d423d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:05:45.336842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1c90539c-f890-4b60-bf30-421b091d423d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/5b70bcfb-d2eb-4256-b9fc-7feca37c85d7 HTTP/1.1" status: 404  len: 337 time: 0.0471947
Apr 30 05:05:45.345985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35274) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:45.351191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:45.364055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d12432-3461-484d-9731-73b3a27cd112 req-55331508-8f45-4f93-bd5c-7b6f8c766be5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:45.366038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d12432-3461-484d-9731-73b3a27cd112 req-55331508-8f45-4f93-bd5c-7b6f8c766be5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 946 time: 0.2176535
Apr 30 05:05:45.416489 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-2813467e-e603-4657-993f-e84110eb6f4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:05:45.416951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2813467e-e603-4657-993f-e84110eb6f4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:05:45.423579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2813467e-e603-4657-993f-e84110eb6f4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/783e22f1-5808-4aa2-8d9d-807289266b60 HTTP/1.1" status: 404  len: 337 time: 0.0714719
Apr 30 05:05:45.425091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35278) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:45.435655 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:45.437986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d12432-3461-484d-9731-73b3a27cd112 req-43c47129-2e5a-4337-b98f-4965c252e9cd tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630291
Apr 30 05:05:45.449478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:45.492124 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0b6397-4e3c-4058-8412-de5ec9e4238b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:05:45.492674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0b6397-4e3c-4058-8412-de5ec9e4238b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:05:45.498605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2e0b6397-4e3c-4058-8412-de5ec9e4238b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/14faaac3-a685-4a69-8bd7-49aaadbc7bc9 HTTP/1.1" status: 404  len: 337 time: 0.0693946
Apr 30 05:05:45.498605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35284) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:45.516027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:05:45.548678 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb84948-24b5-44c5-8f9a-ae9fa444c549 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:05:45.549493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb84948-24b5-44c5-8f9a-ae9fa444c549 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:05:45.551662 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bfb84948-24b5-44c5-8f9a-ae9fa444c549 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/9dbb1c7e-0906-466f-9f8a-160b858b1164 HTTP/1.1" status: 404  len: 337 time: 0.0533049
Apr 30 05:05:45.555899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35288) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:45.627565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-12fdf3ff-5972-4848-a9d0-3329f28db940 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a857856-daee-4d43-90d4-b592315a82d4 HTTP/1.1" status: 200  len: 205 time: 0.0671105
Apr 30 05:05:45.629920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35292) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:45.720251 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-14fa460d-ea79-4d70-a046-e159f2cb8c1f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] delete failed (client error): The resource could not be found.
Apr 30 05:05:45.724512 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-14fa460d-ea79-4d70-a046-e159f2cb8c1f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/4a857856-daee-4d43-90d4-b592315a82d4 HTTP/1.1" status: 404  len: 336 time: 0.0912776
Apr 30 05:05:45.731118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35296) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:45.796005 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-c598c258-906b-4bc8-b370-44fe8af5d250 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9c446453632e4610bea794e8357c69bd HTTP/1.1" status: 200  len: 267 time: 0.2000260
Apr 30 05:05:45.801589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b36f4cf0-c02d-4cda-a156-05adeaf4b830 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ea17b3e-e5cf-4657-9a8d-f670343e3d0d HTTP/1.1" status: 200  len: 205 time: 0.0671003
Apr 30 05:05:45.801902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35300) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.054605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Network a08977cc-4200-4894-82a9-b4262ab6cd1f has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:46.076779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:46.109426 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-532fb27d-1666-4896-be5e-8816e223adc9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] delete failed (client error): The resource could not be found.
Apr 30 05:05:46.110477 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-532fb27d-1666-4896-be5e-8816e223adc9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/0ea17b3e-e5cf-4657-9a8d-f670343e3d0d HTTP/1.1" status: 404  len: 336 time: 0.3075562
Apr 30 05:05:46.115437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35304) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.161419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-fde40487-818d-4395-ad6b-60459bf8cf01 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:46.162995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-fde40487-818d-4395-ad6b-60459bf8cf01 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 946 time: 0.3580482
Apr 30 05:05:46.180283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'port': {'security_groups': []}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:46.280588 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a658ccc-af58-4872-b113-d5a4715fccf7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:05:46.281178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a658ccc-af58-4872-b113-d5a4715fccf7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:05:46.288300 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a658ccc-af58-4872-b113-d5a4715fccf7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/d17b9e21-ec53-4ea7-97da-bd15fdf98749 HTTP/1.1" status: 404  len: 337 time: 0.1240900
Apr 30 05:05:46.289156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35308) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.351901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5cb92f9d-ac8e-4254-8c87-874459cd2ea0 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=77428c4d-463a-46ef-a5e7-30850f227c3e HTTP/1.1" status: 200  len: 205 time: 0.0619571
Apr 30 05:05:46.355182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35312) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.396107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Network a08977cc-4200-4894-82a9-b4262ab6cd1f has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:05:46.420455 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:05:46.429799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:46.442185 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-d0343b55-27ed-4cbe-a202-b9dbc055c3a2 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] delete failed (client error): The resource could not be found.
Apr 30 05:05:46.443211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d0343b55-27ed-4cbe-a202-b9dbc055c3a2 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/77428c4d-463a-46ef-a5e7-30850f227c3e HTTP/1.1" status: 404  len: 336 time: 0.0871093
Apr 30 05:05:46.446806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35316) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.525831 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b853e92b-7db8-43aa-aee5-87a4cd833207 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ff15151-6b79-46f6-9141-45403a9b9cc5 HTTP/1.1" status: 200  len: 205 time: 0.0776966
Apr 30 05:05:46.532687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35320) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.588747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:46.595758 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7cf7f74e-875e-49fa-8f99-c2c7ba10b1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:46.617713 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:46.630864 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:46.634997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08977cc-4200-4894-82a9-b4262ab6cd1f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:46.638237 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:46.642927 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a08977cc-4200-4894-82a9-b4262ab6cd1f HTTP/1.1" status: 204  len: 168 time: 2.2356508
Apr 30 05:05:46.643411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35324) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.647656 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-869e4072-005e-4a47-854f-7a2f3341fc9c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] delete failed (client error): The resource could not be found.
Apr 30 05:05:46.649036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-869e4072-005e-4a47-854f-7a2f3341fc9c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/8ff15151-6b79-46f6-9141-45403a9b9cc5 HTTP/1.1" status: 404  len: 336 time: 0.1152160
Apr 30 05:05:46.655055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35328) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.753801 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f8c011-b8d3-4665-b8a6-7be191f20502 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:05:46.754606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f8c011-b8d3-4665-b8a6-7be191f20502 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:05:46.760909 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-38f8c011-b8d3-4665-b8a6-7be191f20502 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/41b02169-b72d-4ed8-a85f-1422c540e0e7 HTTP/1.1" status: 404  len: 337 time: 0.1011796
Apr 30 05:05:46.762141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35332) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.838339 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3470ff19-f9d3-4ae7-9efb-7d8499ea61dc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=033d64a8-f10c-47d0-a63e-409009049b9c HTTP/1.1" status: 200  len: 205 time: 0.0729039
Apr 30 05:05:46.845486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35336) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:46.897840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] Deleting subnet 1e4150bf-4de4-4093-9c48-9ab2e5491092 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:46.908931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:46.982573 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:47.064070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:47.079969 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-d03e7910-3324-4c60-abab-90088aa00521 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] delete failed (client error): The resource could not be found.
Apr 30 05:05:47.081668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d03e7910-3324-4c60-abab-90088aa00521 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/033d64a8-f10c-47d0-a63e-409009049b9c HTTP/1.1" status: 404  len: 336 time: 0.2346091
Apr 30 05:05:47.086895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35340) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:47.120772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Router aad4154a-030d-4a2d-a0f2-c9cbd01de444 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:05:47.178230 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-9359778f-1718-4d61-9bbd-203e3187ce88 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:05:47.178919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9359778f-1718-4d61-9bbd-203e3187ce88 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:05:47.182090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9359778f-1718-4d61-9bbd-203e3187ce88 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/306f74dd-2437-4b62-be94-eafbe9dd4787 HTTP/1.1" status: 404  len: 337 time: 0.0936942
Apr 30 05:05:47.187352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35344) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:47.294716 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ca4b6ea3-d2a0-4132-8983-4e898e1c98e9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "GET /v2.0/ports?device_id=246e4b62-e2e1-4c60-842b-23537c64ef6d HTTP/1.1" status: 200  len: 205 time: 0.1050861
Apr 30 05:05:47.301377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35348) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:47.433622 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-61544fce-9b6a-4cc2-a97b-5af919bb78de tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] delete failed (client error): The resource could not be found.
Apr 30 05:05:47.434578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-61544fce-9b6a-4cc2-a97b-5af919bb78de tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/routers/246e4b62-e2e1-4c60-842b-23537c64ef6d HTTP/1.1" status: 404  len: 336 time: 0.1319072
Apr 30 05:05:47.437463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] For port c84f09e7-fbbb-450c-b8f6-97d3b07a6754, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:47.439877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35352) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:47.483710 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d64410c-b022-47ea-804a-114e63f3a359 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:05:47.484174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d64410c-b022-47ea-804a-114e63f3a359 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:05:47.485945 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5d64410c-b022-47ea-804a-114e63f3a359 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/d3077da6-ed46-4c48-90f8-4536d69f28de HTTP/1.1" status: 404  len: 337 time: 0.0451050
Apr 30 05:05:47.488835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35356) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:47.540476 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1980395-5eb8-4c09-b418-32570c171329 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:05:47.540929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1980395-5eb8-4c09-b418-32570c171329 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:05:47.542622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f1980395-5eb8-4c09-b418-32570c171329 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] 10.222.0.46 "DELETE /v2.0/subnets/169f996d-9489-4aed-9aad-4bb21791b26e HTTP/1.1" status: 404  len: 337 time: 0.0528820
Apr 30 05:05:47.546701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:47.552699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:47.563756 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:47.568247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:47.607683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['853add22-9ca2-467b-8e7b-edfc16cea6ba', 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:47.651368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'Port': ['ID=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,revision_number=6']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:47.655994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:47.664631 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:47.674348 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Sync routers for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:47.675675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:47.676142 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:47.682340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1060ea94-a3c8-4b07-ac6a-60166e34f34f req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "PUT /v2.0/ports/c84f09e7-fbbb-450c-b8f6-97d3b07a6754 HTTP/1.1" status: 200  len: 905 time: 1.5074182
Apr 30 05:05:47.683793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'tag': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:05:47.690572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:47.692063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 5.4370608
Apr 30 05:05:47.695625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35366) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:47.715461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:47.716458 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801c9940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:47.747312 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:47.763860 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b7caad2-5150-4b3c-94ac-2e171f769eb8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:47.785166 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'tag': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754', 'status': 'completed', 'code': 200}
Apr 30 05:05:47.872172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['c84f09e7-fbbb-450c-b8f6-97d3b07a6754'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:47.941402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4150bf-4de4-4093-9c48-9ab2e5491092,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:47.951129 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:47.970114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:48.066851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1e4150bf-4de4-4093-9c48-9ab2e5491092 HTTP/1.1" status: 204  len: 168 time: 1.4225962
Apr 30 05:05:48.073092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-528045f4-1682-4669-a704-03713a9d852d tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7db5e0d81c83427695bf1e45c2c59448&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3755224
Apr 30 05:05:48.073352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35374) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:48.075322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35376) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:48.090561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-af770425-1e3f-49a7-abc9-0a35faf704af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:48.105110 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-af770425-1e3f-49a7-abc9-0a35faf704af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 1060 time: 0.3022768
Apr 30 05:05:48.196388 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:48.252565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad222-6939-4a46-a592-ccddd9580cd0 req-7c824c10-a2af-4e64-89cf-528db6afd121 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:48.264786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a13ad222-6939-4a46-a592-ccddd9580cd0 req-7c824c10-a2af-4e64-89cf-528db6afd121 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 908 time: 0.3412089
Apr 30 05:05:48.304109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35382) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:48.393987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d2b3065c-9f04-48c2-baad-53e1763fc898 None None] Provisioning complete for port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:48.405333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2b3065c-9f04-48c2-baad-53e1763fc898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:48.451994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa264ea-621e-4963-86e9-138d8d362d8d tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:48.453613 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-efa264ea-621e-4963-86e9-138d8d362d8d tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3767288
Apr 30 05:05:48.459717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35390) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:48.531572 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-716a6aa8-7872-4a0d-9b24-19dcccdc1557 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0663373
Apr 30 05:05:48.535290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35394) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:48.538084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:48.545565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-279840073', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:48.607694 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e92ae7c8-5437-445b-ad97-981dd382462e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=499e6743c5484fec81e5aea1b5fa23df&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3020325
Apr 30 05:05:48.614225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35398) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:48.720466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-67ac0a12-f161-4a46-a816-5bc53448a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:48.721867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-67ac0a12-f161-4a46-a816-5bc53448a6f4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.6066170
Apr 30 05:05:48.790126 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801c9940>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:44Z', 'revision_number': 3, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:48.801130 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Checking router: aad4154a-030d-4a2d-a0f2-c9cbd01de444 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:48.801680 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Updating router aad4154a-030d-4a2d-a0f2-c9cbd01de444 port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:05:48.815408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-e68d07fb-a814-4c57-8781-69e68aca96ec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84f09e7-fbbb-450c-b8f6-97d3b07a6754 HTTP/1.1" status: 200  len: 217 time: 0.0822265
Apr 30 05:05:48.815903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:48.818129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:48.822196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:subnet and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:48.827606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:48.865082 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29949422-0d6c-430b-8605-7b1c61c982cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:48.870314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:48.925017 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:48.938041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Made reservation on behalf of 7db5e0d81c83427695bf1e45c2c59448 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:48.944521 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:48.994429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29949422-0d6c-430b-8605-7b1c61c982cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.005550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-25951978-7639-44aa-b293-0699d49bab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:49.007045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-25951978-7639-44aa-b293-0699d49bab70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1818507
Apr 30 05:05:49.010863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a6cbc40>,) {'filters': {'network_id': ['b15d775d-bc8e-4ddc-874c-01ba1cba62f5']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:49.036752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6cbc40>, '43116e0f-28c0-4dc7-b116-e98ec825c24b') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:49.037067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a6cbc40>, '43116e0f-28c0-4dc7-b116-e98ec825c24b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:49.063930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.087229 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.105798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:05:49.110010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e77e9-191c-4309-b457-151813497fe3 req-70eff620-fe42-4743-a3c4-c72d015cd097 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:49.111680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-245e77e9-191c-4309-b457-151813497fe3 req-70eff620-fe42-4743-a3c4-c72d015cd097 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.4546435
Apr 30 05:05:49.175583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29949422-0d6c-430b-8605-7b1c61c982cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.199345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-245e77e9-191c-4309-b457-151813497fe3 req-288e366a-7fee-4b88-82f3-2969f2f4d143 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0737033
Apr 30 05:05:49.225299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-3dd7e893-adac-4c86-951b-a7cfe67222f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:49.226950 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-3dd7e893-adac-4c86-951b-a7cfe67222f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2083902
Apr 30 05:05:49.242106 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81d36a3f-03f1-48ec-9d72-7ee10db4c592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:49.276674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29949422-0d6c-430b-8605-7b1c61c982cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec16a1e-5b41-4302-a840-9ea061e2d59c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:49.289592 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-29949422-0d6c-430b-8605-7b1c61c982cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:49.337508 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-29949422-0d6c-430b-8605-7b1c61c982cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.339024 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-29949422-0d6c-430b-8605-7b1c61c982cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ec16a1e-5b41-4302-a840-9ea061e2d59c HTTP/1.1" status: 204  len: 168 time: 0.7212124
Apr 30 05:05:49.441886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Network b15d775d-bc8e-4ddc-874c-01ba1cba62f5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:49.452469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.505577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-a2680494-020a-4e7b-823d-d9311f38fefc service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692626
Apr 30 05:05:49.571021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7c662-5f05-4533-9a3e-51c2d888f9fa req-a67c3dd6-bf82-42ba-a74b-2a59ce14852b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:49.572678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6d7c662-5f05-4533-9a3e-51c2d888f9fa req-a67c3dd6-bf82-42ba-a74b-2a59ce14852b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1607099
Apr 30 05:05:49.580668 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:05:49.585222 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.675231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Network b15d775d-bc8e-4ddc-874c-01ba1cba62f5 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:05:49.703016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6d7c662-5f05-4533-9a3e-51c2d888f9fa req-2c7ac5d6-3742-42ab-b7fd-5f32b3f87d66 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1222019
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:05:49.705588 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:05:49.724860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ef5d69a-3264-4f42-8807-4235aabb11b0 req-a3127a10-12ae-42f8-abc0-166d47f23ebf service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076144
Apr 30 05:05:49.847050 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Transition to ACTIVE for port object 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:49.857607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.860458 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.863686 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-445b5ffa-24cb-4194-b55a-f90d782373f6 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:49.885692 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-084af527-7a40-4e13-966b-50bfc7ed6a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:49.895820 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:49.901419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15d775d-bc8e-4ddc-874c-01ba1cba62f5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:49.908406 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:49.914429 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b15d775d-bc8e-4ddc-874c-01ba1cba62f5 HTTP/1.1" status: 204  len: 168 time: 1.8392704
Apr 30 05:05:50.056752 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Attempting to bind port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:05:50.059540 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Attempting to bind port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:05:50.059540 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Attempting to bind port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:05:50.077292 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:05:50.078103 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:50.078889 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:50.079708 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:05:50.080478 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Bound port: 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:05:50.081142 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:50.150331 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Pushing event updated for resources: {'Port': ['ID=8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:50.162279 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.162677 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.163053 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.163346 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.163793 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.163983 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.164296 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.164608 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.164922 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.165237 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.165538 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.166321 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:50.171794 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:50.226660 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] For port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:05:50.231492 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] For port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:05:50.233471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35432) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:50.241719 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:50.247620 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a7e1854-ba36-487c-afb7-6d4d5c742ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:50.378233 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:50.379344 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801c9940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:50.510400 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Pushing event updated for resources: {'Port': ['ID=8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:50.528375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-7d67fa12-ae5c-4891-b11b-a60206d9346c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:50.529993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-7d67fa12-ae5c-4891-b11b-a60206d9346c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 0.3646944
Apr 30 05:05:50.535890 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:50.552992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-3ae0f93c-f6e1-429e-9770-c5abbe88f424 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/quotas/9c446453632e4610bea794e8357c69bd HTTP/1.1" status: 200  len: 375 time: 0.0159159
Apr 30 05:05:50.565241 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ddb25ecb-f45b-4cd0-bd62-312db9bdd735 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=271fa5aed9ce4e29823bd8b1dc608869&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3302107
Apr 30 05:05:50.567892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35442) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:50.644909 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d495-41b6-4e06-8c89-c6b2eff23a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:50.686486 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d495-41b6-4e06-8c89-c6b2eff23a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:50.698216 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:50.778860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d495-41b6-4e06-8c89-c6b2eff23a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:50.783256 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a5edacf-13d2-4788-b10d-a08c6d8714c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:50.794949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3d495-41b6-4e06-8c89-c6b2eff23a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468ae64-9e1f-4ec6-a859-12c429deee2a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:50.814618 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2cf3d495-41b6-4e06-8c89-c6b2eff23a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:50.831378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d495-41b6-4e06-8c89-c6b2eff23a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:50.832741 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2cf3d495-41b6-4e06-8c89-c6b2eff23a6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a468ae64-9e1f-4ec6-a859-12c429deee2a HTTP/1.1" status: 204  len: 168 time: 0.2633986
Apr 30 05:05:50.874431 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:50.889168 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2071336b-4eaa-4f47-abd5-614830c6610b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:51.006894 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-ba28a727-f0ad-4721-b3f9-af772f59ff2e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&fields=id HTTP/1.1" status: 200  len: 532 time: 0.4403961
Apr 30 05:05:51.078203 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801c9940>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:44Z', 'revision_number': 3, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:51.088842 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2d2be6-56f2-4613-aa77-d8c6605c3218 None None] The sync data for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 is: [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:44Z', 'revision_number': 3, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:05:51.103539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Subnet': ['ID=8bccfa82-4f01-4584-ae4b-9783ece8d6e9,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:51.135037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.135821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.136489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.137155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.137823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.138498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.139141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.139854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.140514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.141764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.142403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.143059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:51.149322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Checking segment: {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:51.149902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network hostable DHCP agents. Network: 9f88c101-63e1-4c37-8d28-316ad825d4d9, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:05:51.157998 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:51.187018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:05:51.216778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 9f88c101-63e1-4c37-8d28-316ad825d4d9) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:51.227652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d2f165-d290-4a9d-95c8-582f42fa5a74 None None] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:51.256049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:51.256796 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:51.285291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.7468643
Apr 30 05:05:51.290086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35458) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:51.496356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35464) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:51.678471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-9f88c101-63e1-4c37-8d28-316ad825d4d9', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:05:51.679790 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:51.703735 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e64f3d20-da0a-4724-b4a8-dbade6de6180 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ce8f0afb2924bacac8caf9127b67813&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1970589
Apr 30 05:05:51.706904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35470) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:51.858346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-628846aa-61c0-4c92-b38c-0b5282dff1c4 service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8387866
Apr 30 05:05:51.954709 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-04a9b823-ee20-40a7-ae29-059e92d131ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:51.970624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Allocated IP 172.20.0.2 (9f88c101-63e1-4c37-8d28-316ad825d4d9/8bccfa82-4f01-4584-ae4b-9783ece8d6e9/ad7808a9-f125-4048-aac7-6f96acfa652b) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:05:52.107850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-04a9b823-ee20-40a7-ae29-059e92d131ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:52.151126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-b6d11cf4-55f0-48bc-ba25-df428df75ba0 service neutron] 10.222.0.46 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717962
Apr 30 05:05:52.331272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-04a9b823-ee20-40a7-ae29-059e92d131ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:52.339213 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dcecb64-5d5a-4931-a20d-33779474dd42 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:52.355790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9b823-ee20-40a7-ae29-059e92d131ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927a11ff-6a57-4ea5-8a0d-3125ceeebd5d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:52.358521 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-04a9b823-ee20-40a7-ae29-059e92d131ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:52.386533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-04a9b823-ee20-40a7-ae29-059e92d131ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:52.387743 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-04a9b823-ee20-40a7-ae29-059e92d131ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/927a11ff-6a57-4ea5-8a0d-3125ceeebd5d HTTP/1.1" status: 204  len: 168 time: 0.6795549
Apr 30 05:05:52.417912 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:52.450061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Transition to ACTIVE for port object ad7808a9-f125-4048-aac7-6f96acfa652b will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:52.511540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Transition to ACTIVE for port object ad7808a9-f125-4048-aac7-6f96acfa652b will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:52.552294 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:52.566468 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:52.679052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a854bd0d-df7d-439c-9359-55481d6a7b00 req-cb7c8f34-5631-4d4f-a0f3-21a95fe3d3c0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 210 time: 0.1745331
Apr 30 05:05:52.744661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:05:52.806176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Pushing event updated for resources: {'Port': ['ID=ad7808a9-f125-4048-aac7-6f96acfa652b,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:52.810179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:05:52.818014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:52.832116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:05:52.838909 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.839594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.840138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.840454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.840794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.841129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.841458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.841790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.842115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.842431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.842756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.843191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:52.850919 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:53.051467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:53.129581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Attempting to bind port ad7808a9-f125-4048-aac7-6f96acfa652b on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:05:53.129981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Attempting to bind port ad7808a9-f125-4048-aac7-6f96acfa652b by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:05:53.130493 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Attempting to bind port ad7808a9-f125-4048-aac7-6f96acfa652b on network 9f88c101-63e1-4c37-8d28-316ad825d4d9 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:05:53.133660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:05:53.141393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:53.141393 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:53.175132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:05:53.175570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Checking segment: {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:53.175998 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:53.176418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Bound using segment: {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:05:53.176983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Bound port: ad7808a9-f125-4048-aac7-6f96acfa652b, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:05:53.177417 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:53.480681 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] For port ad7808a9-f125-4048-aac7-6f96acfa652b, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:05:53.536096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] For port ad7808a9-f125-4048-aac7-6f96acfa652b, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ad7808a9-f125-4048-aac7-6f96acfa652b,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:05:53.645923 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:53.722476 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:53.912241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Pushing event updated for resources: {'Port': ['ID=ad7808a9-f125-4048-aac7-6f96acfa652b,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:53.914770 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:53.951553 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:53.993904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Allocated IP 172.20.0.1 (9f88c101-63e1-4c37-8d28-316ad825d4d9/8bccfa82-4f01-4584-ae4b-9783ece8d6e9/d93f03ea-0dc5-48a2-a05a-3cc222599568) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:05:54.065534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:54.075558 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:54.084935 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b1f0cf35-006c-4c16-bbc9-e1624a114ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:54.135574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8079937-ee22-40d2-9b0b-b0bc575a119b req-d0579ad8-835e-458f-834e-bc52802837dd tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 210 time: 0.1764207
Apr 30 05:05:54.421289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:54.430258 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:54.572249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-b8a3e6ce-337e-4855-bee8-465f16887e62 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:54.581281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-b8a3e6ce-337e-4855-bee8-465f16887e62 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 812 time: 0.3399878
Apr 30 05:05:54.582774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35522) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:54.596130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Request body: {'port': {'device_id': '3902fa37-612a-453d-b382-419ff89492d7', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'admin_state_up': True, 'tenant_id': '9c446453632e4610bea794e8357c69bd'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:54.773105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:54.802464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Transition to ACTIVE for port object d93f03ea-0dc5-48a2-a05a-3cc222599568 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:54.839666 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:54.841518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:54.849183 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:54.854471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:54.860503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-684402391-network', 'tenant_id': '8506cb2e4f694db6b40fcd68500a0732'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:54.870486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:54.880720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Usage tracker for resource:network and tenant:8506cb2e4f694db6b40fcd68500a0732 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:54.894812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:54.913759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:54.938518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Made reservation on behalf of 9c446453632e4610bea794e8357c69bd for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:54.942895 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:54.943698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:05:54.950336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:54.959013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:05:54.977640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Made reservation on behalf of 8506cb2e4f694db6b40fcd68500a0732 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:54.989865 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.019216 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.041983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=d93f03ea-0dc5-48a2-a05a-3cc222599568,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:55.045502 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:55.059772 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.084127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:55.103198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Usage tracker for resource:security_group_rule and tenant:8506cb2e4f694db6b40fcd68500a0732 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:55.109453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:55.122774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:55.409360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec11cc44-29c5-425f-a0f9-4e190c567d91 req-ecdb5f35-c601-4e07-8523-d7f25e1e28d2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 210 time: 0.1157622
Apr 30 05:05:55.464750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.466672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Allocated IP 172.20.0.14 (9b54b883-d0bf-442d-ac86-b36baa16d7e8/b7660be4-055b-4983-bbd0-78610f6227c9/655db03a-f3bd-4b0b-9ec1-d34636b00f9e) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:05:55.563609 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.578537 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.586755 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25e8dfc0-29ec-4f9a-88e6-4ae325369ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:55.598738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d9c39-f546-4efc-a610-75a5e1753bfb None None] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:55.632997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:05:55.662494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d6618-a8fd-457d-acda-7533cfb73111,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:55.681141 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:55.682156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.682580 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Added segment c01fa0c9-95c8-4861-8913-2be99d5b4a23 of type vlan for network 6e21e106-d27a-4a19-926c-a277f0bcb29e
Apr 30 05:05:55.764773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b625a43-b6b1-4136-b607-d9bd72d9b027 None None] Provisioning for port ad7808a9-f125-4048-aac7-6f96acfa652b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:05:55.793049 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.874984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.886344 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.887771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:55.888540 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:55.896615 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b5e8090d-1a73-4a03-b82c-187c5e08aeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:55.983238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Transition to ACTIVE for port object 655db03a-f3bd-4b0b-9ec1-d34636b00f9e will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:56.098654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Pushing event updated for resources: {'Network': ['ID=6e21e106-d27a-4a19-926c-a277f0bcb29e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:56.104533 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:56.111847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 6e21e106-d27a-4a19-926c-a277f0bcb29e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:05:56.134538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5499187
Apr 30 05:05:56.138222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35538) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:56.152236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Request body: {'subnet': {'network_id': '6e21e106-d27a-4a19-926c-a277f0bcb29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-684402391-subnet', 'tenant_id': '8506cb2e4f694db6b40fcd68500a0732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:56.165276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:56.174557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Usage tracker for resource:subnet and tenant:8506cb2e4f694db6b40fcd68500a0732 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:56.181237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:56.188771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:56.225495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:56.230705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:56.232774 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-39a903fa-1581-4857-9e2c-7b622e511319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:56.248902 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:56.255520 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:56.263213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['853add22-9ca2-467b-8e7b-edfc16cea6ba'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:05:56.312057 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88d30e7c-b725-472e-8212-877b215e1978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:56.363721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:05:56.371687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:56.378383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:05:56.483918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-612ac070-df29-4f96-9e6f-41043309e78a None None] Provisioning for port d93f03ea-0dc5-48a2-a05a-3cc222599568 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:05:56.494164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=d93f03ea-0dc5-48a2-a05a-3cc222599568,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:56.500454 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:56.518019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Made reservation on behalf of 8506cb2e4f694db6b40fcd68500a0732 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:05:56.525313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-612ac070-df29-4f96-9e6f-41043309e78a None None] Provisioning complete for port d93f03ea-0dc5-48a2-a05a-3cc222599568 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:56.525313 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-612ac070-df29-4f96-9e6f-41043309e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:56.533060 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:56.542109 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:56.690443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:05:56.803283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:05:56.807362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:56.908213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-612ac070-df29-4f96-9e6f-41043309e78a None None] Port d93f03ea-0dc5-48a2-a05a-3cc222599568 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:05:57.101256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:57.101889 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.176870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event updated for resources: {'Port': ['ID=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:57.224205 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:57.224589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Router aad4154a-030d-4a2d-a0f2-c9cbd01de444 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:05:57.233186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:57.234244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.292350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7018497
Apr 30 05:05:57.299393 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.300085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2166607b-b9b2-4d7b-ae7d-87e4c3db7708 None None] Provisioning complete for port d93f03ea-0dc5-48a2-a05a-3cc222599568 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:57.300456 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2166607b-b9b2-4d7b-ae7d-87e4c3db7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.451138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Request body: {'port': {'device_id': '3902fa37-612a-453d-b382-419ff89492d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:57.472108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2166607b-b9b2-4d7b-ae7d-87e4c3db7708 None None] Port d93f03ea-0dc5-48a2-a05a-3cc222599568 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:05:57.478701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ad7808a9-f125-4048-aac7-6f96acfa652b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:05:57.510775 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.545416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c3bbf-9b17-44ac-927e-fe4335bd3bc8 req-3e6c94ae-85fa-4a3c-8782-c69a3bd8c7a5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:57.546292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9f2c3bbf-9b17-44ac-927e-fe4335bd3bc8 req-3e6c94ae-85fa-4a3c-8782-c69a3bd8c7a5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:05:57.551286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2166607b-b9b2-4d7b-ae7d-87e4c3db7708 None None] Provisioning for port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:05:57.560904 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2166607b-b9b2-4d7b-ae7d-87e4c3db7708 None None] Provisioning complete for port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:57.561289 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2166607b-b9b2-4d7b-ae7d-87e4c3db7708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.625887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2166607b-b9b2-4d7b-ae7d-87e4c3db7708 None None] Port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:05:57.628634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ad7808a9-f125-4048-aac7-6f96acfa652b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:05:57.634761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ad7808a9-f125-4048-aac7-6f96acfa652b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:05:57.635532 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.670096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:05:57.676321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9f2c3bbf-9b17-44ac-927e-fe4335bd3bc8 req-3e6c94ae-85fa-4a3c-8782-c69a3bd8c7a5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:05:57.677410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f2c3bbf-9b17-44ac-927e-fe4335bd3bc8 req-3e6c94ae-85fa-4a3c-8782-c69a3bd8c7a5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 932 time: 0.9979393
Apr 30 05:05:57.687702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Sync routers for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:05:57.704823 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "PUT /v2.0/routers/aad4154a-030d-4a2d-a0f2-c9cbd01de444/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4128299
Apr 30 05:05:57.706805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35546) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:57.715717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1988340888', 'description': 'tempest-secgroup_access--1988340888 description', 'project_id': '7db5e0d81c83427695bf1e45c2c59448'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:57.717226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:05:57.717948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b415dc0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:57.724928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:57.730178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:security_group and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:57.735516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:57.738090 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.743028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:57.762341 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.800958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:57.807853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:security_group_rule and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:57.811825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:57.820545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:57.831229 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f2c3bbf-9b17-44ac-927e-fe4335bd3bc8 req-9a2d0222-0066-4808-8c9e-7ced81658fc0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382482
Apr 30 05:05:57.942415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.948050 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:57.962622 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-85b4a1c8-fc20-4ebb-874e-67d2ef95eef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:58.036351 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.051429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8835ba7-8e67-42e6-82d5-89aeb869aa7c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:58.090524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.091069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.092297 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.092558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.093000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.093379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.093758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.094181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.096454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.096454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.096824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.097210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.097588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:05:58.103225 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:58.103636 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ab0ff45-6312-45d1-9253-16365d1b5987 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:58.109194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.114691 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.4027641
Apr 30 05:05:58.115116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35552) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:58.124432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1380571609', 'description': 'tempest-secgroup_general--1380571609 description', 'project_id': '7db5e0d81c83427695bf1e45c2c59448'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:58.141965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:58.149951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:security_group and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:58.159579 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ad7808a9-f125-4048-aac7-6f96acfa652b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ad7808a9-f125-4048-aac7-6f96acfa652b,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:05:58.160130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:58.168612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:58.174532 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.180186 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:58.190974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.217192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:58.222398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:security_group_rule and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:58.226292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:58.237356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:58.261567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:05:58.387330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6ff489-5f18-4e43-8363-855a0a3fb7f9,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:58.394296 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:58.396509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Checking segment: {'id': 'c01fa0c9-95c8-4861-8913-2be99d5b4a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6e21e106-d27a-4a19-926c-a277f0bcb29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:58.396888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Network hostable DHCP agents. Network: 6e21e106-d27a-4a19-926c-a277f0bcb29e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:05:58.437452 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.450365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.455260 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6caca653-d8e0-454b-b8ce-5136a7a2ae17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:58.490694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ad7808a9-f125-4048-aac7-6f96acfa652b,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:58.496505 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:58.526076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdec17bc-3296-4f8f-afce-07096a8ce6c5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:58.531974 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:58.535369 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.535369 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 0.4177806
Apr 30 05:05:58.548259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35556) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:58.561783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'security_group_rule': {'security_group_id': 'e8835ba7-8e67-42e6-82d5-89aeb869aa7c', 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:05:58.564885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Network 6e21e106-d27a-4a19-926c-a277f0bcb29e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:05:58.574164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:05:58.582979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:security_group_rule and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:05:58.589123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:05:58.602625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 6e21e106-d27a-4a19-926c-a277f0bcb29e) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:05:58.603704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:05:58.621699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655db03a-f3bd-4b0b-9ec1-d34636b00f9e {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:05:58.626998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b67db92-00d3-4e24-836c-b4db166ab407 None None] Network 6e21e106-d27a-4a19-926c-a277f0bcb29e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:58.633441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.636560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:58.637162 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.648863 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.666937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Transition to ACTIVE for port object 655db03a-f3bd-4b0b-9ec1-d34636b00f9e will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:05:58.671511 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.676236 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b55895c-27e2-478c-8e8e-fc1e577f5cf8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:58.717731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.5769579
Apr 30 05:05:58.826176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.836920 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.840312 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-acb1995f-69d3-43ab-8f68-25ca551ff1ba tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:58.916479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Pushing event updated for resources: {'Port': ['ID=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:58.957752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185ace10-408b-4ba9-995f-2db656f426c8,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:58.983675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:58.992681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:58.997447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4445338
Apr 30 05:05:59.045971 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:05:59.159531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35574) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:05:59.208821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Attempting to bind port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:05:59.209172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Attempting to bind port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:05:59.209514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Attempting to bind port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:05:59.232965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:05:59.233360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Attempting to bind port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e on network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:05:59.259279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:05:59.259555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Checking segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:05:59.259946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Bound using segment: {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:05:59.260391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Bound port: 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2641420d-b215-4144-bc0f-3d3da77d5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:05:59.260747 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:59.268099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] Deleting subnet cb6ff489-5f18-4e43-8363-855a0a3fb7f9 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:05:59.273844 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:59.363844 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:59.420919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66939903-c0b3-4e91-a0cb-5c8908e7814b None None] Network 6e21e106-d27a-4a19-926c-a277f0bcb29e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:05:59.433493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b6841-49d2-4ed5-b266-e1e0aa068d91 req-42555541-f511-4c9c-80d0-a63b4e3bf8ed tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:59.435106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675b6841-49d2-4ed5-b266-e1e0aa068d91 req-42555541-f511-4c9c-80d0-a63b4e3bf8ed tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 944 time: 0.3668537
Apr 30 05:05:59.451680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:59.522938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-ce1664a8-4299-4499-b359-4c1fa27c6ee7 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Synchronizing usage tracker for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:05:59.535190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:05:59.550713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-675b6841-49d2-4ed5-b266-e1e0aa068d91 req-59fd2918-1ed8-4f7e-a4f3-9f57bfae2850 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037736
Apr 30 05:05:59.557649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:05:59.581763 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:59.591077 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-16ec3a06-28fc-47a1-af0b-16521080bf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:59.663223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-ce1664a8-4299-4499-b359-4c1fa27c6ee7 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Unset dirty status for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:05:59.665871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-ce1664a8-4299-4499-b359-4c1fa27c6ee7 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--1380571609&fields=id&tenant_id=7db5e0d81c83427695bf1e45c2c59448 HTTP/1.1" status: 200  len: 267 time: 0.2774038
Apr 30 05:05:59.725226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b415dc0>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd93f03ea-0dc5-48a2-a05a-3cc222599568', 'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:97:45:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:53Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 2, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:05:59.731862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Checking router: aad4154a-030d-4a2d-a0f2-c9cbd01de444 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:05:59.732228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Updating router aad4154a-030d-4a2d-a0f2-c9cbd01de444 port d93f03ea-0dc5-48a2-a05a-3cc222599568 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:05:59.743687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:05:59.750600 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:59.753663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] 10.222.0.37 "PUT /v2.0/ports/655db03a-f3bd-4b0b-9ec1-d34636b00f9e HTTP/1.1" status: 200  len: 1093 time: 2.3118503
Apr 30 05:05:59.762518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:05:59.855810 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:59.866883 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f9a90d7e-9510-447b-b498-18f0c89a9ae9 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:05:59.956961 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:05:59.972440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6ff489-5f18-4e43-8363-855a0a3fb7f9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:05:59.992085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:00.013645 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:00.020842 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cb6ff489-5f18-4e43-8363-855a0a3fb7f9 HTTP/1.1" status: 204  len: 168 time: 0.8569343
Apr 30 05:06:00.023280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35592) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:00.042400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-e84cb7ce-447c-498f-8109-d743213b7935 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--1988340888&fields=id&tenant_id=7db5e0d81c83427695bf1e45c2c59448 HTTP/1.1" status: 200  len: 267 time: 0.3321931
Apr 30 05:06:00.048820 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e', 'status': 'completed', 'code': 200}
Apr 30 05:06:00.049952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Pushing event updated for resources: {'Port': ['ID=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:00.156404 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:00.314216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:00.497115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ad7808a9-f125-4048-aac7-6f96acfa652b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:00.509159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:00.570554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-283db1d0-407a-4c34-8743-adfe20cedd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:00.572486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-283db1d0-407a-4c34-8743-adfe20cedd6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 1096 time: 0.7663670
Apr 30 05:06:00.676904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-87998358-b7b5-4e86-894a-48717c8d1c5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e HTTP/1.1" status: 200  len: 217 time: 0.0930154
Apr 30 05:06:00.686536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe784708ee0>,) {'filters': {'network_id': ['6e21e106-d27a-4a19-926c-a277f0bcb29e']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:00.710057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe784708ee0>, 'c01fa0c9-95c8-4861-8913-2be99d5b4a23') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:00.710620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe784708ee0>, 'c01fa0c9-95c8-4861-8913-2be99d5b4a23') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:00.738266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:00.742473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-29e00294-2366-40bc-b00a-852a01a1fc1c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:00.743405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-29e00294-2366-40bc-b00a-852a01a1fc1c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Synchronizing usage tracker for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:06:00.759028 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:00.770378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:06:00.819838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-27fa5117-52f3-4e91-abea-307a4c382cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:00.833809 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:00.834111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-29e00294-2366-40bc-b00a-852a01a1fc1c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Unset dirty status for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:06:00.834946 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-29e00294-2366-40bc-b00a-852a01a1fc1c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/networks?id=9f88c101-63e1-4c37-8d28-316ad825d4d9 HTTP/1.1" status: 200  len: 797 time: 0.7643275
Apr 30 05:06:00.841209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-b3e528d6-7a64-434b-b996-d5eaca68c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:00.842874 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-b3e528d6-7a64-434b-b996-d5eaca68c2d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1597517
Apr 30 05:06:00.849620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ad7808a9-f125-4048-aac7-6f96acfa652b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:00.849620 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:00.924155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-50b7ac2f-9897-4212-9ffe-a2e2f247b898 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/quotas/7db5e0d81c83427695bf1e45c2c59448 HTTP/1.1" status: 200  len: 375 time: 0.0802238
Apr 30 05:06:00.927340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Transition to ACTIVE for port object d93f03ea-0dc5-48a2-a05a-3cc222599568 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:00.952823 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:00.973902 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:01.032371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Network 6e21e106-d27a-4a19-926c-a277f0bcb29e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:06:01.045332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:01.049677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73db6fb-049a-406e-8e75-1d22bdf3829a req-3a96c0ae-ac50-4271-85f8-b1076bacd88d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:01.051766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e73db6fb-049a-406e-8e75-1d22bdf3829a req-3a96c0ae-ac50-4271-85f8-b1076bacd88d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 944 time: 0.3219917
Apr 30 05:06:01.222891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-28fd0b45-567f-4b99-a4eb-314e66fd4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:01.228689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-28fd0b45-567f-4b99-a4eb-314e66fd4a16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3786893
Apr 30 05:06:01.257013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e73db6fb-049a-406e-8e75-1d22bdf3829a req-6b03fe67-add3-47d4-8a78-7679437ac17f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921861
Apr 30 05:06:01.299087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f080c5-2c7d-4aba-9c6a-39921fbab98b None None] Pushing event updated for resources: {'Port': ['ID=d93f03ea-0dc5-48a2-a05a-3cc222599568,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:01.313864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Network 6e21e106-d27a-4a19-926c-a277f0bcb29e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:06:01.339444 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:06:01.433449 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-65f080c5-2c7d-4aba-9c6a-39921fbab98b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:01.475499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-5a5ce404-a442-44a9-baa3-f168816c2b3f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7db5e0d81c83427695bf1e45c2c59448&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5402670
Apr 30 05:06:01.480164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:01.491762 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1c0a47b-075c-46eb-bfdb-41165860c4d1 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:01.517298 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:01.528533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e21e106-d27a-4a19-926c-a277f0bcb29e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:01.534070 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6e21e106-d27a-4a19-926c-a277f0bcb29e HTTP/1.1" status: 204  len: 168 time: 1.5092120
Apr 30 05:06:01.535068 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:01.558440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Attempting to bind port d93f03ea-0dc5-48a2-a05a-3cc222599568 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:06:01.559400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Attempting to bind port d93f03ea-0dc5-48a2-a05a-3cc222599568 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:06:01.559400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Attempting to bind port d93f03ea-0dc5-48a2-a05a-3cc222599568 on network 9f88c101-63e1-4c37-8d28-316ad825d4d9 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:06:01.574473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-1095e8fc-10cd-433e-9479-8a57a4d8a954 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3158755
Apr 30 05:06:01.574657 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:06:01.575353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Checking segment: {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:06:01.575944 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:01.576576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Bound using segment: {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:06:01.577321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Bound port: d93f03ea-0dc5-48a2-a05a-3cc222599568, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:06:01.577592 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:01.732043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] For port d93f03ea-0dc5-48a2-a05a-3cc222599568, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:06:01.737644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] For port d93f03ea-0dc5-48a2-a05a-3cc222599568, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d93f03ea-0dc5-48a2-a05a-3cc222599568,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:06:01.745431 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:01.752157 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:01.789779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35612) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:01.855534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:01.856342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b415dc0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:05:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:01.936130 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b713ebc4-59fa-4f28-87ff-d88adfa43d31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8506cb2e4f694db6b40fcd68500a0732&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1443961
Apr 30 05:06:01.936810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35616) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:01.959723 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-1970c570-1817-41b7-849a-d1238f6862ae service neutron] 10.222.0.46 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4462860
Apr 30 05:06:01.967368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df5dcd71-fb42-44f2-81a3-cd43eff31a9c req-30eed6e6-e492-42ca-b72a-050bedf319ae service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3849828
Apr 30 05:06:02.053732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f080c5-2c7d-4aba-9c6a-39921fbab98b None None] Pushing event updated for resources: {'Port': ['ID=d93f03ea-0dc5-48a2-a05a-3cc222599568,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:02.071012 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-65f080c5-2c7d-4aba-9c6a-39921fbab98b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:02.084603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3066ac5e-0dd0-4f32-a6d4-04e95e6143d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:02.128480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3066ac5e-0dd0-4f32-a6d4-04e95e6143d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:02.251536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-9e2b3fe6-afc1-478e-9dfb-20b22825753c service neutron] 10.222.0.46 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2822554
Apr 30 05:06:02.347014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-24eb86aa-9c5d-4fe1-ad96-5c7f6f8dcc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:02.348745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-24eb86aa-9c5d-4fe1-ad96-5c7f6f8dcc69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 1096 time: 0.0962253
Apr 30 05:06:02.380719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:02.503584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3066ac5e-0dd0-4f32-a6d4-04e95e6143d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:02.510323 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-04a9b823-ee20-40a7-ae29-059e92d131ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:02.527048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066ac5e-0dd0-4f32-a6d4-04e95e6143d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d6618-a8fd-457d-acda-7533cfb73111,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:02.543774 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3066ac5e-0dd0-4f32-a6d4-04e95e6143d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:02.569199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3066ac5e-0dd0-4f32-a6d4-04e95e6143d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:02.573098 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3066ac5e-0dd0-4f32-a6d4-04e95e6143d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b95d6618-a8fd-457d-acda-7533cfb73111 HTTP/1.1" status: 204  len: 168 time: 0.6327572
Apr 30 05:06:02.847795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-9fbdb447-ac0d-475b-ae58-4224013508bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:02.849780 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-9fbdb447-ac0d-475b-ae58-4224013508bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.4933531
Apr 30 05:06:02.855867 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b415dc0>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd93f03ea-0dc5-48a2-a05a-3cc222599568', 'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:97:45:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:53Z', 'updated_at': '2021-04-30T05:06:01Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:02.861139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a438316-1620-461e-ae73-d0b296d966c5 None None] The sync data for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 is: [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd93f03ea-0dc5-48a2-a05a-3cc222599568', 'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:97:45:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:53Z', 'updated_at': '2021-04-30T05:06:01Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:06:02.979525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-70b785e1-9d62-4acb-a853-adac6d53a390 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e HTTP/1.1" status: 200  len: 217 time: 0.1211751
Apr 30 05:06:03.069947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6ae37-b2eb-4f27-9528-3c4459f56e2b req-535c6e28-67ba-4df2-af1f-431b8c6cf0f7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:03.082930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5a6ae37-b2eb-4f27-9528-3c4459f56e2b req-535c6e28-67ba-4df2-af1f-431b8c6cf0f7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 944 time: 0.5575514
Apr 30 05:06:03.188769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-88b91262-d112-4b84-91d2-803179e28e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:03.190352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-88b91262-d112-4b84-91d2-803179e28e03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1834044
Apr 30 05:06:03.199554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cb01-da5a-4cec-b051-b7d29e561dd1 req-812279c5-b663-4c4e-99c2-5c9dba34cb96 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:03.209041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76b2cb01-da5a-4cec-b051-b7d29e561dd1 req-812279c5-b663-4c4e-99c2-5c9dba34cb96 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 946 time: 0.4996891
Apr 30 05:06:03.367782 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:03.612217 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a0f36da4-66a9-447f-9065-7893deacfa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:03.695346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5a6ae37-b2eb-4f27-9528-3c4459f56e2b req-8aaa5626-3517-451a-b746-a33fcfaefddf tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6112771
Apr 30 05:06:03.717876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76b2cb01-da5a-4cec-b051-b7d29e561dd1 req-9f6e964c-d05a-42b5-b406-771b403e5756 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5078528
Apr 30 05:06:03.796673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-9787308f-fc2d-4977-af16-84cb22701e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:03.799500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-9787308f-fc2d-4977-af16-84cb22701e5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5770929
Apr 30 05:06:03.820893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96223a68-43db-4cf8-9217-a4790aa1872e req-81ee6f5d-7c0a-408b-bbfa-14ac24619a15 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:03.823965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96223a68-43db-4cf8-9217-a4790aa1872e req-81ee6f5d-7c0a-408b-bbfa-14ac24619a15 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 946 time: 0.7278860
Apr 30 05:06:04.140903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c314f8ee-6c8f-483b-a6fc-7445d3dc711e req-e8ac63cf-b99e-4d0f-ba2d-ff8b432a39ae tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 210 time: 0.1612606
Apr 30 05:06:04.200741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35658) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:04.236204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-16290d00-9411-4a43-a5e1-462c39efc747 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4102659
Apr 30 05:06:04.429648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Deleting port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:04.430004 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:04.558035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d93f03ea-0dc5-48a2-a05a-3cc222599568 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:04.637431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3582a730-f92e-46ad-9f2c-d5999943cb06 req-046dc706-6727-43e7-aead-54d94b06cd8d service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3928106
Apr 30 05:06:04.682988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-757832284-network', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:04.711375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:04.714936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port d93f03ea-0dc5-48a2-a05a-3cc222599568 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:04.721170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Usage tracker for resource:network and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:04.724527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d93f03ea-0dc5-48a2-a05a-3cc222599568 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:04.724940 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:04.726987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:04.739775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:04.745458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] For port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:04.745879 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:04.789331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-1b7fcaa7-7b25-48b6-b746-1a079e84b2d5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:04.791386 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-1b7fcaa7-7b25-48b6-b746-1a079e84b2d5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.37 "GET /v2.0/networks?id=9f88c101-63e1-4c37-8d28-316ad825d4d9 HTTP/1.1" status: 200  len: 797 time: 0.4732411
Apr 30 05:06:04.792821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Made reservation on behalf of 81dea468ee284e42a61f868dcb101fdd for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:06:04.795625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:04.832796 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:04.867171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:04.877080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Usage tracker for resource:security_group_rule and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:04.884184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:04.897999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-0c0c66b5-b5b0-41c6-8c6d-c0b3a60cbf07 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Synchronizing usage tracker for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:06:04.905956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:04.921060 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:04.954603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-0c0c66b5-b5b0-41c6-8c6d-c0b3a60cbf07 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Unset dirty status for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:06:04.965188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-0c0c66b5-b5b0-41c6-8c6d-c0b3a60cbf07 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7db5e0d81c83427695bf1e45c2c59448 HTTP/1.1" status: 200  len: 478 time: 0.1525493
Apr 30 05:06:04.973347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'port': {'device_id': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'admin_state_up': True, 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'security_groups': ['bdec17bc-3296-4f8f-afce-07096a8ce6c5', 'e8835ba7-8e67-42e6-82d5-89aeb869aa7c']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:05.098439 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.136957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port d93f03ea-0dc5-48a2-a05a-3cc222599568, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d93f03ea-0dc5-48a2-a05a-3cc222599568,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:05.140117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 655db03a-f3bd-4b0b-9ec1-d34636b00f9e details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:06:05.146505 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.150752 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:05.316825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:05.319177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=d93f03ea-0dc5-48a2-a05a-3cc222599568,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:05.325084 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:05.334531 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.336142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:port and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:05.340765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:05.348739 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.364863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:06:05.375778 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.376184 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Added segment 37049bf5-8b24-4590-9660-aaf8e3370611 of type vlan for network 127de7b9-2308-43b3-b2fc-1de643c41226
Apr 30 05:06:05.409600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.418826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00692a6-cad0-4c32-a3b8-424402ca4baf req-ee144679-fcb9-444f-a10f-9985cf1c650e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:05.420502 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a00692a6-cad0-4c32-a3b8-424402ca4baf req-ee144679-fcb9-444f-a10f-9985cf1c650e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 944 time: 0.3230629
Apr 30 05:06:05.420913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:05.452117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'port_id': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e', 'mac_address': 'fa:16:3e:0e:a4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:06:05.455230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:05.457316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cee31-2515-4cdc-8c4e-4b55367d84c2 req-e1099a16-d0e8-4e76-9b75-c4b75049e065 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:05.459058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f1cee31-2515-4cdc-8c4e-4b55367d84c2 req-e1099a16-d0e8-4e76-9b75-c4b75049e065 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 946 time: 0.3626380
Apr 30 05:06:05.459630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da72e980-61a4-42dd-8159-47d62ce4ec64 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:05.461446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.461893 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.462182 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Floating IP d0de690f-c7b0-470a-96e1-d553989cf314 disassociated. External IP: 172.25.8.152, port: 6039f3a8-bfb0-4e08-bd16-798c6242a2d4.
Apr 30 05:06:05.462565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Calling delete_port for 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:05.470172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.471271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:05.471964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.508077 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.3058324
Apr 30 05:06:05.511727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35672) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:05.526803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Request body: {'subnet': {'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-757832284-subnet', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:05.535105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:05.539613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Usage tracker for resource:subnet and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:05.543035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:05.547930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f1cee31-2515-4cdc-8c4e-4b55367d84c2 req-a7353ef0-2693-45d9-a08f-bbc1e12f67cd tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2cba159-6112-4cee-8489-67d749d5300d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774939
Apr 30 05:06:05.553360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:05.569385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Made reservation on behalf of 7db5e0d81c83427695bf1e45c2c59448 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:06:05.574181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.575705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a00692a6-cad0-4c32-a3b8-424402ca4baf req-b174085f-33ac-4840-a4de-5c70fb73fdae tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429803
Apr 30 05:06:05.610880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Made reservation on behalf of 81dea468ee284e42a61f868dcb101fdd for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:06:05.615460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.630676 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.635694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294b3c8b-0dce-4190-a23c-ec36aafdff3d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:05.656537 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:05.671787 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6032cc4d-87bd-4501-afde-06e7409c4d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:05.673853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655db03a-f3bd-4b0b-9ec1-d34636b00f9e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:06:05.723427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:05.727101 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.731346 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:05.735067 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:05.738797 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:05.798344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Pushing event updated for resources: {'Network': ['ID=127de7b9-2308-43b3-b2fc-1de643c41226,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:05.808467 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:05.828725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:05.832344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 127de7b9-2308-43b3-b2fc-1de643c41226 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:06:05.847710 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:05.865885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:05.900893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event deleted for resources: {'Port': ['ID=6039f3a8-bfb0-4e08-bd16-798c6242a2d4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:05.921178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-babaf41a-1ee5-4034-bc13-827786b27ad2 req-f97c8975-34ca-4334-bab1-363164a62972 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 210 time: 0.1154230
Apr 30 05:06:05.929419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:06:05.929861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:06:05.930647 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:06.089302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['655db03a-f3bd-4b0b-9ec1-d34636b00f9e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:06:06.091133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Allocated IP 172.20.0.7 (9f88c101-63e1-4c37-8d28-316ad825d4d9/8bccfa82-4f01-4584-ae4b-9783ece8d6e9/0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:06:06.401591 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:06.494613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d93f03ea-0dc5-48a2-a05a-3cc222599568 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:06.594352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Router 94b1d524-d930-4288-a096-3d8a90401957 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:06:06.653741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d93f03ea-0dc5-48a2-a05a-3cc222599568 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:06.654610 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:06.708315 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:06.766665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Transition to ACTIVE for port object 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:07.009040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d006f531-5136-40f3-b064-27202c61af98 req-7a505ece-9efe-442a-931d-6fe3a8fac9ff tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 210 time: 0.1262832
Apr 30 05:06:07.151857 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:07.160168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 655db03a-f3bd-4b0b-9ec1-d34636b00f9e up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:07.185215 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9a3b7ab-4733-4d3a-85c0-863f6356de33 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:07.255336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:07.262615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:07.263058 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:07.291325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:06:07.305168 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] Sync routers for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:06:07.325452 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:07.326104 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf58940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:07.349428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:07.364566 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:07.376852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:06:07.377893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:06:07.395032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:06:07.486800 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:07.488228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:07.488916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:07.489986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc85e68-8db9-4364-87ad-33f24eba71fd req-29ba83d2-096f-4cda-acd6-f8f25a7f7bc6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:07.491708 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cc85e68-8db9-4364-87ad-33f24eba71fd req-29ba83d2-096f-4cda-acd6-f8f25a7f7bc6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 945 time: 0.6740367
Apr 30 05:06:07.494708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] No DVR routers for this DVR port 6039f3a8-bfb0-4e08-bd16-798c6242a2d4 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:06:07.502718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:07.514079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'name': 'network-vif-deleted', 'tag': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:07.524703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96223a68-43db-4cf8-9217-a4790aa1872e req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.50 "DELETE /v2.0/ports/6039f3a8-bfb0-4e08-bd16-798c6242a2d4 HTTP/1.1" status: 204  len: 173 time: 3.6673894
Apr 30 05:06:07.539817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:07.564795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fa0f6-a8f2-43c8-a95e-25435ba1f989 req-50e7cfbd-e97f-488e-8c02-b86909faa54b tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:07.566562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab8fa0f6-a8f2-43c8-a95e-25435ba1f989 req-50e7cfbd-e97f-488e-8c02-b86909faa54b tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 970 time: 0.3655541
Apr 30 05:06:07.572381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:07.579948 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:07.581989 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc747d48-f05f-4c9b-b972-bdb276fa4f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:07.650506 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 2.6818986
Apr 30 05:06:07.676386 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:07.684445 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:07.701483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Request body: {'port': {'device_id': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:07.724051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8cc85e68-8db9-4364-87ad-33f24eba71fd req-42dddf6d-b648-4310-a2db-a4f29bd9c110 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031589
Apr 30 05:06:07.740792 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab8fa0f6-a8f2-43c8-a95e-25435ba1f989 req-004a0e19-49e6-4ffb-acdc-0991d480c783 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1678417
Apr 30 05:06:07.758231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:07.760439 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:07.771569 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1bca9687-2100-4098-8ecd-bbded0bfe86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:07.827330 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7abd48d-bea4-4651-bd34-2ad79093b63b', 'name': 'network-vif-deleted', 'tag': '6039f3a8-bfb0-4e08-bd16-798c6242a2d4', 'status': 'completed', 'code': 200}
Apr 30 05:06:07.848350 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e', 'code': 200}
Apr 30 05:06:07.865005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2f45eadd-6c89-4fe1-99f1-4fb229e214e8 None None] Provisioning for port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:07.874252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2f45eadd-6c89-4fe1-99f1-4fb229e214e8 None None] Provisioning complete for port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:07.874850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2f45eadd-6c89-4fe1-99f1-4fb229e214e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:07.925508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a43cfb-e2b2-4ff2-860e-568c4b8e951d,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:07.980581 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:07.991700 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2f45eadd-6c89-4fe1-99f1-4fb229e214e8 None None] Port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:06:08.038512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6268399-092e-4306-b1a2-be995a490579 req-fe636391-f887-4619-9039-1431a5e21f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:08.040002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6268399-092e-4306-b1a2-be995a490579 req-fe636391-f887-4619-9039-1431a5e21f80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 1098 time: 0.0996013
Apr 30 05:06:08.042890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Checking segment: {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:06:08.043285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Network hostable DHCP agents. Network: 127de7b9-2308-43b3-b2fc-1de643c41226, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:06:08.109442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6268399-092e-4306-b1a2-be995a490579 req-9a8d7fa9-ff83-4ebc-bc60-7a8e471e31c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627570
Apr 30 05:06:08.275665 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf58940>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:19Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8f52f184-1554-4713-b02f-57109c031fe0', 'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'mac_address': 'fa:16:3e:b2:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:16Z', 'updated_at': '2021-04-30T04:59:30Z', 'revision_number': 5, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'subnets': [{'id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:08.280591 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] Checking router: 94b1d524-d930-4288-a096-3d8a90401957 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:06:08.291313 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:08.291957 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf58940>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:08.332506 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8ef1ea01-c527-4886-b3c3-d7f72459fd3a req-8fed78a9-aa35-48f5-bf45-b0945e82efad tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Synchronizing usage tracker for tenant:a7aceab2e4e14875accd08742683c512 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:06:08.373970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:08.382139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8ef1ea01-c527-4886-b3c3-d7f72459fd3a req-8fed78a9-aa35-48f5-bf45-b0945e82efad tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Unset dirty status for tenant:a7aceab2e4e14875accd08742683c512 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:06:08.390107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Network 127de7b9-2308-43b3-b2fc-1de643c41226 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:06:08.398349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8ef1ea01-c527-4886-b3c3-d7f72459fd3a req-8fed78a9-aa35-48f5-bf45-b0945e82efad tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7abd48d-bea4-4651-bd34-2ad79093b63b HTTP/1.1" status: 200  len: 210 time: 0.1753724
Apr 30 05:06:08.573004 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:08.577365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 127de7b9-2308-43b3-b2fc-1de643c41226) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:06:08.590621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942cf12-9552-4848-879b-73191644e0b6 None None] Network 127de7b9-2308-43b3-b2fc-1de643c41226 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:06:08.651727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:08.659969 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:08.783163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35704) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:08.789109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:08.793353 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.2804978
Apr 30 05:06:08.800279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:08.815024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Usage tracker for resource:router and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:08.820690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:08.837243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:08.858504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:08.860474 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:08.883399 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:09.022447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-127de7b9-2308-43b3-b2fc-1de643c41226', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:06:09.023403 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:09.039601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:06:09.059797 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:09.142363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Transition to ACTIVE for port object 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:09.160126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:09.172912 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:09.280904 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Allocated IP 172.20.0.2 (127de7b9-2308-43b3-b2fc-1de643c41226/34a43cfb-e2b2-4ff2-860e-568c4b8e951d/4ea93126-947f-4d89-9805-da33e27b8e01) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:06:09.602246 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:09.671693 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf58940>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:19Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8f52f184-1554-4713-b02f-57109c031fe0', 'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'mac_address': 'fa:16:3e:b2:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:16Z', 'updated_at': '2021-04-30T04:59:30Z', 'revision_number': 5, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'subnets': [{'id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:09.681245 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4942fc6-9686-4dc4-9e0b-2f1de022eddd None None] The sync data for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 is: [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T04:59:19Z', 'revision_number': 4, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '8f52f184-1554-4713-b02f-57109c031fe0', 'name': '', 'network_id': '20c185bc-ff4c-42fe-9bcc-d875f9d9816a', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'mac_address': 'fa:16:3e:b2:9f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:16Z', 'updated_at': '2021-04-30T04:59:30Z', 'revision_number': 5, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'subnets': [{'id': '6ff30c7a-a715-4a41-bc3e-5590f5452310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:06:09.746515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:09.746783 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:09.749586 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:09.776953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Transition to ACTIVE for port object 4ea93126-947f-4d89-9805-da33e27b8e01 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:09.787522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f614d-4c4b-4def-8ab4-8ce4d9b232de req-4a97d99c-2059-4232-b6b3-6635ef3982cc tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:09.789580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e75f614d-4c4b-4def-8ab4-8ce4d9b232de req-4a97d99c-2059-4232-b6b3-6635ef3982cc tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.5864046
Apr 30 05:06:09.790180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Attempting to bind port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:06:09.790539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Attempting to bind port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:06:09.790992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Attempting to bind port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 on network 9f88c101-63e1-4c37-8d28-316ad825d4d9 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:06:09.797912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 on network 9f88c101-63e1-4c37-8d28-316ad825d4d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:06:09.799066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Attempting to bind port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 on network 9f88c101-63e1-4c37-8d28-316ad825d4d9 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:06:09.810199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:06:09.810905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Checking segment: {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:06:09.811344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Bound using segment: {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:06:09.811814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Bound port: 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bc145d-698a-4099-9334-3b054537dcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:06:09.812171 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:09.818439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Transition to ACTIVE for port object 4ea93126-947f-4d89-9805-da33e27b8e01 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:09.830184 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:09.837766 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:09.875479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467b4ac-17b1-406c-bea0-525636139d5d req-9805f508-f037-454a-8496-4ae93e7fe5b9 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:09.877704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4467b4ac-17b1-406c-bea0-525636139d5d req-9805f508-f037-454a-8496-4ae93e7fe5b9 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 982 time: 0.4744623
Apr 30 05:06:09.925131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] For port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:06:09.930060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] For port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:06:09.936871 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:09.951576 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1bb5b5b6-151f-4263-910a-6ef6a4ec3a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:09.962018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Pushing event updated for resources: {'Port': ['ID=4ea93126-947f-4d89-9805-da33e27b8e01,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:09.973041 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:09.987728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Network 127de7b9-2308-43b3-b2fc-1de643c41226 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:06:09.994324 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:06:09.997569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:06:10.093580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:10.098283 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:10.108438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:10.108438 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:10.109970 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] 10.222.0.37 "PUT /v2.0/ports/0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 HTTP/1.1" status: 200  len: 1131 time: 2.4177001
Apr 30 05:06:10.110657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:10.153296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Attempting to bind port 4ea93126-947f-4d89-9805-da33e27b8e01 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:06:10.153781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Attempting to bind port 4ea93126-947f-4d89-9805-da33e27b8e01 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:06:10.154259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Attempting to bind port 4ea93126-947f-4d89-9805-da33e27b8e01 on network 127de7b9-2308-43b3-b2fc-1de643c41226 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:06:10.163715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:06:10.164298 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Checking segment: {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:06:10.165007 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:10.165610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Bound using segment: {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:06:10.166204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Bound port: 4ea93126-947f-4d89-9805-da33e27b8e01, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:06:10.166704 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:10.259323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d7b99-6d46-48ba-81fa-e4fad2423501 None None] New status for floating IP d0de690f-c7b0-470a-96e1-d553989cf314: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:06:10.273696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4467b4ac-17b1-406c-bea0-525636139d5d req-31b2cc11-88f6-4498-bbdf-e7ccab10b1ad tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3856144
Apr 30 05:06:10.280184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-e0a78ec6-e3b8-4fb5-a685-b032529ccfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:10.280931 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e75f614d-4c4b-4def-8ab4-8ce4d9b232de req-53556cf6-5b7b-4e2e-a90c-e3b5437093a9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4240127
Apr 30 05:06:10.288564 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-e0a78ec6-e3b8-4fb5-a685-b032529ccfbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7db5e0d81c83427695bf1e45c2c59448&device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 1134 time: 0.1281695
Apr 30 05:06:10.450716 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'status': 'completed', 'code': 200}
Apr 30 05:06:10.481273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35714) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:10.485270 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-81f906b7-7a7d-4243-87bb-e4029544b6eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 HTTP/1.1" status: 200  len: 217 time: 0.1889145
Apr 30 05:06:10.597249 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:10.649199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:10.721998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] For port 4ea93126-947f-4d89-9805-da33e27b8e01, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:06:10.726126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] For port 4ea93126-947f-4d89-9805-da33e27b8e01, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ea93126-947f-4d89-9805-da33e27b8e01,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:06:10.742711 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:10.746684 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-65f080c5-2c7d-4aba-9c6a-39921fbab98b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:10.839815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-d94164f9-8758-4454-8082-6e2c33c1e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:10.841499 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-d94164f9-8758-4454-8082-6e2c33c1e859 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccfa82-4f01-4584-ae4b-9783ece8d6e9 HTTP/1.1" status: 200  len: 834 time: 0.2927117
Apr 30 05:06:10.884165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Allocated IP 172.25.8.196 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/789ae580-513e-454b-be23-88437722a673) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:06:10.905856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Pushing event updated for resources: {'Port': ['ID=4ea93126-947f-4d89-9805-da33e27b8e01,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:10.910873 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:10.965289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Deleting port 227531e1-5270-4bde-8bb7-bfeb50702059 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:10.966007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:11.109148 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:11.150605 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:11.156879 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:11.165752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-d9170f9b-9cd0-4632-851c-c7200d243415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:11.167329 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-d9170f9b-9cd0-4632-851c-c7200d243415 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f88c101-63e1-4c37-8d28-316ad825d4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3094389
Apr 30 05:06:11.233063 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:11.233810 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:11.248381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:06:11.257401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:06:11.260339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:06:11.334329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Pushing event updated for resources: {'Port': ['ID=789ae580-513e-454b-be23-88437722a673,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:11.353719 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:11.639476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Calling delete_port for 227531e1-5270-4bde-8bb7-bfeb50702059 owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:11.699861 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-b2ca8864-cc0b-422c-aaa0-852b1595a29e service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5224028
Apr 30 05:06:11.886525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c055-956d-40e4-a0be-d3c6a09b906b req-7211398d-f758-4955-9d8f-7f5d8bc26b42 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:11.888175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7f5c055-956d-40e4-a0be-d3c6a09b906b req-7211398d-f758-4955-9d8f-7f5d8bc26b42 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 982 time: 0.3851788
Apr 30 05:06:11.898892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d39bc-06b7-4a75-8793-31b2b0afc0b6 req-abd5386b-5cfa-4a95-b2fa-64a2a4638071 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:11.900494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e8d39bc-06b7-4a75-8793-31b2b0afc0b6 req-abd5386b-5cfa-4a95-b2fa-64a2a4638071 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.3962991
Apr 30 05:06:11.939935 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e2f47536-8b6d-4fa6-8642-474390361b8b req-a4c3171b-f89b-4865-a0ce-3060d9bf810c service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317896
Apr 30 05:06:11.965176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:11.970511 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7310bfc-3d82-4f68-972c-bb19e08e92b1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:12.071611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event deleted for resources: {'Port': ['ID=227531e1-5270-4bde-8bb7-bfeb50702059,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:12.090647 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:12.258646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7f5c055-956d-40e4-a0be-d3c6a09b906b req-e72a5230-bc58-4a36-8363-122dfdd7ea5e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3390665
Apr 30 05:06:12.259871 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:12.293640 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:12.294435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:12.295744 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "DELETE /v2.0/floatingips/d0de690f-c7b0-470a-96e1-d553989cf314 HTTP/1.1" status: 204  len: 168 time: 1.8133330
Apr 30 05:06:12.308582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-067f4c80-437d-4819-99d4-f6c05b05a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:12.310381 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-067f4c80-437d-4819-99d4-f6c05b05a316 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7db5e0d81c83427695bf1e45c2c59448&device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 1134 time: 0.3060400
Apr 30 05:06:12.390056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e8d39bc-06b7-4a75-8793-31b2b0afc0b6 req-8c74f225-03cc-4c97-868d-7fe5e7b323f8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4472039
Apr 30 05:06:12.590814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f46d9e3-cc28-4d0f-87be-b20cd49ddc89 None None] Network 127de7b9-2308-43b3-b2fc-1de643c41226 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:06:12.660882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-ea0f4e94-85d0-414c-88dc-0e7edd6c8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:12.662705 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-ea0f4e94-85d0-414c-88dc-0e7edd6c8c7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f88c101-63e1-4c37-8d28-316ad825d4d9 HTTP/1.1" status: 200  len: 898 time: 0.3446488
Apr 30 05:06:12.669543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ea93126-947f-4d89-9805-da33e27b8e01 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:12.836352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35738) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:12.873755 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-50dcd3e8-b8ba-4cb4-acd4-bf83e85b1448 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 HTTP/1.1" status: 200  len: 217 time: 0.2031283
Apr 30 05:06:12.964947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 4ea93126-947f-4d89-9805-da33e27b8e01 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:13.077418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1eec8203-b34c-4af2-9358-9e24cb347c2e None None] Provisioning for port 4ea93126-947f-4d89-9805-da33e27b8e01 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:13.103284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4ea93126-947f-4d89-9805-da33e27b8e01 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:13.104055 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:13.166702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c76e338-91c5-4df6-8401-6445ed8cf445 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:13.176007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-6ca861ce-5235-4b8d-b0db-0888e0cf6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:13.176486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1eec8203-b34c-4af2-9358-9e24cb347c2e None None] Provisioning complete for port 4ea93126-947f-4d89-9805-da33e27b8e01 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:13.177100 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1eec8203-b34c-4af2-9358-9e24cb347c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:13.177502 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-6ca861ce-5235-4b8d-b0db-0888e0cf6850 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccfa82-4f01-4584-ae4b-9783ece8d6e9 HTTP/1.1" status: 200  len: 834 time: 0.2898676
Apr 30 05:06:13.290574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c76e338-91c5-4df6-8401-6445ed8cf445 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:13.416267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-bba6c951-4bbc-4613-8641-03cbf419959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:13.418731 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-bba6c951-4bbc-4613-8641-03cbf419959e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f88c101-63e1-4c37-8d28-316ad825d4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2170713
Apr 30 05:06:13.512315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1eec8203-b34c-4af2-9358-9e24cb347c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:13.635025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1eec8203-b34c-4af2-9358-9e24cb347c2e None None] For port 4ea93126-947f-4d89-9805-da33e27b8e01, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ea93126-947f-4d89-9805-da33e27b8e01,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:13.677012 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1eec8203-b34c-4af2-9358-9e24cb347c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:13.690104 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-65f080c5-2c7d-4aba-9c6a-39921fbab98b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:13.737270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c76e338-91c5-4df6-8401-6445ed8cf445 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:13.751499 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3066ac5e-0dd0-4f32-a6d4-04e95e6143d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:13.773648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec8203-b34c-4af2-9358-9e24cb347c2e None None] Pushing event updated for resources: {'Port': ['ID=4ea93126-947f-4d89-9805-da33e27b8e01,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:13.787954 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1eec8203-b34c-4af2-9358-9e24cb347c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:13.788435 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:13.801483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76e338-91c5-4df6-8401-6445ed8cf445 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cba159-6112-4cee-8489-67d749d5300d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:13.807708 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c76e338-91c5-4df6-8401-6445ed8cf445 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:13.868687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c76e338-91c5-4df6-8401-6445ed8cf445 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:13.870514 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7c76e338-91c5-4df6-8401-6445ed8cf445 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] 10.222.0.46 "DELETE /v2.0/security-groups/f2cba159-6112-4cee-8489-67d749d5300d HTTP/1.1" status: 204  len: 168 time: 1.0260010
Apr 30 05:06:13.875930 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-ec9e22cf-5df9-438e-b78e-4a34d685cfe8 service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4475861
Apr 30 05:06:14.121323 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65565b46-74e3-44a7-8294-74d2e0cda567 req-34862d21-6699-4c3c-82da-0d9036ea25ad service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386427
Apr 30 05:06:14.173286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143f95-02c9-42cf-b8a7-490edb383e84 req-c698d516-2259-42b5-a145-55d20e1be737 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:14.175001 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa143f95-02c9-42cf-b8a7-490edb383e84 req-c698d516-2259-42b5-a145-55d20e1be737 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 982 time: 0.4890544
Apr 30 05:06:14.227413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ce427-2e1b-44b9-a72b-972f471e4976 req-1fca744a-af4c-43df-b310-13b3ccc10bbc tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:14.229061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b0ce427-2e1b-44b9-a72b-972f471e4976 req-1fca744a-af4c-43df-b310-13b3ccc10bbc tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.5396101
Apr 30 05:06:14.237879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:06:14.332515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e0927e50-1fb4-48bb-8c76-d9874b55e86e None None] Provisioning complete for port 4ea93126-947f-4d89-9805-da33e27b8e01 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:14.333523 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e0927e50-1fb4-48bb-8c76-d9874b55e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:14.339639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa143f95-02c9-42cf-b8a7-490edb383e84 req-a802bea8-54c6-47dd-855c-15c06fcb9d93 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1565549
Apr 30 05:06:14.388044 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b0ce427-2e1b-44b9-a72b-972f471e4976 req-926471a6-6384-4afe-8061-8f6f30451be1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474366
Apr 30 05:06:14.458009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35750) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:14.543954 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:06:14.558726 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Sync routers for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:06:14.592549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ea93126-947f-4d89-9805-da33e27b8e01 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:14.611690 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:14.617459 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.8288984
Apr 30 05:06:14.618523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35756) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:14.618901 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:14.620170 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780080130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:14.800534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4ea93126-947f-4d89-9805-da33e27b8e01 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:14.801220 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:15.154629 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:15.209632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:06:15.551619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:15.596733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'port_id': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'mac_address': 'fa:16:3e:5a:64:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:06:15.764952 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:15.786315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:06:15.812034 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780080130>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:11Z', 'revision_number': 3, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:15.813545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:15.821055 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:15.822824 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Checking router: 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:06:15.823478 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Updating router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 port 789ae580-513e-454b-be23-88437722a673 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:06:15.823611 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a32ebec9-8634-46c3-b34a-6f1cfae6469f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:15.965877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:15.981066 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:15.991185 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:16.148775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:06:16.441381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:16.690228 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41c10-1862-42db-9cb8-f764295d70fa req-e1da8e46-b3a8-4fa4-8268-d8261fdeadc0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:16.698274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9db41c10-1862-42db-9cb8-f764295d70fa req-e1da8e46-b3a8-4fa4-8268-d8261fdeadc0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.9652252
Apr 30 05:06:16.763192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f508ace-c823-461d-a397-ece7817ef2e2 req-61987ea3-66c7-4adf-8235-cf4d0c269393 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:16.766043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f508ace-c823-461d-a397-ece7817ef2e2 req-61987ea3-66c7-4adf-8235-cf4d0c269393 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 983 time: 0.9445140
Apr 30 05:06:16.807180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35772) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:16.923188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9db41c10-1862-42db-9cb8-f764295d70fa req-61b7c399-5e53-46de-9653-4f323f305ff6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233386
Apr 30 05:06:17.018640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f508ace-c823-461d-a397-ece7817ef2e2 req-edc5cdc4-132b-48e1-88ce-8ac1dbff48c6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2444985
Apr 30 05:06:17.108241 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.164076 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.db.resource_extend [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 05:06:17.235995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:17.260947 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.305675 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.326350 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Transition to ACTIVE for port object 789ae580-513e-454b-be23-88437722a673 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:17.332074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:17.342988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Usage tracker for resource:security_group_rule and tenant:6810822636b04c7a877c506fdd466133 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:17.354188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:17.362936 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.369492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:17.377786 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-354516c8-328c-49ec-9f53-911cd603bb5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:17.401452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:17.408452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:17.409385 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.552716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Allocated IP 172.20.0.1 (127de7b9-2308-43b3-b2fc-1de643c41226/34a43cfb-e2b2-4ff2-860e-568c4b8e951d/d81c09cb-213b-4376-b640-85c24050227c) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:06:17.624177 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Attempting to bind port 789ae580-513e-454b-be23-88437722a673 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:06:17.625221 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Attempting to bind port 789ae580-513e-454b-be23-88437722a673 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:06:17.625815 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Attempting to bind port 789ae580-513e-454b-be23-88437722a673 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:06:17.640739 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.669873 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de37211-6be9-4a56-bdea-5e9a8934f6ff None None] Pushing event updated for resources: {'Port': ['ID=789ae580-513e-454b-be23-88437722a673,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:17.685195 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:06:17.686010 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:06:17.686650 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.687340 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:06:17.688180 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Bound port: 789ae580-513e-454b-be23-88437722a673, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:06:17.688769 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.697486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:17.706330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.734047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:17.752716 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.755523 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:17.794951 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-4de37211-6be9-4a56-bdea-5e9a8934f6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:17.824562 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.838441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.844851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Transition to ACTIVE for port object d81c09cb-213b-4376-b640-85c24050227c will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:17.873163 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'code': 200}
Apr 30 05:06:17.880126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:17.881819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:17.882399 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff425a9a-41db-451c-ac78-5222f58df9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:17.887747 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:17.906346 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c02c0c4-fde3-4f58-b171-0f0e4f0306b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:18.069133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Network 127de7b9-2308-43b3-b2fc-1de643c41226 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:06:18.090966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:06:18.097077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:06:18.155057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bed40f-50a3-4fa3-96fd-a9964fff9da0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:18.201576 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6810822636b04c7a877c506fdd466133&name=default HTTP/1.1" status: 200  len: 2983 time: 1.3841808
Apr 30 05:06:18.204573 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:18.205285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35794) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:18.223032 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] For port 789ae580-513e-454b-be23-88437722a673, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:06:18.251068 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] For port 789ae580-513e-454b-be23-88437722a673, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=789ae580-513e-454b-be23-88437722a673,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:06:18.269073 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:18.274944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Pushing event updated for resources: {'Port': ['ID=d81c09cb-213b-4376-b640-85c24050227c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:18.283572 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:18.298662 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-9e496a82-786b-415d-9865-a726b58239e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:18.339941 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:18.487513 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:18.488451 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780080130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:18.584048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5365b67-fe01-4c18-8600-ff7f815f3024 req-c8bf6876-b1cd-4783-9428-54097cebd0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:18.585268 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de37211-6be9-4a56-bdea-5e9a8934f6ff None None] Pushing event updated for resources: {'Port': ['ID=789ae580-513e-454b-be23-88437722a673,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:18.586912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5365b67-fe01-4c18-8600-ff7f815f3024 req-c8bf6876-b1cd-4783-9428-54097cebd0fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 1136 time: 0.6087866
Apr 30 05:06:18.592616 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-4de37211-6be9-4a56-bdea-5e9a8934f6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:18.634859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af00af73-1510-4047-8701-528e2464298a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:18.647476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Deleting port 8f52f184-1554-4713-b02f-57109c031fe0 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:18.648098 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:18.674752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7b18e99c-3c61-44bb-96a8-bdc603aec875 None None] Provisioning for port d81c09cb-213b-4376-b640-85c24050227c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:18.686027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7b18e99c-3c61-44bb-96a8-bdc603aec875 None None] Provisioning complete for port d81c09cb-213b-4376-b640-85c24050227c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:18.687150 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7b18e99c-3c61-44bb-96a8-bdc603aec875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:18.778927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7b18e99c-3c61-44bb-96a8-bdc603aec875 None None] Port d81c09cb-213b-4376-b640-85c24050227c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:06:18.788549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d646-4cf0-4ecc-9cdd-378df1b8e380 req-dc6b3a96-3eea-41f2-80cc-8511209872f4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:18.790415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e879d646-4cf0-4ecc-9cdd-378df1b8e380 req-dc6b3a96-3eea-41f2-80cc-8511209872f4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.2563503
Apr 30 05:06:18.807449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9d26b-453b-472a-a91a-0d3e3a510e60 req-1b023a68-4983-45e4-9a9e-cbc4fe6a0b0b tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:18.812072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6c9d26b-453b-472a-a91a-0d3e3a510e60 req-1b023a68-4983-45e4-9a9e-cbc4fe6a0b0b tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 984 time: 0.4290116
Apr 30 05:06:18.865636 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:18.897009 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5365b67-fe01-4c18-8600-ff7f815f3024 req-9a794970-f938-4a19-89bc-e7db7a447a19 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2932744
Apr 30 05:06:18.920381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af00af73-1510-4047-8701-528e2464298a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:19.024544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] For port 8f52f184-1554-4713-b02f-57109c031fe0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8f52f184-1554-4713-b02f-57109c031fe0,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:19.025264 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:19.071040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e879d646-4cf0-4ecc-9cdd-378df1b8e380 req-0bf2c527-be10-4792-891b-bbc566e3108d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2563281
Apr 30 05:06:19.092651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6c9d26b-453b-472a-a91a-0d3e3a510e60 req-2e33247d-cf8a-4601-9653-b59dd92d2212 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2682595
Apr 30 05:06:19.120485 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:19.233398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Calling delete_port for 8f52f184-1554-4713-b02f-57109c031fe0 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:19.271703 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780080130>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:11Z', 'revision_number': 3, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:19.279582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af00af73-1510-4047-8701-528e2464298a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:19.279903 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b1b33-6ab1-4da9-a513-7ab16749089b None None] The sync data for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 is: [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:11Z', 'revision_number': 3, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:06:19.285720 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-29949422-0d6c-430b-8605-7b1c61c982cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:19.301199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00af73-1510-4047-8701-528e2464298a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bed40f-50a3-4fa3-96fd-a9964fff9da0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:19.310602 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af00af73-1510-4047-8701-528e2464298a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:19.311501 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af00af73-1510-4047-8701-528e2464298a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:19.312764 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af00af73-1510-4047-8701-528e2464298a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00bed40f-50a3-4fa3-96fd-a9964fff9da0 HTTP/1.1" status: 204  len: 168 time: 1.0996485
Apr 30 05:06:19.464836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:19.472777 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:19.521374 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e02830c-a749-4b36-a695-501ceb04724f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:19.616238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Pushing event updated for resources: {'Port': ['ID=d81c09cb-213b-4376-b640-85c24050227c,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:19.621531 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:19.625072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:19.865598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Network 127de7b9-2308-43b3-b2fc-1de643c41226 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:06:19.867284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:06:20.010595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35802) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:20.030351 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:20.038871 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:20.089155 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:20.116447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f52f184-1554-4713-b02f-57109c031fe0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:20.244886 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:20.258712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:20.272149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Usage tracker for resource:security_group_rule and tenant:99080f01c4b84f52b1976d28b27ff721 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:20.280066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:20.297813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:20.483860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3798612d-9594-4a2f-b1e4-cc3141fd6b1b None None] Provisioning complete for port d81c09cb-213b-4376-b640-85c24050227c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:20.490014 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3798612d-9594-4a2f-b1e4-cc3141fd6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:20.691611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3798612d-9594-4a2f-b1e4-cc3141fd6b1b None None] Port d81c09cb-213b-4376-b640-85c24050227c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:06:20.726901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 789ae580-513e-454b-be23-88437722a673 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:20.822956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 789ae580-513e-454b-be23-88437722a673 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:20.833810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 789ae580-513e-454b-be23-88437722a673 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:20.834400 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:20.899217 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:20.912544 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:20.945675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c45513c9-81f7-4990-abed-806e7a2ebfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:21.059514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522f997-79fd-4b03-ae63-6a7bb6e81042 req-395ddc8c-5d3f-4a19-a1d4-f30eec9e31ea tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:21.062183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5522f997-79fd-4b03-ae63-6a7bb6e81042 req-395ddc8c-5d3f-4a19-a1d4-f30eec9e31ea tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.6009717
Apr 30 05:06:21.077646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:06:21.083825 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99080f01c4b84f52b1976d28b27ff721&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0707958
Apr 30 05:06:21.085303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c25dbd-17b4-446b-b773-6aa0eb966db7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:21.112595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35810) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:21.127220 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:21.148498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096472e8-c39d-41f6-b3c5-9d178dc6caca req-f0f19d27-f216-41ad-ab62-4ddf0f5e8aa6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:21.151149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-096472e8-c39d-41f6-b3c5-9d178dc6caca req-f0f19d27-f216-41ad-ab62-4ddf0f5e8aa6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 984 time: 0.5374970
Apr 30 05:06:21.164166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 789ae580-513e-454b-be23-88437722a673, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=789ae580-513e-454b-be23-88437722a673,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:21.171087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:21.174985 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:21.197637 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:21.263352 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:21.314482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=789ae580-513e-454b-be23-88437722a673,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:21.319400 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:21.351711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5522f997-79fd-4b03-ae63-6a7bb6e81042 req-27126fff-2652-4164-ad95-71364250816f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2791438
Apr 30 05:06:21.461262 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-096472e8-c39d-41f6-b3c5-9d178dc6caca req-555628dc-84ca-4cf3-9e82-a787a3db41f1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2838824
Apr 30 05:06:21.613806 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf84-bfc9-4b12-a4b5-54721b079203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:21.703918 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf84-bfc9-4b12-a4b5-54721b079203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:21.722882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:06:21.755136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Router 94b1d524-d930-4288-a096-3d8a90401957 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:06:21.759490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] 10.222.0.46 "PUT /v2.0/routers/9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1384888
Apr 30 05:06:21.834144 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf84-bfc9-4b12-a4b5-54721b079203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:21.842491 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:21.859790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecbf84-bfc9-4b12-a4b5-54721b079203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c25dbd-17b4-446b-b773-6aa0eb966db7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:21.885122 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44ecbf84-bfc9-4b12-a4b5-54721b079203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:21.886680 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44ecbf84-bfc9-4b12-a4b5-54721b079203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:21.891677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-44ecbf84-bfc9-4b12-a4b5-54721b079203 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62c25dbd-17b4-446b-b773-6aa0eb966db7 HTTP/1.1" status: 204  len: 168 time: 0.7654538
Apr 30 05:06:22.030168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:06:22.049750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] Sync routers for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:06:22.085058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:22.086106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf306a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:22.131214 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Sync routers for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:06:22.138291 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] 10.222.0.46 "PUT /v2.0/routers/94b1d524-d930-4288-a096-3d8a90401957/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6788862
Apr 30 05:06:22.147397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35822) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:22.156683 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:22.158002 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780080c40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:22.604927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 789ae580-513e-454b-be23-88437722a673 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:22.690017 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:22.695646 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:22.786166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:22.931064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 789ae580-513e-454b-be23-88437722a673 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:22.931675 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:23.332158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 655db03a-f3bd-4b0b-9ec1-d34636b00f9e details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:06:23.340847 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:23.375382 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e785ec-bd51-4cd2-9367-50f9859d3ea8 req-9c481e3c-8c6c-4ea9-85b8-a2623772c0e6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:23.375382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53e785ec-bd51-4cd2-9367-50f9859d3ea8 req-9c481e3c-8c6c-4ea9-85b8-a2623772c0e6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.4492807
Apr 30 05:06:23.575202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53e785ec-bd51-4cd2-9367-50f9859d3ea8 req-8ba7d78b-8bbd-4e29-baa8-d284ef14f6b4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892898
Apr 30 05:06:23.631337 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780080c40>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:19Z', 'revision_number': 2, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:23.631337 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Checking router: 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:06:23.631337 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Updating router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 port d81c09cb-213b-4376-b640-85c24050227c binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:06:23.718868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:23.741846 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:23.747585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35850) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:23.770761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1335290263', 'description': 'tempest-description--790212052'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:23.771139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'port_id': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e', 'mac_address': 'fa:16:3e:0e:a4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:06:23.814237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:23.843697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Deleting port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:23.844187 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:23.854318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:security_group and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:23.874145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:23.874432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf306a0>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T05:06:19Z', 'revision_number': 5, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port': {'id': '84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b1d524-d930-4288-a096-3d8a90401957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2438, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:58:59Z', 'updated_at': '2021-04-30T04:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:23.902090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] Checking router: 94b1d524-d930-4288-a096-3d8a90401957 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:06:23.918280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:23.942735 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:23.956769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] Routers {'94b1d524-d930-4288-a096-3d8a90401957'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:23.957421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf306a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['94b1d524-d930-4288-a096-3d8a90401957'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:24.058187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:24.080173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:security_group_rule and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:24.099331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:24.125396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:24.244698 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:24.318645 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 655db03a-f3bd-4b0b-9ec1-d34636b00f9e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:06:24.369179 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:24.378631 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:24.381541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] Set router 94b1d524-d930-4288-a096-3d8a90401957 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:24.392849 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c76e338-91c5-4df6-8401-6445ed8cf445 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:24.514634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:24.528690 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:24.534184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1160b348-3213-4476-abe8-66d95ed07aab,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:24.550952 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:24.555625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:24.562843 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.8121958
Apr 30 05:06:24.565364 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Transition to ACTIVE for port object d81c09cb-213b-4376-b640-85c24050227c will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:24.567423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35872) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:24.584519 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:24.589179 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-0dda6fde-5a32-4170-ab35-b75409398901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:24.591959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'security_group_rule': {'security_group_id': '1160b348-3213-4476-abe8-66d95ed07aab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:24.621925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:24.635722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:security_group_rule and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:24.652027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:24.669122 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:24.672027 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:24.673217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:24.729197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:24.743854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf306a0>, [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T05:06:23Z', 'revision_number': 6, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:24.810413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['655db03a-f3bd-4b0b-9ec1-d34636b00f9e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:06:24.885837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] For port 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:24.886713 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:24.942307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f8329-0957-4538-92b8-4c5ce24c4bd6 None None] The sync data for ids ['94b1d524-d930-4288-a096-3d8a90401957'] in n-d-766726-20 is: [{'id': '94b1d524-d930-4288-a096-3d8a90401957', 'name': 'tempest-TestServerBasicOps-870335063-router', 'tenant_id': 'a7aceab2e4e14875accd08742683c512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:58:55Z', 'updated_at': '2021-04-30T05:06:23Z', 'revision_number': 6, 'project_id': 'a7aceab2e4e14875accd08742683c512', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:06:24.946012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119725a3-6b69-4507-ad7a-01f492bb27b8 req-9f86dfe3-e763-41bf-9fe6-7791556ea336 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:24.954559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-119725a3-6b69-4507-ad7a-01f492bb27b8 req-9f86dfe3-e763-41bf-9fe6-7791556ea336 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 984 time: 1.0056067
Apr 30 05:06:25.020288 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16141bb4-4974-499a-adff-23878670412d None None] Pushing event updated for resources: {'Port': ['ID=d81c09cb-213b-4376-b640-85c24050227c,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:25.043873 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-16141bb4-4974-499a-adff-23878670412d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:25.077205 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.094497 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.098409 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4af63fb-b204-4129-a8fb-e31b2b20811f tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:25.180276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:25.186148 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:25.241310 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd4b38f-0d5e-444a-a8b8-2766f758a584,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:25.267344 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:25.326091 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Attempting to bind port d81c09cb-213b-4376-b640-85c24050227c on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:06:25.326620 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Attempting to bind port d81c09cb-213b-4376-b640-85c24050227c by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:06:25.327101 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Attempting to bind port d81c09cb-213b-4376-b640-85c24050227c on network 127de7b9-2308-43b3-b2fc-1de643c41226 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:06:25.339880 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:06:25.347782 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Checking segment: {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:06:25.348456 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.348978 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Bound using segment: {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:06:25.349438 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.349689 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Bound port: d81c09cb-213b-4376-b640-85c24050227c, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:06:25.350292 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.353831 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7819655
Apr 30 05:06:25.357571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35886) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:25.394681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'security_group_rule': {'security_group_id': '1160b348-3213-4476-abe8-66d95ed07aab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:25.432188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:25.447667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:security_group_rule and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:25.465047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:25.497502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:25.541242 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.652017 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] For port d81c09cb-213b-4376-b640-85c24050227c, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:06:25.652162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Calling delete_port for 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:25.662441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] For port d81c09cb-213b-4376-b640-85c24050227c, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d81c09cb-213b-4376-b640-85c24050227c,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:06:25.678010 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.682819 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a1f06120-6288-4b73-a005-8d10f6ac459f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:25.697114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.706595 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.708852 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd11d73f-68c8-42c3-81b7-597716b07598 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:25.783352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ff951b-88ba-4427-94ba-6c3312781d0c,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:25.794534 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:25.820908 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:25.821695 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780080c40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:25.842774 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:25.850354 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4845874
Apr 30 05:06:25.851191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35902) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:25.876845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-119725a3-6b69-4507-ad7a-01f492bb27b8 req-4a291e15-5fe2-42a2-9900-03afab8a20f8 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.9006104
Apr 30 05:06:25.900131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:25.942714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:25.960915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:floatingip and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:25.975348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:25.992305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:25.994654 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16141bb4-4974-499a-adff-23878670412d None None] Pushing event updated for resources: {'Port': ['ID=d81c09cb-213b-4376-b640-85c24050227c,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:26.002629 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-16141bb4-4974-499a-adff-23878670412d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:26.028834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:26.099074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba77892-0283-4d81-8603-8730ddf84a93 req-52e599d1-d41a-4b34-af18-2067cda563ec tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:26.112248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eba77892-0283-4d81-8603-8730ddf84a93 req-52e599d1-d41a-4b34-af18-2067cda563ec tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 945 time: 0.6026020
Apr 30 05:06:26.290211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eba77892-0283-4d81-8603-8730ddf84a93 req-4532709d-fb67-48cc-8226-3fa077a258e3 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732521
Apr 30 05:06:26.389046 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:26.577520 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:06:26.621875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8f52f184-1554-4713-b02f-57109c031fe0 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:26.672669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8f52f184-1554-4713-b02f-57109c031fe0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:06:26.673480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8f52f184-1554-4713-b02f-57109c031fe0 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:06:26.674350 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:26.714512 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:26.723832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:06:26.724728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:06:26.744110 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:26.982967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:27.152706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c84d4e-97fb-4dc7-b3ec-800c3e8b8fa5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:27.208047 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:27.300695 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:27.305691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 655db03a-f3bd-4b0b-9ec1-d34636b00f9e up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:27.310482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04314623-7629-4482-bd56-4b2bcbde4065 req-da39618b-45e4-445d-822d-2a0049e4e43b tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:27.316826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04314623-7629-4482-bd56-4b2bcbde4065 req-da39618b-45e4-445d-822d-2a0049e4e43b tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 984 time: 0.8173418
Apr 30 05:06:27.330686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Allocated IP 172.25.8.132 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/def3d175-285c-4f35-8372-4c8ce5a9e5f4) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:06:27.367423 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780080c40>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:25Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:27.381896 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa560c6-45e1-40d9-b226-42e154644ac8 None None] The sync data for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 is: [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:25Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:06:27.495381 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:27.537451 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:27.585823 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:27.586835 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:27.770034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:27.822597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04314623-7629-4482-bd56-4b2bcbde4065 req-95095ac2-3d04-4851-8b57-ebe685517568 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.4920177
Apr 30 05:06:27.915411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:27.935829 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22f0fabb-dd1f-4d5f-9f89-cca28ec45e80 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:28.090156 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:28.152425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:06:28.177803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:06:28.189000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:06:28.216954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:28.266590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:28.278732 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:28.279752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'Port': ['ID=def3d175-285c-4f35-8372-4c8ce5a9e5f4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:28.285623 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:28.296664 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:28.409419 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:28.539727 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:28.559615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:28.579110 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:28.604073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d81c09cb-213b-4376-b640-85c24050227c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:28.778374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35952) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:28.842559 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:28.850387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port d81c09cb-213b-4376-b640-85c24050227c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:28.850666 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:28.867504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d81c09cb-213b-4376-b640-85c24050227c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:28.868881 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:28.976481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:28.976931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b1d524-d930-4288-a096-3d8a90401957 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:06:29.125379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f2cb0-8aa7-43d9-8513-71db326ce8f7 req-7ada61a9-73dc-4d5d-8e42-1aebfad0ad03 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:29.138601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369f2cb0-8aa7-43d9-8513-71db326ce8f7 req-7ada61a9-73dc-4d5d-8e42-1aebfad0ad03 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.9903920
Apr 30 05:06:29.172069 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.184603 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.186602 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] 10.222.0.46 "DELETE /v2.0/routers/94b1d524-d930-4288-a096-3d8a90401957 HTTP/1.1" status: 204  len: 168 time: 7.0370107
Apr 30 05:06:29.192932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35958) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:29.196986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-2402b68b-891e-4e8d-b175-599414b3b67d tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:29.205430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-2402b68b-891e-4e8d-b175-599414b3b67d tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 1136 time: 0.5244253
Apr 30 05:06:29.207922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.233736 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:29.307995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.381597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:29.386546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Usage tracker for resource:security_group_rule and tenant:9cbe29315de543eca9f05ec50e100436 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:29.391029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:29.398880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:29.456983 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.505088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port d81c09cb-213b-4376-b640-85c24050227c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d81c09cb-213b-4376-b640-85c24050227c,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:29.511737 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.519640 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.527023 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:29.531627 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.540081 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.550588 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.568759 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2b3afb23-6377-4a31-a348-f694e0ce6c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:29.584989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:29.589097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'Port': ['ID=def3d175-285c-4f35-8372-4c8ce5a9e5f4,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:29.599373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Usage tracker for resource:security_group_rule and tenant:2b805a0830c243acbf2fa37df1af3ac5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:29.605918 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:29.606147 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:29.611363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-369f2cb0-8aa7-43d9-8513-71db326ce8f7 req-c351f7b5-9f7b-4a56-890f-7e0cf8c83532 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4712157
Apr 30 05:06:29.617854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.629841 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7770050
Apr 30 05:06:29.631129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:29.682477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=d81c09cb-213b-4376-b640-85c24050227c,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:29.698351 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:29.717643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c8e33bf-45a0-46b7-8ea1-b16519d6b56e req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.5103202
Apr 30 05:06:29.720510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05b6f2-69ab-40fe-a04c-b310c8bf2a37,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:29.728603 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:29.751647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] Deleting subnet 6ff30c7a-a715-4a41-bc3e-5590f5452310 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:06:29.766249 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.787908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.789060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35964) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:29.795460 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e', 'code': 200}
Apr 30 05:06:29.834988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.880454 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0ad7f37e-a824-4fb9-991c-988e60615041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:29.882424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:29.893155 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b805a0830c243acbf2fa37df1af3ac5&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1094477
Apr 30 05:06:29.894018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35968) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:29.986465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f041b-14aa-4606-b9e4-5a253bc2b950,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:29.994600 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:30.033010 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.070019 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-837a94b9-682e-4ff4-b175-7133fb25a427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.117232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-837a94b9-682e-4ff4-b175-7133fb25a427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.203506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331cf4b-d0f2-473d-88ce-5601a5bdd6aa tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:30.206188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1331cf4b-d0f2-473d-88ce-5601a5bdd6aa tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 1131 time: 0.4157262
Apr 30 05:06:30.209118 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-837a94b9-682e-4ff4-b175-7133fb25a427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.224011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35982) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:30.224764 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b2185814-b3bd-44a4-a8ad-f2907baf79fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:30.241279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:30.249744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a94b9-682e-4ff4-b175-7133fb25a427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f041b-14aa-4606-b9e4-5a253bc2b950,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:30.254044 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-837a94b9-682e-4ff4-b175-7133fb25a427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:30.255072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:30.261878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:floatingip and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:30.266410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-837a94b9-682e-4ff4-b175-7133fb25a427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.270635 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-837a94b9-682e-4ff4-b175-7133fb25a427 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de2f041b-14aa-4606-b9e4-5a253bc2b950 HTTP/1.1" status: 204  len: 168 time: 0.3696599
Apr 30 05:06:30.272140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:30.286042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:30.314270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.565755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d81c09cb-213b-4376-b640-85c24050227c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:30.628330 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.637201 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce381808-42f0-44a0-a487-e2abebf07146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:30.710436 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.744933 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e8594db2-b1dc-49b2-b765-15390672fdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.779087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port d81c09cb-213b-4376-b640-85c24050227c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:30.779928 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.787669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff30c7a-a715-4a41-bc3e-5590f5452310,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:30.821913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-c0e2f4f8-3a9b-4157-8174-9d65e798e813 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1335290263&fields=id&tenant_id=81dea468ee284e42a61f868dcb101fdd HTTP/1.1" status: 200  len: 267 time: 0.5693250
Apr 30 05:06:30.823729 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:30.845555 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:30.851732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09566338-f828-4d10-ab61-ca0a269e62c5 None None] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:06:31.081755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6ff30c7a-a715-4a41-bc3e-5590f5452310 HTTP/1.1" status: 204  len: 168 time: 1.8503172
Apr 30 05:06:31.088329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35992) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:31.150433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35996) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:31.239655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:31.321587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Allocated IP 172.25.8.111 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/71794481-14f3-42fd-84a0-222a00d44cb8) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:06:31.323532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:31.332013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Usage tracker for resource:security_group_rule and tenant:accaebecd469424eaeef8136f369e08d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:06:31.337635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:06:31.347524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:31.362553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-3085c4b0-b60d-4570-8e3e-79dcd011cbf8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:31.365126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-3085c4b0-b60d-4570-8e3e-79dcd011cbf8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 810 time: 0.5233407
Apr 30 05:06:31.510693 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-3e97503f-dd5e-4f99-b0c6-1e08c9e8db7b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/quotas/81dea468ee284e42a61f868dcb101fdd HTTP/1.1" status: 200  len: 375 time: 0.0698433
Apr 30 05:06:31.572338 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:31.589560 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:31.630719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29f63f-b986-4cbc-85c5-6873a22dc6ae req-5e554386-c898-4c09-a222-fc39ef8b97f2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:31.633623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:31.638541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6f2a3b9d-55dc-42d7-9ba3-8464b3de9e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:31.641531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a29f63f-b986-4cbc-85c5-6873a22dc6ae req-5e554386-c898-4c09-a222-fc39ef8b97f2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.7275836
Apr 30 05:06:31.727836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=71794481-14f3-42fd-84a0-222a00d44cb8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:31.733348 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:31.748520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:06:31.749870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:06:31.753790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:06:31.848022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] DHCP port deletion for 20c185bc-ff4c-42fe-9bcc-d875f9d9816a request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:06:31.891955 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a29f63f-b986-4cbc-85c5-6873a22dc6ae req-4ef936b3-4be7-4680-8d43-dbb5e311fa71 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2487502
Apr 30 05:06:31.924402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-5fef3e39-186f-4819-8b28-7a6de679c2e1 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Synchronizing usage tracker for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:06:31.995577 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:32.032722 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] Deleting port ffb3176f-a054-4618-882a-266942c9bdb8 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:32.033382 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:32.052649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:32.112406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Deleting port ffb3176f-a054-4618-882a-266942c9bdb8 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:32.113104 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:32.306460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] For port ffb3176f-a054-4618-882a-266942c9bdb8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ffb3176f-a054-4618-882a-266942c9bdb8,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:32.307034 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:32.359414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] For port ffb3176f-a054-4618-882a-266942c9bdb8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ffb3176f-a054-4618-882a-266942c9bdb8,segment=NetworkSegment(741ae02c-5b8a-436c-bfd0-7b86af1120f6),segment_id=741ae02c-5b8a-436c-bfd0-7b86af1120f6)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:32.360781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:32.513360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] Calling delete_port for ffb3176f-a054-4618-882a-266942c9bdb8 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:32.569539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ffb3176f-a054-4618-882a-266942c9bdb8 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:32.598236 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:32.610919 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:32.645967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Calling delete_port for ffb3176f-a054-4618-882a-266942c9bdb8 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:32.661526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] Pushing event deleted for resources: {'Port': ['ID=ffb3176f-a054-4618-882a-266942c9bdb8,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:32.670561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: ffb3176f-a054-4618-882a-266942c9bdb8 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:06:32.671224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ffb3176f-a054-4618-882a-266942c9bdb8 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:06:32.673845 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:32.690417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] No DVR routers for this DVR port ffb3176f-a054-4618-882a-266942c9bdb8 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:06:32.693523 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7af05df7-c994-4760-822b-38578aacacfe tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:32.728640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:32.756990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-5fef3e39-186f-4819-8b28-7a6de679c2e1 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Unset dirty status for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:06:32.759458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-5fef3e39-186f-4819-8b28-7a6de679c2e1 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&fields=id HTTP/1.1" status: 200  len: 348 time: 1.2387457
Apr 30 05:06:32.834972 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:32.926917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6490457f-c468-4d5c-a67d-94f73cfec219,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:32.933328 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=accaebecd469424eaeef8136f369e08d&name=default HTTP/1.1" status: 200  len: 2983 time: 1.7550755
Apr 30 05:06:32.972968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36002) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:33.066805 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:33.077155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-66e0ece5-07b2-49cd-9638-89d60e1b5e39 service neutron] 10.222.0.46 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965729
Apr 30 05:06:33.198686 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf92d-c123-41f1-8b9f-cba3ab2c0bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.244706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf92d-c123-41f1-8b9f-cba3ab2c0bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.279945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.289211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.303198 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b8c6f483-3c23-4a45-8323-eb14ca0a4b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:33.346830 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-27dd9543-6c07-4096-900c-5b47996bfc47 service neutron] 10.222.0.46 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2677779
Apr 30 05:06:33.387775 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.402591 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.419027 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:33.454985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=71794481-14f3-42fd-84a0-222a00d44cb8,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:33.466668 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:33.483138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf92d-c123-41f1-8b9f-cba3ab2c0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.490062 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-55cd3a8e-eae1-4a43-a6c0-546052604714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:33.507794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] No DVR routers for this DVR port ffb3176f-a054-4618-882a-266942c9bdb8 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:06:33.511568 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.604878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bf92d-c123-41f1-8b9f-cba3ab2c0bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6490457f-c468-4d5c-a67d-94f73cfec219,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:33.635543 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b8bf92d-c123-41f1-8b9f-cba3ab2c0bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:33.660683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb3176f-a054-4618-882a-266942c9bdb8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:33.671099 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:33.688162 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-73404dfe-4884-4b7a-97d1-f6e054f65af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.801455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b8bf92d-c123-41f1-8b9f-cba3ab2c0bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:33.802632 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7b8bf92d-c123-41f1-8b9f-cba3ab2c0bfc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6490457f-c468-4d5c-a67d-94f73cfec219 HTTP/1.1" status: 204  len: 168 time: 0.8280089
Apr 30 05:06:33.880226 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Floating IP 3a8715d0-f6bb-45d6-b65f-5e2447a96853 associated. External IP: 172.25.8.111, port: 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8.
Apr 30 05:06:34.337819 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:34.524542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4dd5aa3-a534-4189-9ff1-44122734ccee req-448d48f8-ca74-450a-9b93-1dddd5c4d54a tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 210 time: 0.1507850
Apr 30 05:06:34.541547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc0d0f-3657-4e64-8a0d-f36b12c5b7ad req-ccae46eb-4a3a-4e42-86f3-a779db712852 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:34.549546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83fc0d0f-3657-4e64-8a0d-f36b12c5b7ad req-ccae46eb-4a3a-4e42-86f3-a779db712852 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 1.3216166
Apr 30 05:06:34.700608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779e52040>,) {'filters': {'network_id': ['20c185bc-ff4c-42fe-9bcc-d875f9d9816a']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:34.739914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779e52040>, '741ae02c-5b8a-436c-bfd0-7b86af1120f6') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:34.740304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779e52040>, '741ae02c-5b8a-436c-bfd0-7b86af1120f6') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:34.750460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Router aad4154a-030d-4a2d-a0f2-c9cbd01de444 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:06:34.756301 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:34.785023 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:34.818216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:06:34.823521 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:35.212486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83fc0d0f-3657-4e64-8a0d-f36b12c5b7ad req-cf476db9-0066-4b33-a88d-894bd75c790e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6455131
Apr 30 05:06:35.214835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:06:35.235053 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:35.294655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:06:35.311639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] Sync routers for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:06:35.328679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:35.329487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf51b80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:35.344293 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:35.536108 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.3038568
Apr 30 05:06:35.536890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36032) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:35.538398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:35.655178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:35.969260 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'status': 'completed', 'code': 200}
Apr 30 05:06:36.346603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-0d2feb43-bf1a-487a-966e-6d78a9e63916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:36.353091 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-0d2feb43-bf1a-487a-966e-6d78a9e63916 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7db5e0d81c83427695bf1e45c2c59448&device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 1136 time: 0.3300004
Apr 30 05:06:36.457768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:36.515864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bd3ea369-630b-43fc-a083-1c0d82340826 req-648f2eca-085a-4e55-a53b-5a66103caa62 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 210 time: 0.3112972
Apr 30 05:06:36.793012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Network 20c185bc-ff4c-42fe-9bcc-d875f9d9816a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:06:37.041132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-2260b7ec-ac1d-4278-95a9-e9bc3eedfe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.050466 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-2260b7ec-ac1d-4278-95a9-e9bc3eedfe55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f88c101-63e1-4c37-8d28-316ad825d4d9 HTTP/1.1" status: 200  len: 898 time: 0.6870861
Apr 30 05:06:37.097792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf51b80>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '3a8715d0-f6bb-45d6-b65f-5e2447a96853', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'port_id': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'mac_address': 'fa:16:3e:5a:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:06:32Z', 'updated_at': '2021-04-30T05:06:32Z', 'revision_number': 0, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93f03ea-0dc5-48a2-a05a-3cc222599568', 'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:97:45:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:53Z', 'updated_at': '2021-04-30T05:06:05Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:06:37.112565 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:06:37.118824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] Checking router: aad4154a-030d-4a2d-a0f2-c9cbd01de444 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:06:37.121736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.122547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.138220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.139357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.140245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.141393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.142011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.142862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.143814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.144658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.145511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.146940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:37.151905 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf51b80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:37.159473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d55ae791-65be-4583-ab7d-96bd65ac5f9e tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7720 time: 1.6058342
Apr 30 05:06:37.328261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36062) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:37.362712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-445c4389-c66e-4a9b-a69e-a114dc56b63a tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.365373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-445c4389-c66e-4a9b-a69e-a114dc56b63a tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 810 time: 0.9035633
Apr 30 05:06:37.524017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:37.543830 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-6405a96e-88a0-4c67-91b5-65b7172401a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 HTTP/1.1" status: 200  len: 999 time: 0.4855993
Apr 30 05:06:37.880238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-117b0f15-0d5c-4294-96f6-fca271730772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:37.887565 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-117b0f15-0d5c-4294-96f6-fca271730772 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccfa82-4f01-4584-ae4b-9783ece8d6e9 HTTP/1.1" status: 200  len: 834 time: 0.3344016
Apr 30 05:06:37.901425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-46e86b97-3871-4b9a-bd5e-5fd87d524241 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81dea468ee284e42a61f868dcb101fdd HTTP/1.1" status: 200  len: 380 time: 0.3066018
Apr 30 05:06:37.945367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'port': {'device_id': '857fd1fc-018c-40a3-8add-5af1204f9def', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'admin_state_up': True, 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'security_groups': ['1160b348-3213-4476-abe8-66d95ed07aab']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:38.115940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-cb4fff2f-3425-4841-ae4b-ad17730049e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.117489 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-cb4fff2f-3425-4841-ae4b-ad17730049e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f88c101-63e1-4c37-8d28-316ad825d4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2216897
Apr 30 05:06:38.254874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf51b80>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '3a8715d0-f6bb-45d6-b65f-5e2447a96853', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'port_id': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'mac_address': 'fa:16:3e:5a:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:06:32Z', 'updated_at': '2021-04-30T05:06:32Z', 'revision_number': 0, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93f03ea-0dc5-48a2-a05a-3cc222599568', 'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:97:45:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:53Z', 'updated_at': '2021-04-30T05:06:05Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:38.260953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af58fbf2-90ed-437a-a17e-60b3dc774830 None None] The sync data for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 is: [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '3a8715d0-f6bb-45d6-b65f-5e2447a96853', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'floating_ip_address': '172.25.8.111', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'port_id': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'mac_address': 'fa:16:3e:5a:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:06:32Z', 'updated_at': '2021-04-30T05:06:32Z', 'revision_number': 0, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93f03ea-0dc5-48a2-a05a-3cc222599568', 'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:97:45:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:53Z', 'updated_at': '2021-04-30T05:06:05Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:06:38.295034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:38.306340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.306787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.307240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.307724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.308222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.308749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.309342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.309806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.310535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.311092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.332710 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aa83fb61-1e06-4e09-9ce3-328d57037ce3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6451 time: 0.9631677
Apr 30 05:06:38.345904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36078) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:38.348821 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:38.377033 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a8a4c0f-48aa-48ac-9709-371884354c91 tempest-QuotasNegativeTest-1837852376 tempest-QuotasNegativeTest-1837852376-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:38.551704 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-937a75c0-4b40-43de-8290-4fef19296f42 service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4227004
Apr 30 05:06:38.793257 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d3ac90-de1b-4793-a709-bdd52b2e5d29 None None] New status for floating IP 3a8715d0-f6bb-45d6-b65f-5e2447a96853: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:06:38.806184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Pushing event deleted for resources: {'Network': ['ID=20c185bc-ff4c-42fe-9bcc-d875f9d9816a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:38.821746 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:38.839746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:06:38.875708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:06:38.928026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366372da-4ac7-4cee-8595-7b3575d20d6e req-900aa8cd-5f27-4071-b8fb-bff5f1c33d47 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.934971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366372da-4ac7-4cee-8595-7b3575d20d6e req-900aa8cd-5f27-4071-b8fb-bff5f1c33d47 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.943623 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a61a47a2-1c27-450c-a76f-8af2813b2fc8 req-bac3a979-5281-4eaa-888d-4f8aa2417784 service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3838935
Apr 30 05:06:38.950516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366372da-4ac7-4cee-8595-7b3575d20d6e req-900aa8cd-5f27-4071-b8fb-bff5f1c33d47 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.956639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366372da-4ac7-4cee-8595-7b3575d20d6e req-900aa8cd-5f27-4071-b8fb-bff5f1c33d47 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.978559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366372da-4ac7-4cee-8595-7b3575d20d6e req-900aa8cd-5f27-4071-b8fb-bff5f1c33d47 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.985240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366372da-4ac7-4cee-8595-7b3575d20d6e req-900aa8cd-5f27-4071-b8fb-bff5f1c33d47 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:38.998950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366372da-4ac7-4cee-8595-7b3575d20d6e req-900aa8cd-5f27-4071-b8fb-bff5f1c33d47 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:39.020911 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3b130526-79cb-4a7c-96ab-30592ac3a205 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4494 time: 0.6694825
Apr 30 05:06:39.021243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-366372da-4ac7-4cee-8595-7b3575d20d6e req-900aa8cd-5f27-4071-b8fb-bff5f1c33d47 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5443 time: 2.0230856
Apr 30 05:06:39.021905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36086) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:39.106832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42b6b-c065-40b3-ac54-d989b8a0c5d5 req-475e52f6-07c2-4c20-8416-3bdbd34993ff tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:39.110951 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4cf42b6b-c065-40b3-ac54-d989b8a0c5d5 req-475e52f6-07c2-4c20-8416-3bdbd34993ff tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 2.2137604
Apr 30 05:06:39.122668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] 10.222.0.46 "DELETE /v2.0/networks/20c185bc-ff4c-42fe-9bcc-d875f9d9816a HTTP/1.1" status: 204  len: 168 time: 8.0287678
Apr 30 05:06:39.132258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36090) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:39.173571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Made reservation on behalf of 81dea468ee284e42a61f868dcb101fdd for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:06:39.181486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:39.286421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56ff14e-37c4-431d-8406-69e6a05c18b3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:39.288644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56ff14e-37c4-431d-8406-69e6a05c18b3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:39.291430 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c56ff14e-37c4-431d-8406-69e6a05c18b3 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=aad4154a-030d-4a2d-a0f2-c9cbd01de444 HTTP/1.1" status: 200  len: 1991 time: 0.2684448
Apr 30 05:06:39.609258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Allocated IP 172.20.0.10 (127de7b9-2308-43b3-b2fc-1de643c41226/34a43cfb-e2b2-4ff2-860e-568c4b8e951d/fdb2587e-a7ee-4aeb-ae17-93ae16409838) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:06:39.676306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-366372da-4ac7-4cee-8595-7b3575d20d6e req-1d43adf4-2471-40f9-b89b-a740a1600f0b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6581564
Apr 30 05:06:40.021491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:40.305911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4cf42b6b-c065-40b3-ac54-d989b8a0c5d5 req-c67047a0-0d30-46c6-815e-26ce830dd894 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1707134
Apr 30 05:06:40.338467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a690e21-f7bf-4bf5-9bf2-c86a5b8bf7cc req-43f3425a-41a0-4fbb-a00f-68d788d963c5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 210 time: 0.3446286
Apr 30 05:06:40.389881 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:40.446477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:40.467162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:40.473068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:40.474835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 0597ee22-cc38-4e52-91d4-e688dee1460e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:40.525766 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-417e46d0-51cb-480a-b9e1-9187553770d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:40.634791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:40.642873 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'code': 200}
Apr 30 05:06:40.643704 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:40.649754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:40.720812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Transition to ACTIVE for port object fdb2587e-a7ee-4aeb-ae17-93ae16409838 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:40.817518 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:40.897258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 0597ee22-cc38-4e52-91d4-e688dee1460e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=0597ee22-cc38-4e52-91d4-e688dee1460e,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:40.910953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:40.912082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 82c13007-03fc-4471-9dd4-1b1d5062b9ba no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:40.993344 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:41.012369 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-451f46ab-4b2f-49fa-bad2-80a0977466f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.8717616
Apr 30 05:06:41.152600 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:41.166181 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-26046c6a-b628-438d-98a2-96fcd7bf405e tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:41.274489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Network 127de7b9-2308-43b3-b2fc-1de643c41226 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:06:41.296059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-15084aab-8b3a-4ab2-9d40-1e06b46644b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:41.299667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:06:41.301681 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-15084aab-8b3a-4ab2-9d40-1e06b46644b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 1097 time: 0.1467068
Apr 30 05:06:41.327779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:06:41.364406 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:41.414178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=0597ee22-cc38-4e52-91d4-e688dee1460e,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:41.419735 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:41.450715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 82c13007-03fc-4471-9dd4-1b1d5062b9ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:41.461129 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:41.462214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:41.636323 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-38246861-79f0-4f0d-b727-9e80fedb20fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:41.673927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'Port': ['ID=fdb2587e-a7ee-4aeb-ae17-93ae16409838,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:41.701961 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:41.755753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636d5b-c61e-4e1d-80f5-20477be96f20 req-bec5de9e-1b39-44db-a029-e66dae0a0929 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:41.762439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636d5b-c61e-4e1d-80f5-20477be96f20 req-bec5de9e-1b39-44db-a029-e66dae0a0929 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:41.768831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636d5b-c61e-4e1d-80f5-20477be96f20 req-bec5de9e-1b39-44db-a029-e66dae0a0929 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:41.775111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636d5b-c61e-4e1d-80f5-20477be96f20 req-bec5de9e-1b39-44db-a029-e66dae0a0929 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:41.782883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636d5b-c61e-4e1d-80f5-20477be96f20 req-bec5de9e-1b39-44db-a029-e66dae0a0929 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:41.789379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636d5b-c61e-4e1d-80f5-20477be96f20 req-bec5de9e-1b39-44db-a029-e66dae0a0929 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:41.796035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636d5b-c61e-4e1d-80f5-20477be96f20 req-bec5de9e-1b39-44db-a029-e66dae0a0929 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:41.808845 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6636d5b-c61e-4e1d-80f5-20477be96f20 req-bec5de9e-1b39-44db-a029-e66dae0a0929 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5439 time: 0.7454436
Apr 30 05:06:41.821106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:41.821991 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:41.851889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=82c13007-03fc-4471-9dd4-1b1d5062b9ba,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:41.860357 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:41.936346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6636d5b-c61e-4e1d-80f5-20477be96f20 req-692f5174-2daf-4a08-9ff1-ba0fe56f0f7e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1248744
Apr 30 05:06:42.002909 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2d266e27-9b68-442c-9211-a73be36ad923 None None] Provisioning for port fdb2587e-a7ee-4aeb-ae17-93ae16409838 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:42.036455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2d266e27-9b68-442c-9211-a73be36ad923 None None] Provisioning complete for port fdb2587e-a7ee-4aeb-ae17-93ae16409838 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:42.037003 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d266e27-9b68-442c-9211-a73be36ad923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:42.048887 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1185520
Apr 30 05:06:42.063642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Request body: {'port': {'device_id': '857fd1fc-018c-40a3-8add-5af1204f9def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:42.168224 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:42.309396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-cedd2847-fbcc-4b53-9cb1-55c9f5496532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:42.311776 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-cedd2847-fbcc-4b53-9cb1-55c9f5496532 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.9871156
Apr 30 05:06:42.316550 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-fa679794-06de-4142-a3c2-f5858eca2de4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1770613
Apr 30 05:06:42.338480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:42.381227 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:42.397221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 8fbd3132-e9b3-46ca-8915-2026e8671706 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:42.444246 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-e07d5ef7-e216-4d06-8062-c75093e706f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba HTTP/1.1" status: 200  len: 217 time: 0.1243382
Apr 30 05:06:42.522745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-ef0003d7-6d66-45a6-9581-c1d6b0329830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:42.524576 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-ef0003d7-6d66-45a6-9581-c1d6b0329830 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.0747833
Apr 30 05:06:42.568833 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:42.619074 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:42.653982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0597ee22-cc38-4e52-91d4-e688dee1460e'}, {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c13007-03fc-4471-9dd4-1b1d5062b9ba'}, {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:42.692363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-80b75f21-c66c-41ff-a86a-6cdda10e8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:42.693933 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-80b75f21-c66c-41ff-a86a-6cdda10e8ff6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1183403
Apr 30 05:06:42.709487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2d266e27-9b68-442c-9211-a73be36ad923 None None] Port fdb2587e-a7ee-4aeb-ae17-93ae16409838 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:06:42.775829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-a44256b6-4c9b-4cf2-bfea-d5e4d8f230dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:42.779418 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-a44256b6-4c9b-4cf2-bfea-d5e4d8f230dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1096 time: 0.2533946
Apr 30 05:06:43.020476 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:43.085588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0051dc-7bdb-49d4-ba4b-a2e2e3aa138a req-4d8283af-be96-4d0d-9779-b056a2b2575c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:43.093917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b0051dc-7bdb-49d4-ba4b-a2e2e3aa138a req-4d8283af-be96-4d0d-9779-b056a2b2575c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 1.4821844
Apr 30 05:06:43.122440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:43.141396 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:43.241925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 8fbd3132-e9b3-46ca-8915-2026e8671706, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8fbd3132-e9b3-46ca-8915-2026e8671706,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:43.256939 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:43.258013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f124c858-8f59-4262-9a4b-5bdb30ab86d0 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:43.269042 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6b0051dc-7bdb-49d4-ba4b-a2e2e3aa138a req-7503d8e4-f52d-4b5a-b0b3-d91eb3194180 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737509
Apr 30 05:06:43.328831 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:43.467125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa0346-f4df-43a8-a1a8-3761b8431ea9 req-0788dca9-7b30-4144-a29f-eb9bc9faf6c1 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:43.469271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a6aa0346-f4df-43a8-a1a8-3761b8431ea9 req-0788dca9-7b30-4144-a29f-eb9bc9faf6c1 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Synchronizing usage tracker for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:06:43.474879 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0597ee22-cc38-4e52-91d4-e688dee1460e', 'code': 200}
Apr 30 05:06:43.475802 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c13007-03fc-4471-9dd4-1b1d5062b9ba', 'code': 200}
Apr 30 05:06:43.481079 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9', 'code': 200}
Apr 30 05:06:43.491712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:43.626380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=8fbd3132-e9b3-46ca-8915-2026e8671706,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:43.643871 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:43.720780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a6aa0346-f4df-43a8-a1a8-3761b8431ea9 req-0788dca9-7b30-4144-a29f-eb9bc9faf6c1 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Unset dirty status for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:06:43.722012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6aa0346-f4df-43a8-a1a8-3761b8431ea9 req-0788dca9-7b30-4144-a29f-eb9bc9faf6c1 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 932 time: 1.5059080
Apr 30 05:06:43.732724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-4e438ed7-c2ba-413a-938a-0d7b7608e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:43.744860 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-4e438ed7-c2ba-413a-938a-0d7b7608e18b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.9339252
Apr 30 05:06:43.788957 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:43.856607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f124c858-8f59-4262-9a4b-5bdb30ab86d0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:43.877864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:43.878882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 04170894-711a-47c9-917a-cbc4d9668913 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:43.947279 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1eec8203-b34c-4af2-9358-9e24cb347c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:44.072349 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-df0b4027-3562-4f57-8887-087e1eabc08a service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3706446
Apr 30 05:06:44.098670 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-229a4454-f8c4-4154-a5e7-1c3a64f2d5d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 999 time: 0.3431132
Apr 30 05:06:44.318929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f124c858-8f59-4262-9a4b-5bdb30ab86d0,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:44.324304 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:44.325310 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7872e1e5-af02-4548-a9a3-acfe6706c411 req-afe1666e-bb83-4044-96b4-fc73df26ef46 service neutron] 10.222.0.50 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379463
Apr 30 05:06:44.481134 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:44.484160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-eae3eb87-43a1-44d5-9f93-bec35758e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:44.486939 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-eae3eb87-43a1-44d5-9f93-bec35758e385 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1606324
Apr 30 05:06:44.578571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 04170894-711a-47c9-917a-cbc4d9668913, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04170894-711a-47c9-917a-cbc4d9668913,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:44.593562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:44.600725 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:44.663510 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.resource_extend [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 05:06:44.694592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6aa0346-f4df-43a8-a1a8-3761b8431ea9 req-7cf0f7f0-4ca2-45d4-9539-2038fbf8e9cf tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8360000
Apr 30 05:06:44.704894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-a00630b1-eb82-4ac2-8f8c-368848f1125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:44.720785 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-a00630b1-eb82-4ac2-8f8c-368848f1125d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2225473
Apr 30 05:06:44.804968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=04170894-711a-47c9-917a-cbc4d9668913,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:44.809953 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:44.977279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb2587e-a7ee-4aeb-ae17-93ae16409838 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:06:45.008267 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:45.074242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95c0c-7d82-4b85-9eef-0851ae0b2a30 req-d2d7faac-b2fd-421d-b6a6-77a83ac1332b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:45.082404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95c0c-7d82-4b85-9eef-0851ae0b2a30 req-d2d7faac-b2fd-421d-b6a6-77a83ac1332b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:45.088617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95c0c-7d82-4b85-9eef-0851ae0b2a30 req-d2d7faac-b2fd-421d-b6a6-77a83ac1332b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:45.091931 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-509ced14-d6d9-42b2-9f71-384b427091fe service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3656263
Apr 30 05:06:45.095806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95c0c-7d82-4b85-9eef-0851ae0b2a30 req-d2d7faac-b2fd-421d-b6a6-77a83ac1332b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:45.102281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95c0c-7d82-4b85-9eef-0851ae0b2a30 req-d2d7faac-b2fd-421d-b6a6-77a83ac1332b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:45.109296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95c0c-7d82-4b85-9eef-0851ae0b2a30 req-d2d7faac-b2fd-421d-b6a6-77a83ac1332b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:45.116229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d95c0c-7d82-4b85-9eef-0851ae0b2a30 req-d2d7faac-b2fd-421d-b6a6-77a83ac1332b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:45.118267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4d95c0c-7d82-4b85-9eef-0851ae0b2a30 req-d2d7faac-b2fd-421d-b6a6-77a83ac1332b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5433 time: 1.3952932
Apr 30 05:06:45.193656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Transition to ACTIVE for port object fdb2587e-a7ee-4aeb-ae17-93ae16409838 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:06:45.240446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:45.268543 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25c71a43-1c06-4411-8535-45f0b1788255 tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:45.417151 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7bb95bb5-6d2a-44e6-bc24-e9af54de0e1c req-e7043ca8-ecd9-4a4d-8c8b-8b96e6d83acc service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3172979
Apr 30 05:06:45.421742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4d95c0c-7d82-4b85-9eef-0851ae0b2a30 req-91f7150b-e43a-4007-9615-0bde7be99817 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2807763
Apr 30 05:06:45.482588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbd3132-e9b3-46ca-8915-2026e8671706'}, {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f124c858-8f59-4262-9a4b-5bdb30ab86d0'}, {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04170894-711a-47c9-917a-cbc4d9668913'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:45.594747 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbd3132-e9b3-46ca-8915-2026e8671706', 'code': 200}
Apr 30 05:06:45.595416 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f124c858-8f59-4262-9a4b-5bdb30ab86d0', 'code': 200}
Apr 30 05:06:45.595924 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04170894-711a-47c9-917a-cbc4d9668913', 'code': 200}
Apr 30 05:06:45.628768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2587e-a7ee-4aeb-ae17-93ae16409838,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:45.640532 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:45.747386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a7202-72ad-4cf4-8d5d-9bfd1348f8c3 req-5064cd36-e995-4034-bfce-40a0b2a54b6c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:45.759860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea0a7202-72ad-4cf4-8d5d-9bfd1348f8c3 req-5064cd36-e995-4034-bfce-40a0b2a54b6c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.8323030
Apr 30 05:06:45.768047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Attempting to bind port fdb2587e-a7ee-4aeb-ae17-93ae16409838 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:06:45.768404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Attempting to bind port fdb2587e-a7ee-4aeb-ae17-93ae16409838 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:06:45.768710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Attempting to bind port fdb2587e-a7ee-4aeb-ae17-93ae16409838 on network 127de7b9-2308-43b3-b2fc-1de643c41226 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:06:45.802980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Port fdb2587e-a7ee-4aeb-ae17-93ae16409838 on network 127de7b9-2308-43b3-b2fc-1de643c41226 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:06:45.803420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Attempting to bind port fdb2587e-a7ee-4aeb-ae17-93ae16409838 on network 127de7b9-2308-43b3-b2fc-1de643c41226 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:06:45.871725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:06:45.872131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Checking segment: {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:06:45.872516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Bound using segment: {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:06:45.872945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Bound port: fdb2587e-a7ee-4aeb-ae17-93ae16409838, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:06:45.873297 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:45.920711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea0a7202-72ad-4cf4-8d5d-9bfd1348f8c3 req-d4a32fe5-dee2-44d6-adeb-ebb566a78c69 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597714
Apr 30 05:06:46.139691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] For port fdb2587e-a7ee-4aeb-ae17-93ae16409838, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:06:46.144845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] For port fdb2587e-a7ee-4aeb-ae17-93ae16409838, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:06:46.165581 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:46.171982 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e3149d01-06bf-4450-9415-a0146c3665e8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:46.515111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:46.532790 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:46.548178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] 10.222.0.50 "PUT /v2.0/ports/fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 200  len: 1093 time: 4.4913974
Apr 30 05:06:46.563912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96313cb-2516-4fa2-9dd0-966c09e31827 req-4270e4bd-b1e2-43dc-b252-4027a3248b54 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:46.578904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c96313cb-2516-4fa2-9dd0-966c09e31827 req-4270e4bd-b1e2-43dc-b252-4027a3248b54 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 944 time: 0.6201777
Apr 30 05:06:46.579833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857fd1fc-018c-40a3-8add-5af1204f9def', 'tag': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:46.596585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Deleting port 722f8997-cf84-4cb9-aca4-f897b5de4083 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:46.597122 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:47.173532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] For port 722f8997-cf84-4cb9-aca4-f897b5de4083, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=722f8997-cf84-4cb9-aca4-f897b5de4083,segment=NetworkSegment(46949ef7-f516-4c71-97f2-b7e9a8a28106),segment_id=46949ef7-f516-4c71-97f2-b7e9a8a28106)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:47.175068 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:47.405937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Calling delete_port for 722f8997-cf84-4cb9-aca4-f897b5de4083 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:47.489263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Pushing event updated for resources: {'Port': ['ID=fdb2587e-a7ee-4aeb-ae17-93ae16409838,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:47.501997 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.330s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:47.516493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c96313cb-2516-4fa2-9dd0-966c09e31827 req-3d03d39f-1be9-431f-9474-b819539eb2bc tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6029701
Apr 30 05:06:47.728023 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857fd1fc-018c-40a3-8add-5af1204f9def', 'tag': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838', 'status': 'completed', 'code': 200}
Apr 30 05:06:47.747078 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:47.756802 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cbf3e33-ae84-415b-b53d-c99aa27266c0 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:47.808887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=722f8997-cf84-4cb9-aca4-f897b5de4083,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:47.826869 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:47.939490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-843ab5e7-f8fa-4fc4-89a1-34d35be126f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:47.941075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-843ab5e7-f8fa-4fc4-89a1-34d35be126f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 1096 time: 1.3029380
Apr 30 05:06:48.128525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-9d7606b6-3b8e-4a34-b58d-b96c07f510a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 200  len: 217 time: 0.1366827
Apr 30 05:06:48.225457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9264-f829-4be7-a20d-7aaab3a6ecc2 req-2c0e838a-8de5-4049-b644-c8543ea8435c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:48.243015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9264-f829-4be7-a20d-7aaab3a6ecc2 req-2c0e838a-8de5-4049-b644-c8543ea8435c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:48.257114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9264-f829-4be7-a20d-7aaab3a6ecc2 req-2c0e838a-8de5-4049-b644-c8543ea8435c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:48.266833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9264-f829-4be7-a20d-7aaab3a6ecc2 req-2c0e838a-8de5-4049-b644-c8543ea8435c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:48.277597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9264-f829-4be7-a20d-7aaab3a6ecc2 req-2c0e838a-8de5-4049-b644-c8543ea8435c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:48.287059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9264-f829-4be7-a20d-7aaab3a6ecc2 req-2c0e838a-8de5-4049-b644-c8543ea8435c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:48.300186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af9264-f829-4be7-a20d-7aaab3a6ecc2 req-2c0e838a-8de5-4049-b644-c8543ea8435c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:48.313627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22af9264-f829-4be7-a20d-7aaab3a6ecc2 req-2c0e838a-8de5-4049-b644-c8543ea8435c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 1.3348429
Apr 30 05:06:48.409563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22af9264-f829-4be7-a20d-7aaab3a6ecc2 req-de5edb84-1826-4b35-adf5-a37fb119c52b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0947998
Apr 30 05:06:48.532861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c2dfc-7420-434b-8b4c-7fad30dd84aa req-0cc64904-689e-4742-8866-b71e325153f9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:48.534611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a9c2dfc-7420-434b-8b4c-7fad30dd84aa req-0cc64904-689e-4742-8866-b71e325153f9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.8471437
Apr 30 05:06:48.568880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-4643b03a-fc68-44af-b8ba-572bb2f5467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:48.589081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-4643b03a-fc68-44af-b8ba-572bb2f5467a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.4545665
Apr 30 05:06:48.975027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a9c2dfc-7420-434b-8b4c-7fad30dd84aa req-4efff194-18da-40dd-b49c-f71519781a92 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4113789
Apr 30 05:06:49.027941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cbcdb-d744-416f-9c69-0be6d34b5f3f req-2cb175a5-65e4-4843-b3a9-fd0c4ba367aa tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:49.036280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d35cbcdb-d744-416f-9c69-0be6d34b5f3f req-2cb175a5-65e4-4843-b3a9-fd0c4ba367aa tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 944 time: 0.3359065
Apr 30 05:06:49.058881 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:49.192705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d35cbcdb-d744-416f-9c69-0be6d34b5f3f req-1e300d77-e7ec-40d3-a98c-cd10252c25b2 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1529372
Apr 30 05:06:49.209216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0200b6c5-f62a-40db-80f8-1166cadbe368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:49.223352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-0200b6c5-f62a-40db-80f8-1166cadbe368 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5094619
Apr 30 05:06:50.159527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-69ded6a5-0a58-4108-958c-787fc3935fb3 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9376464
Apr 30 05:06:50.423213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec58a4-3984-4805-9540-6c94f8efdd37 req-9f91702a-cd64-4da7-8eaa-2169e77f15ac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:50.435523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec58a4-3984-4805-9540-6c94f8efdd37 req-9f91702a-cd64-4da7-8eaa-2169e77f15ac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:50.447595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec58a4-3984-4805-9540-6c94f8efdd37 req-9f91702a-cd64-4da7-8eaa-2169e77f15ac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:50.467346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec58a4-3984-4805-9540-6c94f8efdd37 req-9f91702a-cd64-4da7-8eaa-2169e77f15ac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:50.481634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec58a4-3984-4805-9540-6c94f8efdd37 req-9f91702a-cd64-4da7-8eaa-2169e77f15ac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:50.494816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec58a4-3984-4805-9540-6c94f8efdd37 req-9f91702a-cd64-4da7-8eaa-2169e77f15ac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:50.514207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec58a4-3984-4805-9540-6c94f8efdd37 req-9f91702a-cd64-4da7-8eaa-2169e77f15ac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:50.518121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38ec58a4-3984-4805-9540-6c94f8efdd37 req-9f91702a-cd64-4da7-8eaa-2169e77f15ac tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.6731293
Apr 30 05:06:50.949735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38ec58a4-3984-4805-9540-6c94f8efdd37 req-96e432ee-a932-4871-b795-8775d1597b69 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2340364
Apr 30 05:06:50.961746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:06:50.969999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c062ad20-b2d1-4dc2-9684-a313ada16a3b req-9579a3fa-c034-4e15-bada-c629d3733417 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7784460
Apr 30 05:06:50.989517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d266c-4eaf-4722-8cf6-336a79751b75 req-0f29d7d8-da9b-47a4-b35b-a4dffb348922 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:50.991141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d3d266c-4eaf-4722-8cf6-336a79751b75 req-0f29d7d8-da9b-47a4-b35b-a4dffb348922 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.8304613
Apr 30 05:06:51.164039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-3da8dd7b-4505-4c4b-9696-9fdf367be5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:51.167884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-3da8dd7b-4505-4c4b-9696-9fdf367be5d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 1098 time: 0.1850517
Apr 30 05:06:51.313308 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d3d266c-4eaf-4722-8cf6-336a79751b75 req-9371b7af-fc36-4d52-9d1f-10c4c5c54405 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2631881
Apr 30 05:06:51.364601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:06:51.377203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-749458fe-1181-4950-8ed9-8cda97c1e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:51.378412 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-749458fe-1181-4950-8ed9-8cda97c1e162 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 1096 time: 0.3271928
Apr 30 05:06:51.380172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] Sync routers for ids ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:06:51.399167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] Routers {'37d20a5f-968f-450f-9e73-0373ea0e9ff4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:51.400264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bef56d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:51.436111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] 10.222.0.46 "PUT /v2.0/routers/37d20a5f-968f-450f-9e73-0373ea0e9ff4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2681673
Apr 30 05:06:51.444917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36184) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:51.583835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4db6e-12e9-4953-9c5f-4a368d49dd83 req-ba514bf0-fca7-47b3-8b85-18593df9fea8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:51.585407 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75e4db6e-12e9-4953-9c5f-4a368d49dd83 req-ba514bf0-fca7-47b3-8b85-18593df9fea8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 944 time: 0.4004519
Apr 30 05:06:51.676456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-f5445be0-6eee-4df5-ad72-6526d02ecfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:51.678518 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-f5445be0-6eee-4df5-ad72-6526d02ecfcc service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.5033264
Apr 30 05:06:51.722516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] Set router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:51.820434 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-1742f489-bdeb-4e89-951e-2cae17f9bff1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e HTTP/1.1" status: 200  len: 217 time: 0.1343739
Apr 30 05:06:51.948280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75e4db6e-12e9-4953-9c5f-4a368d49dd83 req-dfcc9bd0-32f0-40f9-9db3-4ea4ac66c511 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3514810
Apr 30 05:06:51.984359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-33ffa0bc-a2c0-48ca-ad02-f8a53c737f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:51.984359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-33ffa0bc-a2c0-48ca-ad02-f8a53c737f91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.5903261
Apr 30 05:06:51.991883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-df1e35ef-4c86-4e9c-bc92-992ee4e22c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.004642 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-df1e35ef-4c86-4e9c-bc92-992ee4e22c40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1775570
Apr 30 05:06:52.063742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:52.249943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-aed9fb76-34f0-4583-8d96-7357c6180004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.251790 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-aed9fb76-34f0-4583-8d96-7357c6180004 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2400329
Apr 30 05:06:52.271442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-8e2b00d3-28ae-4aef-a407-b0ca078c1486 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 200  len: 217 time: 0.2803590
Apr 30 05:06:52.295073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bef56d0>, [{'id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:59:28Z', 'updated_at': '2021-04-30T05:06:47Z', 'revision_number': 5, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'gw_port': {'id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:30Z', 'updated_at': '2021-04-30T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:52.300805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] Checking router: 37d20a5f-968f-450f-9e73-0373ea0e9ff4 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:06:52.314696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] Routers {'37d20a5f-968f-450f-9e73-0373ea0e9ff4'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:06:52.315535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bef56d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:06:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:52.501801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-a252bb67-5952-4174-9ae4-9178d64938a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.502778 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-a252bb67-5952-4174-9ae4-9178d64938a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.2184641
Apr 30 05:06:52.520313 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-25947ad0-ea6e-42d0-ac5b-6011bc8ee25d service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2611237
Apr 30 05:06:52.603345 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:52.730263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] Set router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:06:52.828130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1423-dc09-47bc-adbd-0e9fb73d3cd3 req-b52f9ff3-c149-4b90-9b68-31a81ffce08a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.834435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1423-dc09-47bc-adbd-0e9fb73d3cd3 req-b52f9ff3-c149-4b90-9b68-31a81ffce08a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.840692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1423-dc09-47bc-adbd-0e9fb73d3cd3 req-b52f9ff3-c149-4b90-9b68-31a81ffce08a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.847201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1423-dc09-47bc-adbd-0e9fb73d3cd3 req-b52f9ff3-c149-4b90-9b68-31a81ffce08a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.853316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1423-dc09-47bc-adbd-0e9fb73d3cd3 req-b52f9ff3-c149-4b90-9b68-31a81ffce08a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.860472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1423-dc09-47bc-adbd-0e9fb73d3cd3 req-b52f9ff3-c149-4b90-9b68-31a81ffce08a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.866171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1423-dc09-47bc-adbd-0e9fb73d3cd3 req-b52f9ff3-c149-4b90-9b68-31a81ffce08a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.875003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4aef1423-dc09-47bc-adbd-0e9fb73d3cd3 req-b52f9ff3-c149-4b90-9b68-31a81ffce08a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.6020248
Apr 30 05:06:52.885188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f741ad8b-fd2c-49fe-94a0-a5a3ffc969f2 req-8e981dfb-ba28-4a6c-9317-ad3c796bce89 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3567150
Apr 30 05:06:52.904620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-8a7cf529-8ab2-4b83-9618-139c769b04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:52.906962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-8a7cf529-8ab2-4b83-9618-139c769b04b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3898532
Apr 30 05:06:53.071431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-6ddea8c2-239f-40cf-a35a-806eb0c84401 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535056
Apr 30 05:06:53.073114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Deleting port c5ebb069-923a-4611-9c25-e32080802bc6 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:53.073466 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:53.186105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.193281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.201358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.209783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.218342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.224895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.231775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.232638 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bef56d0>, [{'id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:59:28Z', 'updated_at': '2021-04-30T05:06:47Z', 'revision_number': 5, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'gw_port': {'id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:30Z', 'updated_at': '2021-04-30T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:53.235116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Synchronizing usage tracker for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:06:53.249090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72e83d-195f-47f3-9300-2dca2ca82f93 None None] The sync data for ids ['37d20a5f-968f-450f-9e73-0373ea0e9ff4'] in n-d-766726-20 is: [{'id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'name': 'tempest-TestServerBasicOps-641618985-router', 'tenant_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:59:28Z', 'updated_at': '2021-04-30T05:06:47Z', 'revision_number': 5, 'project_id': 'd6e6da5456dc481a96ef6bbfc04ea752', 'gw_port': {'id': 'c5ebb069-923a-4611-9c25-e32080802bc6', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d20a5f-968f-450f-9e73-0373ea0e9ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:59:30Z', 'updated_at': '2021-04-30T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:06:53.256254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4aef1423-dc09-47bc-adbd-0e9fb73d3cd3 req-d8515e62-7582-4e2b-813a-b0233b0f7c9f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3799033
Apr 30 05:06:53.258692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Unset dirty status for tenant:748cbebd87a54850a6c2f758e820ab99 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:06:53.260965 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-4b9c53d7-ea17-45d1-a8aa-4b394afdfc4c tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 5429 time: 0.3213904
Apr 30 05:06:53.368863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-6144fa57-bbb4-4cf9-afd1-b3fa937617e2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.370515 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-6144fa57-bbb4-4cf9-afd1-b3fa937617e2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "GET /v2.0/ports/8fbd3132-e9b3-46ca-8915-2026e8671706?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0942852
Apr 30 05:06:53.376110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 655db03a-f3bd-4b0b-9ec1-d34636b00f9e no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:53.462012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831b048-19af-40c4-81d9-30394be36a7a req-7563d85e-2f29-46f5-97b6-429b22a6194e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.470291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9831b048-19af-40c4-81d9-30394be36a7a req-7563d85e-2f29-46f5-97b6-429b22a6194e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 946 time: 0.7523293
Apr 30 05:06:53.606237 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-736cdc1e-6775-4788-9792-ca7e94d21c6f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "GET /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2222197
Apr 30 05:06:53.617548 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:53.619731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:53.633039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9831b048-19af-40c4-81d9-30394be36a7a req-3a00dfc3-10a2-4ad9-b4e7-3c6f0a9ee200 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614335
Apr 30 05:06:53.646953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] For port c5ebb069-923a-4611-9c25-e32080802bc6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c5ebb069-923a-4611-9c25-e32080802bc6,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:53.647794 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:53.677537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:53.678264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f6931b8-e157-485c-a428-a0e7b1e4d1cd req-aa0351b8-4bd5-47be-a2a3-74d0d57c2974 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5663002
Apr 30 05:06:53.720223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:53.730673 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:53.735290 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-97cc392c-0490-43ba-a462-eeba3f9f8f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:53.804551 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:53.827943 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e', 'code': 200}
Apr 30 05:06:53.862900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Calling delete_port for c5ebb069-923a-4611-9c25-e32080802bc6 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:53.944857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee5489-b1d4-4f63-9c41-c4dc7db9a278 req-14742f6e-4dd1-4d17-be57-73b0cff3d128 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:53.950941 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74ee5489-b1d4-4f63-9c41-c4dc7db9a278 req-14742f6e-4dd1-4d17-be57-73b0cff3d128 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 944 time: 0.3996475
Apr 30 05:06:54.032196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:54.047444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.047613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.047924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.048269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.049554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.049554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.049554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.049554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.049945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.050176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.050502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.050824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.064799 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:54.068328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fdb2587e-a7ee-4aeb-ae17-93ae16409838 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:06:54.266936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] For port 8fbd3132-e9b3-46ca-8915-2026e8671706, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=8fbd3132-e9b3-46ca-8915-2026e8671706,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:54.312535 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74ee5489-b1d4-4f63-9c41-c4dc7db9a278 req-c8481277-f3e3-4236-af14-46507c5815c5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3547103
Apr 30 05:06:54.329898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] For port 8fbd3132-e9b3-46ca-8915-2026e8671706, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:06:54.342026 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fdb2587e-a7ee-4aeb-ae17-93ae16409838, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:54.376358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'port_id': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838', 'mac_address': 'fa:16:3e:a6:3b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:06:54.467248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] device_id is not set on port 8fbd3132-e9b3-46ca-8915-2026e8671706 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:06:54.505334 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:54.505671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:54.531357 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:54.531698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb2587e-a7ee-4aeb-ae17-93ae16409838 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:06:54.545839 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74ad533e-1661-470e-8ae9-0885dbb8aaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:54.556464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fdb2587e-a7ee-4aeb-ae17-93ae16409838, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:54.559717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 722f8997-cf84-4cb9-aca4-f897b5de4083 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:54.594362 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:54.601618 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:54.673122 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:54.683450 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:54.695448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 722f8997-cf84-4cb9-aca4-f897b5de4083 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:06:54.704901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 722f8997-cf84-4cb9-aca4-f897b5de4083 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:06:54.753025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ebb069-923a-4611-9c25-e32080802bc6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:54.779378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f86e45-89da-4dc9-a5c5-508967ff14a9 req-86b530c1-de90-4c8d-b793-ded790283633 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:54.788408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f86e45-89da-4dc9-a5c5-508967ff14a9 req-86b530c1-de90-4c8d-b793-ded790283633 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:54.795836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f86e45-89da-4dc9-a5c5-508967ff14a9 req-86b530c1-de90-4c8d-b793-ded790283633 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:54.803750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f86e45-89da-4dc9-a5c5-508967ff14a9 req-86b530c1-de90-4c8d-b793-ded790283633 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:54.813550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f86e45-89da-4dc9-a5c5-508967ff14a9 req-86b530c1-de90-4c8d-b793-ded790283633 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:54.833744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f86e45-89da-4dc9-a5c5-508967ff14a9 req-86b530c1-de90-4c8d-b793-ded790283633 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:54.844883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5f86e45-89da-4dc9-a5c5-508967ff14a9 req-86b530c1-de90-4c8d-b793-ded790283633 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 4651 time: 0.3524616
Apr 30 05:06:54.860983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.861583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.862201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.864338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.865049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.865680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.867923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.868565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.869178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.869796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.870422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.873135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:54.884601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=fdb2587e-a7ee-4aeb-ae17-93ae16409838,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:54.887744 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:54.896033 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:54.936108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] No DVR routers for this DVR port 8fbd3132-e9b3-46ca-8915-2026e8671706 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:06:54.968418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['fdb2587e-a7ee-4aeb-ae17-93ae16409838'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:06:55.062982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd3132-e9b3-46ca-8915-2026e8671706,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:55.076709 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:55.101156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] In _notify_port_updated(), no bound segment for port 8fbd3132-e9b3-46ca-8915-2026e8671706 on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:06:55.102663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:55.103604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.105197 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] 10.222.0.50 "PUT /v2.0/ports/8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 200  len: 1033 time: 1.4904308
Apr 30 05:06:55.160494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5f86e45-89da-4dc9-a5c5-508967ff14a9 req-a2372cc5-0d42-4fff-aceb-1e569181f18a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&id=edca414f-5bce-496d-b6e0-a76368cd8c79&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2708938
Apr 30 05:06:55.171609 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.230016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-9469a119-da9c-4c86-8379-d018b4581272 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:55.232783 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-9469a119-da9c-4c86-8379-d018b4581272 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "GET /v2.0/ports/f124c858-8f59-4262-9a4b-5bdb30ab86d0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1203573
Apr 30 05:06:55.247714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:06:55.316590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6529041d-0ca9-4268-8b11-b54cf324be97 None None] Provisioning complete for port 8fbd3132-e9b3-46ca-8915-2026e8671706 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:55.317263 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6529041d-0ca9-4268-8b11-b54cf324be97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.470877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.510114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6529041d-0ca9-4268-8b11-b54cf324be97 None None] Port 8fbd3132-e9b3-46ca-8915-2026e8671706 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:06:55.590279 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.598309 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.653872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97f241-8622-4cc5-85de-d60f137706e1 req-a8570621-5553-4253-ab6c-3471622c6526 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:55.656565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc97f241-8622-4cc5-85de-d60f137706e1 req-a8570621-5553-4253-ab6c-3471622c6526 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 944 time: 0.6912644
Apr 30 05:06:55.711989 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.712825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37d20a5f-968f-450f-9e73-0373ea0e9ff4 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:06:55.774527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] For port f124c858-8f59-4262-9a4b-5bdb30ab86d0, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f124c858-8f59-4262-9a4b-5bdb30ab86d0,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:55.787909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178244f3-6379-4f79-8c9d-4aa74f711811 req-b54bd9fd-efba-41b6-bf53-d57d23f076ce tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:55.799125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-178244f3-6379-4f79-8c9d-4aa74f711811 req-b54bd9fd-efba-41b6-bf53-d57d23f076ce tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 945 time: 0.2893410
Apr 30 05:06:55.810749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] For port f124c858-8f59-4262-9a4b-5bdb30ab86d0, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:06:55.830195 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.831817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] 10.222.0.46 "DELETE /v2.0/routers/37d20a5f-968f-450f-9e73-0373ea0e9ff4 HTTP/1.1" status: 204  len: 168 time: 4.3859198
Apr 30 05:06:55.841046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36250) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:55.875596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] device_id is not set on port f124c858-8f59-4262-9a4b-5bdb30ab86d0 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:06:55.884841 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.895283 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc97f241-8622-4cc5-85de-d60f137706e1 req-3b5e0557-a617-4d1a-97e5-f6b176777c18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245240
Apr 30 05:06:55.902931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:55.910188 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a8b592e4-af68-4f9f-a3fa-7c5aee76a154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:55.954036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-178244f3-6379-4f79-8c9d-4aa74f711811 req-17db47e4-d472-4a2d-a4d5-9066e506f2a4 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1521988
Apr 30 05:06:55.999493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-8556be43-73fa-4ef7-93df-aad8e6cfe93f admin admin] Deleting subnet da984cdb-f2e1-4b98-94a9-e445da2c1c47 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:06:56.003694 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8556be43-73fa-4ef7-93df-aad8e6cfe93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:56.082744 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8556be43-73fa-4ef7-93df-aad8e6cfe93f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:56.235422 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8556be43-73fa-4ef7-93df-aad8e6cfe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:56.471122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-449bc08c-cf46-4f6d-b701-a14e64558121 None None] Provisioning complete for port f124c858-8f59-4262-9a4b-5bdb30ab86d0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:56.472815 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-449bc08c-cf46-4f6d-b701-a14e64558121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:56.528269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] No DVR routers for this DVR port f124c858-8f59-4262-9a4b-5bdb30ab86d0 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:06:56.568528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-449bc08c-cf46-4f6d-b701-a14e64558121 None None] Port f124c858-8f59-4262-9a4b-5bdb30ab86d0 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:06:56.579478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c5ebb069-923a-4611-9c25-e32080802bc6 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:56.648013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] Pushing event updated for resources: {'Port': ['ID=f124c858-8f59-4262-9a4b-5bdb30ab86d0,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:56.652519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] In _notify_port_updated(), no bound segment for port f124c858-8f59-4262-9a4b-5bdb30ab86d0 on network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:06:56.654117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:56.655707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:56.660066 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] 10.222.0.50 "PUT /v2.0/ports/f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 200  len: 1032 time: 1.4201539
Apr 30 05:06:56.661514 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:56.670023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: c5ebb069-923a-4611-9c25-e32080802bc6 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:06:56.670577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c5ebb069-923a-4611-9c25-e32080802bc6 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:06:56.726619 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8556be43-73fa-4ef7-93df-aad8e6cfe93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:56.741144 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-18c9e32e-0a1e-492a-ab09-6353bcc2d8d4 tempest-FloatingIPNegativeTestJSON-196129685 tempest-FloatingIPNegativeTestJSON-196129685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:56.777305 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8556be43-73fa-4ef7-93df-aad8e6cfe93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:56.786042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b2190-73c2-4ec4-9327-924078a8b81f None None] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:06:56.791509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556be43-73fa-4ef7-93df-aad8e6cfe93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da984cdb-f2e1-4b98-94a9-e445da2c1c47,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:56.796199 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8556be43-73fa-4ef7-93df-aad8e6cfe93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:56.797744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8556be43-73fa-4ef7-93df-aad8e6cfe93f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/da984cdb-f2e1-4b98-94a9-e445da2c1c47 HTTP/1.1" status: 204  len: 168 time: 0.9553757
Apr 30 05:06:56.804034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36266) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:06:56.894098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting port 04170894-711a-47c9-917a-cbc4d9668913 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:56.894735 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.082435 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.110457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] For port 04170894-711a-47c9-917a-cbc4d9668913, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=04170894-711a-47c9-917a-cbc4d9668913,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:57.110994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.295815 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.300810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa9935-83f9-495b-b9e8-50d19f5893f5 req-e2f761b4-a369-4b55-9a0e-3ce4b00e81a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:57.306765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa9935-83f9-495b-b9e8-50d19f5893f5 req-e2f761b4-a369-4b55-9a0e-3ce4b00e81a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:57.313679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa9935-83f9-495b-b9e8-50d19f5893f5 req-e2f761b4-a369-4b55-9a0e-3ce4b00e81a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:57.319978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa9935-83f9-495b-b9e8-50d19f5893f5 req-e2f761b4-a369-4b55-9a0e-3ce4b00e81a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:57.322433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] DHCP port deletion for 4673b357-101c-4096-8d9d-b68bffb06cf4 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:06:57.326066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa9935-83f9-495b-b9e8-50d19f5893f5 req-e2f761b4-a369-4b55-9a0e-3ce4b00e81a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:57.329272 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dfa9935-83f9-495b-b9e8-50d19f5893f5 req-e2f761b4-a369-4b55-9a0e-3ce4b00e81a2 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 3874 time: 0.7022581
Apr 30 05:06:57.388614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Calling delete_port for 04170894-711a-47c9-917a-cbc4d9668913 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:57.399355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 655db03a-f3bd-4b0b-9ec1-d34636b00f9e no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:57.516281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dfa9935-83f9-495b-b9e8-50d19f5893f5 req-3a03e81e-415a-4f50-b462-66039ebbb3e0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1710546
Apr 30 05:06:57.531693 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.538932 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7814943d-afd5-4b1b-b34e-fc403537393a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:57.588297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8f5a-1757-48d7-b01e-fffd977666b7 req-040b495d-e323-4c02-a34f-fa6e95557b82 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:57.589842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a13b8f5a-1757-48d7-b01e-fffd977666b7 req-040b495d-e323-4c02-a34f-fa6e95557b82 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 944 time: 0.5012615
Apr 30 05:06:57.596409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Deleting port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:57.596758 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.618833 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.641477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] Deleting port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:57.643605 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.684235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Port': ['ID=04170894-711a-47c9-917a-cbc4d9668913,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:57.726062 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:57.783547 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] No DVR routers for this DVR port 04170894-711a-47c9-917a-cbc4d9668913 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:06:57.787633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.788546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] For port 632dc4bb-c6ff-43a3-afc0-c17b075260d2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=632dc4bb-c6ff-43a3-afc0-c17b075260d2,segment=NetworkSegment(46949ef7-f516-4c71-97f2-b7e9a8a28106),segment_id=46949ef7-f516-4c71-97f2-b7e9a8a28106)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:57.788940 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:57.789633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '04170894-711a-47c9-917a-cbc4d9668913'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:57.825335 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "DELETE /v2.0/ports/04170894-711a-47c9-917a-cbc4d9668913 HTTP/1.1" status: 204  len: 173 time: 1.1597505
Apr 30 05:06:57.868425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a13b8f5a-1757-48d7-b01e-fffd977666b7 req-10482d2b-a8b2-4c2c-8cfe-d68dd184b708 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535584
Apr 30 05:06:57.871799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] For port 632dc4bb-c6ff-43a3-afc0-c17b075260d2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=632dc4bb-c6ff-43a3-afc0-c17b075260d2,segment=NetworkSegment(46949ef7-f516-4c71-97f2-b7e9a8a28106),segment_id=46949ef7-f516-4c71-97f2-b7e9a8a28106)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:57.872446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:58.014100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] Calling delete_port for 632dc4bb-c6ff-43a3-afc0-c17b075260d2 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:58.090160 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '04170894-711a-47c9-917a-cbc4d9668913', 'status': 'completed', 'code': 200}
Apr 30 05:06:58.096260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fdb2587e-a7ee-4aeb-ae17-93ae16409838 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:06:58.124429 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:58.143402 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:58.200371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting port 82c13007-03fc-4471-9dd4-1b1d5062b9ba {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:58.201143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:58.208460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Calling delete_port for 632dc4bb-c6ff-43a3-afc0-c17b075260d2 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:58.258596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] Pushing event deleted for resources: {'Port': ['ID=632dc4bb-c6ff-43a3-afc0-c17b075260d2,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:58.260889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] No DVR routers for this DVR port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:06:58.283505 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:58.328928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port fdb2587e-a7ee-4aeb-ae17-93ae16409838 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:06:58.335060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port fdb2587e-a7ee-4aeb-ae17-93ae16409838 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:06:58.335560 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:58.484069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f279615-1848-4749-818d-31806eb77957 req-a0bca9a2-ea78-4d08-9258-a30b773b965b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:58.486247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f279615-1848-4749-818d-31806eb77957 req-a0bca9a2-ea78-4d08-9258-a30b773b965b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 945 time: 0.7554572
Apr 30 05:06:58.527486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] For port 82c13007-03fc-4471-9dd4-1b1d5062b9ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=82c13007-03fc-4471-9dd4-1b1d5062b9ba,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:58.528296 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:58.569457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f279615-1848-4749-818d-31806eb77957 req-2eb86045-1a7a-4a1c-a72d-76340f492ed2 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645919
Apr 30 05:06:58.579197 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:58.579197 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05e21ac3-7ea8-450f-8445-a379d296b0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:58.580085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 632dc4bb-c6ff-43a3-afc0-c17b075260d2 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:06:58.665440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5e1b-aeba-4730-afe0-de6d5824601d req-f61935f1-bd6f-4b3b-a60d-46d568f6938e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:58.672877 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d4c5e1b-aeba-4730-afe0-de6d5824601d req-f61935f1-bd6f-4b3b-a60d-46d568f6938e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3909576
Apr 30 05:06:58.717063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Pushing event deleted for resources: {'Port': ['ID=632dc4bb-c6ff-43a3-afc0-c17b075260d2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:58.726585 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:58.742885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 632dc4bb-c6ff-43a3-afc0-c17b075260d2 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:06:58.743516 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 632dc4bb-c6ff-43a3-afc0-c17b075260d2 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:06:58.765319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] No DVR routers for this DVR port 632dc4bb-c6ff-43a3-afc0-c17b075260d2 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:06:58.776504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Calling delete_port for 82c13007-03fc-4471-9dd4-1b1d5062b9ba owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:06:58.777264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9d4c5e1b-aeba-4730-afe0-de6d5824601d req-c94caec0-e7d8-41d0-a43c-9341943d41ef tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1031075
Apr 30 05:06:58.791953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:58.847522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857fd1fc-018c-40a3-8add-5af1204f9def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:06:58.866615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port fdb2587e-a7ee-4aeb-ae17-93ae16409838, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:58.877111 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:58.879311 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:59.012910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=fdb2587e-a7ee-4aeb-ae17-93ae16409838,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:59.026493 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:59.042958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:59.050679 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:06:59.126418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Port': ['ID=82c13007-03fc-4471-9dd4-1b1d5062b9ba,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:06:59.142353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.142967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.143731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.144228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.145040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.145691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.146320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.146964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.147624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.148252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.148874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.149518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:06:59.174194 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:59.222574 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:06:59.282843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] No DVR routers for this DVR port 82c13007-03fc-4471-9dd4-1b1d5062b9ba on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:06:59.287176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:59.309799 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "DELETE /v2.0/ports/82c13007-03fc-4471-9dd4-1b1d5062b9ba HTTP/1.1" status: 204  len: 173 time: 1.4781444
Apr 30 05:06:59.330864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112263ea-6c05-40f6-b784-b106cbb7af60 req-18769c35-5d3c-4249-9bf3-fad9e4e89215 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:59.332536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-112263ea-6c05-40f6-b784-b106cbb7af60 req-18769c35-5d3c-4249-9bf3-fad9e4e89215 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3385043
Apr 30 05:06:59.336018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a984490>,) {'filters': {'network_id': ['4673b357-101c-4096-8d9d-b68bffb06cf4']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:59.356788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff3b22-bf7b-4629-94d2-8aa7c7ddc33f req-4bc1f7d5-cfde-4c9a-8543-0f416658c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:59.363490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff3b22-bf7b-4629-94d2-8aa7c7ddc33f req-4bc1f7d5-cfde-4c9a-8543-0f416658c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:59.369745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff3b22-bf7b-4629-94d2-8aa7c7ddc33f req-4bc1f7d5-cfde-4c9a-8543-0f416658c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:59.376428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff3b22-bf7b-4629-94d2-8aa7c7ddc33f req-4bc1f7d5-cfde-4c9a-8543-0f416658c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:06:59.379349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8ff3b22-bf7b-4629-94d2-8aa7c7ddc33f req-4bc1f7d5-cfde-4c9a-8543-0f416658c6cb tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 3064 time: 0.5136571
Apr 30 05:06:59.383893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a984490>, '46949ef7-f516-4c71-97f2-b7e9a8a28106') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:59.384221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a984490>, '46949ef7-f516-4c71-97f2-b7e9a8a28106') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:06:59.432844 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:59.479536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:59.503229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:06:59.518585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:06:59.520249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:06:59.564306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8ff3b22-bf7b-4629-94d2-8aa7c7ddc33f req-3f01355e-a4d4-4621-9420-68d175891679 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1600468
Apr 30 05:06:59.584556 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-112263ea-6c05-40f6-b784-b106cbb7af60 req-3326aa52-5744-4e0f-872a-f1461299c9c4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2031441
Apr 30 05:06:59.694828 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857fd1fc-018c-40a3-8add-5af1204f9def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838', 'code': 200}
Apr 30 05:06:59.752946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] For port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:06:59.759894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:00.253617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '82c13007-03fc-4471-9dd4-1b1d5062b9ba'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:00.265645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Calling delete_port for 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:00.310455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:07:00.329896 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:00.447104 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:00.457922 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-474e10c8-a6f2-4e0e-956c-809f072f0980 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:00.536945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Port': ['ID=4e5fe23a-cf35-489e-81ab-aeddb4afdcd9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:00.540744 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:00.617016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Network 4673b357-101c-4096-8d9d-b68bffb06cf4 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:07:00.631447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] No DVR routers for this DVR port 4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:00.634279 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:00.645423 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "DELETE /v2.0/ports/4e5fe23a-cf35-489e-81ab-aeddb4afdcd9 HTTP/1.1" status: 204  len: 173 time: 1.3274910
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:07:00.646835 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:07:00.677290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6ad92-2f35-44a8-8644-b8b346ed35e0 req-48c693c0-0583-4a16-9951-16bd1648536c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:00.685128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edc6ad92-2f35-44a8-8644-b8b346ed35e0 req-48c693c0-0583-4a16-9951-16bd1648536c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.6618605
Apr 30 05:07:00.716986 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-144f9a6a-c598-4ac1-a512-018324f891fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:00.724645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12372e-dbd7-43c8-8898-1fcbe876fcc2 req-7ac5e495-e449-4fb5-9064-5636f511c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:00.726553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b12372e-dbd7-43c8-8898-1fcbe876fcc2 req-7ac5e495-e449-4fb5-9064-5636f511c613 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 1098 time: 0.8076458
Apr 30 05:07:00.855176 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:00.857719 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting port 0597ee22-cc38-4e52-91d4-e688dee1460e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:00.858997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:00.888563 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:00.945833 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:00.950679 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Pushing event deleted for resources: {'Network': ['ID=4673b357-101c-4096-8d9d-b68bffb06cf4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:00.976001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223dc5a-3be1-4d82-972e-947140c2c1b5 req-c3f41238-c0e3-4410-b6a6-75a007b31b49 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:00.978011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1223dc5a-3be1-4d82-972e-947140c2c1b5 req-c3f41238-c0e3-4410-b6a6-75a007b31b49 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.6523330
Apr 30 05:07:00.979015 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:01.098133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edc6ad92-2f35-44a8-8644-b8b346ed35e0 req-55b62090-29d5-4e52-9421-edb436564a82 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4074068
Apr 30 05:07:01.147249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4673b357-101c-4096-8d9d-b68bffb06cf4 HTTP/1.1" status: 204  len: 168 time: 4.3340364
Apr 30 05:07:01.153658 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b12372e-dbd7-43c8-8898-1fcbe876fcc2 req-b304dc8d-600c-4009-a2bd-9ee3088fdf20 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3391681
Apr 30 05:07:01.184910 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1223dc5a-3be1-4d82-972e-947140c2c1b5 req-aadb50b3-5167-45b4-9782-5d627cd5b7d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1901233
Apr 30 05:07:01.252858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] For port 0597ee22-cc38-4e52-91d4-e688dee1460e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=0597ee22-cc38-4e52-91d4-e688dee1460e,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:01.253549 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:01.422637 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '82c13007-03fc-4471-9dd4-1b1d5062b9ba', 'status': 'completed', 'code': 200}
Apr 30 05:07:01.510255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Calling delete_port for 0597ee22-cc38-4e52-91d4-e688dee1460e owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:01.521089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36350) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:01.668466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:01.689200 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:01.734293 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8a223565-8c51-4ef0-be71-ce59b4dcf249 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7aceab2e4e14875accd08742683c512&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2108705
Apr 30 05:07:01.738239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36358) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:01.767177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Port': ['ID=0597ee22-cc38-4e52-91d4-e688dee1460e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:01.792788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15883cc-b335-4c58-ac59-e795cbc2b479 req-4accc972-a5de-4648-8a6c-3330de0333dd tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:01.799795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15883cc-b335-4c58-ac59-e795cbc2b479 req-4accc972-a5de-4648-8a6c-3330de0333dd tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:01.801580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d15883cc-b335-4c58-ac59-e795cbc2b479 req-4accc972-a5de-4648-8a6c-3330de0333dd tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 1599 time: 0.2408915
Apr 30 05:07:01.837124 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:01.860632 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d15883cc-b335-4c58-ac59-e795cbc2b479 req-674b77c0-28d0-442c-8e4b-ff5964fe2704 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473804
Apr 30 05:07:01.922994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] No DVR routers for this DVR port 0597ee22-cc38-4e52-91d4-e688dee1460e on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:01.925892 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:01.951244 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "DELETE /v2.0/ports/0597ee22-cc38-4e52-91d4-e688dee1460e HTTP/1.1" status: 204  len: 173 time: 1.2992361
Apr 30 05:07:01.998307 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac52a6b8-2737-4482-bc66-b13e3101c79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:02.056073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac52a6b8-2737-4482-bc66-b13e3101c79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:02.271453 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac52a6b8-2737-4482-bc66-b13e3101c79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:02.289145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:02.289865 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:02.328581 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-86197931-10ea-4f37-8512-3aa9965dafa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:02.439059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52a6b8-2737-4482-bc66-b13e3101c79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9960b4a5-af59-48cc-a00c-0bbc7f111038,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:02.471443 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac52a6b8-2737-4482-bc66-b13e3101c79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:02.602343 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac52a6b8-2737-4482-bc66-b13e3101c79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:02.606324 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ac52a6b8-2737-4482-bc66-b13e3101c79a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9960b4a5-af59-48cc-a00c-0bbc7f111038 HTTP/1.1" status: 204  len: 168 time: 0.8643026
Apr 30 05:07:02.607111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93066258-5b34-4d24-a1a9-b90dbeede501 req-047dfff5-38ed-4abc-bcdb-5560b0844638 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:02.609427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93066258-5b34-4d24-a1a9-b90dbeede501 req-047dfff5-38ed-4abc-bcdb-5560b0844638 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.2724235
Apr 30 05:07:02.617608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf172d-8042-439e-8949-8ccec34e370f req-6d91ba70-8fde-4099-8eff-83a75332af01 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:02.625645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dcf172d-8042-439e-8949-8ccec34e370f req-6d91ba70-8fde-4099-8eff-83a75332af01 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1906235
Apr 30 05:07:02.680384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] For port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:02.680384 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:02.702531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93066258-5b34-4d24-a1a9-b90dbeede501 req-c998b2e4-e852-4aa3-9244-a654b4319276 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569265
Apr 30 05:07:02.732107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9dcf172d-8042-439e-8949-8ccec34e370f req-e9307178-945b-4e61-94f3-88f81185e268 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1023011
Apr 30 05:07:03.131833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:03.132208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:03.132533 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Floating IP 6086600a-04d2-4384-8c6a-9710f2954391 disassociated. External IP: 172.25.8.76, port: 5cf0fcea-4275-49a4-bba3-787ab6fb93b3.
Apr 30 05:07:03.132916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Calling delete_port for 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:03.214091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be992ec1-e5d8-4ce5-89e5-d1d3a796430f req-8a57331a-71c5-4f04-83d6-a04e6028246d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:03.215917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be992ec1-e5d8-4ce5-89e5-d1d3a796430f req-8a57331a-71c5-4f04-83d6-a04e6028246d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 943 time: 0.1363969
Apr 30 05:07:03.267090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36390) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:03.313807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be992ec1-e5d8-4ce5-89e5-d1d3a796430f req-ec234ea2-b3a5-4a63-827b-0461c22ccd8e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6524ffd-07d4-43ea-934f-89b36a34f72e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846899
Apr 30 05:07:03.334542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3a263fba-da01-4788-87dd-1650b5277988 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6e6da5456dc481a96ef6bbfc04ea752&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0655911
Apr 30 05:07:03.335192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36396) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:03.399903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:03.403562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:03.410823 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0cd8f011-2538-4ca1-b65e-698c5b7cbbd8 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:03.449441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a477dc3f-8f8c-4c3f-a54d-8f2df31e5c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:03.485331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9'}, {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '0597ee22-cc38-4e52-91d4-e688dee1460e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:03.504738 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a477dc3f-8f8c-4c3f-a54d-8f2df31e5c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:03.509657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Port': ['ID=5cf0fcea-4275-49a4-bba3-787ab6fb93b3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:03.517026 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:03.558756 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:07:03.629889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a477dc3f-8f8c-4c3f-a54d-8f2df31e5c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:03.637031 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:03.637512 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-020616ca-a951-4656-9610-f0435cf2501f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:03.654119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477dc3f-8f8c-4c3f-a54d-8f2df31e5c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5927427e-c492-422b-9d99-c9ab62c58950,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:03.658572 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a477dc3f-8f8c-4c3f-a54d-8f2df31e5c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:03.661052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a477dc3f-8f8c-4c3f-a54d-8f2df31e5c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:03.672776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a477dc3f-8f8c-4c3f-a54d-8f2df31e5c77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5927427e-c492-422b-9d99-c9ab62c58950 HTTP/1.1" status: 204  len: 168 time: 0.3297091
Apr 30 05:07:03.674145 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '4e5fe23a-cf35-489e-81ab-aeddb4afdcd9', 'status': 'completed', 'code': 200}
Apr 30 05:07:03.674524 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '0597ee22-cc38-4e52-91d4-e688dee1460e', 'status': 'completed', 'code': 200}
Apr 30 05:07:03.889922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Router 8abca128-691c-4146-ae1f-6f854232a74f has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:07:04.295860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d0db5-cbf2-48a3-9084-bfe163fc2850 req-f5dfe440-b04e-405e-a6a3-84af182bbf5f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:04.303727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e1d0db5-cbf2-48a3-9084-bfe163fc2850 req-f5dfe440-b04e-405e-a6a3-84af182bbf5f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.2684932
Apr 30 05:07:04.315745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2836f0-226e-4cc8-a06e-cb27c45f3d61 req-76ec95a1-e8b4-4151-9b37-479db5c4fb8b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:04.323135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e2836f0-226e-4cc8-a06e-cb27c45f3d61 req-76ec95a1-e8b4-4151-9b37-479db5c4fb8b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3802993
Apr 30 05:07:04.422797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e1d0db5-cbf2-48a3-9084-bfe163fc2850 req-eb8b2731-284a-42c8-a738-386c31f5e283 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180472
Apr 30 05:07:04.472332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e2836f0-226e-4cc8-a06e-cb27c45f3d61 req-478c5ae2-d083-4b85-9015-84bfabdafa24 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1458929
Apr 30 05:07:04.557695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:07:04.614457 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20945399-d43f-414b-a385-d27c01381e06 None None] Sync routers for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:07:04.659877 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20945399-d43f-414b-a385-d27c01381e06 None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:04.661583 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-20945399-d43f-414b-a385-d27c01381e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802882e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:04.694577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-410822a8-e576-4d52-b448-a7995f911f91 req-37d0fb82-2da3-41a8-896a-e8256827ba2e tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.0808892
Apr 30 05:07:04.779084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] No DVR routers for this DVR port 5cf0fcea-4275-49a4-bba3-787ab6fb93b3 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:04.799865 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:04.815398 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:04.822852 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e283ecfc-5187-4552-ba38-ea74bfdb0a25 req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.50 "DELETE /v2.0/ports/5cf0fcea-4275-49a4-bba3-787ab6fb93b3 HTTP/1.1" status: 204  len: 173 time: 2.8633459
Apr 30 05:07:04.954326 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a03f2-01e4-4034-8ef1-4a2b58a68ec1 req-f489d7b3-5bb2-415a-a81f-9a90c5ee3230 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:04.966549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da8a03f2-01e4-4034-8ef1-4a2b58a68ec1 req-f489d7b3-5bb2-415a-a81f-9a90c5ee3230 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.2703454
Apr 30 05:07:04.972027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36444) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:04.978461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a518cdc1-71d5-4719-b469-949cd41ce442 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'floatingip': {'port_id': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:05.106047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a518cdc1-71d5-4719-b469-949cd41ce442 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:05.115775 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-20945399-d43f-414b-a385-d27c01381e06 None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:05.413797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36454) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:05.680117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:05.691132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1179914670-network', 'tenant_id': '197fee38792947c6942aa1c89e289cac'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:05.773493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:05.784550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Usage tracker for resource:network and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:05.789159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:05.801040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:05.837602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Made reservation on behalf of 197fee38792947c6942aa1c89e289cac for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:07:05.840149 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:05.854283 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-20945399-d43f-414b-a385-d27c01381e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802882e0>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'adaea749-504b-4e92-ae20-1fb0b585cad2', 'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'mac_address': 'fa:16:3e:c0:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:17Z', 'updated_at': '2021-04-30T04:54:32Z', 'revision_number': 5, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'subnets': [{'id': '4b38188d-f154-49f0-be28-184ff149579c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:05.881204 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20945399-d43f-414b-a385-d27c01381e06 None None] Checking router: 8abca128-691c-4146-ae1f-6f854232a74f for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:07:05.888521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35161eeb-7a7f-41ba-8523-313acfce0229 req-9c5a8f30-3e35-4432-9e91-310a14babb7a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:05.903615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35161eeb-7a7f-41ba-8523-313acfce0229 req-9c5a8f30-3e35-4432-9e91-310a14babb7a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2062666
Apr 30 05:07:05.911696 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20945399-d43f-414b-a385-d27c01381e06 None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:05.922209 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-20945399-d43f-414b-a385-d27c01381e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802882e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:05.933092 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a1a17e-c21f-4444-9a96-726289a0a0aa', 'name': 'network-vif-deleted', 'tag': '5cf0fcea-4275-49a4-bba3-787ab6fb93b3', 'status': 'completed', 'code': 200}
Apr 30 05:07:05.969631 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.015118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:06.027495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Usage tracker for resource:security_group_rule and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:06.031707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:06.044369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:06.271247 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-20945399-d43f-414b-a385-d27c01381e06 None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:06.274201 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.287163 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.292342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35161eeb-7a7f-41ba-8523-313acfce0229 req-1425009f-08f8-4fc3-ad72-2ce1c2c22e9a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3875227
Apr 30 05:07:06.296801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53c57e8f-11f2-4a5d-843b-0d2409f24a88 req-4806d381-c2fb-4583-bd2e-c5c9a66c0172 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.1854253
Apr 30 05:07:06.298504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.303851 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-04c2202c-d8da-4e1a-b2d4-70509116b6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:06.325939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a518cdc1-71d5-4719-b469-949cd41ce442 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.336007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a518cdc1-71d5-4719-b469-949cd41ce442 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.363896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:07:06.375931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.376267 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Added segment 97f27b70-a562-46bb-9b00-575638bcaa32 of type vlan for network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd
Apr 30 05:07:06.384756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc75ca-daa0-49c5-8d3a-6fb6daa86235,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:06.389408 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:06.418866 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.469781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.470928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:06.471602 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.524673 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:06.562288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1417928
Apr 30 05:07:06.572329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36484) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:06.621716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Request body: {'subnet': {'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1179914670-subnet', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:06.633505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:06.643892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Usage tracker for resource:subnet and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:06.653535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:06.671577 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-a518cdc1-71d5-4719-b469-949cd41ce442 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Floating IP 96ec168c-3e0f-45d4-b920-b0146c778661 associated. External IP: 172.25.8.132, port: fdb2587e-a7ee-4aeb-ae17-93ae16409838.
Apr 30 05:07:06.673856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:06.792325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Made reservation on behalf of 197fee38792947c6942aa1c89e289cac for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:07:06.797224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:06.908018 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-20945399-d43f-414b-a385-d27c01381e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802882e0>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'adaea749-504b-4e92-ae20-1fb0b585cad2', 'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'mac_address': 'fa:16:3e:c0:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:17Z', 'updated_at': '2021-04-30T04:54:32Z', 'revision_number': 5, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'subnets': [{'id': '4b38188d-f154-49f0-be28-184ff149579c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:06.925003 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20945399-d43f-414b-a385-d27c01381e06 None None] The sync data for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 is: [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T04:54:21Z', 'revision_number': 4, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'adaea749-504b-4e92-ae20-1fb0b585cad2', 'name': '', 'network_id': 'c7ce8a20-822a-4055-8098-f9299e94ad1e', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'mac_address': 'fa:16:3e:c0:b3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '4b38188d-f154-49f0-be28-184ff149579c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:17Z', 'updated_at': '2021-04-30T04:54:32Z', 'revision_number': 5, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'subnets': [{'id': '4b38188d-f154-49f0-be28-184ff149579c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:07:07.113001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:07.117855 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:07.126507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:07:07.466071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8e01a6-e041-4ff8-ac86-f5bbcc52eb89 None None] New status for floating IP 6086600a-04d2-4384-8c6a-9710f2954391: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:07:07.546751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a518cdc1-71d5-4719-b469-949cd41ce442 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:07:07.841654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4af9391c-63da-4771-941f-6cf8a29e7818 req-5f6ab94f-6455-48d0-a9c1-cea3c2f172f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.2049410
Apr 30 05:07:07.908332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a518cdc1-71d5-4719-b469-949cd41ce442 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:07:07.913945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a518cdc1-71d5-4719-b469-949cd41ce442 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:07.918870 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] Sync routers for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:07:07.935066 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:07.936686 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780288820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:08.001061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee911a-7b78-4555-9f2b-0c9af5d8212b req-d46d6843-bcc5-4ac5-b883-0bbeeaa69fc5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:08.021209 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6aee911a-7b78-4555-9f2b-0c9af5d8212b req-d46d6843-bcc5-4ac5-b883-0bbeeaa69fc5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3071256
Apr 30 05:07:08.038607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a518cdc1-71d5-4719-b469-949cd41ce442 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "PUT /v2.0/floatingips/96ec168c-3e0f-45d4-b920-b0146c778661 HTTP/1.1" status: 200  len: 992 time: 3.0643456
Apr 30 05:07:08.039427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857fd1fc-018c-40a3-8add-5af1204f9def', 'tag': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:08.214302 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6aee911a-7b78-4555-9f2b-0c9af5d8212b req-034553c7-f2e4-4b2e-8614-979b97dbea7f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1920464
Apr 30 05:07:08.241127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:08.245956 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-396bdb23-2fd7-4ae0-922f-fa232ab47eda tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:08.373588 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857fd1fc-018c-40a3-8add-5af1204f9def', 'tag': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838', 'status': 'completed', 'code': 200}
Apr 30 05:07:08.403459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=968c1a89-837e-4245-99cd-7c4f25dea4f3,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:08.406447 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:08.412385 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:08.418013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:08.418539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Network hostable DHCP agents. Network: ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:07:08.442253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:07:08.457284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:08.468616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c1daca-acbe-4f78-badd-e00ef6d268a7 None None] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:07:08.500083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:08.503414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:08.547649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a4556-b373-4863-897c-200e00badc36 req-f027366f-85b4-4275-acf8-b27db10f549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:08.549983 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f00a4556-b373-4863-897c-200e00badc36 req-f027366f-85b4-4275-acf8-b27db10f549e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 1098 time: 0.1550298
Apr 30 05:07:08.575626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.0018809
Apr 30 05:07:08.580390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36512) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:08.590827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:08.604518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:08.616542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Usage tracker for resource:router and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:08.626312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:08.634918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:08.655726 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:08.657432 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:08.701225 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:08.887475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:07:08.893254 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:09.024414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a4556-b373-4863-897c-200e00badc36 req-9c220a3d-a317-413c-b714-248246b6903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:09.026851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f00a4556-b373-4863-897c-200e00badc36 req-9c220a3d-a317-413c-b714-248246b6903f service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.4687710
Apr 30 05:07:09.230522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Allocated IP 172.20.0.2 (ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd/968c1a89-837e-4245-99cd-7c4f25dea4f3/c3152117-5ee9-4883-b2b1-a345ca62742b) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:09.313584 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f00a4556-b373-4863-897c-200e00badc36 req-a95c8fea-2bd8-4004-832c-8698404cedd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 200  len: 1000 time: 0.2787876
Apr 30 05:07:09.515817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a4556-b373-4863-897c-200e00badc36 req-9badea87-aa4c-4dca-95c3-20ad46d50ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:09.518938 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f00a4556-b373-4863-897c-200e00badc36 req-9badea87-aa4c-4dca-95c3-20ad46d50ccd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.1987014
Apr 30 05:07:09.568089 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780288820>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '96ec168c-3e0f-45d4-b920-b0146c778661', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'port_id': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'mac_address': 'fa:16:3e:a6:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857fd1fc-018c-40a3-8add-5af1204f9def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:06:28Z', 'updated_at': '2021-04-30T05:07:06Z', 'revision_number': 1, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:09.585799 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] Checking router: 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:07:09.627388 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:09.630224 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780288820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:09.667497 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:09.688762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a4556-b373-4863-897c-200e00badc36 req-345571a7-0d38-495f-a8b6-fef8c86f35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:09.690220 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f00a4556-b373-4863-897c-200e00badc36 req-345571a7-0d38-495f-a8b6-fef8c86f35db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1640923
Apr 30 05:07:09.691563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da39463e-b59e-45af-956a-4ba0950f60d0 req-24d52fb3-ddea-443d-a377-4e83e7eaa1e7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.2479732
Apr 30 05:07:09.708248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Transition to ACTIVE for port object c3152117-5ee9-4883-b2b1-a345ca62742b will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:09.755574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Transition to ACTIVE for port object c3152117-5ee9-4883-b2b1-a345ca62742b will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:09.762226 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:09.766935 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:09.891998 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:09.945306 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:09.948699 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:09.967075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:09.984458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:10.011086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Pushing event updated for resources: {'Port': ['ID=c3152117-5ee9-4883-b2b1-a345ca62742b,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:10.109714 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:10.177503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f00a4556-b373-4863-897c-200e00badc36 req-c27358d4-fe50-404c-bb50-acfb83f8e62b service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4799066
Apr 30 05:07:10.299126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Attempting to bind port c3152117-5ee9-4883-b2b1-a345ca62742b on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:07:10.299542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Attempting to bind port c3152117-5ee9-4883-b2b1-a345ca62742b by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:07:10.299927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Attempting to bind port c3152117-5ee9-4883-b2b1-a345ca62742b on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:10.306046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:07:10.306441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:10.306861 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:10.307429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Bound using segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:07:10.308426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Bound port: c3152117-5ee9-4883-b2b1-a345ca62742b, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:07:10.308832 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:10.426921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea08c0-ea6f-479e-9dba-f8929d90b4b2 req-b29b667e-af9d-4e24-b0ff-3af371a997a8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:10.438244 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08ea08c0-ea6f-479e-9dba-f8929d90b4b2 req-b29b667e-af9d-4e24-b0ff-3af371a997a8 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.7439253
Apr 30 05:07:10.473818 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f00a4556-b373-4863-897c-200e00badc36 req-00531b1c-7fa7-42a7-8b89-4e572193ca40 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2900779
Apr 30 05:07:10.575541 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08ea08c0-ea6f-479e-9dba-f8929d90b4b2 req-37d7e290-f471-48ac-aea6-6cce81a7fb48 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1338789
Apr 30 05:07:10.617160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] For port c3152117-5ee9-4883-b2b1-a345ca62742b, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:07:10.624242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] For port c3152117-5ee9-4883-b2b1-a345ca62742b, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c3152117-5ee9-4883-b2b1-a345ca62742b,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:07:10.640092 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:10.649371 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:10.742185 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780288820>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '96ec168c-3e0f-45d4-b920-b0146c778661', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'port_id': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'mac_address': 'fa:16:3e:a6:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857fd1fc-018c-40a3-8add-5af1204f9def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:06:28Z', 'updated_at': '2021-04-30T05:07:06Z', 'revision_number': 1, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:10.757854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Pushing event updated for resources: {'Port': ['ID=c3152117-5ee9-4883-b2b1-a345ca62742b,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:10.766083 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:10.772979 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86db2f-bccd-4a2c-82bf-25b0c20355ef None None] The sync data for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 is: [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '96ec168c-3e0f-45d4-b920-b0146c778661', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'floating_ip_address': '172.25.8.132', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'port_id': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'mac_address': 'fa:16:3e:a6:3b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857fd1fc-018c-40a3-8add-5af1204f9def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:06:28Z', 'updated_at': '2021-04-30T05:07:06Z', 'revision_number': 1, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:07:11.074065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbab2aa3-3e86-4033-9fad-6254d24bef08 req-06592f89-b4e9-4abd-b544-e734303b89f3 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.0851367
Apr 30 05:07:11.369451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6473fa-f078-49e2-978d-3179d6e93599 None None] New status for floating IP 96ec168c-3e0f-45d4-b920-b0146c778661: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:07:11.519649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:11.590659 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:11.977892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Allocated IP 172.25.8.200 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/3edafc3e-c757-4342-be66-91fcaf227635) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:12.200833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31421fc5-64b4-4d70-9d2c-2089d3bc609e req-e80a513f-7980-42c4-90fc-db5652c9fa52 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:12.209117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-31421fc5-64b4-4d70-9d2c-2089d3bc609e req-e80a513f-7980-42c4-90fc-db5652c9fa52 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2925134
Apr 30 05:07:12.287266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-31421fc5-64b4-4d70-9d2c-2089d3bc609e req-85827a61-13ae-4093-9db7-04bea750a6b7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0771215
Apr 30 05:07:12.398481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:12.440936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48ba09d4-1498-41ac-896e-160fcdcbc9d7 req-28261985-8f46-48ad-a4cd-9057582a3d49 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.1180611
Apr 30 05:07:12.508641 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:12.528174 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-45aebacb-1d50-4a16-b6b7-c467fea2f556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:12.626009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:12.712564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c3152117-5ee9-4883-b2b1-a345ca62742b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:12.728878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:12.742744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:12.814884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Pushing event updated for resources: {'Port': ['ID=3edafc3e-c757-4342-be66-91fcaf227635,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:12.825496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9bad0-d5a5-46d8-940e-0ea6107bd236 None None] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:07:12.826855 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:12.898043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port c3152117-5ee9-4883-b2b1-a345ca62742b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:12.952421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9a3a6997-1f37-4e99-8e2b-bd76ee0b36cd None None] Provisioning for port c3152117-5ee9-4883-b2b1-a345ca62742b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:12.972592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9a3a6997-1f37-4e99-8e2b-bd76ee0b36cd None None] Provisioning complete for port c3152117-5ee9-4883-b2b1-a345ca62742b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:12.973381 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6997-1f37-4e99-8e2b-bd76ee0b36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:13.043953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c3152117-5ee9-4883-b2b1-a345ca62742b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:13.044262 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:13.257712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494560f-a11e-401a-a378-35f48c351c88 req-91bcd3de-58aa-427d-84f2-27a43b044d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:13.262010 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5494560f-a11e-401a-a378-35f48c351c88 req-91bcd3de-58aa-427d-84f2-27a43b044d66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1096 time: 0.2485497
Apr 30 05:07:13.313579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bbf81-4187-4ae4-90ce-a5c00cbdd368 req-d3694c8e-72b7-4731-adc3-1b8b3ca5424e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:13.315153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-443bbf81-4187-4ae4-90ce-a5c00cbdd368 req-d3694c8e-72b7-4731-adc3-1b8b3ca5424e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.6878600
Apr 30 05:07:13.616985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-443bbf81-4187-4ae4-90ce-a5c00cbdd368 req-3843780c-fa85-47d5-a185-e57c7fb01368 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2884119
Apr 30 05:07:13.653374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494560f-a11e-401a-a378-35f48c351c88 req-2b6cb14d-b25a-4700-9e09-6ee96f69c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:13.660451 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5494560f-a11e-401a-a378-35f48c351c88 req-2b6cb14d-b25a-4700-9e09-6ee96f69c09b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.3822367
Apr 30 05:07:13.696487 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6997-1f37-4e99-8e2b-bd76ee0b36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:13.712337 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:13.850809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9a3a6997-1f37-4e99-8e2b-bd76ee0b36cd None None] For port c3152117-5ee9-4883-b2b1-a345ca62742b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c3152117-5ee9-4883-b2b1-a345ca62742b,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:13.851849 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:13.868279 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9a3a6997-1f37-4e99-8e2b-bd76ee0b36cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:13.874137 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:14.029043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a6997-1f37-4e99-8e2b-bd76ee0b36cd None None] Pushing event updated for resources: {'Port': ['ID=c3152117-5ee9-4883-b2b1-a345ca62742b,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:14.040975 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9a3a6997-1f37-4e99-8e2b-bd76ee0b36cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:14.041847 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:07:14.042208 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:07:14.123566 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5494560f-a11e-401a-a378-35f48c351c88 req-d28deb12-a2ca-4373-bf2e-e6bd17d3b6a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 999 time: 0.4628475
Apr 30 05:07:14.133929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-046067a4-3ff6-41a7-9ad5-22d88ef24045 req-938f35d3-5983-4018-9dda-5028baf88af4 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.0795434
Apr 30 05:07:14.263492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494560f-a11e-401a-a378-35f48c351c88 req-bbd6e2ab-9556-4bb9-86a6-5978d0a35c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:14.265279 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5494560f-a11e-401a-a378-35f48c351c88 req-bbd6e2ab-9556-4bb9-86a6-5978d0a35c04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1346354
Apr 30 05:07:14.492475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494560f-a11e-401a-a378-35f48c351c88 req-98557065-1d0b-49e3-87d5-782a7e1d449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:14.494608 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5494560f-a11e-401a-a378-35f48c351c88 req-98557065-1d0b-49e3-87d5-782a7e1d449a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2204604
Apr 30 05:07:14.523698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f4428c6-93ef-43f2-a4f1-cb8b87ea3092 None None] Provisioning complete for port c3152117-5ee9-4883-b2b1-a345ca62742b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:14.523984 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f4428c6-93ef-43f2-a4f1-cb8b87ea3092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:14.782039 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5494560f-a11e-401a-a378-35f48c351c88 req-04bf0804-2a89-4aa1-aa48-6e3a989321d2 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2800570
Apr 30 05:07:14.813271 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:14.908057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c3152117-5ee9-4883-b2b1-a345ca62742b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:14.958482 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5494560f-a11e-401a-a378-35f48c351c88 req-0681c958-69be-4cd1-82a5-e2ab1524a2ce service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667936
Apr 30 05:07:15.085070 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c3152117-5ee9-4883-b2b1-a345ca62742b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:15.086030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:15.199649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc2b7-a017-4514-849f-f2a7fbad5cdc req-ac440bee-0347-4c1e-bfe3-9137ea42128b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:15.208340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0a5bc2b7-a017-4514-849f-f2a7fbad5cdc req-ac440bee-0347-4c1e-bfe3-9137ea42128b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2828879
Apr 30 05:07:15.242474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Router dcc45f15-0c54-40cd-9098-1350f3b26e0b is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:07:15.351747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0a5bc2b7-a017-4514-849f-f2a7fbad5cdc req-afd37a59-cfe6-426d-bf1f-2455b795b9ea tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1423345
Apr 30 05:07:15.684150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f271a6db-12b1-45e2-a097-fcc5262d33d4 req-536c3fe8-9a7d-4605-b91a-40cfa03b0c94 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.2393415
Apr 30 05:07:15.748854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:07:15.768406 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Sync routers for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:07:15.778795 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:15.784377 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:15.784641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36616) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:15.786089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.2030346
Apr 30 05:07:15.787622 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804d6760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:16.119579 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:16.680035 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804d6760>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:13Z', 'revision_number': 3, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:16.684701 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Checking router: dcc45f15-0c54-40cd-9098-1350f3b26e0b for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:07:16.685288 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Updating router dcc45f15-0c54-40cd-9098-1350f3b26e0b port 3edafc3e-c757-4342-be66-91fcaf227635 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:07:16.711769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51255d7-eaaf-4057-bd0e-ec7d38923f05 req-bc0e67fc-ac2c-4a22-bdcf-f7d282b0ec08 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:16.722991 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d51255d7-eaaf-4057-bd0e-ec7d38923f05 req-bc0e67fc-ac2c-4a22-bdcf-f7d282b0ec08 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1548631
Apr 30 05:07:16.748084 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:16.798361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d51255d7-eaaf-4057-bd0e-ec7d38923f05 req-74e37179-95db-40c8-ac2c-d5989032bda2 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0740216
Apr 30 05:07:16.914915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:17.240588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b621b62f-9be6-45d4-b457-da714e257195 req-62b9b3ad-ebf6-41b7-a937-e629444658af tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.0762525
Apr 30 05:07:17.254745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Allocated IP 172.20.0.1 (ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd/968c1a89-837e-4245-99cd-7c4f25dea4f3/155c02d7-7a53-464e-a6c0-d902a6666c59) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:17.309794 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:17.339947 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Transition to ACTIVE for port object 3edafc3e-c757-4342-be66-91fcaf227635 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:17.358546 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:17.374604 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-765a27eb-8f3e-4f57-a90a-b414366d8445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:17.403528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191e489-19d3-4c69-8457-e8822393516e req-3d3da15e-3db9-46ec-9a23-5336a855a0f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:17.405956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0191e489-19d3-4c69-8457-e8822393516e req-3d3da15e-3db9-46ec-9a23-5336a855a0f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1641388
Apr 30 05:07:17.476806 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:17.499949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0191e489-19d3-4c69-8457-e8822393516e req-5d8bb698-d103-4d9c-958e-0b37455b9ffb tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0828338
Apr 30 05:07:17.503167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Transition to ACTIVE for port object 155c02d7-7a53-464e-a6c0-d902a6666c59 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:17.538201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:17.538438 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Attempting to bind port 3edafc3e-c757-4342-be66-91fcaf227635 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:07:17.538817 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Attempting to bind port 3edafc3e-c757-4342-be66-91fcaf227635 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:07:17.539172 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Attempting to bind port 3edafc3e-c757-4342-be66-91fcaf227635 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:17.559581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:07:17.559581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:17.559581 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:17.559581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:07:17.559581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Bound port: 3edafc3e-c757-4342-be66-91fcaf227635, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:07:17.559581 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:17.562448 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2783c0e0-fa45-45e5-b8ee-90250b07a732 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:17.622432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:17.634671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:17.654557 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Pushing event updated for resources: {'Port': ['ID=3edafc3e-c757-4342-be66-91fcaf227635,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:17.678125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:17.687607 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.688157 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.688591 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.689026 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.689456 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.690167 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.690638 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.691077 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.691592 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.692028 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.692457 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.692887 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:17.700699 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:17.797119 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] For port 3edafc3e-c757-4342-be66-91fcaf227635, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:07:17.802179 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] For port 3edafc3e-c757-4342-be66-91fcaf227635, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3edafc3e-c757-4342-be66-91fcaf227635,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:07:17.811529 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:17.816989 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a9680658-0f7c-4e9a-a20f-3a9925ee8483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:17.820263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Pushing event updated for resources: {'Port': ['ID=155c02d7-7a53-464e-a6c0-d902a6666c59,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:17.893314 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:17.947519 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:18.024597 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Pushing event updated for resources: {'Port': ['ID=3edafc3e-c757-4342-be66-91fcaf227635,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:18.037353 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:18.050032 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:18.050575 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804d6760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:18.064749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-39ebdb16-37de-4796-9703-6d574070548d None None] Provisioning for port 155c02d7-7a53-464e-a6c0-d902a6666c59 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:18.078571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-39ebdb16-37de-4796-9703-6d574070548d None None] Provisioning complete for port 155c02d7-7a53-464e-a6c0-d902a6666c59 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:18.079662 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-39ebdb16-37de-4796-9703-6d574070548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:18.112640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8636e-3367-4c6b-86a4-27d2cae2d1f1 req-bbd66836-cc75-415f-8147-c3b7025734e4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:18.116827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69b8636e-3367-4c6b-86a4-27d2cae2d1f1 req-bbd66836-cc75-415f-8147-c3b7025734e4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2870269
Apr 30 05:07:18.238438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-39ebdb16-37de-4796-9703-6d574070548d None None] Port 155c02d7-7a53-464e-a6c0-d902a6666c59 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:07:18.252778 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69b8636e-3367-4c6b-86a4-27d2cae2d1f1 req-a566bbc0-b3b4-4e15-b7d0-a856cd2ae08c tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1263332
Apr 30 05:07:18.371425 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:18.630018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44e707dd-8eb8-43cc-9fc2-123d6e8ba279 req-cfebd509-8227-4c2f-84a7-5647055ea3cf tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.0658529
Apr 30 05:07:18.797602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:19.073568 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804d6760>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:13Z', 'revision_number': 3, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:19.080177 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ea30b-361d-4b85-835b-8c4a73d2c54b None None] The sync data for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 is: [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:13Z', 'revision_number': 3, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:07:19.164008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:19.169758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1373a6f-d76c-4b4b-bda2-35dfc76a4e6c req-ac6f8ae1-ae89-4112-b982-2efc1830d1b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:19.173878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f1373a6f-d76c-4b4b-bda2-35dfc76a4e6c req-ac6f8ae1-ae89-4112-b982-2efc1830d1b5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1773093
Apr 30 05:07:19.181836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:19.256287 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:19.278633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f1373a6f-d76c-4b4b-bda2-35dfc76a4e6c req-534c7557-bf45-4700-af09-8c5a6ca9c8d0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0898113
Apr 30 05:07:19.321012 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:19.384993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Pushing event updated for resources: {'Port': ['ID=155c02d7-7a53-464e-a6c0-d902a6666c59,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:19.390217 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:19.573059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:19.574410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:19.991842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-709e5800-9d0c-401d-85df-0177a6e3a23f None None] Provisioning complete for port 155c02d7-7a53-464e-a6c0-d902a6666c59 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:19.992408 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-709e5800-9d0c-401d-85df-0177a6e3a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:19.995706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Router dcc45f15-0c54-40cd-9098-1350f3b26e0b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:07:20.026180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c3840992-1b2f-462b-a904-a029d46615c7 req-33c7ddfa-1e53-424a-9ee0-5d3746001fd0 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.1023190
Apr 30 05:07:20.116243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-709e5800-9d0c-401d-85df-0177a6e3a23f None None] Port 155c02d7-7a53-464e-a6c0-d902a6666c59 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:07:20.276985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:07:20.295649 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] 10.222.0.46 "PUT /v2.0/routers/dcc45f15-0c54-40cd-9098-1350f3b26e0b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5093338
Apr 30 05:07:20.554787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85184f65-7ec9-4b76-a117-a04cbbae3c5f req-55b36068-feac-4ea4-ab9c-8e241f95601d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:20.557445 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85184f65-7ec9-4b76-a117-a04cbbae3c5f req-55b36068-feac-4ea4-ab9c-8e241f95601d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1187446
Apr 30 05:07:20.661105 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85184f65-7ec9-4b76-a117-a04cbbae3c5f req-d3799efb-a89d-4f5b-9f8c-cc1cd3c79405 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0876791
Apr 30 05:07:20.882113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3edafc3e-c757-4342-be66-91fcaf227635 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:21.102728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 3edafc3e-c757-4342-be66-91fcaf227635 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:21.110593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3edafc3e-c757-4342-be66-91fcaf227635 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:21.111282 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:21.527851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36728) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:21.528618 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:21.531072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-144910903-network', 'tenant_id': 'a4309bdaf83148918cafc13032528351'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:21.558245 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 3edafc3e-c757-4342-be66-91fcaf227635, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3edafc3e-c757-4342-be66-91fcaf227635,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:21.566905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:21.574242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:21.578309 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-9a3a6997-1f37-4e99-8e2b-bd76ee0b36cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:21.581005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Usage tracker for resource:network and tenant:a4309bdaf83148918cafc13032528351 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:21.586486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98275322-34f1-4679-a8d9-2332551c3019 req-232cc1b1-8d33-49a3-8f2a-0cb05dafb082 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.1325750
Apr 30 05:07:21.593654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:21.609282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-14849e9c-7e80-4aa6-81fc-a7117cdb0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:21.622100 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-14849e9c-7e80-4aa6-81fc-a7117cdb0696 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 1096 time: 0.2179205
Apr 30 05:07:21.623683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:21.749305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74adf8d-a01c-453a-be7e-cebdba383b13 req-c9e72e1e-fa5e-449b-95ff-dec8e5764b3b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:21.754598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a74adf8d-a01c-453a-be7e-cebdba383b13 req-c9e72e1e-fa5e-449b-95ff-dec8e5764b3b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.4458187
Apr 30 05:07:21.809396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Made reservation on behalf of a4309bdaf83148918cafc13032528351 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:07:21.812750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:21.830924 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:21.836554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=3edafc3e-c757-4342-be66-91fcaf227635,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:21.850889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:21.855700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Usage tracker for resource:security_group_rule and tenant:a4309bdaf83148918cafc13032528351 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:21.859071 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:21.859874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:21.867641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:21.881329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a74adf8d-a01c-453a-be7e-cebdba383b13 req-4eda25b7-dff4-4471-b6bf-6a3ae7b2776b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1176772
Apr 30 05:07:21.970725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-9a0d7179-c84a-4fc9-b981-cd585ad60b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:21.972428 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-9a0d7179-c84a-4fc9-b981-cd585ad60b9d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 0.3414211
Apr 30 05:07:22.023679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Sync routers for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:07:22.042500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:22.052732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b317910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:22.279084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:22.329088 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-c6fbe48f-bfd1-4a0e-a5a9-6a55fa586932 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 200  len: 999 time: 0.3480911
Apr 30 05:07:22.424651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:22.433200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:22.440279 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0525d5b-bd79-4d0d-aecb-6ecba5f199f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:22.472437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8fddd0-4678-42a6-a444-f1224816d702,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:22.486291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-36feff0b-ffb4-486a-9e4d-3ec975dc6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:22.491625 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-36feff0b-ffb4-486a-9e4d-3ec975dc6afa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.1533241
Apr 30 05:07:22.495122 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:22.555729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:07:22.577519 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:22.578978 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Added segment 3633c6a6-55da-445d-a89d-4209bd183b26 of type vlan for network df238c7f-2cdd-4458-9290-f61d5c0bf520
Apr 30 05:07:22.627412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-34be7376-a8f9-4d2d-a835-61de2f04de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:22.629320 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-34be7376-a8f9-4d2d-a835-61de2f04de61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1298151
Apr 30 05:07:22.733985 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:22.768446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b317910>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 2, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:22.773209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Checking router: dcc45f15-0c54-40cd-9098-1350f3b26e0b for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:07:22.773576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Updating router dcc45f15-0c54-40cd-9098-1350f3b26e0b port 155c02d7-7a53-464e-a6c0-d902a6666c59 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:07:22.832643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3edafc3e-c757-4342-be66-91fcaf227635 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:22.941970 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:23.004254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:23.013091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:23.014499 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:23.037502 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5784c2c0-0422-4db8-b7d2-831a6033ed69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:23.077428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-670a56e5-94bf-4349-8713-5e9fee750bd1 req-c57bb686-c20e-4745-8d19-716ed7be14d7 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.1444800
Apr 30 05:07:23.091106 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-1e88eeda-ad7d-40c2-8264-0ea09f0f7dfe service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4514732
Apr 30 05:07:23.171395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Pushing event updated for resources: {'Network': ['ID=df238c7f-2cdd-4458-9290-f61d5c0bf520,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:23.292646 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:23.300436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:07:23.317965 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7919281
Apr 30 05:07:23.318222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36754) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:23.328444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Request body: {'subnet': {'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-144910903-subnet', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:23.345986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:23.346897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f4893-223b-4497-9291-1cb2f89bab86 req-041a8d86-d011-4eb4-a807-9cc76804dd2a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:23.349188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af4f4893-223b-4497-9291-1cb2f89bab86 req-041a8d86-d011-4eb4-a807-9cc76804dd2a tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.1574445
Apr 30 05:07:23.368238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Usage tracker for resource:subnet and tenant:a4309bdaf83148918cafc13032528351 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:23.372982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:23.378648 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2913631-a64c-47f2-98aa-30d8b99141ad req-ccc668dc-93ea-4537-bcd5-427506dab035 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012336
Apr 30 05:07:23.383132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:23.415480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Made reservation on behalf of a4309bdaf83148918cafc13032528351 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:07:23.418233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:23.425036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3edafc3e-c757-4342-be66-91fcaf227635 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:23.425669 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:23.711735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af4f4893-223b-4497-9291-1cb2f89bab86 req-b589e28f-8b29-480d-85ab-78bbe840d530 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3525677
Apr 30 05:07:24.007491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:24.026355 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f2d99c8-f9e0-4d39-bd4a-dcab2a3be783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:24.067570 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:24.139096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4ac565-07a2-4a4a-9f5d-41820acd1be2,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:24.141402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Checking segment: {'id': '3633c6a6-55da-445d-a89d-4209bd183b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:24.143065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Network hostable DHCP agents. Network: df238c7f-2cdd-4458-9290-f61d5c0bf520, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:07:24.146509 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:24.158057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Transition to ACTIVE for port object 155c02d7-7a53-464e-a6c0-d902a6666c59 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:24.178074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:07:24.186440 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:24.192142 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:24.196531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, df238c7f-2cdd-4458-9290-f61d5c0bf520) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:24.217590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:24.218424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:24.231341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f746fdf1-0bce-4572-9861-9bf634d7b118 None None] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:07:24.260119 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9407749
Apr 30 05:07:24.263177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36770) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:24.272009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:24.287510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:24.294203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Usage tracker for resource:router and tenant:a4309bdaf83148918cafc13032528351 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:24.300145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:24.308657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:24.330019 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:24.331265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:24.371080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:24.389890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04ec70-f255-4e05-9910-1efefe09c3d9 None None] Pushing event updated for resources: {'Port': ['ID=155c02d7-7a53-464e-a6c0-d902a6666c59,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:24.600952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95f549c7-f71f-4bd5-a55e-b018c3bf7c12 req-823453b8-9065-4c0b-ac59-52ec12e3b751 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a1a17e-c21f-4444-9a96-726289a0a0aa HTTP/1.1" status: 200  len: 210 time: 0.1099830
Apr 30 05:07:24.614510 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ec04ec70-f255-4e05-9910-1efefe09c3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:24.891567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Attempting to bind port 155c02d7-7a53-464e-a6c0-d902a6666c59 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:07:24.892042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Attempting to bind port 155c02d7-7a53-464e-a6c0-d902a6666c59 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:07:24.892491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Attempting to bind port 155c02d7-7a53-464e-a6c0-d902a6666c59 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:24.905079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:07:24.905600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:24.906106 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:24.906563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Bound using segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:07:24.907135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Bound port: 155c02d7-7a53-464e-a6c0-d902a6666c59, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:07:24.907702 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:24.984997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:25.150496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f722c-127e-473d-b6af-c03e99a6df4f req-c59ab310-63cf-4347-864f-48493558f414 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:25.153631 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb5f722c-127e-473d-b6af-c03e99a6df4f req-c59ab310-63cf-4347-864f-48493558f414 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.2250342
Apr 30 05:07:25.165706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] For port 155c02d7-7a53-464e-a6c0-d902a6666c59, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:07:25.188189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] For port 155c02d7-7a53-464e-a6c0-d902a6666c59, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=155c02d7-7a53-464e-a6c0-d902a6666c59,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:07:25.253930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb5f722c-127e-473d-b6af-c03e99a6df4f req-c4224324-0955-4288-844e-e28199cee63f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0897908
Apr 30 05:07:25.265668 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:25.271275 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:25.321585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-df238c7f-2cdd-4458-9290-f61d5c0bf520', 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'fixed_ips': [{'subnet_id': 'ac4ac565-07a2-4a4a-9f5d-41820acd1be2'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:07:25.322529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:25.469350 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:25.470845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b317910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:25.693714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04ec70-f255-4e05-9910-1efefe09c3d9 None None] Pushing event updated for resources: {'Port': ['ID=155c02d7-7a53-464e-a6c0-d902a6666c59,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:25.727898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4f778-580e-4b01-803e-9d9cc9bc0c40 req-152c5ca4-476e-49cc-98b6-c4f677e5d13d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:25.741575 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc4f778-580e-4b01-803e-9d9cc9bc0c40 req-152c5ca4-476e-49cc-98b6-c4f677e5d13d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3440390
Apr 30 05:07:25.753739 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ec04ec70-f255-4e05-9910-1efefe09c3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:25.833085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:25.866589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:25.879245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc4f778-580e-4b01-803e-9d9cc9bc0c40 req-a8b05b0b-e023-453a-84e0-f63e142a29d5 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1362386
Apr 30 05:07:26.214458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Allocated IP 172.25.8.214 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/08ce62ea-41e8-4e82-93d6-644401fd1f62) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:26.252555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:26.257840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36808) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:26.367625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Allocated IP 172.20.0.2 (df238c7f-2cdd-4458-9290-f61d5c0bf520/ac4ac565-07a2-4a4a-9f5d-41820acd1be2/4e2a1f14-7487-4cbf-ac3f-292578e71258) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:26.393842 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4920-bbb3-4125-84ad-e5c7081bda52 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:26.429365 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4920-bbb3-4125-84ad-e5c7081bda52 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:26.507584 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4920-bbb3-4125-84ad-e5c7081bda52 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:26.519115 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ca155aef-d8f4-4e9e-8c08-cfccb403ac27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:26.545275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e4920-bbb3-4125-84ad-e5c7081bda52 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6524ffd-07d4-43ea-934f-89b36a34f72e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:26.557726 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c8e4920-bbb3-4125-84ad-e5c7081bda52 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:26.577779 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c8e4920-bbb3-4125-84ad-e5c7081bda52 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:26.582968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9c8e4920-bbb3-4125-84ad-e5c7081bda52 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "DELETE /v2.0/security-groups/f6524ffd-07d4-43ea-934f-89b36a34f72e HTTP/1.1" status: 204  len: 168 time: 0.3228040
Apr 30 05:07:26.583943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36818) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:26.626377 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:26.637593 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-f9443d0f-e428-43ab-a179-fce011bb0a89 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] show failed (client error): The resource could not be found.
Apr 30 05:07:26.640227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f9443d0f-e428-43ab-a179-fce011bb0a89 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "GET /v2.0/security-groups/f6524ffd-07d4-43ea-934f-89b36a34f72e HTTP/1.1" status: 404  len: 347 time: 0.0519807
Apr 30 05:07:26.642872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36824) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:26.723843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:26.739344 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-499c4577-fc04-4125-a35d-9c62127f7e49 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:26.970063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Pushing event updated for resources: {'Port': ['ID=08ce62ea-41e8-4e82-93d6-644401fd1f62,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:26.983119 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:26.994029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:26.997872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:27.000865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:27.012020 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.066816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Transition to ACTIVE for port object 4e2a1f14-7487-4cbf-ac3f-292578e71258 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:27.118030 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Transition to ACTIVE for port object 4e2a1f14-7487-4cbf-ac3f-292578e71258 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:27.142679 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.148618 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ef58228-2796-41ec-81aa-7b2a81e4c313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:27.160773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting port d3589ee3-9782-42e6-93f4-4e01c257766f {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:27.161585 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.440775 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.441172 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.472384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Pushing event updated for resources: {'Port': ['ID=4e2a1f14-7487-4cbf-ac3f-292578e71258,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:27.476773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b317910>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:25Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:27.486541 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:27.487914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683aaf70-c93c-47f1-b602-ee5c5f9662a5 None None] The sync data for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 is: [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:25Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:07:27.518042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:27.520856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:27.523802 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.525224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:27.549913 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.780680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Attempting to bind port 4e2a1f14-7487-4cbf-ac3f-292578e71258 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:07:27.781370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Attempting to bind port 4e2a1f14-7487-4cbf-ac3f-292578e71258 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '3633c6a6-55da-445d-a89d-4209bd183b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:07:27.782472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Attempting to bind port 4e2a1f14-7487-4cbf-ac3f-292578e71258 on network df238c7f-2cdd-4458-9290-f61d5c0bf520 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:27.790180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:07:27.791358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Checking segment: {'id': '3633c6a6-55da-445d-a89d-4209bd183b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:27.792059 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.793049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Bound using segment: {'id': '3633c6a6-55da-445d-a89d-4209bd183b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:07:27.793802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Bound port: 4e2a1f14-7487-4cbf-ac3f-292578e71258, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3633c6a6-55da-445d-a89d-4209bd183b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:07:27.794401 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.814459 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:27.848591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Calling delete_port for d3589ee3-9782-42e6-93f4-4e01c257766f owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:27.984588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] For port 4e2a1f14-7487-4cbf-ac3f-292578e71258, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:07:28.006578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] For port 4e2a1f14-7487-4cbf-ac3f-292578e71258, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4e2a1f14-7487-4cbf-ac3f-292578e71258,segment=NetworkSegment(3633c6a6-55da-445d-a89d-4209bd183b26),segment_id=3633c6a6-55da-445d-a89d-4209bd183b26)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:07:28.016251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:28.023785 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:28.202805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Pushing event updated for resources: {'Port': ['ID=4e2a1f14-7487-4cbf-ac3f-292578e71258,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:28.234174 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:28.298699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:28.329171 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0d6fffb2-e683-42d8-a531-cb99b2ea5e99 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:28.408347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-4d8d631b-5090-4fdf-98ad-eb6db3923243 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:28.414975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-4d8d631b-5090-4fdf-98ad-eb6db3923243 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=3902fa37-612a-453d-b382-419ff89492d7 HTTP/1.1" status: 200  len: 944 time: 0.3250446
Apr 30 05:07:28.443994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Port': ['ID=d3589ee3-9782-42e6-93f4-4e01c257766f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:28.570473 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:28.721427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:28.754533 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:28.759014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "DELETE /v2.0/floatingips/6086600a-04d2-4384-8c6a-9710f2954391 HTTP/1.1" status: 204  len: 168 time: 2.1066365
Apr 30 05:07:28.764825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36888) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:28.975177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Deleting port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:28.976206 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:28.978234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4e2a1f14-7487-4cbf-ac3f-292578e71258 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:29.217775 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:29.251178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 4e2a1f14-7487-4cbf-ac3f-292578e71258 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:29.272351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 155c02d7-7a53-464e-a6c0-d902a6666c59 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:29.372544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 155c02d7-7a53-464e-a6c0-d902a6666c59 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:29.389440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 155c02d7-7a53-464e-a6c0-d902a6666c59 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:29.390108 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:29.429831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] For port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:29.430468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:29.649276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Router 4a15dcae-5a64-45e0-8c67-69ad2b709fae is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:07:29.724602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Calling delete_port for 655db03a-f3bd-4b0b-9ec1-d34636b00f9e owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:29.730778 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:29.737155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting port 8fbd3132-e9b3-46ca-8915-2026e8671706 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:29.737824 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:29.837843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 155c02d7-7a53-464e-a6c0-d902a6666c59, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=155c02d7-7a53-464e-a6c0-d902a6666c59,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:29.851788 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:29.856373 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0fe39682-84ab-431c-9e0a-8b9fc496092f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:29.966598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=155c02d7-7a53-464e-a6c0-d902a6666c59,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:29.977641 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:30.004323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:07:30.020865 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Sync routers for ids ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:07:30.046935 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Routers {'4a15dcae-5a64-45e0-8c67-69ad2b709fae'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:30.052184 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78054cf70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:30.057792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:30.061259 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.7961891
Apr 30 05:07:30.062203 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:30.062889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 36904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:30.241958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Calling delete_port for 8fbd3132-e9b3-46ca-8915-2026e8671706 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:30.337827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d137c1fb-62db-411c-9f98-3347512b0dba None None] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:07:30.461547 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Set router 4a15dcae-5a64-45e0-8c67-69ad2b709fae gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:30.541390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:30.559019 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0557ddd0-6666-4bdc-a2c7-f409f390d914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:30.560213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c0df3f21-76cb-4445-a7aa-bc5d7e0ac6d4 None None] Provisioning for port 4e2a1f14-7487-4cbf-ac3f-292578e71258 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:30.649251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Port': ['ID=8fbd3132-e9b3-46ca-8915-2026e8671706,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:30.652205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:30.655079 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:30.665843 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-69d620bd-4b84-4a6d-9b44-a7725becdaa1 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:30.760044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event deleted for resources: {'Port': ['ID=655db03a-f3bd-4b0b-9ec1-d34636b00f9e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:30.765522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c0df3f21-76cb-4445-a7aa-bc5d7e0ac6d4 None None] Provisioning complete for port 4e2a1f14-7487-4cbf-ac3f-292578e71258 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:30.765870 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:30.766422 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0df3f21-76cb-4445-a7aa-bc5d7e0ac6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:30.809623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['853add22-9ca2-467b-8e7b-edfc16cea6ba'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:07:30.849615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:07:31.096773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 155c02d7-7a53-464e-a6c0-d902a6666c59 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:31.146453 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78054cf70>, [{'id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:24Z', 'updated_at': '2021-04-30T05:07:27Z', 'revision_number': 3, 'project_id': 'a4309bdaf83148918cafc13032528351', 'gw_port': {'id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:25Z', 'updated_at': '2021-04-30T05:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:31.159632 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Checking router: 4a15dcae-5a64-45e0-8c67-69ad2b709fae for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:07:31.160553 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Updating router 4a15dcae-5a64-45e0-8c67-69ad2b709fae port 08ce62ea-41e8-4e82-93d6-644401fd1f62 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:07:31.225001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:31.316357 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:31.327601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] No DVR routers for this DVR port 655db03a-f3bd-4b0b-9ec1-d34636b00f9e on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:31.356644 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:31.359362 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ab6e2dd0-ac1b-44d2-ba80-e22266bdea07 req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "DELETE /v2.0/ports/655db03a-f3bd-4b0b-9ec1-d34636b00f9e HTTP/1.1" status: 204  len: 173 time: 2.9434962
Apr 30 05:07:31.360148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'name': 'network-vif-deleted', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:31.367340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "DELETE /v2.0/ports/8fbd3132-e9b3-46ca-8915-2026e8671706 HTTP/1.1" status: 204  len: 168 time: 2.5985434
Apr 30 05:07:31.371985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36922) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:31.589772 n-d-766726-20 neutron-server[74581]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3902fa37-612a-453d-b382-419ff89492d7', 'name': 'network-vif-deleted', 'tag': '655db03a-f3bd-4b0b-9ec1-d34636b00f9e', 'status': 'failed', 'code': 422} returned with failed status
Apr 30 05:07:31.627163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 155c02d7-7a53-464e-a6c0-d902a6666c59 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:31.628177 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:31.830808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting port f124c858-8f59-4262-9a4b-5bdb30ab86d0 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:31.831368 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:31.835221 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-23e9b5f9-6552-4db7-924c-6c494cc5db1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.115447 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.153404 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.361641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Calling delete_port for f124c858-8f59-4262-9a4b-5bdb30ab86d0 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:32.379646 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.421334 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Transition to ACTIVE for port object 08ce62ea-41e8-4e82-93d6-644401fd1f62 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:32.447154 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.457667 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-354516c8-328c-49ec-9f53-911cd603bb5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:32.677548 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Attempting to bind port 08ce62ea-41e8-4e82-93d6-644401fd1f62 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:07:32.678020 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Attempting to bind port 08ce62ea-41e8-4e82-93d6-644401fd1f62 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:07:32.678401 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Attempting to bind port 08ce62ea-41e8-4e82-93d6-644401fd1f62 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:32.702273 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0df3f21-76cb-4445-a7aa-bc5d7e0ac6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.706679 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:07:32.707603 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:32.711287 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.711758 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:07:32.712278 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Bound port: 08ce62ea-41e8-4e82-93d6-644401fd1f62, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:07:32.712678 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.851220 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] For port 08ce62ea-41e8-4e82-93d6-644401fd1f62, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:07:32.855400 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] For port 08ce62ea-41e8-4e82-93d6-644401fd1f62, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=08ce62ea-41e8-4e82-93d6-644401fd1f62,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:07:32.884667 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.957352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c0df3f21-76cb-4445-a7aa-bc5d7e0ac6d4 None None] For port 4e2a1f14-7487-4cbf-ac3f-292578e71258, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4e2a1f14-7487-4cbf-ac3f-292578e71258,segment=NetworkSegment(3633c6a6-55da-445d-a89d-4209bd183b26),segment_id=3633c6a6-55da-445d-a89d-4209bd183b26)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:32.966080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0df3f21-76cb-4445-a7aa-bc5d7e0ac6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:32.974282 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Routers {'4a15dcae-5a64-45e0-8c67-69ad2b709fae'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:32.976073 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78054cf70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:32.977309 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-58c777f5-6df0-49a3-8b0d-d397290b459e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:33.048191 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:33.062173 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5a14383b-7a25-4945-9e68-f801367a2ffd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:33.168688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Allocated IP 172.20.0.1 (df238c7f-2cdd-4458-9290-f61d5c0bf520/ac4ac565-07a2-4a4a-9f5d-41820acd1be2/ad4b9074-6a69-4c96-b53a-8e006c33ea8f) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:33.173844 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9803c0-3d9c-47d1-9c69-5f0761dee252 None None] Pushing event updated for resources: {'Port': ['ID=08ce62ea-41e8-4e82-93d6-644401fd1f62,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:33.240541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df3f21-76cb-4445-a7aa-bc5d7e0ac6d4 None None] Pushing event updated for resources: {'Port': ['ID=4e2a1f14-7487-4cbf-ac3f-292578e71258,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:33.244557 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a9803c0-3d9c-47d1-9c69-5f0761dee252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:33.245601 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-7b551435-21e9-46fb-8b7e-33a831f2f2e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:33.258113 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0df3f21-76cb-4445-a7aa-bc5d7e0ac6d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:33.340638 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7cbda16c-c7ee-4bc4-a03d-4bda19b72b31 None None] Provisioning complete for port 4e2a1f14-7487-4cbf-ac3f-292578e71258 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:33.341990 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7cbda16c-c7ee-4bc4-a03d-4bda19b72b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:33.379856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Port': ['ID=f124c858-8f59-4262-9a4b-5bdb30ab86d0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:33.402195 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:33.492801 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:33.511115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Transition to ACTIVE for port object ad4b9074-6a69-4c96-b53a-8e006c33ea8f will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:33.544627 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:33.552121 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4e2fd465-d844-4a8d-97a8-ce8fb6fef9c1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:33.588098 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:33.645822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Pushing event updated for resources: {'Port': ['ID=ad4b9074-6a69-4c96-b53a-8e006c33ea8f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:33.653497 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a6f64d42-9de4-4c31-87b6-a278dbdf03e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:33.664848 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:33.683501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:33.684728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:33.688103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:33.690376 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:33.701210 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9803c0-3d9c-47d1-9c69-5f0761dee252 None None] Pushing event updated for resources: {'Port': ['ID=08ce62ea-41e8-4e82-93d6-644401fd1f62,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:33.709558 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a9803c0-3d9c-47d1-9c69-5f0761dee252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:33.715620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "DELETE /v2.0/ports/f124c858-8f59-4262-9a4b-5bdb30ab86d0 HTTP/1.1" status: 204  len: 168 time: 2.3419063
Apr 30 05:07:33.720497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36956) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:33.765702 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] Set router 4a15dcae-5a64-45e0-8c67-69ad2b709fae gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:33.798917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955008b8-6473-433f-8748-3ae9cb05e3e1 req-77395f02-d443-4567-af4d-d435b8fc477d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:33.799981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-955008b8-6473-433f-8748-3ae9cb05e3e1 req-77395f02-d443-4567-af4d-d435b8fc477d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:07:33.805934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:33.832627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-955008b8-6473-433f-8748-3ae9cb05e3e1 req-77395f02-d443-4567-af4d-d435b8fc477d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:07:33.844548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-955008b8-6473-433f-8748-3ae9cb05e3e1 req-77395f02-d443-4567-af4d-d435b8fc477d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 908 time: 0.4404550
Apr 30 05:07:33.881065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting subnet 2f173dd0-a931-49e1-8476-91d5b97c332d {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:07:33.885349 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:33.965736 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:34.155319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:34.175736 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:34.216276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6a5a55ef-9214-4f9f-af35-50ca8b6485e0 None None] Provisioning for port ad4b9074-6a69-4c96-b53a-8e006c33ea8f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:34.235046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6a5a55ef-9214-4f9f-af35-50ca8b6485e0 None None] Provisioning complete for port ad4b9074-6a69-4c96-b53a-8e006c33ea8f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:34.235886 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6a5a55ef-9214-4f9f-af35-50ca8b6485e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:34.392528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a55ef-9214-4f9f-af35-50ca8b6485e0 None None] Port ad4b9074-6a69-4c96-b53a-8e006c33ea8f cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:07:34.602204 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:34.609049 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:34.651431 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65cfcf16-e898-4cb6-be4c-c7df3d65fea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:34.700327 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78054cf70>, [{'id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:24Z', 'updated_at': '2021-04-30T05:07:27Z', 'revision_number': 3, 'project_id': 'a4309bdaf83148918cafc13032528351', 'gw_port': {'id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:25Z', 'updated_at': '2021-04-30T05:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:34.709173 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221e22de-be1e-4564-9c89-d99e219a70b1 None None] The sync data for ids ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'] in n-d-766726-20 is: [{'id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:24Z', 'updated_at': '2021-04-30T05:07:27Z', 'revision_number': 3, 'project_id': 'a4309bdaf83148918cafc13032528351', 'gw_port': {'id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:25Z', 'updated_at': '2021-04-30T05:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:07:34.728925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Pushing event updated for resources: {'Port': ['ID=ad4b9074-6a69-4c96-b53a-8e006c33ea8f,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:34.732109 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:34.828417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:34.828792 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:34.888134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4e2a1f14-7487-4cbf-ac3f-292578e71258 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:34.897851 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:34.923193 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b014539f-9e16-4b09-9c54-eb6a1fc6764f tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:35.020484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:35.027364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1c66e-47a6-4a5e-b01f-6e576363bcc2 None None] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:07:35.037345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Subnet': ['ID=2f173dd0-a931-49e1-8476-91d5b97c332d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:35.042841 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:35.053715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "DELETE /v2.0/subnets/2f173dd0-a931-49e1-8476-91d5b97c332d HTTP/1.1" status: 204  len: 168 time: 1.3312471
Apr 30 05:07:35.054394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 36978) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:35.082423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-e4e0550b-a0a2-4586-b7a3-5af3cec5732e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:35.083177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-e4e0550b-a0a2-4586-b7a3-5af3cec5732e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:07:35.114987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-e4e0550b-a0a2-4586-b7a3-5af3cec5732e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:07:35.116556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-e4e0550b-a0a2-4586-b7a3-5af3cec5732e tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.50 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 908 time: 0.3581262
Apr 30 05:07:35.296838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting subnet dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:07:35.317231 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:35.331235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:35.339397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:35.446338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bcd64-1a3c-4f1f-aca0-2acaad17a59a req-8e3d4e9a-076f-4edc-9f8f-f4291d68b8d4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:35.457333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 4e2a1f14-7487-4cbf-ac3f-292578e71258 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:35.458273 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:35.476468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a43bcd64-1a3c-4f1f-aca0-2acaad17a59a req-8e3d4e9a-076f-4edc-9f8f-f4291d68b8d4 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 908 time: 0.3628235
Apr 30 05:07:35.512772 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:35.705230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Deleting port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:35.705793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:35.726755 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:35.986014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b02b2769-01e8-4fa2-80ac-3513ca43d42f None None] Provisioning complete for port ad4b9074-6a69-4c96-b53a-8e006c33ea8f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:35.986418 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b02b2769-01e8-4fa2-80ac-3513ca43d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:36.078581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] DHCP port deletion for b3216d1a-c7d6-4c25-aabe-814b72ddf3cc request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:07:36.136989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] For port c84f09e7-fbbb-450c-b8f6-97d3b07a6754, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:36.137345 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:36.184000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b02b2769-01e8-4fa2-80ac-3513ca43d42f None None] Port ad4b9074-6a69-4c96-b53a-8e006c33ea8f cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:07:36.225215 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] Deleting port e51b5259-4de6-4f05-83af-8ee0157bb15a {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:36.225793 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:36.405329 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:36.426552 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:36.454756 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2ea53891-6184-4e9b-9c4e-62afc30f731a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:36.538423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03362f21-3b92-44eb-a6c8-9ac9450dbd1d None None] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:07:36.540727 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:36.578987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "DELETE /v2.0/subnets/dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd HTTP/1.1" status: 204  len: 168 time: 1.5226495
Apr 30 05:07:36.599806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37002) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:36.609598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2015cb-f0ec-42d1-ba49-7e2b431ed2bd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:36.658811 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:36.684229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] For port e51b5259-4de6-4f05-83af-8ee0157bb15a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e51b5259-4de6-4f05-83af-8ee0157bb15a,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:36.684738 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:36.848631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Calling delete_port for c84f09e7-fbbb-450c-b8f6-97d3b07a6754 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:36.871893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Router 4a15dcae-5a64-45e0-8c67-69ad2b709fae has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:07:36.992915 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:37.073772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] Calling delete_port for e51b5259-4de6-4f05-83af-8ee0157bb15a owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:37.120509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 08ce62ea-41e8-4e82-93d6-644401fd1f62 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:37.128836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75616d15-ecc6-48d1-ab20-3287e36453b0 req-b54c3780-0d43-42b8-b064-1f39efd544fb tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:37.142065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75616d15-ecc6-48d1-ab20-3287e36453b0 req-b54c3780-0d43-42b8-b064-1f39efd544fb tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 908 time: 0.3619618
Apr 30 05:07:37.182325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Deleting port e51b5259-4de6-4f05-83af-8ee0157bb15a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:37.182744 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:37.385557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:07:37.414669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:37.426593 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f30551ee-3834-4f09-a4cf-e0d577d5aab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:37.496004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 08ce62ea-41e8-4e82-93d6-644401fd1f62 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:37.505882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 08ce62ea-41e8-4e82-93d6-644401fd1f62 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:37.506258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:37.506832 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] 10.222.0.46 "PUT /v2.0/routers/4a15dcae-5a64-45e0-8c67-69ad2b709fae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4421339
Apr 30 05:07:37.713360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] For port e51b5259-4de6-4f05-83af-8ee0157bb15a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e51b5259-4de6-4f05-83af-8ee0157bb15a,segment=NetworkSegment(77608260-478c-4312-9efd-23dbebd57ca8),segment_id=77608260-478c-4312-9efd-23dbebd57ca8)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:37.714173 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:37.727203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37024) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:37.785797 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:37.807472 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:37.830055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event deleted for resources: {'Port': ['ID=c84f09e7-fbbb-450c-b8f6-97d3b07a6754,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:37.870719 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:37.876932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] No DVR routers for this DVR port c84f09e7-fbbb-450c-b8f6-97d3b07a6754 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:37.887535 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:37.891783 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b59b52ad-6fc2-4500-ae5c-fdbb6a3bd845 req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.50 "DELETE /v2.0/ports/c84f09e7-fbbb-450c-b8f6-97d3b07a6754 HTTP/1.1" status: 204  len: 173 time: 2.7675822
Apr 30 05:07:37.892688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'name': 'network-vif-deleted', 'tag': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:37.918184 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] DHCP port deletion for 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:07:38.075540 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23b71bb-4a5c-4b04-b989-11ce105f0f6f', 'name': 'network-vif-deleted', 'tag': 'c84f09e7-fbbb-450c-b8f6-97d3b07a6754', 'status': 'completed', 'code': 200}
Apr 30 05:07:38.115568 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] Pushing event deleted for resources: {'Port': ['ID=e51b5259-4de6-4f05-83af-8ee0157bb15a,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:38.120215 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:38.121403 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] No DVR routers for this DVR port e51b5259-4de6-4f05-83af-8ee0157bb15a on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:38.277713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c84f09e7-fbbb-450c-b8f6-97d3b07a6754 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:07:38.317996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Sync routers for ids ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:07:38.328943 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:38.337748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Calling delete_port for e51b5259-4de6-4f05-83af-8ee0157bb15a owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:38.349377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 08ce62ea-41e8-4e82-93d6-644401fd1f62, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=08ce62ea-41e8-4e82-93d6-644401fd1f62,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:38.354413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: c84f09e7-fbbb-450c-b8f6-97d3b07a6754 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:07:38.355075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device c84f09e7-fbbb-450c-b8f6-97d3b07a6754 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:07:38.361479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:38.370186 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:38.440225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Routers {'4a15dcae-5a64-45e0-8c67-69ad2b709fae'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:38.440697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be83f70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:38.470170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb095575-6e3b-41a7-b3de-22eb7917b505 req-9cf08673-00a0-4469-8fca-0f25299103c9 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=e23b71bb-4a5c-4b04-b989-11ce105f0f6f HTTP/1.1" status: 200  len: 210 time: 0.1173024
Apr 30 05:07:38.534209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e51b5259-4de6-4f05-83af-8ee0157bb15a no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:07:38.596375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e51b5259-4de6-4f05-83af-8ee0157bb15a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:07:38.596892 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:38.597124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e51b5259-4de6-4f05-83af-8ee0157bb15a not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:07:38.629793 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6007c479-52f6-4ec2-aaa5-8a381cd3615f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:38.665848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] Deleting port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:38.666340 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:38.806960 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0541851e-b5f5-4132-aafa-d4cc10bcd159 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 4151 time: 1.0781724
Apr 30 05:07:38.812956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37054) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:38.830385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'network': {'name': 'tempest-network-smoke--9382401', 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'port_security_enabled': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:38.830761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=08ce62ea-41e8-4e82-93d6-644401fd1f62,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:38.835911 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:38.844580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] No DVR routers for this DVR port e51b5259-4de6-4f05-83af-8ee0157bb15a on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:38.846533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Port': ['ID=e51b5259-4de6-4f05-83af-8ee0157bb15a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:38.863161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:38.922783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:38.934717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] For port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8,segment=NetworkSegment(64ef718c-5363-43d7-9260-ec4503ae7db4),segment_id=64ef718c-5363-43d7-9260-ec4503ae7db4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:38.936124 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:38.958068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Made reservation on behalf of 7db5e0d81c83427695bf1e45c2c59448 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:07:38.970111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.042143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:07:39.063573 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.064688 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Added segment 0282265d-9f6f-426a-8da3-c49003ed6ab6 of type vlan for network 4defbbff-e15a-4c29-8c4e-ded3b4879502
Apr 30 05:07:39.120265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] Calling delete_port for bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:39.130919 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.131997 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.175121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:07:39.226136 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.235237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.247269 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:39.250455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:39.251527 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.268391 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:39.281793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ab66160>,) {'filters': {'network_id': ['b3216d1a-c7d6-4c25-aabe-814b72ddf3cc']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:39.297913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ab66160>, '77608260-478c-4312-9efd-23dbebd57ca8') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:39.298215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ab66160>, '77608260-478c-4312-9efd-23dbebd57ca8') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:39.302380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:07:39.302823 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:07:39.312075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] No DVR routers for this DVR port bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:39.314481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] Pushing event deleted for resources: {'Port': ['ID=bb8746fa-3f5a-4ab5-bde0-de8a7c1482f8,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:39.314996 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.316932 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:39.348574 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.374367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:07:39.386036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Set router 4a15dcae-5a64-45e0-8c67-69ad2b709fae gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:39.474635 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:39.726280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Network': ['ID=4defbbff-e15a-4c29-8c4e-ded3b4879502,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:39.730572 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9155188
Apr 30 05:07:39.735703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37074) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:39.741758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'admin_state_up': True, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:39.754698 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:39.759010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:39.768352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:router and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:39.773992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for router was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:39.787254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:39.812565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.813673 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.842804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:07:39.850935 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:39.875395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:07:39.938486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:40.312889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network b3216d1a-c7d6-4c25-aabe-814b72ddf3cc has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:07:40.452292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:07:40.517685 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:07:40.581989 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:07:40.635355 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:40.651814 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-39b4c14e-cb04-4b0f-bd61-3ba9c4ef4b4f tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:40.676487 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:40.695175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Network': ['ID=b3216d1a-c7d6-4c25-aabe-814b72ddf3cc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:40.699207 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:40.719572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37090) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:40.720231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "DELETE /v2.0/networks/b3216d1a-c7d6-4c25-aabe-814b72ddf3cc HTTP/1.1" status: 204  len: 168 time: 4.1180751
Apr 30 05:07:40.795333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c69d2d-8041-47ad-957e-0a79d5068e70 req-5cfdd402-b72f-4d71-82ce-39f9e06d3150 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:40.803475 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7c69d2d-8041-47ad-957e-0a79d5068e70 req-5cfdd402-b72f-4d71-82ce-39f9e06d3150 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 945 time: 0.2826905
Apr 30 05:07:40.909227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 08ce62ea-41e8-4e82-93d6-644401fd1f62 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:40.960330 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7c69d2d-8041-47ad-957e-0a79d5068e70 req-311455bf-f44c-4baa-9d94-66c5523a8fcc tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497569
Apr 30 05:07:41.042363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be83f70>, [{'id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:24Z', 'updated_at': '2021-04-30T05:07:33Z', 'revision_number': 4, 'project_id': 'a4309bdaf83148918cafc13032528351', 'gw_port': {'id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:25Z', 'updated_at': '2021-04-30T05:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ad4b9074-6a69-4c96-b53a-8e006c33ea8f', 'name': '', 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'mac_address': 'fa:16:3e:e1:c9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ac4ac565-07a2-4a4a-9f5d-41820acd1be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:32Z', 'updated_at': '2021-04-30T05:07:34Z', 'revision_number': 2, 'project_id': 'a4309bdaf83148918cafc13032528351', 'subnets': [{'id': 'ac4ac565-07a2-4a4a-9f5d-41820acd1be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:41.071571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Checking router: 4a15dcae-5a64-45e0-8c67-69ad2b709fae for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:07:41.072051 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Updating router 4a15dcae-5a64-45e0-8c67-69ad2b709fae port ad4b9074-6a69-4c96-b53a-8e006c33ea8f binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:07:41.151210 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:41.165696 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:41.184261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 08ce62ea-41e8-4e82-93d6-644401fd1f62 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:41.184793 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:41.545426 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:41.657424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:41.937965 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:41.968060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Transition to ACTIVE for port object ad4b9074-6a69-4c96-b53a-8e006c33ea8f will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:41.985277 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:41.997622 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0df3f21-76cb-4445-a7aa-bc5d7e0ac6d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:42.000065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-df169791-ddce-444b-83c6-5ae618c1f819 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:42.000822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-df169791-ddce-444b-83c6-5ae618c1f819 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:07:42.094047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:42.172997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-df169791-ddce-444b-83c6-5ae618c1f819 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:07:42.174211 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-df169791-ddce-444b-83c6-5ae618c1f819 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 945 time: 1.3756008
Apr 30 05:07:42.175562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Allocated IP 172.25.8.144 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:42.337506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349884c-a0b2-489d-aa58-b75fd2009ba6 None None] Pushing event updated for resources: {'Port': ['ID=ad4b9074-6a69-4c96-b53a-8e006c33ea8f,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:42.355973 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6349884c-a0b2-489d-aa58-b75fd2009ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:42.438846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b8fe3-7d7e-40f0-8ee0-c322fc97b6ea req-ad80552d-b15f-4144-9a0c-86ef78d0bb35 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:42.443703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db5b8fe3-7d7e-40f0-8ee0-c322fc97b6ea req-ad80552d-b15f-4144-9a0c-86ef78d0bb35 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 945 time: 0.2340949
Apr 30 05:07:42.508287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Attempting to bind port ad4b9074-6a69-4c96-b53a-8e006c33ea8f on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:07:42.508821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Attempting to bind port ad4b9074-6a69-4c96-b53a-8e006c33ea8f by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '3633c6a6-55da-445d-a89d-4209bd183b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:07:42.509727 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Attempting to bind port ad4b9074-6a69-4c96-b53a-8e006c33ea8f on network df238c7f-2cdd-4458-9290-f61d5c0bf520 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:42.524687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:07:42.525127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Checking segment: {'id': '3633c6a6-55da-445d-a89d-4209bd183b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:42.525495 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:42.525906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Bound using segment: {'id': '3633c6a6-55da-445d-a89d-4209bd183b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:07:42.528380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Bound port: ad4b9074-6a69-4c96-b53a-8e006c33ea8f, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3633c6a6-55da-445d-a89d-4209bd183b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:07:42.532976 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:42.541565 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db5b8fe3-7d7e-40f0-8ee0-c322fc97b6ea req-1c0402da-8e65-4ed8-ad53-eb1447747349 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910068
Apr 30 05:07:42.577291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7790a3bb0>,) {'filters': {'network_id': ['957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:42.697318 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7790a3bb0>, '64ef718c-5363-43d7-9260-ec4503ae7db4') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:42.697626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7790a3bb0>, '64ef718c-5363-43d7-9260-ec4503ae7db4') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:42.753552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:42.777785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] For port ad4b9074-6a69-4c96-b53a-8e006c33ea8f, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:07:42.783657 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] For port ad4b9074-6a69-4c96-b53a-8e006c33ea8f, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ad4b9074-6a69-4c96-b53a-8e006c33ea8f,segment=NetworkSegment(3633c6a6-55da-445d-a89d-4209bd183b26),segment_id=3633c6a6-55da-445d-a89d-4209bd183b26)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:07:42.798614 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:42.804151 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-324c0ba3-f9f0-46a2-b62b-465a451cc330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:42.817538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:42.821674 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:42.840884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:07:42.927834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Deleting port 853add22-9ca2-467b-8e7b-edfc16cea6ba {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:42.928266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:43.086548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Routers {'4a15dcae-5a64-45e0-8c67-69ad2b709fae'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:43.087273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be83f70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:43.140832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349884c-a0b2-489d-aa58-b75fd2009ba6 None None] Pushing event updated for resources: {'Port': ['ID=ad4b9074-6a69-4c96-b53a-8e006c33ea8f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:43.174287 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6349884c-a0b2-489d-aa58-b75fd2009ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:43.434891 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] Set router 4a15dcae-5a64-45e0-8c67-69ad2b709fae gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:43.547624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:07:43.590976 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:43.807617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] For port 853add22-9ca2-467b-8e7b-edfc16cea6ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:43.808052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:43.831261 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-d0ca4dde-0f2f-4ef6-b3ea-2113e99ff7c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.7574208
Apr 30 05:07:43.883266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-eacb22d1-bad3-4647-a087-5907bec119a3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:43.885707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-eacb22d1-bad3-4647-a087-5907bec119a3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:07:43.887232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:44.072239 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2ed8b20b-89d9-43f2-9537-5b5e2c2811e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:44.100851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-eacb22d1-bad3-4647-a087-5907bec119a3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:07:44.113785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-eacb22d1-bad3-4647-a087-5907bec119a3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.9636157
Apr 30 05:07:44.145104 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-dff078bd-da52-460d-a55a-34a612e85310 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/quotas/197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 375 time: 0.0291953
Apr 30 05:07:44.286331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee46008-f378-4442-bb43-47093566cda0 req-f517456f-003f-4833-99c4-c2112d31f0fc tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:44.288386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ee46008-f378-4442-bb43-47093566cda0 req-f517456f-003f-4833-99c4-c2112d31f0fc tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 945 time: 0.3875320
Apr 30 05:07:44.311148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 853add22-9ca2-467b-8e7b-edfc16cea6ba no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:07:44.480027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-c0f41dba-4d9f-404c-9f8b-5af2f7d9e7bf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3330617
Apr 30 05:07:44.519053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be83f70>, [{'id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:24Z', 'updated_at': '2021-04-30T05:07:33Z', 'revision_number': 4, 'project_id': 'a4309bdaf83148918cafc13032528351', 'gw_port': {'id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:25Z', 'updated_at': '2021-04-30T05:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ad4b9074-6a69-4c96-b53a-8e006c33ea8f', 'name': '', 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'mac_address': 'fa:16:3e:e1:c9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ac4ac565-07a2-4a4a-9f5d-41820acd1be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:32Z', 'updated_at': '2021-04-30T05:07:42Z', 'revision_number': 4, 'project_id': 'a4309bdaf83148918cafc13032528351', 'subnets': [{'id': 'ac4ac565-07a2-4a4a-9f5d-41820acd1be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:44.535565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f79ca8-cc0e-40f6-9d3a-f9b1dcf74b86 None None] The sync data for ids ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'] in n-d-766726-20 is: [{'id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:24Z', 'updated_at': '2021-04-30T05:07:33Z', 'revision_number': 4, 'project_id': 'a4309bdaf83148918cafc13032528351', 'gw_port': {'id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:25Z', 'updated_at': '2021-04-30T05:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'ad4b9074-6a69-4c96-b53a-8e006c33ea8f', 'name': '', 'network_id': 'df238c7f-2cdd-4458-9290-f61d5c0bf520', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'mac_address': 'fa:16:3e:e1:c9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'ac4ac565-07a2-4a4a-9f5d-41820acd1be2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:32Z', 'updated_at': '2021-04-30T05:07:42Z', 'revision_number': 4, 'project_id': 'a4309bdaf83148918cafc13032528351', 'subnets': [{'id': 'ac4ac565-07a2-4a4a-9f5d-41820acd1be2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:07:44.550588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ee46008-f378-4442-bb43-47093566cda0 req-5115e41c-62dd-499a-87f2-ef4c25b69b38 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403924
Apr 30 05:07:44.559148 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:44.735071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 853add22-9ca2-467b-8e7b-edfc16cea6ba, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=853add22-9ca2-467b-8e7b-edfc16cea6ba,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:44.748257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853add22-9ca2-467b-8e7b-edfc16cea6ba'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:44.771437 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:44.793362 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:44.854760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Calling delete_port for 853add22-9ca2-467b-8e7b-edfc16cea6ba owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:44.986773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ad4b9074-6a69-4c96-b53a-8e006c33ea8f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:45.088988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9017a82f-36c7-4fcd-a594-acddc7c191ec service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5936203
Apr 30 05:07:45.110324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Network 957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:07:45.124293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:07:45.192718 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:07:45.195001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:45.197070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:45.197359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ad4b9074-6a69-4c96-b53a-8e006c33ea8f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:45.210724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ad4b9074-6a69-4c96-b53a-8e006c33ea8f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:45.212262 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:45.251127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:45.285794 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.215s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:45.327543 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '853add22-9ca2-467b-8e7b-edfc16cea6ba', 'code': 200}
Apr 30 05:07:45.336806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=853add22-9ca2-467b-8e7b-edfc16cea6ba,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:45.343683 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:45.361457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-ceefb515-555c-4f58-a1c0-14bd0f8eabc4 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2619665
Apr 30 05:07:45.408282 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:45.425139 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:45.458106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:45.573761 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:45.649283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ad4b9074-6a69-4c96-b53a-8e006c33ea8f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ad4b9074-6a69-4c96-b53a-8e006c33ea8f,segment=NetworkSegment(3633c6a6-55da-445d-a89d-4209bd183b26),segment_id=3633c6a6-55da-445d-a89d-4209bd183b26)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:45.657976 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:45.663256 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:45.710290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Pushing event deleted for resources: {'Network': ['ID=957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:45.767940 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:45.777956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ad4b9074-6a69-4c96-b53a-8e006c33ea8f,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:45.782110 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:45.823686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-1aeb1d45-a85e-47d9-8bed-0bb55f2bab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:45.841802 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-1aeb1d45-a85e-47d9-8bed-0bb55f2bab76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c446453632e4610bea794e8357c69bd&device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 1098 time: 1.7721922
Apr 30 05:07:46.031851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] 10.222.0.46 "DELETE /v2.0/networks/957aa31b-3a3a-4fc1-98b3-ee8c9b581ad3 HTTP/1.1" status: 204  len: 168 time: 5.3111784
Apr 30 05:07:46.147468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0188ee60-2141-49cb-bf63-35e8ed8cc082 req-f677c862-90ed-4696-a6d7-4af67c4c90ad tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 210 time: 0.2482276
Apr 30 05:07:46.162107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:46.186829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:07:46.197349 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a5589d2-5646-4e26-983b-1714b02c8c76 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:46.455964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2ed138a-96ac-4908-bf0b-e98c74281ef8 req-e3921be1-c25b-48c6-9269-2c04a40254d6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.2030897
Apr 30 05:07:46.696237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event deleted for resources: {'Port': ['ID=853add22-9ca2-467b-8e7b-edfc16cea6ba,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:46.753207 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:46.847896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ad4b9074-6a69-4c96-b53a-8e006c33ea8f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:46.850635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:47.026665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ad4b9074-6a69-4c96-b53a-8e006c33ea8f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:47.029237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:47.439362 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c062b63-711a-40cc-b5b1-5aa156f7ae59 req-3dd5874d-6bd8-463b-be72-cc34744c37e0 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 210 time: 0.0678391
Apr 30 05:07:47.543029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] No DVR routers for this DVR port 853add22-9ca2-467b-8e7b-edfc16cea6ba on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:47.565961 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:47.571614 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'name': 'network-vif-deleted', 'tag': '853add22-9ca2-467b-8e7b-edfc16cea6ba'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:47.593241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-d0fde5d3-0b1b-4d7c-9f96-827fa29b0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:47.595016 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-d0fde5d3-0b1b-4d7c-9f96-827fa29b0c4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 200  len: 913 time: 1.5903091
Apr 30 05:07:47.678471 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-851a6383-ed30-4f09-973b-01bcfd21b66b req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.50 "DELETE /v2.0/ports/853add22-9ca2-467b-8e7b-edfc16cea6ba HTTP/1.1" status: 204  len: 173 time: 5.4421101
Apr 30 05:07:47.786688 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a80d26-da70-4f80-afa7-a285a991638f', 'name': 'network-vif-deleted', 'tag': '853add22-9ca2-467b-8e7b-edfc16cea6ba', 'status': 'completed', 'code': 200}
Apr 30 05:07:47.795850 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-a4549c6d-4fd7-4d79-9068-2b5ddfb11637 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb HTTP/1.1" status: 200  len: 217 time: 0.1901579
Apr 30 05:07:47.803199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a20cc82-cd0e-41b9-8190-233d4ac1ac59 req-7d716c1b-cb50-4975-b747-a7a22da0c062 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.0881834
Apr 30 05:07:47.972259 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:48.067543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-568170b3-b9d5-4501-ac6f-251e4e3e4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:48.069049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-568170b3-b9d5-4501-ac6f-251e4e3e4b06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 200  len: 851 time: 0.2578881
Apr 30 05:07:48.400538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-d2d5aeb5-fccb-4366-a8e7-783b64238f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:48.402132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-d2d5aeb5-fccb-4366-a8e7-783b64238f20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b54b883-d0bf-442d-ac86-b36baa16d7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3229487
Apr 30 05:07:48.402974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Router 76f08344-aa1c-4b64-a273-a654622d11cd is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:07:48.786656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-be9e2ef1-d11e-4440-8f66-b14b4cf5bb99 req-bb54b866-62be-4709-a2bf-7559db204920 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=d6a80d26-da70-4f80-afa7-a285a991638f HTTP/1.1" status: 200  len: 210 time: 0.1498854
Apr 30 05:07:48.990314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36b078d8-6868-48d0-9718-24bd70a0c5d4 req-d803ace6-5e83-4a80-bee8-7ad902bf8357 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.0716143
Apr 30 05:07:49.007736 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-050f6732-6a7a-46a2-91e7-5291e58942a6 service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5961881
Apr 30 05:07:49.186823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:07:49.201443 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Sync routers for ids ['76f08344-aa1c-4b64-a273-a654622d11cd'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:07:49.211410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32aca62b-29b3-43e1-a257-a90f538c7a15 req-e3fa9234-f0b4-4c77-9da8-bdbf5c83a51b service neutron] 10.222.0.37 "GET /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1921532
Apr 30 05:07:49.226460 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Routers {'76f08344-aa1c-4b64-a273-a654622d11cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:49.228204 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803bf400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['76f08344-aa1c-4b64-a273-a654622d11cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:49.314958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:49.319824 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 9.5822461
Apr 30 05:07:49.322829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37242) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:49.373224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-234748c0-0f9e-4b76-8489-6dc2e4aa09f7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:49.381517 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-234748c0-0f9e-4b76-8489-6dc2e4aa09f7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.6850934
Apr 30 05:07:49.401960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'port': {'device_id': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'admin_state_up': True, 'tenant_id': '197fee38792947c6942aa1c89e289cac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:49.526312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce022d-0691-44eb-96b7-a0600a1e43ee tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:49.531392 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-24ce022d-0691-44eb-96b7-a0600a1e43ee tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7db5e0d81c83427695bf1e45c2c59448&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.2069166
Apr 30 05:07:49.537026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37250) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:49.616666 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Set router 76f08344-aa1c-4b64-a273-a654622d11cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:49.801261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:49.829177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:port and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:49.832564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:49.846141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:49.866712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Made reservation on behalf of 197fee38792947c6942aa1c89e289cac for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:07:49.871036 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:49.941058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb8604-3e52-4a7c-b176-5158aac3bf86 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:49.943400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d4bb8604-3e52-4a7c-b176-5158aac3bf86 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4038696
Apr 30 05:07:49.946672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37258) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:50.094162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6591657c-c3be-4b0b-97a4-164a4081e74a tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1458323
Apr 30 05:07:50.103477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37264) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:50.262635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-209f9ea6-c2d3-42ec-b8ed-d3de90403e53 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=7db5e0d81c83427695bf1e45c2c59448&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1571488
Apr 30 05:07:50.269346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37270) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:50.671079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b991050-40b5-4859-9d3b-331fda475e40 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:50.673278 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5b991050-40b5-4859-9d3b-331fda475e40 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4023314
Apr 30 05:07:50.752083 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803bf400>, [{'id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:39Z', 'updated_at': '2021-04-30T05:07:45Z', 'revision_number': 3, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:41Z', 'updated_at': '2021-04-30T05:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:50.758762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37274) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:50.770526 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Checking router: 76f08344-aa1c-4b64-a273-a654622d11cd for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:07:50.776133 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Updating router 76f08344-aa1c-4b64-a273-a654622d11cd port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:07:50.846320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b9c26569-2466-4885-9b01-a4bed32b0458 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0857227
Apr 30 05:07:50.859627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a9282d3-989a-446c-a9d7-49cc4a66faf9 req-602c0bfe-4477-44ea-b9a1-99d1190eec84 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.1824932
Apr 30 05:07:50.864610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37284) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:50.886536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1043492101', 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502', 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:51.032235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:07:51.039805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Usage tracker for resource:subnet and tenant:7db5e0d81c83427695bf1e45c2c59448 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:07:51.043890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:07:51.054529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:07:51.079064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Made reservation on behalf of 7db5e0d81c83427695bf1e45c2c59448 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:07:51.084285 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:51.085532 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:51.133503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.20.0.9 (ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd/968c1a89-837e-4245-99cd-7c4f25dea4f3/659cb73b-50a3-4c70-9de1-233c4b386d45) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:51.826861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860625-e3bb-45fa-8e5e-a89ae986de36 req-d88b34da-40b2-4922-aa89-5e248e892e4b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:51.835584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b1860625-e3bb-45fa-8e5e-a89ae986de36 req-d88b34da-40b2-4922-aa89-5e248e892e4b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.5018468
Apr 30 05:07:51.953024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-7427ceb4-2ab0-4da0-8d13-df4a11abac83 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:51.954257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-7427ceb4-2ab0-4da0-8d13-df4a11abac83 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:07:52.005975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b1860625-e3bb-45fa-8e5e-a89ae986de36 req-9c4585d3-6460-42a1-8aa7-6bb2d48736d1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677501
Apr 30 05:07:52.082247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-7427ceb4-2ab0-4da0-8d13-df4a11abac83 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:07:52.084767 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-7427ceb4-2ab0-4da0-8d13-df4a11abac83 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 946 time: 0.9121954
Apr 30 05:07:52.132688 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:52.167202 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Transition to ACTIVE for port object ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:52.192460 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:52.218399 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-84d75634-9bf6-483d-bfe9-46a32e6f8a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:52.313389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce856598-dda4-4266-997a-e4bb69da8450 req-818ca627-4f2f-417d-8483-980b37f970bc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.1317589
Apr 30 05:07:52.319167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:52.384012 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Attempting to bind port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:07:52.384650 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Attempting to bind port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:07:52.385276 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Attempting to bind port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:52.410078 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:07:52.410720 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:52.411444 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:52.412133 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:07:52.412897 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Bound port: ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:07:52.413507 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:52.509439 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0e421-f511-4088-8701-7b8f65e31723 None None] Pushing event updated for resources: {'Port': ['ID=ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:52.540257 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-0aa0e421-f511-4088-8701-7b8f65e31723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:52.599503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Transition to ACTIVE for port object 659cb73b-50a3-4c70-9de1-233c4b386d45 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:52.661814 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] For port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:07:52.666363 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] For port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:07:52.675071 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:52.688382 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-16141bb4-4974-499a-adff-23878670412d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:52.736357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Deleting port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:52.736696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:52.815210 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Routers {'76f08344-aa1c-4b64-a273-a654622d11cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:07:52.815934 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803bf400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['76f08344-aa1c-4b64-a273-a654622d11cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:52.924476 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:52.931917 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88721e63-2a6e-49b9-8e68-5802df2fe45d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:53.021719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Subnet': ['ID=66b16e81-df40-425f-a302-983993b1afb1,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:53.033232 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:53.069862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Checking segment: {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:53.071048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network hostable DHCP agents. Network: 4defbbff-e15a-4c29-8c4e-ded3b4879502, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:07:53.094245 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0e421-f511-4088-8701-7b8f65e31723 None None] Pushing event updated for resources: {'Port': ['ID=ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:53.102233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:07:53.108515 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-0aa0e421-f511-4088-8701-7b8f65e31723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:53.144235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 4defbbff-e15a-4c29-8c4e-ded3b4879502) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:53.158328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c387f-e8b9-40e4-ba36-286ddceceb2a None None] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:07:53.182421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:53.183419 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:53.189563 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:53.199246 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-883506f5-8419-41ea-9ee5-b7313f99662d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:53.261857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.3903527
Apr 30 05:07:53.263121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37304) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:07:53.338516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:53.346108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:53.349004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:53.430920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=659cb73b-50a3-4c70-9de1-233c4b386d45,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:53.434005 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:53.469512 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] Set router 76f08344-aa1c-4b64-a273-a654622d11cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:07:53.476871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] For port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:53.477361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:53.721045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Calling delete_port for 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:07:53.743552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:53.744696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:53.816304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:07:53.839191 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4450929
Apr 30 05:07:53.857022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Request body: {'port': {'device_id': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:07:54.057426 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:54.172526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-57220254-da01-4962-8f9f-d30fefb90f1d None None] Provisioning for port 659cb73b-50a3-4c70-9de1-233c4b386d45 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:54.200797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-4defbbff-e15a-4c29-8c4e-ded3b4879502', 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'fixed_ips': [{'subnet_id': '66b16e81-df40-425f-a302-983993b1afb1'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:07:54.201188 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:54.252644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-57220254-da01-4962-8f9f-d30fefb90f1d None None] Provisioning complete for port 659cb73b-50a3-4c70-9de1-233c4b386d45 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:54.253094 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-57220254-da01-4962-8f9f-d30fefb90f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:54.260870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:54.272546 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:54.379192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event deleted for resources: {'Port': ['ID=8c81e33f-f9cd-45ec-88ca-5f6322b87ecb,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:54.388456 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:54.401374 n-d-766726-20 neutron-server[74583]: INFO neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No ports have port_id starting with 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb
Apr 30 05:07:54.446104 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803bf400>, [{'id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:39Z', 'updated_at': '2021-04-30T05:07:45Z', 'revision_number': 3, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:41Z', 'updated_at': '2021-04-30T05:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:07:54.449744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] No DVR routers for this DVR port 8c81e33f-f9cd-45ec-88ca-5f6322b87ecb on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:07:54.455582 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4db890-68ed-4c79-bc98-b744c8ee0cbc None None] The sync data for ids ['76f08344-aa1c-4b64-a273-a654622d11cd'] in n-d-766726-20 is: [{'id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:39Z', 'updated_at': '2021-04-30T05:07:45Z', 'revision_number': 3, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:41Z', 'updated_at': '2021-04-30T05:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:07:54.503676 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:54.507004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03084d56-5314-4250-9c9a-d5d0f5da021c', 'name': 'network-vif-deleted', 'tag': '8c81e33f-f9cd-45ec-88ca-5f6322b87ecb'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:54.546888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd8a61-ed4b-489f-bd57-8bbba24f4b00 req-caad2f70-6383-42ca-b6a7-1a86e4e9d5da tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:54.548607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0e65a9dd-17e6-4b3b-882e-9e86bb4f4e3b req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "DELETE /v2.0/ports/8c81e33f-f9cd-45ec-88ca-5f6322b87ecb HTTP/1.1" status: 204  len: 173 time: 2.4265580
Apr 30 05:07:54.550946 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14cd8a61-ed4b-489f-bd57-8bbba24f4b00 req-caad2f70-6383-42ca-b6a7-1a86e4e9d5da tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 931 time: 0.9220781
Apr 30 05:07:54.569161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8743e8-1393-4a06-a025-acf23474220a req-5e69ac56-4434-479c-b01d-a6fd44d977e1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:54.578343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a8743e8-1393-4a06-a025-acf23474220a req-5e69ac56-4434-479c-b01d-a6fd44d977e1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=03084d56-5314-4250-9c9a-d5d0f5da021c HTTP/1.1" status: 200  len: 867 time: 1.0761299
Apr 30 05:07:54.618264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-57220254-da01-4962-8f9f-d30fefb90f1d None None] Port 659cb73b-50a3-4c70-9de1-233c4b386d45 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:07:54.814534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Allocated IP 172.20.0.18 (4defbbff-e15a-4c29-8c4e-ded3b4879502/66b16e81-df40-425f-a302-983993b1afb1/50f1819f-8ce5-4090-aa25-402f16936fec) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:55.074828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a8743e8-1393-4a06-a025-acf23474220a req-2c008ee2-3401-4639-a751-d562ed620079 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d8f85d74-b4cb-4dd5-a256-5127fd66f33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4955945
Apr 30 05:07:55.117555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-14cd8a61-ed4b-489f-bd57-8bbba24f4b00 req-09af6bfe-701a-4e48-a580-da6c9115afdd tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:07:55.252317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659cb73b-50a3-4c70-9de1-233c4b386d45 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:07:55.289353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:55.320846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Transition to ACTIVE for port object 659cb73b-50a3-4c70-9de1-233c4b386d45 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:55.330470 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:55.348596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Transition to ACTIVE for port object 50f1819f-8ce5-4090-aa25-402f16936fec will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:55.361532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:55.384963 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:55.388579 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Transition to ACTIVE for port object 50f1819f-8ce5-4090-aa25-402f16936fec will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:55.398391 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:55.417373 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:55.425091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-14cd8a61-ed4b-489f-bd57-8bbba24f4b00 req-09af6bfe-701a-4e48-a580-da6c9115afdd tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:07:55.430811 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14cd8a61-ed4b-489f-bd57-8bbba24f4b00 req-09af6bfe-701a-4e48-a580-da6c9115afdd tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8498983
Apr 30 05:07:55.736241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:55.738014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:55.745567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:55.796537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Pushing event updated for resources: {'Port': ['ID=50f1819f-8ce5-4090-aa25-402f16936fec,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:55.810724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.811671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.811671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.817983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.818435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.818777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.819118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.819477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.819804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.820181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.820690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.821018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:55.873819 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:55.904386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Attempting to bind port 50f1819f-8ce5-4090-aa25-402f16936fec on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:07:55.905354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Attempting to bind port 50f1819f-8ce5-4090-aa25-402f16936fec by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:07:55.906839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Attempting to bind port 50f1819f-8ce5-4090-aa25-402f16936fec on network 4defbbff-e15a-4c29-8c4e-ded3b4879502 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:55.912530 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03084d56-5314-4250-9c9a-d5d0f5da021c', 'name': 'network-vif-deleted', 'tag': '8c81e33f-f9cd-45ec-88ca-5f6322b87ecb', 'status': 'completed', 'code': 200}
Apr 30 05:07:55.914408 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:07:55.915432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Checking segment: {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:55.916783 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:55.918133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Bound using segment: {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:07:55.919573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Bound port: 50f1819f-8ce5-4090-aa25-402f16936fec, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:07:55.920296 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:56.135117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] For port 50f1819f-8ce5-4090-aa25-402f16936fec, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:07:56.145991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] For port 50f1819f-8ce5-4090-aa25-402f16936fec, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50f1819f-8ce5-4090-aa25-402f16936fec,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:07:56.170555 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:56.182064 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ec04ec70-f255-4e05-9910-1efefe09c3d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:56.235252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Attempting to bind port 659cb73b-50a3-4c70-9de1-233c4b386d45 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:07:56.235664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Attempting to bind port 659cb73b-50a3-4c70-9de1-233c4b386d45 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:07:56.236007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Attempting to bind port 659cb73b-50a3-4c70-9de1-233c4b386d45 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:56.246893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Pushing event updated for resources: {'Port': ['ID=659cb73b-50a3-4c70-9de1-233c4b386d45,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:56.262443 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:56.265602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Port 659cb73b-50a3-4c70-9de1-233c4b386d45 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:07:56.267744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Attempting to bind port 659cb73b-50a3-4c70-9de1-233c4b386d45 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:07:56.283141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:07:56.283554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:07:56.287724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Bound using segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:07:56.288246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Bound port: 659cb73b-50a3-4c70-9de1-233c4b386d45, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:07:56.288610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:56.349174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Pushing event updated for resources: {'Port': ['ID=50f1819f-8ce5-4090-aa25-402f16936fec,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:56.361802 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:56.563277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] For port 659cb73b-50a3-4c70-9de1-233c4b386d45, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:07:56.570338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] For port 659cb73b-50a3-4c70-9de1-233c4b386d45, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=659cb73b-50a3-4c70-9de1-233c4b386d45,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:07:56.575451 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:56.585322 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:56.590681 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a88fb750-7c1e-4285-988d-35772eecdb18 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:56.749835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:56.750876 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:56.766901 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] 10.222.0.50 "PUT /v2.0/ports/659cb73b-50a3-4c70-9de1-233c4b386d45 HTTP/1.1" status: 200  len: 1092 time: 2.9193220
Apr 30 05:07:57.034650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50f1819f-8ce5-4090-aa25-402f16936fec up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:57.039476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Pushing event updated for resources: {'Port': ['ID=659cb73b-50a3-4c70-9de1-233c4b386d45,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:57.055011 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:57.234792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-c4d8f036-4bc0-4239-8fc3-518df443cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:57.236582 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-c4d8f036-4bc0-4239-8fc3-518df443cc81 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 1095 time: 0.3930805
Apr 30 05:07:57.270544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 50f1819f-8ce5-4090-aa25-402f16936fec completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:57.281823 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:57.325784 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-bf99a4ca-78c5-47e9-b5f4-574f36967d2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=659cb73b-50a3-4c70-9de1-233c4b386d45 HTTP/1.1" status: 200  len: 217 time: 0.0791349
Apr 30 05:07:57.421624 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:57.453136 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:57.459044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:57.460309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-755d59cb-1a36-4a72-a9fb-c4b157b6cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:57.462047 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-755d59cb-1a36-4a72-a9fb-c4b157b6cb7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1297581
Apr 30 05:07:57.467609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:57.468084 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:57.579106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-8ed70447-4805-488e-bf10-e22577cf7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:57.581478 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-8ed70447-4805-488e-bf10-e22577cf7a96 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1127813
Apr 30 05:07:57.614344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27ba1a-8cef-45bb-8b35-e8bea3e33e45 req-c6bff96e-568a-4bff-88ae-b68243a1c6d7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:57.622145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b27ba1a-8cef-45bb-8b35-e8bea3e33e45 req-c6bff96e-568a-4bff-88ae-b68243a1c6d7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.7179849
Apr 30 05:07:57.635017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:57.662444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:57.665770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e9af3-a270-457c-b59f-8cd5a822ab17 req-8ab4087f-1720-44fb-a052-0ab01bec2e97 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:57.671087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:57.673756 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:57.679591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-242e9af3-a270-457c-b59f-8cd5a822ab17 req-8ab4087f-1720-44fb-a052-0ab01bec2e97 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.4232144
Apr 30 05:07:57.750899 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-57a17495-e817-421f-94e9-821a047a60f3 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566720
Apr 30 05:07:57.771960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:57.775566 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:57.817261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-242e9af3-a270-457c-b59f-8cd5a822ab17 req-11a80285-1d46-4b5e-8bc8-a0f12790e2b6 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1365917
Apr 30 05:07:57.840406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b27ba1a-8cef-45bb-8b35-e8bea3e33e45 req-bde3ad63-4bc5-457a-b32c-a29bad9b9872 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171640
Apr 30 05:07:57.942023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'tag': '659cb73b-50a3-4c70-9de1-233c4b386d45'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:07:57.954807 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cd4892b3-b66f-4a62-b2e2-ab463d155663 req-30c289a7-2361-4c73-9976-056fd85b0acb service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957698
Apr 30 05:07:58.017072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Allocated IP 172.20.0.17 (4defbbff-e15a-4c29-8c4e-ded3b4879502/66b16e81-df40-425f-a302-983993b1afb1/cab46323-22ec-4953-a686-b01e5be56f68) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:07:58.029982 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'tag': '659cb73b-50a3-4c70-9de1-233c4b386d45', 'status': 'completed', 'code': 200}
Apr 30 05:07:58.177773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-a1e14cbb-0813-45da-9ca0-3baed930bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:58.179480 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-a1e14cbb-0813-45da-9ca0-3baed930bbbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 1095 time: 0.1258473
Apr 30 05:07:58.318508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:58.360636 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Transition to ACTIVE for port object cab46323-22ec-4953-a686-b01e5be56f68 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:07:58.400918 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:58.409250 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4f8f5bf-71b7-4b81-be5f-4b4be6a191c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:58.496585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-87424af8-0f30-4d58-aaef-ca7790418f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:58.498310 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-87424af8-0f30-4d58-aaef-ca7790418f37 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.3121202
Apr 30 05:07:58.540357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:07:58.549140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644dd385-0dfe-4bca-b220-18bfd8929f9d None None] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:07:58.557546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:07:58.566875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:07:58.583871 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-a904cf90-f4c1-450b-b921-c1157a25ed4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=659cb73b-50a3-4c70-9de1-233c4b386d45 HTTP/1.1" status: 200  len: 217 time: 0.0765886
Apr 30 05:07:58.635341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=cab46323-22ec-4953-a686-b01e5be56f68,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:58.653992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.654545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.654945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.657306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.657744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.658136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.659759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.659759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.660082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.660583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.660965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.661837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:07:58.668252 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:58.678168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-e73bc72e-7736-4ead-abdd-8671559a0c7b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:58.678746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-e73bc72e-7736-4ead-abdd-8671559a0c7b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Synchronizing usage tracker for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:07:58.696090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-c21424bf-f8e3-4960-9f98-c5438faa9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:58.697127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-c21424bf-f8e3-4960-9f98-c5438faa9816 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1048245
Apr 30 05:07:58.708734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:58.717826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-75e45ed7-154b-455c-95f1-7fbca3435081 None None] Provisioning for port 50f1819f-8ce5-4090-aa25-402f16936fec completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:07:58.744023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-75e45ed7-154b-455c-95f1-7fbca3435081 None None] Provisioning complete for port 50f1819f-8ce5-4090-aa25-402f16936fec triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:58.744769 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-75e45ed7-154b-455c-95f1-7fbca3435081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:58.752679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-e73bc72e-7736-4ead-abdd-8671559a0c7b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Unset dirty status for tenant:9c446453632e4610bea794e8357c69bd on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:07:58.753850 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-e73bc72e-7736-4ead-abdd-8671559a0c7b tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3245013
Apr 30 05:07:58.870295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-68ee2647-ff09-412f-8969-0d417e912a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:58.871107 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-68ee2647-ff09-412f-8969-0d417e912a0b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1662812
Apr 30 05:07:58.894594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:07:59.190476 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-75e45ed7-154b-455c-95f1-7fbca3435081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:59.257098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-75e45ed7-154b-455c-95f1-7fbca3435081 None None] For port 50f1819f-8ce5-4090-aa25-402f16936fec, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50f1819f-8ce5-4090-aa25-402f16936fec,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:59.270083 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-86b49647-0614-40f8-9035-5b303c011c0e service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3668168
Apr 30 05:07:59.272698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:07:59.273379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:59.356095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-75e45ed7-154b-455c-95f1-7fbca3435081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:59.368095 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:07:59.457316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Deleting port f1854aa1-ff16-41b4-9e49-87189721168d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:07:59.457897 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:59.590258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e45ed7-154b-455c-95f1-7fbca3435081 None None] Pushing event updated for resources: {'Port': ['ID=50f1819f-8ce5-4090-aa25-402f16936fec,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:07:59.595804 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-75e45ed7-154b-455c-95f1-7fbca3435081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:07:59.622600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92881693-5ea3-40db-bd47-66bc5bef64f3 req-8c335b7c-a292-4bec-b4fe-6f04183eee24 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:59.630636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92881693-5ea3-40db-bd47-66bc5bef64f3 req-8c335b7c-a292-4bec-b4fe-6f04183eee24 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 944 time: 0.3647456
Apr 30 05:07:59.652560 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1607de60-9f30-45ee-834f-caa3bcdc5bb9 req-47754f35-31ab-451e-828b-5d3af82cb5f6 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3757813
Apr 30 05:07:59.712033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756ced6-67f1-43a5-a0da-e1447615579a req-db238f45-9cd5-4648-b3fc-06a6f3da25ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:07:59.720392 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0756ced6-67f1-43a5-a0da-e1447615579a req-db238f45-9cd5-4648-b3fc-06a6f3da25ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.5868914
Apr 30 05:07:59.771959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92881693-5ea3-40db-bd47-66bc5bef64f3 req-264631ce-daa2-4af1-9de7-28e665e1af75 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups?id=d61078f1-3c8e-4da4-9730-04a3b00a6979&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1401584
Apr 30 05:07:59.794230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] For port f1854aa1-ff16-41b4-9e49-87189721168d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f1854aa1-ff16-41b4-9e49-87189721168d,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:07:59.794924 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:59.903263 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0756ced6-67f1-43a5-a0da-e1447615579a req-2e474b2e-e40c-4d62-bb1d-8f211e08c585 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816912
Apr 30 05:07:59.906092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:07:59.997554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d7ae86ba-72e2-41b3-bde0-5be703482aff None None] Provisioning for port cab46323-22ec-4953-a686-b01e5be56f68 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:00.008930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d7ae86ba-72e2-41b3-bde0-5be703482aff None None] Provisioning complete for port cab46323-22ec-4953-a686-b01e5be56f68 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:00.009771 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86ba-72e2-41b3-bde0-5be703482aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:00.116374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae86ba-72e2-41b3-bde0-5be703482aff None None] Port cab46323-22ec-4953-a686-b01e5be56f68 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:08:00.134860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d7ae86ba-72e2-41b3-bde0-5be703482aff None None] Provisioning complete for port 50f1819f-8ce5-4090-aa25-402f16936fec triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:00.136162 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d7ae86ba-72e2-41b3-bde0-5be703482aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:00.420116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4c7a83b0-0aaa-4ca2-ba69-1a4583a7e7a3 None None] Provisioning complete for port cab46323-22ec-4953-a686-b01e5be56f68 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:00.420506 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4c7a83b0-0aaa-4ca2-ba69-1a4583a7e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:00.551475 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:00.551690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a83b0-0aaa-4ca2-ba69-1a4583a7e7a3 None None] Port cab46323-22ec-4953-a686-b01e5be56f68 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:08:00.552071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:00.552594 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Floating IP 61e49044-9f36-49e8-a238-96a2e68c1904 disassociated. External IP: 172.25.8.158, port: f1854aa1-ff16-41b4-9e49-87189721168d.
Apr 30 05:08:00.553167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Calling delete_port for f1854aa1-ff16-41b4-9e49-87189721168d owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:00.689650 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:00.689907 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ce504f2-e8e3-41db-a4e3-5c21e050d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:00.697200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:00.755936 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:00.800705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:00.834047 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f5c2077-71a7-4794-b90d-b629fb14a13d tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:00.904427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event deleted for resources: {'Port': ['ID=f1854aa1-ff16-41b4-9e49-87189721168d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:00.983780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50f1819f-8ce5-4090-aa25-402f16936fec up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:01.037360 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:01.113260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.113536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.113916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.114291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.114659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.115022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.115506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.115882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.116242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.116607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.117031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.124317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:01.150613 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:01.212786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 50f1819f-8ce5-4090-aa25-402f16936fec triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:01.213174 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:01.473210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Router 62b8faff-88e3-4bc7-a754-5d9609575082 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:08:01.635574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=cab46323-22ec-4953-a686-b01e5be56f68,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:01.835530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:01.843547 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.088s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:01.930898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17e1f4fb-3d01-4f99-bf33-33d9c2675d93 req-5d4c2ae9-22a1-405a-86d7-a47cec16d274 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 210 time: 0.3097570
Apr 30 05:08:01.935010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:08:01.941549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: f1854aa1-ff16-41b4-9e49-87189721168d {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:01.941799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:01.946688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f1854aa1-ff16-41b4-9e49-87189721168d not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:01.970814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:08:01.981947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] Sync routers for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:08:02.004058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:02.004058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b431460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:02.234838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] No DVR routers for this DVR port f1854aa1-ff16-41b4-9e49-87189721168d on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:08:02.240515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:02.270838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-deleted', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:08:02.287039 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2ba4349-3053-44c7-a1fd-a8375cf0b166 req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.37 "DELETE /v2.0/ports/f1854aa1-ff16-41b4-9e49-87189721168d HTTP/1.1" status: 204  len: 173 time: 3.5237072
Apr 30 05:08:02.446928 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b7d367-ce41-4f99-bf40-9c5604fbc879', 'name': 'network-vif-deleted', 'tag': 'f1854aa1-ff16-41b4-9e49-87189721168d', 'status': 'completed', 'code': 200}
Apr 30 05:08:02.574080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2fcf-5afa-40e6-831f-774c40893973 req-9c78b024-210d-4bf8-b9e7-cf9dfd0de33d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:02.582593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fdf2fcf-5afa-40e6-831f-774c40893973 req-9c78b024-210d-4bf8-b9e7-cf9dfd0de33d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.9685395
Apr 30 05:08:02.612927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1172e414-2c8b-4e50-9ebc-ebba3b2aa5bc None None] Provisioning complete for port cab46323-22ec-4953-a686-b01e5be56f68 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:02.614542 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1172e414-2c8b-4e50-9ebc-ebba3b2aa5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:02.661812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fdf2fcf-5afa-40e6-831f-774c40893973 req-005ed370-059b-49d9-a0c0-e7720296d62a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782113
Apr 30 05:08:02.680032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Router 76f08344-aa1c-4b64-a273-a654622d11cd has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:08:02.731756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:02.811191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1172e414-2c8b-4e50-9ebc-ebba3b2aa5bc None None] Port cab46323-22ec-4953-a686-b01e5be56f68 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:08:02.980281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:08:02.997165 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Sync routers for ids ['76f08344-aa1c-4b64-a273-a654622d11cd'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:08:03.004291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "PUT /v2.0/routers/76f08344-aa1c-4b64-a273-a654622d11cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7396400
Apr 30 05:08:03.040029 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Routers {'76f08344-aa1c-4b64-a273-a654622d11cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:03.043280 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780231130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['76f08344-aa1c-4b64-a273-a654622d11cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:03.366986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0038f621-80df-43b5-b1bb-697f3d046665 req-b2a70536-bcda-4212-beec-f1660baf006d tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/ports?device_id=81b7d367-ce41-4f99-bf40-9c5604fbc879 HTTP/1.1" status: 200  len: 210 time: 0.1245997
Apr 30 05:08:03.398287 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:03.409296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b431460>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:39Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'c440de46-7124-4bcc-adf8-8d8bd3765eb6', 'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'mac_address': 'fa:16:3e:85:0d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:29Z', 'updated_at': '2021-04-30T04:54:59Z', 'revision_number': 5, 'project_id': '9c446453632e4610bea794e8357c69bd', 'subnets': [{'id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:03.414468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] Checking router: 62b8faff-88e3-4bc7-a754-5d9609575082 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:08:03.431671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:03.435000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b431460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:07:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:03.514527 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Set router 76f08344-aa1c-4b64-a273-a654622d11cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:03.629160 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eb77a324-7ca6-4ab9-8852-18e81e8ef11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:03.784440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:04.310851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-c657aee2-c2df-4f1c-9f15-75083d9283a4 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:04.319448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-c657aee2-c2df-4f1c-9f15-75083d9283a4 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/networks?id=4defbbff-e15a-4c29-8c4e-ded3b4879502 HTTP/1.1" status: 200  len: 795 time: 0.7811770
Apr 30 05:08:04.321770 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780231130>, [{'id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:39Z', 'updated_at': '2021-04-30T05:07:59Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:41Z', 'updated_at': '2021-04-30T05:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'cab46323-22ec-4953-a686-b01e5be56f68', 'name': '', 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:e4:e1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '66b16e81-df40-425f-a302-983993b1afb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:57Z', 'updated_at': '2021-04-30T05:08:00Z', 'revision_number': 2, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '66b16e81-df40-425f-a302-983993b1afb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:04.328461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Checking router: 76f08344-aa1c-4b64-a273-a654622d11cd for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:08:04.328819 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Updating router 76f08344-aa1c-4b64-a273-a654622d11cd port cab46323-22ec-4953-a686-b01e5be56f68 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:08:04.351963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-3579ba4a-5a7e-4bd2-8936-12c1a1b48114 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/quotas/7db5e0d81c83427695bf1e45c2c59448 HTTP/1.1" status: 200  len: 375 time: 0.0312245
Apr 30 05:08:04.415425 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:04.465655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d6ee-3df4-424c-ab9c-8ce88ad3ddb1 req-b989168f-adb7-45f7-b339-e427a10e24bc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:04.467769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47d9d6ee-3df4-424c-ab9c-8ce88ad3ddb1 req-b989168f-adb7-45f7-b339-e427a10e24bc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.5282207
Apr 30 05:08:04.503240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b431460>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:39Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'c440de46-7124-4bcc-adf8-8d8bd3765eb6', 'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'mac_address': 'fa:16:3e:85:0d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:29Z', 'updated_at': '2021-04-30T04:54:59Z', 'revision_number': 5, 'project_id': '9c446453632e4610bea794e8357c69bd', 'subnets': [{'id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:04.512213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518229f6-b63a-4531-90cc-9e7dc75f85d0 None None] The sync data for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 is: [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T04:54:39Z', 'revision_number': 4, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'c440de46-7124-4bcc-adf8-8d8bd3765eb6', 'name': '', 'network_id': '9b54b883-d0bf-442d-ac86-b36baa16d7e8', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'mac_address': 'fa:16:3e:85:0d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:29Z', 'updated_at': '2021-04-30T04:54:59Z', 'revision_number': 5, 'project_id': '9c446453632e4610bea794e8357c69bd', 'subnets': [{'id': 'b7660be4-055b-4983-bbd0-78610f6227c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:08:04.575678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a59b4473-1f88-4ae8-b854-3005b19abc50 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Synchronizing usage tracker for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:08:04.594307 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47d9d6ee-3df4-424c-ab9c-8ce88ad3ddb1 req-eb3bae52-e314-4abb-b705-3b3ad94c4fce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056068
Apr 30 05:08:04.611202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a59b4473-1f88-4ae8-b854-3005b19abc50 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Unset dirty status for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:08:04.619692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a59b4473-1f88-4ae8-b854-3005b19abc50 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7db5e0d81c83427695bf1e45c2c59448&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2664196
Apr 30 05:08:04.800371 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:04.851455 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-c95c808a-8b5d-4843-9524-68ea5a4ebf06 service neutron] 10.222.0.46 "GET /v2.0/networks/4defbbff-e15a-4c29-8c4e-ded3b4879502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226586
Apr 30 05:08:05.041039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-c932816f-9a71-473f-9485-e25067687613 service neutron] 10.222.0.46 "GET /v2.0/networks/4defbbff-e15a-4c29-8c4e-ded3b4879502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886721
Apr 30 05:08:05.134092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f64b4-20a4-4685-a077-a3d6cdeafd2c None None] New status for floating IP 61e49044-9f36-49e8-a238-96a2e68c1904: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:08:05.199077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37414) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:05.377980 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:05.392199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d36b4349-2b64-4c6f-bef9-6874b759ab92 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:05.409980 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Transition to ACTIVE for port object cab46323-22ec-4953-a686-b01e5be56f68 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:08:05.428800 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:05.434676 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-4f262c2f-ae5f-492d-981f-e2d998ca63c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:05.457400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d36b4349-2b64-4c6f-bef9-6874b759ab92 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:05.599345 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6532cb-0de1-4c44-a34a-476aab9aa641 None None] Pushing event updated for resources: {'Port': ['ID=cab46323-22ec-4953-a686-b01e5be56f68,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:05.609777 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-8e6532cb-0de1-4c44-a34a-476aab9aa641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:05.637933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d36b4349-2b64-4c6f-bef9-6874b759ab92 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:05.666462 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4370907-eae5-4c08-8a57-e3d45edc19a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:05.702778 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-208f132c-6eec-4ebc-beb0-bf9b70614840 req-6bc2862d-59b0-481a-a857-7683a0c9b901 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 210 time: 0.3116937
Apr 30 05:08:05.712619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4349-2b64-4c6f-bef9-6874b759ab92 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61078f1-3c8e-4da4-9730-04a3b00a6979,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:05.719136 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d36b4349-2b64-4c6f-bef9-6874b759ab92 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:05.742385 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d36b4349-2b64-4c6f-bef9-6874b759ab92 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:05.744608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d36b4349-2b64-4c6f-bef9-6874b759ab92 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "DELETE /v2.0/security-groups/d61078f1-3c8e-4da4-9730-04a3b00a6979 HTTP/1.1" status: 204  len: 168 time: 0.5444632
Apr 30 05:08:05.748870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37432) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:05.799694 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-265ccd79-b207-4ec3-b60a-58f9c2c6e0b7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] show failed (client error): The resource could not be found.
Apr 30 05:08:05.802007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-265ccd79-b207-4ec3-b60a-58f9c2c6e0b7 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "GET /v2.0/security-groups/d61078f1-3c8e-4da4-9730-04a3b00a6979 HTTP/1.1" status: 404  len: 347 time: 0.0506105
Apr 30 05:08:05.804868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37436) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:06.093830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a251a-2eed-4ace-8c82-16616a950326 req-9c299808-8156-4fb5-bc98-c169f0f8c5e9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:06.105438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a89a251a-2eed-4ace-8c82-16616a950326 req-9c299808-8156-4fb5-bc98-c169f0f8c5e9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.2333157
Apr 30 05:08:06.135444 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Attempting to bind port cab46323-22ec-4953-a686-b01e5be56f68 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:08:06.136099 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Attempting to bind port cab46323-22ec-4953-a686-b01e5be56f68 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:08:06.136698 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Attempting to bind port cab46323-22ec-4953-a686-b01e5be56f68 on network 4defbbff-e15a-4c29-8c4e-ded3b4879502 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:08:06.160352 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:08:06.160760 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Checking segment: {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:08:06.161173 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:06.161842 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Bound using segment: {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:08:06.162349 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Bound port: cab46323-22ec-4953-a686-b01e5be56f68, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:08:06.162737 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:06.182323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a89a251a-2eed-4ace-8c82-16616a950326 req-c1d8b3b8-a7ec-4937-86d0-c6e27073aa53 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758662
Apr 30 05:08:06.272491 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:06.276212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Deleting port e60e2b27-5c5e-4ae7-8384-7635e4d4bec2 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:06.276561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:06.332755 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] For port cab46323-22ec-4953-a686-b01e5be56f68, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:08:06.339711 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] For port cab46323-22ec-4953-a686-b01e5be56f68, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cab46323-22ec-4953-a686-b01e5be56f68,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:08:06.347210 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:06.351812 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-7b551435-21e9-46fb-8b7e-33a831f2f2e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:06.452684 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Routers {'76f08344-aa1c-4b64-a273-a654622d11cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:06.453392 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780231130>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['76f08344-aa1c-4b64-a273-a654622d11cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:06.560870 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6532cb-0de1-4c44-a34a-476aab9aa641 None None] Pushing event updated for resources: {'Port': ['ID=cab46323-22ec-4953-a686-b01e5be56f68,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:06.573685 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-8e6532cb-0de1-4c44-a34a-476aab9aa641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:06.698269 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:06.698930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:06.718699 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] Set router 76f08344-aa1c-4b64-a273-a654622d11cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:06.848889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Calling delete_port for e60e2b27-5c5e-4ae7-8384-7635e4d4bec2 owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:06.953663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f041e57c-9bc6-4170-a156-9dbcec6ef747 req-6f8fbdbe-38b7-43cb-ab94-608e76d11d3e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 210 time: 0.1212046
Apr 30 05:08:07.016774 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:07.029433 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f604a1d3-fece-4254-a079-b999594665dd tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:07.278975 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780231130>, [{'id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:39Z', 'updated_at': '2021-04-30T05:07:59Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:41Z', 'updated_at': '2021-04-30T05:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'cab46323-22ec-4953-a686-b01e5be56f68', 'name': '', 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:e4:e1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '66b16e81-df40-425f-a302-983993b1afb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:57Z', 'updated_at': '2021-04-30T05:08:06Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '66b16e81-df40-425f-a302-983993b1afb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:07.289359 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed61cf-d156-4798-8157-f6d424b19440 None None] The sync data for ids ['76f08344-aa1c-4b64-a273-a654622d11cd'] in n-d-766726-20 is: [{'id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:39Z', 'updated_at': '2021-04-30T05:07:59Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:41Z', 'updated_at': '2021-04-30T05:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'cab46323-22ec-4953-a686-b01e5be56f68', 'name': '', 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:e4:e1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '66b16e81-df40-425f-a302-983993b1afb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:57Z', 'updated_at': '2021-04-30T05:08:06Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '66b16e81-df40-425f-a302-983993b1afb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:08:07.504662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Pushing event deleted for resources: {'Port': ['ID=e60e2b27-5c5e-4ae7-8384-7635e4d4bec2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:07.526483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-d33d4132-f5a8-4a2b-b0e9-b9914f02c584 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:07.529026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-d33d4132-f5a8-4a2b-b0e9-b9914f02c584 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Synchronizing usage tracker for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:08:07.548742 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:07.720847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-d33d4132-f5a8-4a2b-b0e9-b9914f02c584 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Unset dirty status for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:08:07.725466 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-d33d4132-f5a8-4a2b-b0e9-b9914f02c584 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.50 "GET /v2.0/networks?id=4defbbff-e15a-4c29-8c4e-ded3b4879502 HTTP/1.1" status: 200  len: 795 time: 0.6430981
Apr 30 05:08:07.741463 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:07.762019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Request body: {'port': {'device_id': '4ec62f13-54a5-4ce8-8744-9854c9e86bea', 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502', 'admin_state_up': True, 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:07.877560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:07.886134 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] 10.222.0.46 "DELETE /v2.0/floatingips/61e49044-9f36-49e8-a238-96a2e68c1904 HTTP/1.1" status: 204  len: 168 time: 2.0800023
Apr 30 05:08:07.899693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420790-fb2b-4d17-89dc-266b9604e0ba req-a49d687a-6a74-4e0c-8038-6985b13211c5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:07.909078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b420790-fb2b-4d17-89dc-266b9604e0ba req-a49d687a-6a74-4e0c-8038-6985b13211c5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.2395225
Apr 30 05:08:07.910734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37466) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:08.036911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b420790-fb2b-4d17-89dc-266b9604e0ba req-8e059d07-ab3e-46bd-836e-73602d6c623a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268446
Apr 30 05:08:08.265114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:08.306039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:08.315082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67f1342f-ccce-462a-9cbc-d8f298f943de req-0e1566e7-4188-4a1c-8ffe-92d1e2bde4e0 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 210 time: 0.0631723
Apr 30 05:08:08.336197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Made reservation on behalf of 7db5e0d81c83427695bf1e45c2c59448 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:08:08.355939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:08.628738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Allocated IP 172.20.0.27 (4defbbff-e15a-4c29-8c4e-ded3b4879502/66b16e81-df40-425f-a302-983993b1afb1/68900be3-3597-42a5-95b0-2414d01883d9) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:08:08.924635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cab46323-22ec-4953-a686-b01e5be56f68 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:08.996837 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:09.032590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Transition to ACTIVE for port object 68900be3-3597-42a5-95b0-2414d01883d9 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:08:09.088679 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:09.093926 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fad3ef22-f261-4074-94fb-91e6856292d9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:09.141857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port cab46323-22ec-4953-a686-b01e5be56f68 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:09.156284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port cab46323-22ec-4953-a686-b01e5be56f68 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:09.156663 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:09.329655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:08:09.349638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:09.360388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:08:09.437222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event updated for resources: {'Port': ['ID=68900be3-3597-42a5-95b0-2414d01883d9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:09.491716 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:09.528403 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:09.590899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port cab46323-22ec-4953-a686-b01e5be56f68, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cab46323-22ec-4953-a686-b01e5be56f68,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:09.606710 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:09.609344 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-75e45ed7-154b-455c-95f1-7fbca3435081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:09.650552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:09.669293 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:09.676673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a692545-b9cb-4cd5-9c67-f46f0830762c req-01582b53-5cf9-4072-9d84-7792ed2dfbe4 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:09.703997 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a692545-b9cb-4cd5-9c67-f46f0830762c req-01582b53-5cf9-4072-9d84-7792ed2dfbe4 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.4413793
Apr 30 05:08:09.794444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=cab46323-22ec-4953-a686-b01e5be56f68,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:09.807175 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:09.808702 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 2.0544088
Apr 30 05:08:09.826618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Request body: {'port': {'device_id': '4ec62f13-54a5-4ce8-8744-9854c9e86bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:09.857093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a692545-b9cb-4cd5-9c67-f46f0830762c req-b0ef897f-ae48-423d-be29-7dcdd322df82 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452768
Apr 30 05:08:09.884814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-837b9ada-8465-4dd2-b1c6-ba0a30c23545 None None] Provisioning for port 68900be3-3597-42a5-95b0-2414d01883d9 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:09.897961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-837b9ada-8465-4dd2-b1c6-ba0a30c23545 None None] Provisioning complete for port 68900be3-3597-42a5-95b0-2414d01883d9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:09.898359 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-837b9ada-8465-4dd2-b1c6-ba0a30c23545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:10.006648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-837b9ada-8465-4dd2-b1c6-ba0a30c23545 None None] Port 68900be3-3597-42a5-95b0-2414d01883d9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:08:10.054099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:10.270688 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:10.371622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da6e12-0546-4e38-b9f7-c54cb854036f req-c2242d89-9d8a-4859-a7c7-bcba1a40b0c3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:10.373512 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1da6e12-0546-4e38-b9f7-c54cb854036f req-c2242d89-9d8a-4859-a7c7-bcba1a40b0c3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 895 time: 0.3930364
Apr 30 05:08:10.646058 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68900be3-3597-42a5-95b0-2414d01883d9 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:08:10.655402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:10.681277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Transition to ACTIVE for port object 68900be3-3597-42a5-95b0-2414d01883d9 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:08:10.687718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:10.692945 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:10.842531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cab46323-22ec-4953-a686-b01e5be56f68 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:10.927173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Deleting port c440de46-7124-4bcc-adf8-8d8bd3765eb6 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:10.935172 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:11.068087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Attempting to bind port 68900be3-3597-42a5-95b0-2414d01883d9 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:08:11.069067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Attempting to bind port 68900be3-3597-42a5-95b0-2414d01883d9 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:08:11.069600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Attempting to bind port 68900be3-3597-42a5-95b0-2414d01883d9 on network 4defbbff-e15a-4c29-8c4e-ded3b4879502 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:08:11.077581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Pushing event updated for resources: {'Port': ['ID=68900be3-3597-42a5-95b0-2414d01883d9,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:11.081036 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:11.083861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Port 68900be3-3597-42a5-95b0-2414d01883d9 on network 4defbbff-e15a-4c29-8c4e-ded3b4879502 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:08:11.084446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Attempting to bind port 68900be3-3597-42a5-95b0-2414d01883d9 on network 4defbbff-e15a-4c29-8c4e-ded3b4879502 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:08:11.088910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port cab46323-22ec-4953-a686-b01e5be56f68 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:11.089500 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:11.093050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:08:11.094021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Checking segment: {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:08:11.094775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Bound using segment: {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:08:11.095797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Bound port: 68900be3-3597-42a5-95b0-2414d01883d9, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0282265d-9f6f-426a-8da3-c49003ed6ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:08:11.096361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:11.295026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] For port 68900be3-3597-42a5-95b0-2414d01883d9, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:08:11.300137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] For port 68900be3-3597-42a5-95b0-2414d01883d9, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=68900be3-3597-42a5-95b0-2414d01883d9,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:08:11.310464 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:11.316432 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd549b51-9d7f-40dc-b097-e060dc89ef7b tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:11.414371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:11.415443 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:11.417834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] 10.222.0.50 "PUT /v2.0/ports/68900be3-3597-42a5-95b0-2414d01883d9 HTTP/1.1" status: 200  len: 1056 time: 1.6003630
Apr 30 05:08:11.419631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec62f13-54a5-4ce8-8744-9854c9e86bea', 'tag': '68900be3-3597-42a5-95b0-2414d01883d9'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:08:11.790088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] For port c440de46-7124-4bcc-adf8-8d8bd3765eb6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c440de46-7124-4bcc-adf8-8d8bd3765eb6,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:11.790715 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:11.964414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Calling delete_port for c440de46-7124-4bcc-adf8-8d8bd3765eb6 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:11.976648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c70b66-44d8-455a-9085-4084677fb36c req-795a13a1-9d22-4dcb-a253-5b7d66d7a1ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:11.985362 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6c70b66-44d8-455a-9085-4084677fb36c req-795a13a1-9d22-4dcb-a253-5b7d66d7a1ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.5365522
Apr 30 05:08:12.014451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Pushing event updated for resources: {'Port': ['ID=68900be3-3597-42a5-95b0-2414d01883d9,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:12.042703 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:12.064612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-060b1d6d-e909-41fa-9824-ed083fac1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:12.068130 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-060b1d6d-e909-41fa-9824-ed083fac1925 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7db5e0d81c83427695bf1e45c2c59448&device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 1059 time: 0.5685859
Apr 30 05:08:12.080068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6c70b66-44d8-455a-9085-4084677fb36c req-b38e2eb4-4c74-4b5e-aa81-6035add47e15 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926456
Apr 30 05:08:12.155957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab54804-c855-4021-a949-e5139fa436ef req-a18f6e9c-9f0b-4294-86d6-731520a72cfc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:12.169585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ab54804-c855-4021-a949-e5139fa436ef req-a18f6e9c-9f0b-4294-86d6-731520a72cfc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 907 time: 0.5371346
Apr 30 05:08:12.225756 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec62f13-54a5-4ce8-8744-9854c9e86bea', 'tag': '68900be3-3597-42a5-95b0-2414d01883d9', 'status': 'completed', 'code': 200}
Apr 30 05:08:12.263167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-428d577e-72b5-4c5d-acf2-db6d989b6479 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=68900be3-3597-42a5-95b0-2414d01883d9 HTTP/1.1" status: 200  len: 217 time: 0.1854649
Apr 30 05:08:12.359200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-e6044937-0649-4152-802c-89d17e71ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:12.360776 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-e6044937-0649-4152-802c-89d17e71ea22 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66b16e81-df40-425f-a302-983993b1afb1 HTTP/1.1" status: 200  len: 838 time: 0.0922644
Apr 30 05:08:12.520057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-89d911ec-db8a-4e15-ad43-40c9b28229f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:12.524586 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-89d911ec-db8a-4e15-ad43-40c9b28229f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4defbbff-e15a-4c29-8c4e-ded3b4879502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.1556783
Apr 30 05:08:12.610082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37510) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:12.635354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:12.645376 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:12.748440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=c440de46-7124-4bcc-adf8-8d8bd3765eb6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:12.756935 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:12.960581 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-eb795d2d-e33c-4c99-9ed2-e7aa7a8b63ac service neutron] 10.222.0.50 "GET /v2.0/networks/4defbbff-e15a-4c29-8c4e-ded3b4879502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4163997
Apr 30 05:08:13.325148 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1a4ea911-1ad5-455b-8bc9-87f3688a3e1d req-9a0dc614-e59d-401d-b514-827ffa9843de service neutron] 10.222.0.50 "GET /v2.0/networks/4defbbff-e15a-4c29-8c4e-ded3b4879502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3631501
Apr 30 05:08:13.682190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-f568fd12-bf72-4cea-98b9-9e84cda26029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:13.683757 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-f568fd12-bf72-4cea-98b9-9e84cda26029 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7db5e0d81c83427695bf1e45c2c59448&device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 1059 time: 0.3003416
Apr 30 05:08:13.710546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:13.735510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a41c0c-57f6-4464-8c4c-400422db4301 req-edaf160f-7f09-417d-bf93-a2a8de226773 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:13.737123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e3a41c0c-57f6-4464-8c4c-400422db4301 req-edaf160f-7f09-417d-bf93-a2a8de226773 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.4624314
Apr 30 05:08:13.748686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c9425-8289-4f1d-b240-13f914d3510f req-86b08466-1b57-430b-8901-b2320fd3b560 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:13.760980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-513c9425-8289-4f1d-b240-13f914d3510f req-86b08466-1b57-430b-8901-b2320fd3b560 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 907 time: 0.3979878
Apr 30 05:08:13.900610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-b07679b8-a8db-439e-8737-649111fc0fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:13.904056 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-b07679b8-a8db-439e-8737-649111fc0fe5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4defbbff-e15a-4c29-8c4e-ded3b4879502 HTTP/1.1" status: 200  len: 896 time: 0.2081001
Apr 30 05:08:13.956829 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e3a41c0c-57f6-4464-8c4c-400422db4301 req-49bab9b1-56fd-478d-bc9e-f72b5cf071e8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945851
Apr 30 05:08:14.052923 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-0f5b1935-c1cb-4786-8a16-95b4b5d58392 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=68900be3-3597-42a5-95b0-2414d01883d9 HTTP/1.1" status: 200  len: 217 time: 0.0769317
Apr 30 05:08:14.146316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-957ac34f-4932-42bd-93bc-c09fddfd4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:14.147909 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-957ac34f-4932-42bd-93bc-c09fddfd4acd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=66b16e81-df40-425f-a302-983993b1afb1 HTTP/1.1" status: 200  len: 838 time: 0.0869570
Apr 30 05:08:14.152149 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:14.259205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Router 62b8faff-88e3-4bc7-a754-5d9609575082 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:08:14.557873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:08:14.570338 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] Sync routers for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:08:14.584764 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] 10.222.0.46 "PUT /v2.0/routers/62b8faff-88e3-4bc7-a754-5d9609575082/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6699760
Apr 30 05:08:14.585301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37528) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:14.587311 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:14.588326 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780069b50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:14.694438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-db5f958b-2801-4816-aca1-e90d5f3a695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:14.696561 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-db5f958b-2801-4816-aca1-e90d5f3a695e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4defbbff-e15a-4c29-8c4e-ded3b4879502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.4919660
Apr 30 05:08:14.860347 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:14.982969 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:15.041912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-870fc64f-d7a3-417e-8257-e2b409060cd8 service neutron] 10.222.0.50 "GET /v2.0/networks/4defbbff-e15a-4c29-8c4e-ded3b4879502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3324494
Apr 30 05:08:15.334191 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d5f0506d-974f-4cfb-b925-da5c98bfda28 req-7d48cfc8-9368-4e86-8773-16ea780b1e06 service neutron] 10.222.0.50 "GET /v2.0/networks/4defbbff-e15a-4c29-8c4e-ded3b4879502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2548273
Apr 30 05:08:15.373486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Deleting port adaea749-504b-4e92-ae20-1fb0b585cad2 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:15.373976 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:15.379163 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780069b50>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T05:08:12Z', 'revision_number': 5, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:15.384219 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] Checking router: 62b8faff-88e3-4bc7-a754-5d9609575082 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:08:15.394933 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] Routers {'62b8faff-88e3-4bc7-a754-5d9609575082'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:15.395640 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780069b50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['62b8faff-88e3-4bc7-a754-5d9609575082'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:15.558589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] For port adaea749-504b-4e92-ae20-1fb0b585cad2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=adaea749-504b-4e92-ae20-1fb0b585cad2,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:15.560975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:15.652496 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] Set router 62b8faff-88e3-4bc7-a754-5d9609575082 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:15.742799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Calling delete_port for adaea749-504b-4e92-ae20-1fb0b585cad2 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:15.820629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aa4fa-d334-4552-9996-c1b95bcac91d req-2840ddca-38bd-4f9f-bc25-1b37dbb1f867 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:15.832871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c4aa4fa-d334-4552-9996-c1b95bcac91d req-2840ddca-38bd-4f9f-bc25-1b37dbb1f867 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 907 time: 0.7285957
Apr 30 05:08:15.836899 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:15.919259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b1578-28ba-4f1a-8cb1-a22c8145c2c1 req-76b6fafe-6059-48e6-847a-61558aae0fc0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:15.927336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da6b1578-28ba-4f1a-8cb1-a22c8145c2c1 req-76b6fafe-6059-48e6-847a-61558aae0fc0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.4586058
Apr 30 05:08:16.014205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da6b1578-28ba-4f1a-8cb1-a22c8145c2c1 req-6622448a-2096-4fcb-993e-e616b69c412c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854945
Apr 30 05:08:16.016045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Deleting port 9e40b565-5efa-4fe7-9933-24d986077e38 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:16.016384 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:16.195281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] For port 9e40b565-5efa-4fe7-9933-24d986077e38, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9e40b565-5efa-4fe7-9933-24d986077e38,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:16.196546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:16.248628 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:16.254278 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780069b50>, [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T05:08:12Z', 'revision_number': 5, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:16.257193 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:16.265541 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcc99ae-0fd4-4c45-9942-246dce4fde02 None None] The sync data for ids ['62b8faff-88e3-4bc7-a754-5d9609575082'] in n-d-766726-20 is: [{'id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'name': 'tempest-ServerActionsTestJSON-1075976008-router', 'tenant_id': '9c446453632e4610bea794e8357c69bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:04Z', 'updated_at': '2021-04-30T05:08:12Z', 'revision_number': 5, 'project_id': '9c446453632e4610bea794e8357c69bd', 'gw_port': {'id': '9e40b565-5efa-4fe7-9933-24d986077e38', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b8faff-88e3-4bc7-a754-5d9609575082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:12Z', 'updated_at': '2021-04-30T04:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:08:16.379660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Pushing event deleted for resources: {'Port': ['ID=adaea749-504b-4e92-ae20-1fb0b585cad2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:16.390309 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:16.401662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Calling delete_port for 9e40b565-5efa-4fe7-9933-24d986077e38 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:16.485669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 68900be3-3597-42a5-95b0-2414d01883d9 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:08:16.820135 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:16.828408 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5c672e6f-57a1-4eb3-b6d2-71a8ffdbcad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:16.830132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 68900be3-3597-42a5-95b0-2414d01883d9, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=68900be3-3597-42a5-95b0-2414d01883d9,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:16.853761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '68900be3-3597-42a5-95b0-2414d01883d9', 'network_id': '4defbbff-e15a-4c29-8c4e-ded3b4879502', 'port_id': '68900be3-3597-42a5-95b0-2414d01883d9', 'mac_address': 'fa:16:3e:d9:72:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b16e81-df40-425f-a302-983993b1afb1', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:08:16.957912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c440de46-7124-4bcc-adf8-8d8bd3765eb6 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:17.053227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9e40b565-5efa-4fe7-9933-24d986077e38,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:17.065762 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:17.069805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: c440de46-7124-4bcc-adf8-8d8bd3765eb6 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:17.071125 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c440de46-7124-4bcc-adf8-8d8bd3765eb6 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:17.123994 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.163781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68900be3-3597-42a5-95b0-2414d01883d9 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:08:17.201538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 68900be3-3597-42a5-95b0-2414d01883d9, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=68900be3-3597-42a5-95b0-2414d01883d9,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:17.217630 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.221484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 659cb73b-50a3-4c70-9de1-233c4b386d45 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:08:17.228312 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:17.251655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.292750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.394437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=68900be3-3597-42a5-95b0-2414d01883d9,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:17.398833 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:17.563004 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:08:17.563993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 659cb73b-50a3-4c70-9de1-233c4b386d45, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=659cb73b-50a3-4c70-9de1-233c4b386d45,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:17.580994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.584684 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.590753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '659cb73b-50a3-4c70-9de1-233c4b386d45', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'port_id': '659cb73b-50a3-4c70-9de1-233c4b386d45', 'mac_address': 'fa:16:3e:ba:17:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:08:17.620881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7383fdf-16e2-489f-83bd-8e0dcc1708f7 req-66b611d7-0322-40e6-b131-a268d39b9538 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:17.623689 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7383fdf-16e2-489f-83bd-8e0dcc1708f7 req-66b611d7-0322-40e6-b131-a268d39b9538 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 907 time: 0.4917562
Apr 30 05:08:17.676098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.677090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b8faff-88e3-4bc7-a754-5d9609575082 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:08:17.696636 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.725026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.726358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] 10.222.0.46 "DELETE /v2.0/routers/62b8faff-88e3-4bc7-a754-5d9609575082 HTTP/1.1" status: 204  len: 168 time: 3.1395717
Apr 30 05:08:17.730667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37558) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:17.744867 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659cb73b-50a3-4c70-9de1-233c4b386d45 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:08:17.756876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bfdc-ee93-4885-87a6-32db71343b96 req-1ae67f8d-38ea-4192-8cc0-074d6d987b36 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:17.767549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1084bfdc-ee93-4885-87a6-32db71343b96 req-1ae67f8d-38ea-4192-8cc0-074d6d987b36 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.4554436
Apr 30 05:08:17.787754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 659cb73b-50a3-4c70-9de1-233c4b386d45, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=659cb73b-50a3-4c70-9de1-233c4b386d45,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:17.797591 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:17.801062 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6349884c-a0b2-489d-aa58-b75fd2009ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:17.854767 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1084bfdc-ee93-4885-87a6-32db71343b96 req-76f3bda9-f157-4c83-93a7-86bbe244869c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861814
Apr 30 05:08:17.945501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=659cb73b-50a3-4c70-9de1-233c4b386d45,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:17.951452 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:18.005194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] Deleting subnet b7660be4-055b-4983-bbd0-78610f6227c9 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:08:18.013090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:18.110987 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:18.142190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['68900be3-3597-42a5-95b0-2414d01883d9'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:08:18.147697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Router 8abca128-691c-4146-ae1f-6f854232a74f has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:08:18.205534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['659cb73b-50a3-4c70-9de1-233c4b386d45'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:08:18.406041 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:18.475770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:08:18.520928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] Sync routers for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:08:18.562116 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] 10.222.0.46 "PUT /v2.0/routers/8abca128-691c-4146-ae1f-6f854232a74f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9506726
Apr 30 05:08:18.565726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37566) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:18.626400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:18.627388 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804769a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:19.032480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:19.034592 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:19.037728 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ee46492a-f3f2-40e7-a76d-ca4a3c373159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:19.093446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7660be4-055b-4983-bbd0-78610f6227c9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:19.105917 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:19.123787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:19.137587 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b7660be4-055b-4983-bbd0-78610f6227c9 HTTP/1.1" status: 204  len: 168 time: 1.4046025
Apr 30 05:08:19.144450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37578) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:19.223097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9e40b565-5efa-4fe7-9933-24d986077e38 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:19.277119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331295f2-9660-4fb6-8afd-7885e60f6ebc None None] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:08:19.350385 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:19.536186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 9e40b565-5efa-4fe7-9933-24d986077e38 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:19.536186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9e40b565-5efa-4fe7-9933-24d986077e38 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:19.681744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Deleting port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:19.681744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:19.683654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:20.001713 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:20.025765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944019e-2f35-43b5-a56b-03de6430942b req-8d75d1be-74d2-4629-b21f-a249f84afb7a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:20.034378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2944019e-2f35-43b5-a56b-03de6430942b req-8d75d1be-74d2-4629-b21f-a249f84afb7a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 944 time: 0.7846653
Apr 30 05:08:20.088868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b8a62-7c3f-4e3c-8c53-a2168f2ae6c0 req-20383114-6dae-4516-873e-0057522fdab5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:20.099336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] For port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8f4abc30-4877-4522-bbe2-d79f4c37dfbf,segment=NetworkSegment(2641420d-b215-4144-bc0f-3d3da77d5dfb),segment_id=2641420d-b215-4144-bc0f-3d3da77d5dfb)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:20.100415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:20.101717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3d6b8a62-7c3f-4e3c-8c53-a2168f2ae6c0 req-20383114-6dae-4516-873e-0057522fdab5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 908 time: 0.9645827
Apr 30 05:08:20.208790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2944019e-2f35-43b5-a56b-03de6430942b req-225e7698-ec1e-46ec-828c-9483d83f879c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730573
Apr 30 05:08:20.317870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Deleting port 721a4037-4172-40d5-9bf9-61e5a4a83d23 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:20.318462 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:20.356770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Calling delete_port for 8f4abc30-4877-4522-bbe2-d79f4c37dfbf owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:20.391698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804769a0>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T05:08:16Z', 'revision_number': 5, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port': {'id': '721a4037-4172-40d5-9bf9-61e5a4a83d23', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abca128-691c-4146-ae1f-6f854232a74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T04:54:03Z', 'updated_at': '2021-04-30T04:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:20.396973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] Checking router: 8abca128-691c-4146-ae1f-6f854232a74f for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:08:20.410329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] Routers {'8abca128-691c-4146-ae1f-6f854232a74f'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:20.411338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804769a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['8abca128-691c-4146-ae1f-6f854232a74f'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:20.428907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:20.436214 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8daa018c-de7d-4ef5-988b-536e9cb4f69f tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:20.498709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4abc30-4877-4522-bbe2-d79f4c37dfbf,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:20.500746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] No DVR routers for this DVR port 8f4abc30-4877-4522-bbe2-d79f4c37dfbf on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:08:20.502667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:20.510864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ef318e-3281-4540-96f9-4f54aabe487f None None] DHCP port deletion for 9b54b883-d0bf-442d-ac86-b36baa16d7e8 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:08:20.514251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 68900be3-3597-42a5-95b0-2414d01883d9 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:20.577144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] For port 721a4037-4172-40d5-9bf9-61e5a4a83d23, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=721a4037-4172-40d5-9bf9-61e5a4a83d23,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:20.578391 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:20.700851 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 68900be3-3597-42a5-95b0-2414d01883d9 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:20.743800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Calling delete_port for 721a4037-4172-40d5-9bf9-61e5a4a83d23 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:20.752256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 68900be3-3597-42a5-95b0-2414d01883d9 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:20.752880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:20.828274 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:20.853446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] Set router 8abca128-691c-4146-ae1f-6f854232a74f gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:20.984537 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:20.993551 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-feada424-5aea-4267-be31-3efb622360f1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:21.007442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8f4abc30-4877-4522-bbe2-d79f4c37dfbf no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:21.075148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804769a0>, [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T05:08:20Z', 'revision_number': 6, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:21.079934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8f4abc30-4877-4522-bbe2-d79f4c37dfbf {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:21.080549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8f4abc30-4877-4522-bbe2-d79f4c37dfbf not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:21.091583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff6cb2-b5c2-4659-baf4-1aacae6a958a None None] The sync data for ids ['8abca128-691c-4146-ae1f-6f854232a74f'] in n-d-766726-20 is: [{'id': '8abca128-691c-4146-ae1f-6f854232a74f', 'name': 'tempest-TaggedBootDevicesTest_v242-209152966-router', 'tenant_id': '748cbebd87a54850a6c2f758e820ab99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T04:54:00Z', 'updated_at': '2021-04-30T05:08:20Z', 'revision_number': 6, 'project_id': '748cbebd87a54850a6c2f758e820ab99', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:08:21.098690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a3faa60>,) {'filters': {'network_id': ['9b54b883-d0bf-442d-ac86-b36baa16d7e8']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:21.171619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3faa60>, '2641420d-b215-4144-bc0f-3d3da77d5dfb') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:21.172145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a3faa60>, '2641420d-b215-4144-bc0f-3d3da77d5dfb') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:21.187512 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:21.203146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Pushing event deleted for resources: {'Port': ['ID=721a4037-4172-40d5-9bf9-61e5a4a83d23,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:21.212602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:21.219034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:21.221713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:08:21.258652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:21.355511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 68900be3-3597-42a5-95b0-2414d01883d9, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=68900be3-3597-42a5-95b0-2414d01883d9,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:21.357812 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec62f13-54a5-4ce8-8744-9854c9e86bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68900be3-3597-42a5-95b0-2414d01883d9'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:08:21.368502 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:21.370092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 659cb73b-50a3-4c70-9de1-233c4b386d45 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:21.411281 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:21.427692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:21.530507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=68900be3-3597-42a5-95b0-2414d01883d9,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:21.533510 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:21.549207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 659cb73b-50a3-4c70-9de1-233c4b386d45 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:21.555053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 659cb73b-50a3-4c70-9de1-233c4b386d45 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:21.555746 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:21.618369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:08:21.631391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:21.849199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Network 9b54b883-d0bf-442d-ac86-b36baa16d7e8 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:08:21.875528 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:08:21.964246 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:21.979430 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:21.987720 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.005576 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4e578a37-b07c-4775-a8a1-8ce7e56a0bb1 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:22.029000 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.035384 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.037740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b54b883-d0bf-442d-ac86-b36baa16d7e8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:22.039050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 659cb73b-50a3-4c70-9de1-233c4b386d45, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=659cb73b-50a3-4c70-9de1-233c4b386d45,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:22.042706 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:22.049047 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.052233 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:22.078170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf795a58-eb4a-45c4-8b39-186ee46bd34b req-b01f8114-18e3-4dde-bbe5-3ef5f54167b6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:22.080054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9b54b883-d0bf-442d-ac86-b36baa16d7e8 HTTP/1.1" status: 204  len: 168 time: 2.9235804
Apr 30 05:08:22.085879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf795a58-eb4a-45c4-8b39-186ee46bd34b req-b01f8114-18e3-4dde-bbe5-3ef5f54167b6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 944 time: 0.4851165
Apr 30 05:08:22.180366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.180676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8abca128-691c-4146-ae1f-6f854232a74f {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:08:22.181539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=659cb73b-50a3-4c70-9de1-233c4b386d45,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:22.188772 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:22.244187 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.250068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8abca128-691c-4146-ae1f-6f854232a74f HTTP/1.1" status: 204  len: 168 time: 3.6792641
Apr 30 05:08:22.250812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37644) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:22.276003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf795a58-eb4a-45c4-8b39-186ee46bd34b req-e9166335-c87e-4f12-bb05-1b8443e4eebd tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889801
Apr 30 05:08:22.326609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0098d3c-0b31-4fc7-a9aa-d5abcf725977 req-4d2b0ae2-cdd1-4735-8423-8eb96fea0654 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:22.336305 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e0098d3c-0b31-4fc7-a9aa-d5abcf725977 req-4d2b0ae2-cdd1-4735-8423-8eb96fea0654 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 909 time: 0.6306045
Apr 30 05:08:22.371434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37648) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:22.393892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] Deleting subnet 4b38188d-f154-49f0-be28-184ff149579c {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:08:22.401743 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec62f13-54a5-4ce8-8744-9854c9e86bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68900be3-3597-42a5-95b0-2414d01883d9', 'code': 200}
Apr 30 05:08:22.401885 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.520441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.534457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c72cf7a5-a81c-438f-bb1f-33c332846c9c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c446453632e4610bea794e8357c69bd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1607823
Apr 30 05:08:22.544583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37656) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:22.635870 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb036006-7448-4c0d-8a03-b9cbf8a4d365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.661757 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.714080 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb036006-7448-4c0d-8a03-b9cbf8a4d365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.796605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48adc6a-ab3b-4bd5-8329-aed2dc9fdc41 req-8dc1e7f9-8012-41a1-8b15-784983e74656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:22.798171 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b48adc6a-ab3b-4bd5-8329-aed2dc9fdc41 req-8dc1e7f9-8012-41a1-8b15-784983e74656 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 1061 time: 0.2295990
Apr 30 05:08:22.827183 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb036006-7448-4c0d-8a03-b9cbf8a4d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.830924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 721a4037-4172-40d5-9bf9-61e5a4a83d23 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:22.831976 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:22.870266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb036006-7448-4c0d-8a03-b9cbf8a4d365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f85d74-b4cb-4dd5-a256-5127fd66f33d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:22.870266 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb036006-7448-4c0d-8a03-b9cbf8a4d365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:22.883055 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cb036006-7448-4c0d-8a03-b9cbf8a4d365 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8f85d74-b4cb-4dd5-a256-5127fd66f33d HTTP/1.1" status: 204  len: 168 time: 0.3363714
Apr 30 05:08:22.884152 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb036006-7448-4c0d-8a03-b9cbf8a4d365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:22.932303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 721a4037-4172-40d5-9bf9-61e5a4a83d23 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:22.932663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 721a4037-4172-40d5-9bf9-61e5a4a83d23 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:22.933097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device adaea749-504b-4e92-ae20-1fb0b585cad2 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:22.980868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: adaea749-504b-4e92-ae20-1fb0b585cad2 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:22.983365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device adaea749-504b-4e92-ae20-1fb0b585cad2 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:23.131995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:23.141081 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a97a1a53-3515-4198-bbc3-3f8aa820e70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:23.195866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b38188d-f154-49f0-be28-184ff149579c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:23.199163 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:23.204713 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:23.217025 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4b38188d-f154-49f0-be28-184ff149579c HTTP/1.1" status: 204  len: 168 time: 0.9651539
Apr 30 05:08:23.221089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37670) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:23.228453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d432e9b-1546-4dbc-90d1-113e1fe40a44 None None] Network c7ce8a20-822a-4055-8098-f9299e94ad1e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:08:23.428608 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:23.736832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] DHCP port deletion for c7ce8a20-822a-4055-8098-f9299e94ad1e request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:08:23.875544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] Deleting port 36795407-7647-4b82-a2f3-95264bbd4040 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:23.876272 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:24.042430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] For port 36795407-7647-4b82-a2f3-95264bbd4040, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=36795407-7647-4b82-a2f3-95264bbd4040,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:24.044248 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:24.198251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Deleting port 36795407-7647-4b82-a2f3-95264bbd4040 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:24.200820 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:24.247204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] Calling delete_port for 36795407-7647-4b82-a2f3-95264bbd4040 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:24.271812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1059b1-6a16-4798-a5ab-e2fff3617c06 req-a81ce0b7-d257-4da1-a7e0-8bedb83dcc7f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:24.285001 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe1059b1-6a16-4798-a5ab-e2fff3617c06 req-a81ce0b7-d257-4da1-a7e0-8bedb83dcc7f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 909 time: 0.6328080
Apr 30 05:08:24.313632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c353c6c-9c91-4531-bac5-5a9cc317912b req-bc96b8dc-eaf4-4318-a78c-6fc1cd19b42f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:24.322101 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c353c6c-9c91-4531-bac5-5a9cc317912b req-bc96b8dc-eaf4-4318-a78c-6fc1cd19b42f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 945 time: 0.7288320
Apr 30 05:08:24.328242 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:24.332491 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:24.423113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659cb73b-50a3-4c70-9de1-233c4b386d45'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:08:24.456917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] No DVR routers for this DVR port 36795407-7647-4b82-a2f3-95264bbd4040 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:08:24.459093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] For port 36795407-7647-4b82-a2f3-95264bbd4040, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=36795407-7647-4b82-a2f3-95264bbd4040,segment=NetworkSegment(cd57ce59-9070-4c56-a9b9-d4bd73945c85),segment_id=cd57ce59-9070-4c56-a9b9-d4bd73945c85)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:24.459711 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:24.461678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] Pushing event deleted for resources: {'Port': ['ID=36795407-7647-4b82-a2f3-95264bbd4040,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:24.470490 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:24.501262 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c353c6c-9c91-4531-bac5-5a9cc317912b req-92969b4b-5813-4649-8b6b-7e92ee39e439 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695616
Apr 30 05:08:24.506668 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659cb73b-50a3-4c70-9de1-233c4b386d45', 'code': 200}
Apr 30 05:08:24.710537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Calling delete_port for 36795407-7647-4b82-a2f3-95264bbd4040 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:24.788395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3723-4569-4c11-8d3d-9288db51834d req-45e6e900-3e3b-4cbe-b9f2-81327e24d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:24.792194 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-836b3723-4569-4c11-8d3d-9288db51834d req-45e6e900-3e3b-4cbe-b9f2-81327e24d606 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 1097 time: 0.1831679
Apr 30 05:08:24.800456 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:24.815347 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:24.868792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 36795407-7647-4b82-a2f3-95264bbd4040 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:24.878639 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-836b3723-4569-4c11-8d3d-9288db51834d req-fe4593ea-0ba6-488d-b6b5-8501fc0d6293 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764878
Apr 30 05:08:24.933682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 36795407-7647-4b82-a2f3-95264bbd4040 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:24.934134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 36795407-7647-4b82-a2f3-95264bbd4040 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:24.937373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Pushing event deleted for resources: {'Port': ['ID=36795407-7647-4b82-a2f3-95264bbd4040,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:24.941110 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:24.942207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] No DVR routers for this DVR port 36795407-7647-4b82-a2f3-95264bbd4040 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:08:25.110215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:25.203212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37738) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:25.242605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ac29850>,) {'filters': {'network_id': ['c7ce8a20-822a-4055-8098-f9299e94ad1e']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:25.259102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac29850>, 'cd57ce59-9070-4c56-a9b9-d4bd73945c85') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:25.259486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac29850>, 'cd57ce59-9070-4c56-a9b9-d4bd73945c85') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:25.273860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:25.292807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:25.304256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:08:25.413335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:25.434801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:25.440369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Usage tracker for resource:security_group_rule and tenant:d7871d9f1e9645a2a740296811d44c05 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:25.456554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:25.471764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:25.682603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:25.688119 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:25.695338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Network c7ce8a20-822a-4055-8098-f9299e94ad1e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:08:25.697296 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-01197c89-c5ec-469c-bc16-528316c3ba77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:25.738996 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:25.767049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7871d9f1e9645a2a740296811d44c05&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5594056
Apr 30 05:08:25.767049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd64d9c-0364-41c0-b715-4cb2757ff53e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:25.769069 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:25.769735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37760) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:26.076584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b53ffb2f-6846-41d6-998a-6fbb3b5b7551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:26.130498 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b53ffb2f-6846-41d6-998a-6fbb3b5b7551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:26.154709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a185fd-d5a1-404b-bd31-84ae98aeb23f req-bbff6bdb-d969-4962-89e4-04ba34b229ab tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:26.156429 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99a185fd-d5a1-404b-bd31-84ae98aeb23f req-bbff6bdb-d969-4962-89e4-04ba34b229ab tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 909 time: 0.6140425
Apr 30 05:08:26.158936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Network c7ce8a20-822a-4055-8098-f9299e94ad1e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:08:26.197397 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:08:26.249299 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b53ffb2f-6846-41d6-998a-6fbb3b5b7551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:26.259488 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:26.281003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ffb2f-6846-41d6-998a-6fbb3b5b7551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd64d9c-0364-41c0-b715-4cb2757ff53e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:26.284893 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b53ffb2f-6846-41d6-998a-6fbb3b5b7551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:26.294642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b53ffb2f-6846-41d6-998a-6fbb3b5b7551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:26.297132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b53ffb2f-6846-41d6-998a-6fbb3b5b7551 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bd64d9c-0364-41c0-b715-4cb2757ff53e HTTP/1.1" status: 204  len: 168 time: 0.5259638
Apr 30 05:08:26.316989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb84be0-25db-43a7-99ab-a812ed75bd44 req-edf6e28a-d58c-41ab-bf6e-295a77b43276 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:26.326354 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afb84be0-25db-43a7-99ab-a812ed75bd44 req-edf6e28a-d58c-41ab-bf6e-295a77b43276 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 945 time: 0.5906224
Apr 30 05:08:26.408113 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:26.430335 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-49d47c71-859b-45c3-9d5f-774d87370cca tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:26.447532 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:26.475614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afb84be0-25db-43a7-99ab-a812ed75bd44 req-ffd6c710-0188-4eef-a12f-ae31e7586145 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478705
Apr 30 05:08:26.476469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ce8a20-822a-4055-8098-f9299e94ad1e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:26.479388 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:26.499606 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] 10.222.0.46 "DELETE /v2.0/networks/c7ce8a20-822a-4055-8098-f9299e94ad1e HTTP/1.1" status: 204  len: 168 time: 3.2752969
Apr 30 05:08:26.535158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671026c2-568a-4c46-871e-c3cdba8a83fa req-68e0b657-7b1d-405c-8a42-f0794963b95f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:26.537161 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-671026c2-568a-4c46-871e-c3cdba8a83fa req-68e0b657-7b1d-405c-8a42-f0794963b95f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 909 time: 0.1757238
Apr 30 05:08:26.856013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37800) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:26.957290 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-105feae8-7bd6-4fe4-bc4d-91c6c03857d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=748cbebd87a54850a6c2f758e820ab99&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0974681
Apr 30 05:08:26.958360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37804) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:27.144604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57efe03b-cfad-4e0d-bbda-8e882aab72c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:27.188196 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57efe03b-cfad-4e0d-bbda-8e882aab72c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:27.198357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d7ed-d80b-4d95-98be-dd4621211de8 req-8f6be3e1-cd8e-4031-8648-5d64cc86b71a tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:27.214233 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e77d7ed-d80b-4d95-98be-dd4621211de8 req-8f6be3e1-cd8e-4031-8648-5d64cc86b71a tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 1061 time: 0.4097948
Apr 30 05:08:27.270027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57efe03b-cfad-4e0d-bbda-8e882aab72c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:27.275508 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-729cc8e2-ce59-4d08-a1bc-103ceffc718c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:27.303237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:27.321744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efe03b-cfad-4e0d-bbda-8e882aab72c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edca414f-5bce-496d-b6e0-a76368cd8c79,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:27.326268 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-57efe03b-cfad-4e0d-bbda-8e882aab72c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:27.338688 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-57efe03b-cfad-4e0d-bbda-8e882aab72c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:27.342060 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-57efe03b-cfad-4e0d-bbda-8e882aab72c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edca414f-5bce-496d-b6e0-a76368cd8c79 HTTP/1.1" status: 204  len: 168 time: 0.3800926
Apr 30 05:08:27.424141 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:27.472628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a629-c672-4ce3-b2a6-1c304ab3df8d req-4cc7b6e5-88be-49c0-a156-9c200fcbc016 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:27.482822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f76a629-c672-4ce3-b2a6-1c304ab3df8d req-4cc7b6e5-88be-49c0-a156-9c200fcbc016 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 1136 time: 0.1242580
Apr 30 05:08:27.529214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4f76a629-c672-4ce3-b2a6-1c304ab3df8d req-c505c3d2-2a59-4176-a948-ea4b7e2298b0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Synchronizing usage tracker for tenant:9cbe29315de543eca9f05ec50e100436 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:08:27.550915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4f76a629-c672-4ce3-b2a6-1c304ab3df8d req-c505c3d2-2a59-4176-a948-ea4b7e2298b0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Unset dirty status for tenant:9cbe29315de543eca9f05ec50e100436 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:08:27.563853 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f76a629-c672-4ce3-b2a6-1c304ab3df8d req-c505c3d2-2a59-4176-a948-ea4b7e2298b0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0795696
Apr 30 05:08:27.589569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37832) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:27.740201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86615240-ba60-4efe-b267-4d3f256fd902 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:27.741965 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-86615240-ba60-4efe-b267-4d3f256fd902 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 1056 time: 0.1519592
Apr 30 05:08:27.753375 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37842) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:27.792209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69258ca-393f-478e-b49f-1692d8cfce64 req-0000364f-17f4-469b-a933-bfecb5353ecf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:27.794295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a69258ca-393f-478e-b49f-1692d8cfce64 req-0000364f-17f4-469b-a933-bfecb5353ecf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 945 time: 0.1442990
Apr 30 05:08:27.912905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a69258ca-393f-478e-b49f-1692d8cfce64 req-7c8b2a19-2c35-4362-a5d7-769ec61e4f9d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121662
Apr 30 05:08:28.006516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-network', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:28.021246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:28.030648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Usage tracker for resource:network and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:28.037243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:28.045870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:28.070431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Made reservation on behalf of 069c2427941c4dacb0a45a9adb630d07 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:08:28.084712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:28.105691 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:28.125674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:28.131695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Usage tracker for resource:security_group_rule and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:28.135862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:28.147867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:28.274478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:28.282758 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:28.291349 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44ecbf84-bfc9-4b12-a4b5-54721b079203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:28.335691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:08:28.431003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f625ec-bb40-4c4c-a67d-ce60cd8add40,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:28.447287 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:28.460370 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:28.460541 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Added segment 4cf5b989-472c-49ba-9337-8cc0fce025be of type vlan for network 38185e0d-d8a3-489a-9476-e14b0adbf501
Apr 30 05:08:28.595535 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:28.664864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f638b-915e-44cc-b31c-d3307b52e897 req-8540bd91-78a3-457b-9188-eee9afdeb4bb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:28.667121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-349f638b-915e-44cc-b31c-d3307b52e897 req-8540bd91-78a3-457b-9188-eee9afdeb4bb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 945 time: 0.3286028
Apr 30 05:08:28.699019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:28.720851 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:28.721920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:28.722502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:28.729442 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:28.802528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-349f638b-915e-44cc-b31c-d3307b52e897 req-af2b3770-21c1-4dc0-9662-92bf6d243580 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196771
Apr 30 05:08:28.876982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1192093
Apr 30 05:08:28.877099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37892) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:28.885215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d691e-8c49-4ed9-87ce-4441eabf2c54 req-5e3c1735-dec3-4f34-b1b6-1051d03c2a13 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:28.886901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e6d691e-8c49-4ed9-87ce-4441eabf2c54 req-5e3c1735-dec3-4f34-b1b6-1051d03c2a13 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 909 time: 0.3582816
Apr 30 05:08:28.891133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Pushing event updated for resources: {'Network': ['ID=38185e0d-d8a3-489a-9476-e14b0adbf501,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:28.896202 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:28.903968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:08:28.905067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Request body: {'subnet': {'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-subnet', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:28.930161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1580074706-network', 'tenant_id': '723e753e4989405cafc9d4340debc442'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:28.942584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:28.955325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:28.962089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Usage tracker for resource:subnet and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:29.014930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Usage tracker for resource:network and tenant:723e753e4989405cafc9d4340debc442 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:29.024022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:29.034503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:29.049536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:29.055781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:29.084435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Made reservation on behalf of 069c2427941c4dacb0a45a9adb630d07 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:08:29.087006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.119091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Made reservation on behalf of 723e753e4989405cafc9d4340debc442 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:08:29.121750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.140247 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.144610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1fd9b-8da6-4d31-b97e-1c0da4a0fb1b req-ff8f4c21-bcaf-48ad-8b4f-d1cede27bcb6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:29.148170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19e1fd9b-8da6-4d31-b97e-1c0da4a0fb1b req-ff8f4c21-bcaf-48ad-8b4f-d1cede27bcb6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 945 time: 0.1551504
Apr 30 05:08:29.159977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:29.164862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Usage tracker for resource:security_group_rule and tenant:723e753e4989405cafc9d4340debc442 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:29.169064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:29.176430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:29.265868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19e1fd9b-8da6-4d31-b97e-1c0da4a0fb1b req-27159f72-c308-4fc7-a753-cb6988ceadef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073527
Apr 30 05:08:29.360690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.370552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.376474 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f647ec8-3956-47c5-ad9b-b32461fd3679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:29.457273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:08:29.475594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.476225 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Added segment ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4 of type vlan for network d6b83079-1394-4bd8-824e-6256ccbb05b4
Apr 30 05:08:29.477430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed2b039-f282-44e4-b1f1-c2450c6443b5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:29.486834 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:29.540112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.614396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.615715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:29.616417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.623073 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68ae4709-a182-4d89-8bbd-366c00d1dc5c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:29.862915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1551161
Apr 30 05:08:29.862915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Pushing event updated for resources: {'Network': ['ID=d6b83079-1394-4bd8-824e-6256ccbb05b4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:29.875349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37914) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:29.877809 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:29.882507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Request body: {'subnet': {'network_id': 'd6b83079-1394-4bd8-824e-6256ccbb05b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1580074706-subnet', 'tenant_id': '723e753e4989405cafc9d4340debc442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:29.890804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network d6b83079-1394-4bd8-824e-6256ccbb05b4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:08:29.891190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:29.898065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Usage tracker for resource:subnet and tenant:723e753e4989405cafc9d4340debc442 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:29.902264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:29.913612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2846-6fb3-4727-abbf-33afff1ac10f req-708a503a-f1cd-4623-bc98-54d257f35dcd tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:29.915557 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-790d2846-6fb3-4727-abbf-33afff1ac10f req-708a503a-f1cd-4623-bc98-54d257f35dcd tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 945 time: 0.1331074
Apr 30 05:08:29.921197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:29.975423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Made reservation on behalf of 723e753e4989405cafc9d4340debc442 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:08:29.979096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:29.992384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-5eb6adae-620e-4e08-8c03-9e16503cac42 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:29.994055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-5eb6adae-620e-4e08-8c03-9e16503cac42 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Synchronizing usage tracker for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:08:30.104789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-5eb6adae-620e-4e08-8c03-9e16503cac42 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Unset dirty status for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:08:30.106621 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-5eb6adae-620e-4e08-8c03-9e16503cac42 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 909 time: 0.4069312
Apr 30 05:08:30.198604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-790d2846-6fb3-4727-abbf-33afff1ac10f req-6aa60f38-2940-4536-b201-130d535b1a1a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2668247
Apr 30 05:08:30.220099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:30.232939 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b58bb261-3780-4844-b0b8-cf2d8e9eacb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:30.383965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91139b9f-aaf2-4ee1-b49f-f7117a605c4d req-fadc337e-d8c7-49ce-a28e-12510e8cc1e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:30.389809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91139b9f-aaf2-4ee1-b49f-f7117a605c4d req-fadc337e-d8c7-49ce-a28e-12510e8cc1e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 909 time: 0.2177250
Apr 30 05:08:30.460047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d8b584-9d9e-4226-8e44-6e5086867269,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:30.466876 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:30.479602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Checking segment: {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:08:30.480041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Network hostable DHCP agents. Network: 38185e0d-d8a3-489a-9476-e14b0adbf501, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:08:30.526359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:08:30.532370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Deleting port 68900be3-3597-42a5-95b0-2414d01883d9 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:30.532904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:30.575611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 38185e0d-d8a3-489a-9476-e14b0adbf501) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:30.588611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d1c7a-064c-49fb-8689-8a750374db23 None None] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:08:30.657886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:30.658406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:30.691956 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.8133183
Apr 30 05:08:30.697279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 37932) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:30.710631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:30.723461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:30.731565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Usage tracker for resource:router and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:30.736422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] For port 68900be3-3597-42a5-95b0-2414d01883d9, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=68900be3-3597-42a5-95b0-2414d01883d9,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:30.736727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:30.736954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:30.748686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:30.751042 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:30.757973 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b3da11b-97cb-493b-bef7-5d24dce3748e tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:30.841804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:30.842865 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:30.863945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cf2752-2f32-4e9f-9785-a335670a385a,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:30.884430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:30.911972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Checking segment: {'id': 'ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6b83079-1394-4bd8-824e-6256ccbb05b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:08:30.912250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Network hostable DHCP agents. Network: d6b83079-1394-4bd8-824e-6256ccbb05b4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:08:30.927387 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:30.978028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Network d6b83079-1394-4bd8-824e-6256ccbb05b4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:08:30.986026 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd92c5b5-3d92-42cf-a3cd-668ba5493591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:31.031188 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Calling delete_port for 68900be3-3597-42a5-95b0-2414d01883d9 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:31.083412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-38185e0d-d8a3-489a-9476-e14b0adbf501', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:08:31.084600 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:31.127977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, d6b83079-1394-4bd8-824e-6256ccbb05b4) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:31.217538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d452c46-56e2-458a-b44f-55ffb9ea212d None None] Network d6b83079-1394-4bd8-824e-6256ccbb05b4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:08:31.634837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:31.635394 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:31.635663 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:31.651962 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:31.738284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Port': ['ID=68900be3-3597-42a5-95b0-2414d01883d9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:31.750371 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:31.814756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b16127c8-ae59-4c30-8e1e-67d5ce8aedec req-ad5174ab-3838-42bd-b113-5a4d35cc4e9b tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ec62f13-54a5-4ce8-8744-9854c9e86bea HTTP/1.1" status: 200  len: 210 time: 0.0901821
Apr 30 05:08:31.817486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:31.870112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] No DVR routers for this DVR port 68900be3-3597-42a5-95b0-2414d01883d9 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:08:31.879974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:31.886203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec62f13-54a5-4ce8-8744-9854c9e86bea', 'name': 'network-vif-deleted', 'tag': '68900be3-3597-42a5-95b0-2414d01883d9'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:08:31.908807 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d82e21e2-7f18-4104-8040-d86c33ed79fb req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.50 "DELETE /v2.0/ports/68900be3-3597-42a5-95b0-2414d01883d9 HTTP/1.1" status: 204  len: 173 time: 1.7918270
Apr 30 05:08:31.909210 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Allocated IP 172.20.0.2 (38185e0d-d8a3-489a-9476-e14b0adbf501/74d8b584-9d9e-4226-8e44-6e5086867269/150c7b40-ad5a-4497-9e9f-b3b37dfccf3c) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:08:31.961275 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.0694618
Apr 30 05:08:32.205447 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec62f13-54a5-4ce8-8744-9854c9e86bea', 'name': 'network-vif-deleted', 'tag': '68900be3-3597-42a5-95b0-2414d01883d9', 'status': 'completed', 'code': 200}
Apr 30 05:08:32.207423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921b32e-5a32-4093-b250-375c2ad7caff req-dcd94887-b7b7-4729-a3fd-3275de7a4a67 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:32.209124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2921b32e-5a32-4093-b250-375c2ad7caff req-dcd94887-b7b7-4729-a3fd-3275de7a4a67 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 945 time: 0.6938961
Apr 30 05:08:32.327485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15800f12-acb5-46fa-b9c3-08c96c69b492 req-b3b8017e-7fae-48f8-8613-0a05565c9006 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:32.331442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15800f12-acb5-46fa-b9c3-08c96c69b492 req-b3b8017e-7fae-48f8-8613-0a05565c9006 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 945 time: 0.7666912
Apr 30 05:08:32.415145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e3728-4a7a-48df-8714-315588a5776d None None] Network d6b83079-1394-4bd8-824e-6256ccbb05b4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:08:32.489313 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15800f12-acb5-46fa-b9c3-08c96c69b492 req-afb67287-92fa-467f-9b05-dcc8d49f2bdc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567364
Apr 30 05:08:32.604561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 68900be3-3597-42a5-95b0-2414d01883d9 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:32.676176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 68900be3-3597-42a5-95b0-2414d01883d9 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:32.676592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 68900be3-3597-42a5-95b0-2414d01883d9 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:32.677089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 659cb73b-50a3-4c70-9de1-233c4b386d45 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:32.726672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-2921b32e-5a32-4093-b250-375c2ad7caff req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port 659cb73b-50a3-4c70-9de1-233c4b386d45 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:32.728321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2921b32e-5a32-4093-b250-375c2ad7caff req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:32.732784 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:32.758332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Transition to ACTIVE for port object 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:08:32.880095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:32.911377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Transition to ACTIVE for port object 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:08:32.969891 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:32.976795 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:33.076096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:33.076911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659cb73b-50a3-4c70-9de1-233c4b386d45'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:08:33.086309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 37998) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:33.096080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 659cb73b-50a3-4c70-9de1-233c4b386d45, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=659cb73b-50a3-4c70-9de1-233c4b386d45,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:33.159180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:33.170916 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:33.202832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:08:33.240320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:33.254221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:08:33.361721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Pushing event updated for resources: {'Port': ['ID=150c7b40-ad5a-4497-9e9f-b3b37dfccf3c,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:33.382255 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:33.406940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2921b32e-5a32-4093-b250-375c2ad7caff req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] For port 659cb73b-50a3-4c70-9de1-233c4b386d45, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=659cb73b-50a3-4c70-9de1-233c4b386d45,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:33.407943 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2921b32e-5a32-4093-b250-375c2ad7caff req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:33.444817 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:33.532004 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659cb73b-50a3-4c70-9de1-233c4b386d45', 'code': 200}
Apr 30 05:08:33.696580 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:33.791654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Attempting to bind port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:08:33.792367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Attempting to bind port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:08:33.793544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Attempting to bind port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c on network 38185e0d-d8a3-489a-9476-e14b0adbf501 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:08:33.805286 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-59fa9a32-c910-4298-9467-76dc7368e4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:33.825775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:08:33.826397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Checking segment: {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:08:33.827068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:33.827892 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Bound using segment: {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:08:33.828727 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Bound port: 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:08:33.829469 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:33.921621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-2921b32e-5a32-4093-b250-375c2ad7caff req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for 659cb73b-50a3-4c70-9de1-233c4b386d45 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:33.952067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=659cb73b-50a3-4c70-9de1-233c4b386d45,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:33.962456 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:34.031360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] For port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:08:34.035206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] For port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=150c7b40-ad5a-4497-9e9f-b3b37dfccf3c,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:08:34.049841 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:34.056258 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6349884c-a0b2-489d-aa58-b75fd2009ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:34.223664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Pushing event updated for resources: {'Port': ['ID=150c7b40-ad5a-4497-9e9f-b3b37dfccf3c,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:34.237282 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:34.398645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:34.573206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-04fc68a0-a59a-4aae-990a-b1f768f6426f tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:34.581809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-04fc68a0-a59a-4aae-990a-b1f768f6426f tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/networks?id=d6b83079-1394-4bd8-824e-6256ccbb05b4 HTTP/1.1" status: 200  len: 814 time: 1.4459689
Apr 30 05:08:34.621162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Allocated IP 172.25.8.22 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/22aea13c-3985-4b9b-bfea-737b6ca6d26b) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:08:34.627075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-a2ba9e6b-032b-4b03-8bca-52446fe97d25 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/quotas/723e753e4989405cafc9d4340debc442 HTTP/1.1" status: 200  len: 375 time: 0.0440466
Apr 30 05:08:34.828992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df536190-7d92-42d2-8e1e-e0ddd519c489 req-5a0fc8f5-7b4f-44ff-87f4-9a84c325f711 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:34.832429 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:34.844247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df536190-7d92-42d2-8e1e-e0ddd519c489 req-5a0fc8f5-7b4f-44ff-87f4-9a84c325f711 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 943 time: 0.9201131
Apr 30 05:08:34.995127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:35.004797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-b0f3f19b-7961-4431-ae56-b8aab6e7b0ed tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=723e753e4989405cafc9d4340debc442&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3495848
Apr 30 05:08:35.217473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Deleting port cab46323-22ec-4953-a686-b01e5be56f68 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:35.218287 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:35.233039 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:35.438205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2921b32e-5a32-4093-b250-375c2ad7caff req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:35.462731 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9e1e865b-3724-423a-8f90-af2c4b86d612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:35.470992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] For port cab46323-22ec-4953-a686-b01e5be56f68, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=cab46323-22ec-4953-a686-b01e5be56f68,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:35.472982 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:35.665100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:35.694687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb06d7de-a236-46d7-8322-1a86b03b3831 None None] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:08:35.767357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=659cb73b-50a3-4c70-9de1-233c4b386d45,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:35.770242 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:35.801540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-99639713-29b5-4dfe-9728-9622e5d373e5 service neutron] 10.222.0.46 "GET /v2.0/networks/d6b83079-1394-4bd8-824e-6256ccbb05b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7958515
Apr 30 05:08:35.924235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Calling delete_port for cab46323-22ec-4953-a686-b01e5be56f68 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:36.063256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-57780dc7-380c-49c0-84de-efa69e618fc7 None None] Provisioning for port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:36.118485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-57780dc7-380c-49c0-84de-efa69e618fc7 None None] Provisioning complete for port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:36.119061 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-57780dc7-380c-49c0-84de-efa69e618fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:36.213604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-3815e1ae-7b0e-455f-a26a-b163e433ab9e service neutron] 10.222.0.46 "GET /v2.0/networks/d6b83079-1394-4bd8-824e-6256ccbb05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3792284
Apr 30 05:08:36.232622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df536190-7d92-42d2-8e1e-e0ddd519c489 req-1a2164b4-206c-420f-972b-9a1f26d3357c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3843191
Apr 30 05:08:36.300457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2921b32e-5a32-4093-b250-375c2ad7caff req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] No DVR routers for this DVR port 659cb73b-50a3-4c70-9de1-233c4b386d45 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:08:36.304470 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2921b32e-5a32-4093-b250-375c2ad7caff req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:36.308189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'name': 'network-vif-deleted', 'tag': '659cb73b-50a3-4c70-9de1-233c4b386d45'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:08:36.326694 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2921b32e-5a32-4093-b250-375c2ad7caff req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "DELETE /v2.0/ports/659cb73b-50a3-4c70-9de1-233c4b386d45 HTTP/1.1" status: 204  len: 173 time: 4.1095259
Apr 30 05:08:36.335799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:36.336232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:36.361735 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4f63c53-b4af-4def-9aae-9bedfa0aaa03 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:36.393082 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d958bd12-f1a5-4454-afa8-38a6b1e32657 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:36.475757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:36.607261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Pushing event updated for resources: {'Port': ['ID=22aea13c-3985-4b9b-bfea-737b6ca6d26b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:36.619600 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:36.638601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:08:36.639977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:36.643012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:08:36.722391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Port': ['ID=cab46323-22ec-4953-a686-b01e5be56f68,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:36.728201 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:36.809625 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8283051-9ae0-432a-a472-bdbf8142d086', 'name': 'network-vif-deleted', 'tag': '659cb73b-50a3-4c70-9de1-233c4b386d45', 'status': 'completed', 'code': 200}
Apr 30 05:08:37.022050 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-57780dc7-380c-49c0-84de-efa69e618fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:37.248435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-57780dc7-380c-49c0-84de-efa69e618fc7 None None] For port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=150c7b40-ad5a-4497-9e9f-b3b37dfccf3c,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:37.264087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-57780dc7-380c-49c0-84de-efa69e618fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:37.266109 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:37.453224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57780dc7-380c-49c0-84de-efa69e618fc7 None None] Pushing event updated for resources: {'Port': ['ID=150c7b40-ad5a-4497-9e9f-b3b37dfccf3c,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:37.456789 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-57780dc7-380c-49c0-84de-efa69e618fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:37.634208 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3557fd0-8e8c-4f0c-a690-c411b218476b req-e251fa8f-13c9-4c46-9ec0-230d0a81b23a tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 210 time: 0.2723289
Apr 30 05:08:37.728777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:37.821602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3e49a178-ddb2-492c-a059-3d3e52e4b800 None None] Provisioning complete for port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:37.821987 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3e49a178-ddb2-492c-a059-3d3e52e4b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:37.959929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9e2f71de-7f1d-4b7e-be03-cb5c5cd32aea req-434f386b-c2c2-453b-af90-65e6bb351ff8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:08:38.061786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9e2f71de-7f1d-4b7e-be03-cb5c5cd32aea req-434f386b-c2c2-453b-af90-65e6bb351ff8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:08:38.089405 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e2f71de-7f1d-4b7e-be03-cb5c5cd32aea req-434f386b-c2c2-453b-af90-65e6bb351ff8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.4704931
Apr 30 05:08:38.090391 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:38.713146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Router 76f08344-aa1c-4b64-a273-a654622d11cd has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:08:38.912555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:39.163045 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:39.163620 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:39.278108 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:39.554974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:08:39.578359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a3a9d0c-d085-4630-834f-4faa7cf093b1 req-80d228de-cee3-4829-a0d3-6925d1c57a41 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.2896020
Apr 30 05:08:39.587075 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] Sync routers for ids ['76f08344-aa1c-4b64-a273-a654622d11cd'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:08:39.605219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9ee8e55-6d2c-449b-bcca-9c0f582ac5bf req-c0442102-4254-415f-be3d-4dc564fe2ef9 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 210 time: 0.4764693
Apr 30 05:08:39.627203 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "PUT /v2.0/routers/76f08344-aa1c-4b64-a273-a654622d11cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5370743
Apr 30 05:08:39.628366 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] Routers {'76f08344-aa1c-4b64-a273-a654622d11cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:39.638657 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802afaf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['76f08344-aa1c-4b64-a273-a654622d11cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:39.642899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38100) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:39.749760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-b8b00c06-0bf4-464e-a494-fcc451797ca2 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:39.750521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-b8b00c06-0bf4-464e-a494-fcc451797ca2 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Synchronizing usage tracker for tenant:723e753e4989405cafc9d4340debc442 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:08:39.802814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-b8b00c06-0bf4-464e-a494-fcc451797ca2 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Unset dirty status for tenant:723e753e4989405cafc9d4340debc442 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:08:39.803950 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-b8b00c06-0bf4-464e-a494-fcc451797ca2 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.37 "GET /v2.0/networks?id=d6b83079-1394-4bd8-824e-6256ccbb05b4 HTTP/1.1" status: 200  len: 814 time: 0.4525948
Apr 30 05:08:39.819641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Request body: {'port': {'device_id': '32866475-193e-44ee-a641-b8e4fa2ae4da', 'network_id': 'd6b83079-1394-4bd8-824e-6256ccbb05b4', 'admin_state_up': True, 'tenant_id': '723e753e4989405cafc9d4340debc442'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:39.926633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Deleting subnet 66b16e81-df40-425f-a302-983993b1afb1 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:08:39.945674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:40.019820 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] Set router 76f08344-aa1c-4b64-a273-a654622d11cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:40.026119 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:40.109670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:40.119421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Router 094c692d-98d5-4882-bf5c-43ed0af828be is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:08:40.132914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Usage tracker for resource:port and tenant:723e753e4989405cafc9d4340debc442 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:40.145223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:40.172725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:40.206134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Made reservation on behalf of 723e753e4989405cafc9d4340debc442 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:08:40.213204 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:40.328372 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:40.446020 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802afaf0>, [{'id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:39Z', 'updated_at': '2021-04-30T05:08:36Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:41Z', 'updated_at': '2021-04-30T05:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:40.452599 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] Checking router: 76f08344-aa1c-4b64-a273-a654622d11cd for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:08:40.463563 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] Routers {'76f08344-aa1c-4b64-a273-a654622d11cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:40.464788 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802afaf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['76f08344-aa1c-4b64-a273-a654622d11cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:40.622234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:08:40.634206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Sync routers for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:08:40.654728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:40.655431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2eb970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:40.764345 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] Set router 76f08344-aa1c-4b64-a273-a654622d11cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:41.238596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Allocated IP 172.20.0.8 (d6b83079-1394-4bd8-824e-6256ccbb05b4/b4cf2752-2f32-4e9f-9785-a335670a385a/faed4109-e213-459e-ace7-6b1433c232b7) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:08:41.263652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:41.587018 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802afaf0>, [{'id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:39Z', 'updated_at': '2021-04-30T05:08:36Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:41Z', 'updated_at': '2021-04-30T05:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:41.599076 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6bba03-36fc-42fc-9302-dc36acaa6397 None None] The sync data for ids ['76f08344-aa1c-4b64-a273-a654622d11cd'] in n-d-766726-20 is: [{'id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-274345351', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:39Z', 'updated_at': '2021-04-30T05:08:36Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': 'ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f08344-aa1c-4b64-a273-a654622d11cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:41Z', 'updated_at': '2021-04-30T05:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:08:41.663495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:41.685001 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dc2b7bfd-c040-433e-bf6d-b238634da0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:41.779132 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6baeb01d-e328-4291-ade1-24eac11a1db5 req-1c1cf28c-3d49-491e-9f29-95b819c2d3cb tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 210 time: 0.5281126
Apr 30 05:08:41.784322 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-029317bb-179c-4a9b-88b4-5d9c676192d9 req-3ece9a2c-7696-48ba-97af-b0b7b5e07253 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.5255432
Apr 30 05:08:41.819462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Subnet': ['ID=66b16e81-df40-425f-a302-983993b1afb1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:41.830089 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:41.844698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38116) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:41.845673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 11.1471944
Apr 30 05:08:41.846908 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:41.859097 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:41.864122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "DELETE /v2.0/subnets/66b16e81-df40-425f-a302-983993b1afb1 HTTP/1.1" status: 204  len: 168 time: 2.2118270
Apr 30 05:08:41.871498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-1706bf0a-00df-4f6d-ae57-9f87cb45957d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 1.6393659
Apr 30 05:08:41.883525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38120) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:41.891720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200a450d-977c-466b-9e92-40ef01b57425 None None] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:08:42.027915 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:42.106637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:42.127816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5c21aab-c69f-469b-9170-474cf910e4f6 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:42.320600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Network d6b83079-1394-4bd8-824e-6256ccbb05b4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:08:42.356583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:42.376342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:08:42.456667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-2d20c50a-04d1-4d15-8976-2ba91530273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:42.458332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-2d20c50a-04d1-4d15-8976-2ba91530273a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 1098 time: 0.3853049
Apr 30 05:08:42.477235 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:42.514097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:42.515377 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:42.575218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Pushing event updated for resources: {'Port': ['ID=faed4109-e213-459e-ace7-6b1433c232b7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:42.699086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2eb970>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:37Z', 'revision_number': 3, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:42.711206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Checking router: 094c692d-98d5-4882-bf5c-43ed0af828be for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:08:42.712074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Updating router 094c692d-98d5-4882-bf5c-43ed0af828be port 22aea13c-3985-4b9b-bfea-737b6ca6d26b binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:08:42.737461 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:42.762827 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9456816
Apr 30 05:08:42.779955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] DHCP port deletion for 4defbbff-e15a-4c29-8c4e-ded3b4879502 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:08:42.786398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Request body: {'port': {'device_id': '32866475-193e-44ee-a641-b8e4fa2ae4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:42.986401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cab46323-22ec-4953-a686-b01e5be56f68 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:43.089454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-69886c91-e2ef-428f-bf5b-f652a5f8d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:43.093369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-69886c91-e2ef-428f-bf5b-f652a5f8d6bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.5403132
Apr 30 05:08:43.099871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:43.200685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: cab46323-22ec-4953-a686-b01e5be56f68 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:43.208053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device cab46323-22ec-4953-a686-b01e5be56f68 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:43.212366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50f1819f-8ce5-4090-aa25-402f16936fec no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:43.266308 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:43.270977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:43.524527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc0034ca-c0ec-435d-a02a-9bda2c81a063 req-b6b00433-a90f-4285-90e1-0fd39ff065ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.1900954
Apr 30 05:08:43.733633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-41b043a1-e817-4db3-98c2-a5f018f9fb70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 200  len: 1002 time: 0.6274779
Apr 30 05:08:44.050419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Deleting port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:44.051024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:44.130384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-7d1993d1-6fe5-4d04-ae69-7c132fc09e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:44.133338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-7d1993d1-6fe5-4d04-ae69-7c132fc09e06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.3800743
Apr 30 05:08:44.158852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] Deleting port 50f1819f-8ce5-4090-aa25-402f16936fec {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:44.160837 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:44.161460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee108bfc-0638-424e-a235-e03b6c1e5543 req-8255fc92-0fdc-47e3-b69a-6f4bef9c8055 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:44.164033 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee108bfc-0638-424e-a235-e03b6c1e5543 req-8255fc92-0fdc-47e3-b69a-6f4bef9c8055 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 931 time: 0.8704998
Apr 30 05:08:44.390693 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:44.426421 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:44.462197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] For port ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:44.462614 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:44.490137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] For port 50f1819f-8ce5-4090-aa25-402f16936fec, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50f1819f-8ce5-4090-aa25-402f16936fec,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:44.491727 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:44.927505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 50f1819f-8ce5-4090-aa25-402f16936fec, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50f1819f-8ce5-4090-aa25-402f16936fec,segment=NetworkSegment(0282265d-9f6f-426a-8da3-c49003ed6ab6),segment_id=0282265d-9f6f-426a-8da3-c49003ed6ab6)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:44.949562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Calling delete_port for ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:44.958729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] Calling delete_port for 50f1819f-8ce5-4090-aa25-402f16936fec owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:44.969869 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.resource_extend [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 05:08:44.994001 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:45.009134 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ec04ec70-f255-4e05-9910-1efefe09c3d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:45.202843 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:45.222803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Allocated IP 172.20.0.1 (38185e0d-d8a3-489a-9476-e14b0adbf501/74d8b584-9d9e-4226-8e44-6e5086867269/96638a71-6664-49e2-8b1b-79cbb58b5d45) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:08:45.224292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee108bfc-0638-424e-a235-e03b6c1e5543 req-a9709166-d347-4b71-b012-b5e0ec5e1629 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9918821
Apr 30 05:08:45.235055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Transition to ACTIVE for port object 22aea13c-3985-4b9b-bfea-737b6ca6d26b will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:08:45.250159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4f16832-5f24-4e2c-8434-213048e4c655 req-3da4ce5d-c6af-4618-9ee3-feeea5fafda2 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8283051-9ae0-432a-a472-bdbf8142d086 HTTP/1.1" status: 200  len: 210 time: 0.2902997
Apr 30 05:08:45.286649 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:45.295959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=50f1819f-8ce5-4090-aa25-402f16936fec,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:45.311426 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:45.345887 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:45.346333 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:45.357059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faed4109-e213-459e-ace7-6b1433c232b7 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:08:45.390464 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:45.410326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] No DVR routers for this DVR port 50f1819f-8ce5-4090-aa25-402f16936fec on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:08:45.442335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Attempting to bind port 22aea13c-3985-4b9b-bfea-737b6ca6d26b on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:08:45.445964 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Attempting to bind port 22aea13c-3985-4b9b-bfea-737b6ca6d26b by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:08:45.446938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Attempting to bind port 22aea13c-3985-4b9b-bfea-737b6ca6d26b on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:08:45.477852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c95720-84df-4201-ac81-e33e2ff84c46 None None] Pushing event updated for resources: {'Port': ['ID=22aea13c-3985-4b9b-bfea-737b6ca6d26b,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:45.479009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-450af156-794c-4136-9535-aad576f9b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:45.488203 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-450af156-794c-4136-9535-aad576f9b8d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.3356569
Apr 30 05:08:45.502352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Transition to ACTIVE for port object faed4109-e213-459e-ace7-6b1433c232b7 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:08:45.518762 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:45.528843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:08:45.529239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:08:45.529666 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:45.530082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:08:45.530593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Bound port: 22aea13c-3985-4b9b-bfea-737b6ca6d26b, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:08:45.530991 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:45.532627 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb49bae8-524e-477d-b444-0a536c2ffb33 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:45.579612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] Pushing event deleted for resources: {'Port': ['ID=50f1819f-8ce5-4090-aa25-402f16936fec,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:45.587485 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:45.588457 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:45.588817 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:45.696318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] For port 22aea13c-3985-4b9b-bfea-737b6ca6d26b, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:08:45.702730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] For port 22aea13c-3985-4b9b-bfea-737b6ca6d26b, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=22aea13c-3985-4b9b-bfea-737b6ca6d26b,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:08:45.713728 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:45.721944 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-12763bf8-2a83-4781-aea5-82b78b3c1756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:45.756066 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-ae9f3526-1119-40f2-bf84-618061a5578a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4514868
Apr 30 05:08:45.796942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Pushing event updated for resources: {'Port': ['ID=faed4109-e213-459e-ace7-6b1433c232b7,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:45.818146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-5de9cd42-8b39-488c-b33f-9bf1b614cf97 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3287764
Apr 30 05:08:45.825812 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:45.833246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:45.834025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2eb970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:45.916276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c95720-84df-4201-ac81-e33e2ff84c46 None None] Pushing event updated for resources: {'Port': ['ID=22aea13c-3985-4b9b-bfea-737b6ca6d26b,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:45.921680 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-68c95720-84df-4201-ac81-e33e2ff84c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:46.100430 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:46.103054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:46.138746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Transition to ACTIVE for port object 96638a71-6664-49e2-8b1b-79cbb58b5d45 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:08:46.185241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Attempting to bind port faed4109-e213-459e-ace7-6b1433c232b7 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:08:46.185790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Attempting to bind port faed4109-e213-459e-ace7-6b1433c232b7 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6b83079-1394-4bd8-824e-6256ccbb05b4'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:08:46.186325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Attempting to bind port faed4109-e213-459e-ace7-6b1433c232b7 on network d6b83079-1394-4bd8-824e-6256ccbb05b4 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:08:46.202661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Port faed4109-e213-459e-ace7-6b1433c232b7 on network d6b83079-1394-4bd8-824e-6256ccbb05b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:08:46.203181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Attempting to bind port faed4109-e213-459e-ace7-6b1433c232b7 on network d6b83079-1394-4bd8-824e-6256ccbb05b4 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:08:46.221461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:08:46.222037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Checking segment: {'id': 'ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6b83079-1394-4bd8-824e-6256ccbb05b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:08:46.222662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Bound using segment: {'id': 'ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6b83079-1394-4bd8-824e-6256ccbb05b4'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:08:46.223618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Bound port: faed4109-e213-459e-ace7-6b1433c232b7, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd6b83079-1394-4bd8-824e-6256ccbb05b4'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:08:46.224191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:46.416249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09b4ebbc-1bfa-48ec-b600-75ff16e53df4 req-9e768288-b253-41b1-b1fe-0a4e291976a9 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4116919
Apr 30 05:08:46.436452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] For port faed4109-e213-459e-ace7-6b1433c232b7, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:08:46.447829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] For port faed4109-e213-459e-ace7-6b1433c232b7, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=faed4109-e213-459e-ace7-6b1433c232b7,segment=NetworkSegment(ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4),segment_id=ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:08:46.462408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:46.472200 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52c3dfd8-53b3-4e30-8a87-b0df0a9d5c3f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:46.578180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:46.635460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:46.637037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:46.638270 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:46.639689 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] 10.222.0.37 "PUT /v2.0/ports/faed4109-e213-459e-ace7-6b1433c232b7 HTTP/1.1" status: 200  len: 1092 time: 3.8621378
Apr 30 05:08:46.642339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32866475-193e-44ee-a641-b8e4fa2ae4da', 'tag': 'faed4109-e213-459e-ace7-6b1433c232b7'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:08:46.656068 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1a1685fd-258c-46cb-ac3e-874f57169cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:46.673075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:08:46.690804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2eb970>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:37Z', 'revision_number': 3, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:46.691513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:46.701613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:08:46.703875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e7814-634c-4078-83c6-ce09dd5e5aab None None] The sync data for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 is: [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:37Z', 'revision_number': 3, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:08:46.946553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Pushing event updated for resources: {'Port': ['ID=faed4109-e213-459e-ace7-6b1433c232b7,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:46.953780 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:47.042059 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f07443e3-8a4b-4879-9b53-4fbfeedaf378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:47.094574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Port': ['ID=ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:47.108277 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:47.141745 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:47.293213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-4c9ed159-4679-4a2f-840c-a5b6f1d31773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:47.325898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-4c9ed159-4679-4a2f-840c-a5b6f1d31773 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7db5e0d81c83427695bf1e45c2c59448&device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 1136 time: 1.5036738
Apr 30 05:08:47.429015 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32866475-193e-44ee-a641-b8e4fa2ae4da', 'tag': 'faed4109-e213-459e-ace7-6b1433c232b7', 'status': 'completed', 'code': 200}
Apr 30 05:08:47.536328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9174fddf-4ee7-4f29-ac4d-0d3c5c5ae918 None None] Provisioning for port 96638a71-6664-49e2-8b1b-79cbb58b5d45 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:47.543550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9174fddf-4ee7-4f29-ac4d-0d3c5c5ae918 None None] Provisioning complete for port 96638a71-6664-49e2-8b1b-79cbb58b5d45 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:47.543911 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9174fddf-4ee7-4f29-ac4d-0d3c5c5ae918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:47.556752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=96638a71-6664-49e2-8b1b-79cbb58b5d45,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:47.563787 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:47.587170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-af9bd2bf-0c8c-4e82-b397-0c15bcb8ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:47.599279 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-af9bd2bf-0c8c-4e82-b397-0c15bcb8ef1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f88c101-63e1-4c37-8d28-316ad825d4d9 HTTP/1.1" status: 200  len: 898 time: 0.2448008
Apr 30 05:08:47.604637 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:47.629729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-5675d561-e8a8-4ed0-847f-7c5805d02e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:47.631511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-5675d561-e8a8-4ed0-847f-7c5805d02e20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=723e753e4989405cafc9d4340debc442&device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 1095 time: 0.8316214
Apr 30 05:08:47.736489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f403cf8-0cf0-4f12-a67c-32004925def3 req-bf0a4835-ba85-4e5f-abdc-121438fed334 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:47.742073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f403cf8-0cf0-4f12-a67c-32004925def3 req-bf0a4835-ba85-4e5f-abdc-121438fed334 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 943 time: 1.1538529
Apr 30 05:08:47.748957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9174fddf-4ee7-4f29-ac4d-0d3c5c5ae918 None None] Port 96638a71-6664-49e2-8b1b-79cbb58b5d45 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:08:47.767008 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-4349efb5-413f-4c12-a0a7-cc67db0af1a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faed4109-e213-459e-ace7-6b1433c232b7 HTTP/1.1" status: 200  len: 217 time: 0.1269109
Apr 30 05:08:48.211017 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:48.240235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f403cf8-0cf0-4f12-a67c-32004925def3 req-1b6f88fa-5290-4a94-bdb6-441852a604b7 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512189
Apr 30 05:08:48.245935 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:48.257758 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:48.337271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-b48feb7b-bd87-490a-98a3-f74fc961453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:48.339975 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-b48feb7b-bd87-490a-98a3-f74fc961453f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4cf2752-2f32-4e9f-9785-a335670a385a HTTP/1.1" status: 200  len: 854 time: 0.5639768
Apr 30 05:08:48.367821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-c8b103bd-fc2f-4274-8983-29bd0d2b05ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 HTTP/1.1" status: 200  len: 1001 time: 0.6644344
Apr 30 05:08:48.368647 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:48.369443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Fanout notify agent at l3_agent the message router_deleted on router 76f08344-aa1c-4b64-a273-a654622d11cd {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:08:48.414941 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-7705f3d0-6fdb-4b36-81fc-00223195b816 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6b83079-1394-4bd8-824e-6256ccbb05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655315
Apr 30 05:08:48.483689 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:48.485212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "DELETE /v2.0/routers/76f08344-aa1c-4b64-a273-a654622d11cd HTTP/1.1" status: 204  len: 168 time: 6.6004858
Apr 30 05:08:48.490548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38162) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:48.769570 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-0568d969-dfb0-4117-9c5f-afd659385a38 service neutron] 10.222.0.37 "GET /v2.0/networks/d6b83079-1394-4bd8-824e-6256ccbb05b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3477435
Apr 30 05:08:48.826685 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:48.836718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:48.940103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-fcb32358-2cf4-44f2-a42c-8005c2da5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:48.942566 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-fcb32358-2cf4-44f2-a42c-8005c2da5ca4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccfa82-4f01-4584-ae4b-9783ece8d6e9 HTTP/1.1" status: 200  len: 834 time: 0.5613594
Apr 30 05:08:48.952087 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:49.143121 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d7a15622-53d7-434d-955f-2b5ee5a8436c tempest-ServersNegativeTestMultiTenantJSON-2127863830 tempest-ServersNegativeTestMultiTenantJSON-2127863830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:49.177809 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:49.285876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 22aea13c-3985-4b9b-bfea-737b6ca6d26b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:49.312343 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-807230ba-0a4d-4b78-847d-a1487aafe56a req-3bacbb2f-750f-43d6-b867-9d62349ac108 service neutron] 10.222.0.37 "GET /v2.0/networks/d6b83079-1394-4bd8-824e-6256ccbb05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5291083
Apr 30 05:08:49.440428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=96638a71-6664-49e2-8b1b-79cbb58b5d45,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:49.446277 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:49.505585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 22aea13c-3985-4b9b-bfea-737b6ca6d26b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:49.532017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 22aea13c-3985-4b9b-bfea-737b6ca6d26b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:49.536221 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:49.547639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:08:49.553131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-2ada48f6-7661-4b3e-ba2d-e3dababb014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:49.554929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:49.566709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aebee-3f72-4bf4-acd5-399808145a31 req-eb7cce53-a8fa-478b-adab-cf4b91d51e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:49.568680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-103aebee-3f72-4bf4-acd5-399808145a31 req-eb7cce53-a8fa-478b-adab-cf4b91d51e90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=723e753e4989405cafc9d4340debc442&device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 1095 time: 0.1828172
Apr 30 05:08:49.571238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-2ada48f6-7661-4b3e-ba2d-e3dababb014c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f88c101-63e1-4c37-8d28-316ad825d4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6124973
Apr 30 05:08:49.574298 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:49.835198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aebee-3f72-4bf4-acd5-399808145a31 req-b5abab04-5074-4f90-9fd9-f2455b46c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:49.837799 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-103aebee-3f72-4bf4-acd5-399808145a31 req-b5abab04-5074-4f90-9fd9-f2455b46c973 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6b83079-1394-4bd8-824e-6256ccbb05b4 HTTP/1.1" status: 200  len: 915 time: 0.1876490
Apr 30 05:08:49.958001 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:49.968409 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-103aebee-3f72-4bf4-acd5-399808145a31 req-e67b41d7-87f8-4e40-becf-39d44ece168f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faed4109-e213-459e-ace7-6b1433c232b7 HTTP/1.1" status: 200  len: 217 time: 0.1210282
Apr 30 05:08:49.997786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 22aea13c-3985-4b9b-bfea-737b6ca6d26b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=22aea13c-3985-4b9b-bfea-737b6ca6d26b,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:50.010327 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:50.015255 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:50.134960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:08:50.192089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:08:50.192695 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ac3a1dd6-1e8e-44f8-98e3-30ad5dd5ffb3 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:08:50.208459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5f6ab04b-a18c-4c52-92e8-f9975ed47edb None None] Provisioning complete for port 96638a71-6664-49e2-8b1b-79cbb58b5d45 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:50.214307 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f6ab04b-a18c-4c52-92e8-f9975ed47edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:50.276698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ab04b-a18c-4c52-92e8-f9975ed47edb None None] Port 96638a71-6664-49e2-8b1b-79cbb58b5d45 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:08:50.277998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aebee-3f72-4bf4-acd5-399808145a31 req-3b30d57c-b2b6-4888-b9a8-341fefeeebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:50.284349 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-103aebee-3f72-4bf4-acd5-399808145a31 req-3b30d57c-b2b6-4888-b9a8-341fefeeebc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4cf2752-2f32-4e9f-9785-a335670a385a HTTP/1.1" status: 200  len: 854 time: 0.2952063
Apr 30 05:08:50.291002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=22aea13c-3985-4b9b-bfea-737b6ca6d26b,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:50.295353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Router 094c692d-98d5-4882-bf5c-43ed0af828be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:08:50.297183 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:50.379677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77adbcd60>,) {'filters': {'network_id': ['4defbbff-e15a-4c29-8c4e-ded3b4879502']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:50.439184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77adbcd60>, '0282265d-9f6f-426a-8da3-c49003ed6ab6') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:50.439731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77adbcd60>, '0282265d-9f6f-426a-8da3-c49003ed6ab6') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:50.480704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-aba54a9d-edbf-46d4-9b3c-6c57312f2fae service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5933213
Apr 30 05:08:50.483370 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:50.560691 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:50.577669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:08:50.741980 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-103aebee-3f72-4bf4-acd5-399808145a31 req-87cb84e3-e5bd-4010-b1b3-e47c05d522cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6b83079-1394-4bd8-824e-6256ccbb05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4436812
Apr 30 05:08:50.744951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71f54b-2f7c-431f-9855-36fda2efa856 req-7ad7d4b2-8501-44d4-9c50-b477838a5959 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:50.755279 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e71f54b-2f7c-431f-9855-36fda2efa856 req-7ad7d4b2-8501-44d4-9c50-b477838a5959 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 943 time: 0.8439727
Apr 30 05:08:50.976209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:08:50.986914 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Sync routers for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:08:51.018409 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:51.019657 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bde7a60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:51.020391 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] 10.222.0.46 "PUT /v2.0/routers/094c692d-98d5-4882-bf5c-43ed0af828be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1742587
Apr 30 05:08:51.067616 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-103aebee-3f72-4bf4-acd5-399808145a31 req-dbb046b5-fbcc-4f71-a3e9-e9da0f828aff service neutron] 10.222.0.37 "GET /v2.0/networks/d6b83079-1394-4bd8-824e-6256ccbb05b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3144491
Apr 30 05:08:51.086462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:08:51.116334 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:51.147525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7da6829c-3437-4eab-9a8b-f0264a36fad7 req-b5f751a7-5eb9-4662-b5f0-5636d325c26a service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6457179
Apr 30 05:08:51.260996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 22aea13c-3985-4b9b-bfea-737b6ca6d26b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:51.384011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e71f54b-2f7c-431f-9855-36fda2efa856 req-1d60d7ba-ddaa-4588-8eee-250a1efc83ab tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5924931
Apr 30 05:08:51.465695 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:51.494341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 22aea13c-3985-4b9b-bfea-737b6ca6d26b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:51.495208 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:51.535221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-103aebee-3f72-4bf4-acd5-399808145a31 req-82c2f7aa-e703-402e-a957-603450eab3db service neutron] 10.222.0.37 "GET /v2.0/networks/d6b83079-1394-4bd8-824e-6256ccbb05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4593430
Apr 30 05:08:51.614538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 4defbbff-e15a-4c29-8c4e-ded3b4879502 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:08:51.774331 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:08:51.782722 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:51.787491 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9a458bf3-bd54-4ca0-8df5-3908117a86b4 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:51.827681 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:51.840233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Network': ['ID=4defbbff-e15a-4c29-8c4e-ded3b4879502,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:51.843852 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:51.850789 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "DELETE /v2.0/networks/4defbbff-e15a-4c29-8c4e-ded3b4879502 HTTP/1.1" status: 204  len: 168 time: 3.3547416
Apr 30 05:08:51.851117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38192) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:52.092605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38200) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:52.098495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386484235', 'description': 'tempest-description--548467178'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:52.112225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:52.123376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:security_group and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:52.136822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:52.153471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:52.182257 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:52.237747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:52.248010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:security_group_rule and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:52.255747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:52.288297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:52.467276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:52.481966 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:52.486282 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0c79a4ea-0c50-471f-a565-5f0034f3535c tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:52.503006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Deleting port 71794481-14f3-42fd-84a0-222a00d44cb8 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:52.504214 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:52.570995 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bde7a60>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:48Z', 'revision_number': 2, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:52.587540 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:52.589113 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4953690
Apr 30 05:08:52.590470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f98f55-e436-43ce-a764-8b8811f36653,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:52.593037 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Checking router: 094c692d-98d5-4882-bf5c-43ed0af828be for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:08:52.593617 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Updating router 094c692d-98d5-4882-bf5c-43ed0af828be port 96638a71-6664-49e2-8b1b-79cbb58b5d45 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:08:52.596271 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:52.599803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38212) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:52.611287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'security_group_rule': {'security_group_id': '67f98f55-e436-43ce-a764-8b8811f36653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:52.801623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:52.801995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:52.828766 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:52.974710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:52.982376 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:security_group_rule and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:52.988350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:53.001112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:53.093244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.105474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Calling delete_port for 71794481-14f3-42fd-84a0-222a00d44cb8 owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:08:53.171497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3f7b4-6b45-43a1-81c2-d653169f5a64 req-e021fd0a-c1c2-4b82-b17a-1e022b84dfb0 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:53.173177 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82f3f7b4-6b45-43a1-81c2-d653169f5a64 req-e021fd0a-c1c2-4b82-b17a-1e022b84dfb0 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 943 time: 0.5543070
Apr 30 05:08:53.368812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82f3f7b4-6b45-43a1-81c2-d653169f5a64 req-78b3c0cc-b0f5-485e-a928-9271e991bf71 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536417
Apr 30 05:08:53.373476 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.392549 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.396425 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cdbca3dc-a795-47ea-8ad2-a39bf09ccff3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:53.405102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.412130 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9a6bb5b0-f0f5-4081-a8c8-50b49f01aecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:53.511829 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.534297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Port': ['ID=71794481-14f3-42fd-84a0-222a00d44cb8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:53.535493 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.545185 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Transition to ACTIVE for port object 96638a71-6664-49e2-8b1b-79cbb58b5d45 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:08:53.545348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9405382
Apr 30 05:08:53.545848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38258) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:53.560787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'security_group_rule': {'security_group_id': '67f98f55-e436-43ce-a764-8b8811f36653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:53.567034 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.568935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174b9698-b6a3-4e82-a045-a9075f1610a7,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:53.572870 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-16141bb4-4974-499a-adff-23878670412d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:53.575002 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:53.576696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:53.587225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:security_group_rule and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:53.594862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:53.603671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:53.625559 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:53.646328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.765661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.766497 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Floating IP 3a8715d0-f6bb-45d6-b65f-5e2447a96853 disassociated (deleted). External IP: 172.25.8.111, port: 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8.
Apr 30 05:08:53.771990 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Pushing event updated for resources: {'Port': ['ID=96638a71-6664-49e2-8b1b-79cbb58b5d45,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:53.807709 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.814615 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.819030 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eeb2666a-f8d2-438e-b89a-1ccb5d51a3bb tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:53.832470 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.832470 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.832911 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.833138 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.833691 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.834213 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.835791 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.836543 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.837052 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.837579 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.838098 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.838600 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:53.848418 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:53.857136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9aaf385-dc52-484c-84ac-fe891b4eef09,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:53.869734 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Attempting to bind port 96638a71-6664-49e2-8b1b-79cbb58b5d45 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:08:53.870111 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Attempting to bind port 96638a71-6664-49e2-8b1b-79cbb58b5d45 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:08:53.871516 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Attempting to bind port 96638a71-6664-49e2-8b1b-79cbb58b5d45 on network 38185e0d-d8a3-489a-9476-e14b0adbf501 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:08:53.878791 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:08:53.879530 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Checking segment: {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:08:53.880162 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.880746 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Bound using segment: {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:08:53.881481 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Bound port: 96638a71-6664-49e2-8b1b-79cbb58b5d45, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:08:53.882062 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.908223 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:53.939412 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:53.944916 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3870785
Apr 30 05:08:53.945196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 38262) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:08:53.951991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:08:53.969866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:08:53.984862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:floatingip and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:08:53.993231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:08:54.012670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:08:54.020884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device faed4109-e213-459e-ace7-6b1433c232b7 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:08:54.038527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:54.070831 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] For port 96638a71-6664-49e2-8b1b-79cbb58b5d45, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:08:54.075400 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] For port 96638a71-6664-49e2-8b1b-79cbb58b5d45, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=96638a71-6664-49e2-8b1b-79cbb58b5d45,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:08:54.083953 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:54.094098 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-4de37211-6be9-4a56-bdea-5e9a8934f6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:54.354097 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:54.403539 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:54.404917 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bde7a60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:54.425750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port faed4109-e213-459e-ace7-6b1433c232b7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=faed4109-e213-459e-ace7-6b1433c232b7,segment=NetworkSegment(ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4),segment_id=ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:54.482692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'faed4109-e213-459e-ace7-6b1433c232b7', 'network_id': 'd6b83079-1394-4bd8-824e-6256ccbb05b4', 'port_id': 'faed4109-e213-459e-ace7-6b1433c232b7', 'mac_address': 'fa:16:3e:1b:a2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cf2752-2f32-4e9f-9785-a335670a385a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:08:54.726610 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:54.815972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faed4109-e213-459e-ace7-6b1433c232b7 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:08:54.841072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port faed4109-e213-459e-ace7-6b1433c232b7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=faed4109-e213-459e-ace7-6b1433c232b7,segment=NetworkSegment(ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4),segment_id=ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:54.852246 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:54.856968 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a709b6f9-df27-43fe-8569-82427e9e50db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:54.923482 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:54.955553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=faed4109-e213-459e-ace7-6b1433c232b7,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:54.957077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Allocated IP 172.25.8.30 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/161f14a8-a533-44cf-b879-b8642dbfbb37) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:08:54.964446 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:54.993859 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Pushing event updated for resources: {'Port': ['ID=96638a71-6664-49e2-8b1b-79cbb58b5d45,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:55.001671 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:08:55.004857 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:55.083142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7922a-0216-42c0-8f6f-666c29e0c793 req-2114fa6c-b760-47ef-bcdc-069e79bfcad6 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:55.087801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7f7922a-0216-42c0-8f6f-666c29e0c793 req-2114fa6c-b760-47ef-bcdc-069e79bfcad6 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 943 time: 0.3818896
Apr 30 05:08:55.132561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Router aad4154a-030d-4a2d-a0f2-c9cbd01de444 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:08:55.250666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['faed4109-e213-459e-ace7-6b1433c232b7'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:08:55.306315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7f7922a-0216-42c0-8f6f-666c29e0c793 req-239a5941-53c1-4377-869d-e35a0938e513 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953549
Apr 30 05:08:55.373687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:08:55.410926 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:55.416145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:55.527405 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "DELETE /v2.0/floatingips/3a8715d0-f6bb-45d6-b65f-5e2447a96853 HTTP/1.1" status: 204  len: 168 time: 3.6747286
Apr 30 05:08:55.529585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:08:55.546044 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:55.574452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] Sync routers for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:08:55.575116 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8daa0a57-638a-44f1-a8df-5ee40a8c5a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:55.641212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:55.642237 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bed0820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:55.670456 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'status': 'completed', 'code': 200}
Apr 30 05:08:55.761495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:08:55.776173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:08:55.790829 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bde7a60>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:54Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:55.797329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:08:55.813216 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484f76a-be58-499f-b5ae-b5ebd1f7a4fe None None] The sync data for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 is: [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:54Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:08:55.980715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-f8283a4d-9c96-4976-a5cf-39cb391c2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:55.982801 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-f8283a4d-9c96-4976-a5cf-39cb391c2f70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7db5e0d81c83427695bf1e45c2c59448&device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 1136 time: 0.2908182
Apr 30 05:08:56.122378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'Port': ['ID=161f14a8-a533-44cf-b879-b8642dbfbb37,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:56.127049 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:56.195740 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:56.339717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-e48980ad-d002-4092-a9b1-ddd7c629b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:56.342161 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-e48980ad-d002-4092-a9b1-ddd7c629b89b service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f88c101-63e1-4c37-8d28-316ad825d4d9 HTTP/1.1" status: 200  len: 898 time: 0.3491364
Apr 30 05:08:56.385145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:56.449660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:56.657870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-eb9edfae-81bb-4214-aefd-65262be83724 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 HTTP/1.1" status: 200  len: 217 time: 0.3060107
Apr 30 05:08:56.754600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-efd1c868-cd32-4ecc-be57-81965b53b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:56.757112 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-efd1c868-cd32-4ecc-be57-81965b53b53e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccfa82-4f01-4584-ae4b-9783ece8d6e9 HTTP/1.1" status: 200  len: 834 time: 0.0923069
Apr 30 05:08:57.074757 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:57.135351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-0a99bfad-217d-49dc-b416-3fdf7aeff85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:57.148414 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-0a99bfad-217d-49dc-b416-3fdf7aeff85f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f88c101-63e1-4c37-8d28-316ad825d4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3817666
Apr 30 05:08:57.167240 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:57.180562 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:57.394834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 96638a71-6664-49e2-8b1b-79cbb58b5d45 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:57.552939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'Port': ['ID=161f14a8-a533-44cf-b879-b8642dbfbb37,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:57.594406 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:57.706105 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-3a90f7eb-b81e-4530-a821-2ed89eb29dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5348539
Apr 30 05:08:57.765545 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:57.782659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3e090-bff4-43f7-a6f4-0cffe2da6550 req-4a1bae35-46de-4e68-b0d5-af947995d95e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:57.798601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ef3e090-bff4-43f7-a6f4-0cffe2da6550 req-4a1bae35-46de-4e68-b0d5-af947995d95e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 984 time: 1.2366083
Apr 30 05:08:57.802891 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 96638a71-6664-49e2-8b1b-79cbb58b5d45 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:08:57.804613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:57.809192 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:57.818322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 96638a71-6664-49e2-8b1b-79cbb58b5d45 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:57.818844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:58.083257 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb14e7aa-9d9e-478a-a8e9-aa73ed52bc23 req-715b567a-72b4-4fc2-8025-7ecc5153f437 service neutron] 10.222.0.37 "GET /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3677933
Apr 30 05:08:58.088310 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ef3e090-bff4-43f7-a6f4-0cffe2da6550 req-af49c86b-0111-4fe0-bc77-bc6e6c197271 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2883794
Apr 30 05:08:58.102820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0b813-ea77-498e-acd1-9e53b598dd1e req-afd83c70-e712-4ff0-9f8d-d9cb6b201b16 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:58.106599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3e0b813-ea77-498e-acd1-9e53b598dd1e req-afd83c70-e712-4ff0-9f8d-d9cb6b201b16 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 944 time: 0.9403930
Apr 30 05:08:58.107462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bed0820>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd93f03ea-0dc5-48a2-a05a-3cc222599568', 'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:97:45:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:53Z', 'updated_at': '2021-04-30T05:06:05Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:58.115088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] Checking router: aad4154a-030d-4a2d-a0f2-c9cbd01de444 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:08:58.128219 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:58.129943 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:58.141645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.1952710
Apr 30 05:08:58.156282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:08:58.156941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bed0820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:08:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:08:58.266692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-2d9fd5af-2891-4d12-b951-83ca4173e86c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:58.270010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-2d9fd5af-2891-4d12-b951-83ca4173e86c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 984 time: 0.5319891
Apr 30 05:08:58.551265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 96638a71-6664-49e2-8b1b-79cbb58b5d45, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=96638a71-6664-49e2-8b1b-79cbb58b5d45,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:58.568836 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:58.596140 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:08:58.747674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:08:58.893395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=96638a71-6664-49e2-8b1b-79cbb58b5d45,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:08:58.955585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3e0b813-ea77-498e-acd1-9e53b598dd1e req-93ab4180-3078-41b6-ac99-ea1a4092cbd0 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8288794
Apr 30 05:08:58.975395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:58.994031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:58.994612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:58.995166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:59.000814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:59.001141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:59.001698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:59.002247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:59.002803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:59.003367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:59.004043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:59.004456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:08:59.044968 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:08:59.079072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-734b0698-8cc7-450c-9005-e6874c40d488 req-546a0f3b-250b-4f41-8995-d46af1b90c4b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Synchronizing usage tracker for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:08:59.131142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-734b0698-8cc7-450c-9005-e6874c40d488 req-546a0f3b-250b-4f41-8995-d46af1b90c4b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Unset dirty status for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:08:59.141830 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-546a0f3b-250b-4f41-8995-d46af1b90c4b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--386484235&fields=id&tenant_id=069c2427941c4dacb0a45a9adb630d07 HTTP/1.1" status: 200  len: 267 time: 0.2156634
Apr 30 05:08:59.344009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 96638a71-6664-49e2-8b1b-79cbb58b5d45 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:08:59.563687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0698-8cc7-450c-9005-e6874c40d488 req-ab2816b9-9d9e-4a6f-9055-663201d971cf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:59.567568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-734b0698-8cc7-450c-9005-e6874c40d488 req-ab2816b9-9d9e-4a6f-9055-663201d971cf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Synchronizing usage tracker for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:08:59.580472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Deleting port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:08:59.581359 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:59.661720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 96638a71-6664-49e2-8b1b-79cbb58b5d45 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:08:59.662430 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:59.814396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-734b0698-8cc7-450c-9005-e6874c40d488 req-ab2816b9-9d9e-4a6f-9055-663201d971cf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Unset dirty status for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:08:59.815681 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-ab2816b9-9d9e-4a6f-9055-663201d971cf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 817 time: 0.6734736
Apr 30 05:08:59.867908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] For port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:08:59.868590 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:08:59.896996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82121049-bc63-46d2-80c0-58207e1c7a44 req-18396ab5-1981-4b23-9188-11f51791bfb4 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:08:59.898532 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82121049-bc63-46d2-80c0-58207e1c7a44 req-18396ab5-1981-4b23-9188-11f51791bfb4 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 984 time: 0.2513595
Apr 30 05:09:00.010594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-040cbe9c-52c2-42bc-bb67-403743c436d6 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/quotas/069c2427941c4dacb0a45a9adb630d07 HTTP/1.1" status: 200  len: 375 time: 0.1221683
Apr 30 05:09:00.017922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bed0820>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd93f03ea-0dc5-48a2-a05a-3cc222599568', 'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:97:45:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:53Z', 'updated_at': '2021-04-30T05:06:05Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:00.032212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device faed4109-e213-459e-ace7-6b1433c232b7 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:09:00.114251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ad044-ba11-4d2f-a188-430362da1773 None None] The sync data for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 is: [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:05:55Z', 'revision_number': 4, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd93f03ea-0dc5-48a2-a05a-3cc222599568', 'name': '', 'network_id': '9f88c101-63e1-4c37-8d28-316ad825d4d9', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'mac_address': 'fa:16:3e:97:45:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_interface', 'standard_attr_id': 2854, 'fixed_ips': [{'subnet_id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:53Z', 'updated_at': '2021-04-30T05:06:05Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'subnets': [{'id': '8bccfa82-4f01-4584-ae4b-9783ece8d6e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:09:00.149048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Calling delete_port for 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:09:00.217193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port faed4109-e213-459e-ace7-6b1433c232b7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:09:00.225591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port faed4109-e213-459e-ace7-6b1433c232b7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:09:00.228289 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:00.260169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82121049-bc63-46d2-80c0-58207e1c7a44 req-d27148aa-a4f2-45c5-bde4-77859b7050d5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/security-groups?id=bdec17bc-3296-4f8f-afce-07096a8ce6c5&id=e8835ba7-8e67-42e6-82d5-89aeb869aa7c&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.3526514
Apr 30 05:09:00.430966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-1302c040-d22f-4337-acd4-639e0417d619 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3471463
Apr 30 05:09:00.631331 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:00.717340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port faed4109-e213-459e-ace7-6b1433c232b7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=faed4109-e213-459e-ace7-6b1433c232b7,segment=NetworkSegment(ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4),segment_id=ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:00.719910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32866475-193e-44ee-a641-b8e4fa2ae4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faed4109-e213-459e-ace7-6b1433c232b7'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:00.751777 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:00.753074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:09:00.756929 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f20949-0048-4370-9f35-e9d0a2d26c83 None None] New status for floating IP 3a8715d0-f6bb-45d6-b65f-5e2447a96853: DOWN {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:09:00.793165 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f1f22b8b-cd6f-4686-a41f-862d0fbd2249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:00.819501 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:00.832363 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6c20ad22-d2fc-4b04-a2a9-fb6b24adb924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:00.876129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:09:00.877337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:09:00.903803 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4f9f-d188-41a6-a39a-6641c745b878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:01.006620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=faed4109-e213-459e-ace7-6b1433c232b7,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:01.018110 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:01.045763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Port': ['ID=0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:01.060576 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-b99abd63-3406-47ce-b763-02579240bc7a service neutron] 10.222.0.46 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5440831
Apr 30 05:09:01.124971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.125367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.125748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.126124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.126493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.126860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.127221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.127629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.128057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.128426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.128783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.129147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:01.138258 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:01.308275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] No DVR routers for this DVR port 0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:09:01.319841 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:01.322960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'name': 'network-vif-deleted', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:01.374259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f13ffcda-9762-48d9-a108-9bbc3b736398 req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.37 "DELETE /v2.0/ports/0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8 HTTP/1.1" status: 204  len: 173 time: 3.0975823
Apr 30 05:09:01.388526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-0df9497f-d42b-4f5d-8368-a56f0485bbf1 service neutron] 10.222.0.46 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3270032
Apr 30 05:09:01.404479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2a298-77d2-43e9-94d8-2131830067d2 req-6975eb58-7522-4769-bbe6-70aa9a87bc67 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:01.429202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67e2a298-77d2-43e9-94d8-2131830067d2 req-6975eb58-7522-4769-bbe6-70aa9a87bc67 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 945 time: 0.7034760
Apr 30 05:09:01.596285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67e2a298-77d2-43e9-94d8-2131830067d2 req-31f466b6-1604-4029-a39f-9777e46c986a tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657312
Apr 30 05:09:01.731691 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32866475-193e-44ee-a641-b8e4fa2ae4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faed4109-e213-459e-ace7-6b1433c232b7', 'code': 200}
Apr 30 05:09:01.944343 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9eeb7c-e63f-4898-9048-c9f1f26fb159', 'name': 'network-vif-deleted', 'tag': '0a6bbbe7-0521-4ee9-96f8-733dfd61a5d8', 'status': 'completed', 'code': 200}
Apr 30 05:09:02.333607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fa2f13ce-43b8-45f9-985d-c53f35a5fd5c req-1d8130eb-5cea-4b9f-894c-63ff5152e7d9 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Synchronizing usage tracker for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:09:02.443415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15d6416b-94db-41a3-8a9c-09fc9403df6a req-7f11bef7-5b9e-4021-8906-28dacba49624 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 210 time: 0.2267413
Apr 30 05:09:02.498853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-fa2f13ce-43b8-45f9-985d-c53f35a5fd5c req-1d8130eb-5cea-4b9f-894c-63ff5152e7d9 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Unset dirty status for tenant:7db5e0d81c83427695bf1e45c2c59448 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:09:02.515214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa2f13ce-43b8-45f9-985d-c53f35a5fd5c req-1d8130eb-5cea-4b9f-894c-63ff5152e7d9 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad9eeb7c-e63f-4898-9048-c9f1f26fb159 HTTP/1.1" status: 200  len: 210 time: 0.5683939
Apr 30 05:09:02.581038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdfb24-3093-479c-ad79-c3376259ee46 req-c887761a-94d8-4c2a-aaca-3bfc0d2799b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:02.582805 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29cdfb24-3093-479c-ad79-c3376259ee46 req-c887761a-94d8-4c2a-aaca-3bfc0d2799b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 1097 time: 0.7105718
Apr 30 05:09:02.727371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29cdfb24-3093-479c-ad79-c3376259ee46 req-12f2482d-15f2-48ba-95fd-836b5cf96533 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373065
Apr 30 05:09:03.109471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd195b7-ff1d-4f76-8420-baadd5298e35 req-dc17d098-4857-4486-9f40-a3adbd874df2 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:03.111329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbd195b7-ff1d-4f76-8420-baadd5298e35 req-dc17d098-4857-4486-9f40-a3adbd874df2 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 945 time: 0.2966206
Apr 30 05:09:03.184927 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbd195b7-ff1d-4f76-8420-baadd5298e35 req-74654668-b579-496f-90e9-74b0d5cfcfa5 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604844
Apr 30 05:09:03.381690 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:03.616586 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1c70e065-fde2-4d81-a378-03090bea5936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:03.652898 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6f919ac-f557-4b8d-980b-b4cfb10728a5 req-ebfa684a-f8e4-4c65-a32a-3b8a4e50f5be tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 210 time: 0.0701690
Apr 30 05:09:03.707429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38840) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:03.820013 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:03.900975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:04.026029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:04.043915 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b8bf92d-c123-41f1-8b9f-cba3ab2c0bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:04.079245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdec17bc-3296-4f8f-afce-07096a8ce6c5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:04.094028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.094865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.095532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.096110 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.096730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.097363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.098066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.098647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.100152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.101293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.101874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.102637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:09:04.120026 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:04.121942 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:04.126624 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "DELETE /v2.0/security-groups/bdec17bc-3296-4f8f-afce-07096a8ce6c5 HTTP/1.1" status: 204  len: 168 time: 0.4180536
Apr 30 05:09:04.128151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38848) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:04.280457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0698-8cc7-450c-9005-e6874c40d488 req-d731709a-b2e0-46af-8579-2325f1057fc4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:04.283072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-d731709a-b2e0-46af-8579-2325f1057fc4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.50 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 817 time: 0.4688301
Apr 30 05:09:04.288073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0290799e-9486-4d45-a5d6-66dbafb58a6e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:04.345113 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0290799e-9486-4d45-a5d6-66dbafb58a6e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:04.443895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0290799e-9486-4d45-a5d6-66dbafb58a6e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:04.447822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-3892d1dc-e2d1-4fe7-a4f3-d78442a69c33 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=069c2427941c4dacb0a45a9adb630d07 HTTP/1.1" status: 200  len: 379 time: 0.1543374
Apr 30 05:09:04.449071 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-31bb6593-a43b-4870-bb29-df6ea4c14ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:04.468254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'port': {'device_id': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'admin_state_up': True, 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'security_groups': ['67f98f55-e436-43ce-a764-8b8811f36653']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:09:04.470463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290799e-9486-4d45-a5d6-66dbafb58a6e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8835ba7-8e67-42e6-82d5-89aeb869aa7c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:04.489977 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0290799e-9486-4d45-a5d6-66dbafb58a6e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:04.490849 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0290799e-9486-4d45-a5d6-66dbafb58a6e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:04.495884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0290799e-9486-4d45-a5d6-66dbafb58a6e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "DELETE /v2.0/security-groups/e8835ba7-8e67-42e6-82d5-89aeb869aa7c HTTP/1.1" status: 204  len: 168 time: 0.3658514
Apr 30 05:09:04.496633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38862) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:04.785174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:09:04.794737 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:04.795819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:port and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:09:04.800608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:09:04.809802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:09:04.840293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Made reservation on behalf of 069c2427941c4dacb0a45a9adb630d07 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:09:04.844613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:04.875265 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b83be3-fce9-4956-81fc-e28e23d94473 req-ab1d246a-3a54-40ef-8f08-d8cf6f2c7e41 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:04.877306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4b83be3-fce9-4956-81fc-e28e23d94473 req-ab1d246a-3a54-40ef-8f08-d8cf6f2c7e41 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 945 time: 0.1997261
Apr 30 05:09:04.962252 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1280cce3-15e5-43ee-910d-dbab49f5cef1 req-a20de7cf-2b3e-43c6-82d1-83bffc636dc9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 210 time: 0.0764012
Apr 30 05:09:05.070169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4b83be3-fce9-4956-81fc-e28e23d94473 req-6271b1cd-0e96-4581-900b-a2a2bedbe4cb tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821961
Apr 30 05:09:05.202528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Allocated IP 172.20.0.14 (38185e0d-d8a3-489a-9476-e14b0adbf501/74d8b584-9d9e-4226-8e44-6e5086867269/dae0f0a4-a1ca-4c69-951f-ce7b7799a50e) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:09:05.514164 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:05.607481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Transition to ACTIVE for port object dae0f0a4-a1ca-4c69-951f-ce7b7799a50e will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:09:05.639973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:05.732287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:05.743165 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:05.868387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:09:05.871516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-9d2f6b30-eb70-4fb5-8ac7-903832c87782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:05.873220 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-9d2f6b30-eb70-4fb5-8ac7-903832c87782 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=723e753e4989405cafc9d4340debc442&device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 1097 time: 0.2382085
Apr 30 05:09:05.884892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:09:06.077575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:09:06.122890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:06.132467 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:06.275288 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:06.305771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:06.306099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Deleting port d93f03ea-0dc5-48a2-a05a-3cc222599568 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:09:06.306702 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:06.306844 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:06.322568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-8a02c6bf-af48-4e31-82cf-a81ba6cb29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:06.324754 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-8a02c6bf-af48-4e31-82cf-a81ba6cb29ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6b83079-1394-4bd8-824e-6256ccbb05b4 HTTP/1.1" status: 200  len: 915 time: 0.4361503
Apr 30 05:09:06.401966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-81ac64d7-3953-4c2c-80ca-4301cea970e0 None None] Provisioning for port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:09:06.407535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-81ac64d7-3953-4c2c-80ca-4301cea970e0 None None] Provisioning complete for port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:09:06.407971 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-81ac64d7-3953-4c2c-80ca-4301cea970e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:06.461296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521bb5c-ff92-4eb6-8b91-0bd73de0e43d req-82094c81-ec60-4f9f-818c-fdc2cfe121ea tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:06.471063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1521bb5c-ff92-4eb6-8b91-0bd73de0e43d req-82094c81-ec60-4f9f-818c-fdc2cfe121ea tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 945 time: 0.6651115
Apr 30 05:09:06.504708 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-fbb16f65-1490-4def-9818-681bb6a02678 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=faed4109-e213-459e-ace7-6b1433c232b7 HTTP/1.1" status: 200  len: 217 time: 0.1687551
Apr 30 05:09:06.506972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-81ac64d7-3953-4c2c-80ca-4301cea970e0 None None] Port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:09:06.508957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0555341
Apr 30 05:09:06.547522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] For port d93f03ea-0dc5-48a2-a05a-3cc222599568, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d93f03ea-0dc5-48a2-a05a-3cc222599568,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:06.548564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:06.571960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Request body: {'port': {'device_id': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:09:06.750281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Calling delete_port for d93f03ea-0dc5-48a2-a05a-3cc222599568 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:09:06.814065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1521bb5c-ff92-4eb6-8b91-0bd73de0e43d req-2b9dbdec-1f77-4257-920e-efd9a20c08de tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3418238
Apr 30 05:09:06.865331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-256a8008-a65b-48e0-9125-b276ea2fd71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:06.867027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-256a8008-a65b-48e0-9125-b276ea2fd71c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4cf2752-2f32-4e9f-9785-a335670a385a HTTP/1.1" status: 200  len: 854 time: 0.3523526
Apr 30 05:09:07.102152 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:07.157431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-67f9c93f-3ae5-4482-a62a-6795aa885715 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6b83079-1394-4bd8-824e-6256ccbb05b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2736273
Apr 30 05:09:07.183465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69073bcc-851f-4e60-abcb-6d40448989eb req-72a66bb1-97a9-4468-93a7-c65a2b7fe20a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:07.185635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69073bcc-851f-4e60-abcb-6d40448989eb req-72a66bb1-97a9-4468-93a7-c65a2b7fe20a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Synchronizing usage tracker for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:09:07.434643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69073bcc-851f-4e60-abcb-6d40448989eb req-72a66bb1-97a9-4468-93a7-c65a2b7fe20a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Unset dirty status for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:09:07.442453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69073bcc-851f-4e60-abcb-6d40448989eb req-72a66bb1-97a9-4468-93a7-c65a2b7fe20a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 932 time: 1.2463279
Apr 30 05:09:07.445861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:07.453968 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8a1eb5ab-5330-4f42-9836-c15ce37b2d4c tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:07.514317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Port': ['ID=d93f03ea-0dc5-48a2-a05a-3cc222599568,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:07.518047 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:07.576640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69073bcc-851f-4e60-abcb-6d40448989eb req-50119ba7-28f9-4d5e-b936-cf09554cf543 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1326370
Apr 30 05:09:07.646415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-a40ac76b-e283-4897-acd6-f5cc95d7e45a service neutron] 10.222.0.37 "GET /v2.0/networks/d6b83079-1394-4bd8-824e-6256ccbb05b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4429674
Apr 30 05:09:07.996910 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a0b8998a-0e29-4ec5-b9c3-d56f156328d6 req-d91a20a9-705a-40f4-8b09-84ee5042d1af service neutron] 10.222.0.37 "GET /v2.0/networks/d6b83079-1394-4bd8-824e-6256ccbb05b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3383336
Apr 30 05:09:08.235901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:08.376767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae0f0a4-a1ca-4c69-951f-ce7b7799a50e {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:09:08.412704 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:08.497317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Transition to ACTIVE for port object dae0f0a4-a1ca-4c69-951f-ce7b7799a50e will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:09:08.507187 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:08.520479 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d49f84d-ca1b-4fe0-af9b-48080aa3a32f tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:08.706309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1eee9-c1a7-4850-b2aa-1699bedc9534 req-05817b0c-bbea-4c9c-b5f0-e39cd7d64fb2 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:08.732152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b4c1eee9-c1a7-4850-b2aa-1699bedc9534 req-05817b0c-bbea-4c9c-b5f0-e39cd7d64fb2 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 945 time: 0.5251143
Apr 30 05:09:08.902439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b4c1eee9-c1a7-4850-b2aa-1699bedc9534 req-323b44c0-ffa1-4170-bce6-6968ce688848 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653621
Apr 30 05:09:09.146642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:09.154748 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:09.278856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231e481-563a-4328-bd6a-84cf0c903a77 req-317cd0b1-3083-45ea-82b2-c241c792e793 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:09.280649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Router aad4154a-030d-4a2d-a0f2-c9cbd01de444 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:09:09.281531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a231e481-563a-4328-bd6a-84cf0c903a77 req-317cd0b1-3083-45ea-82b2-c241c792e793 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.2861185
Apr 30 05:09:09.345863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Attempting to bind port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:09:09.346203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Attempting to bind port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:09:09.346541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Attempting to bind port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e on network 38185e0d-d8a3-489a-9476-e14b0adbf501 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:09:09.369556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e on network 38185e0d-d8a3-489a-9476-e14b0adbf501 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:09:09.369946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Attempting to bind port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e on network 38185e0d-d8a3-489a-9476-e14b0adbf501 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:09:09.384246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:09:09.384567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Checking segment: {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:09:09.384980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Bound using segment: {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:09:09.385396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Bound port: dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:09:09.385786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:09.406205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a231e481-563a-4328-bd6a-84cf0c903a77 req-61638418-ccbd-41bc-bea5-d84fe96bed90 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952387
Apr 30 05:09:09.600625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:09:09.613932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] Sync routers for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:09:09.621100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:09:09.630850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:09:09.645168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:09.653173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:09:09.655160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780090bb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:09:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:09.660887 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "PUT /v2.0/routers/aad4154a-030d-4a2d-a0f2-c9cbd01de444/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1575842
Apr 30 05:09:09.661973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38912) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:09.666644 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-54cef192-181f-4744-ad71-af7a565648ea tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:09.763834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:09.768724 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:09.775762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] 10.222.0.50 "PUT /v2.0/ports/dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 200  len: 1093 time: 3.2516239
Apr 30 05:09:09.824020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:09.860565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Deleting subnet 8bccfa82-4f01-4584-ae4b-9783ece8d6e9 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:09:09.865971 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:10.029296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:10.038126 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:10.072541 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:10.102526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0698-8cc7-450c-9005-e6874c40d488 req-9e1e90fc-b3ff-4c9c-a68e-2f103c380c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:10.102526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-9e1e90fc-b3ff-4c9c-a68e-2f103c380c82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1096 time: 0.2729011
Apr 30 05:09:10.217905 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:09:10.238036 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:10.242077 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'status': 'completed', 'code': 200}
Apr 30 05:09:10.663348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-5e292f85-0680-44d1-b7be-d29eee4b124e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 200  len: 217 time: 0.5507965
Apr 30 05:09:10.774792 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:10.810363 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5976c386-829e-41f5-9034-829c510803df tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:10.890285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780090bb0>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:09:07Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:10.901867 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] Checking router: aad4154a-030d-4a2d-a0f2-c9cbd01de444 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:09:10.916666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] Routers {'aad4154a-030d-4a2d-a0f2-c9cbd01de444'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:09:10.919264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780090bb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:09:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:10.943031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54302c0d-e3fb-4d95-83f0-44abc2b256bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:10.944807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-54302c0d-e3fb-4d95-83f0-44abc2b256bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.2742023
Apr 30 05:09:10.954206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fb402-d977-4a88-b8e5-920647ab0786 req-cfd42e60-0cfb-44d1-8b90-7f77d701eec4 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:10.961767 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92fb402-d977-4a88-b8e5-920647ab0786 req-cfd42e60-0cfb-44d1-8b90-7f77d701eec4 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 945 time: 0.7073379
Apr 30 05:09:11.093102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b92fb402-d977-4a88-b8e5-920647ab0786 req-3c99ebcb-e4d6-425b-8157-28d436a6c2ac tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303394
Apr 30 05:09:11.124361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42514ec7-622c-42d8-a95f-d3eae1cd51b2 req-3d9eef36-d13b-4b61-8032-e99a9f675948 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:11.138897 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42514ec7-622c-42d8-a95f-d3eae1cd51b2 req-3d9eef36-d13b-4b61-8032-e99a9f675948 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.3531315
Apr 30 05:09:11.170476 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:11.180791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Subnet': ['ID=8bccfa82-4f01-4584-ae4b-9783ece8d6e9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:11.182508 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:11.187563 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "DELETE /v2.0/subnets/8bccfa82-4f01-4584-ae4b-9783ece8d6e9 HTTP/1.1" status: 204  len: 168 time: 1.5210531
Apr 30 05:09:11.188811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38930) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:11.208865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9009b-10f6-4f83-b6ed-dae9d30a9b7a None None] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:09:11.324825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0698-8cc7-450c-9005-e6874c40d488 req-70dc9e23-0a94-4251-94b7-720545597daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:11.337571 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-70dc9e23-0a94-4251-94b7-720545597daf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3544228
Apr 30 05:09:11.441708 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42514ec7-622c-42d8-a95f-d3eae1cd51b2 req-05f107e4-8045-4d43-863c-8cc7a523966d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3015740
Apr 30 05:09:11.562107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] Set router aad4154a-030d-4a2d-a0f2-c9cbd01de444 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:09:11.640988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:11.681715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-c4a958ca-fa54-42b2-9640-b3b931d63033 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3362534
Apr 30 05:09:11.972230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-734b0698-8cc7-450c-9005-e6874c40d488 req-58163675-2f18-4b49-bfe8-b491c2b73057 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839663
Apr 30 05:09:12.183597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-0efaf324-aa82-46b4-b258-6efce7f2ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:12.185467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-0efaf324-aa82-46b4-b258-6efce7f2ee75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1096 time: 0.1498160
Apr 30 05:09:12.225463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f179a72-4991-4622-85ec-8ff1cd427991 req-7d61c725-9003-4df5-ad95-b4105afc75fe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:12.234067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f179a72-4991-4622-85ec-8ff1cd427991 req-7d61c725-9003-4df5-ad95-b4105afc75fe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 945 time: 0.2550006
Apr 30 05:09:12.269362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:12.306195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f179a72-4991-4622-85ec-8ff1cd427991 req-90fc496a-f759-4b91-bfe1-b60efe4aaefa tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707593
Apr 30 05:09:12.429542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Deleting port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:09:12.429845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:12.457383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780090bb0>, [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:09:07Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:12.467582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b1c62-d943-4524-b89b-85b6b14f1f5f None None] The sync data for ids ['aad4154a-030d-4a2d-a0f2-c9cbd01de444'] in n-d-766726-20 is: [{'id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'name': 'tempest-TestSecurityGroupsBasicOps-router-196239581', 'tenant_id': '7db5e0d81c83427695bf1e45c2c59448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:05:42Z', 'updated_at': '2021-04-30T05:09:07Z', 'revision_number': 5, 'project_id': '7db5e0d81c83427695bf1e45c2c59448', 'gw_port': {'id': '8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad4154a-030d-4a2d-a0f2-c9cbd01de444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:05:43Z', 'updated_at': '2021-04-30T05:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:09:12.475139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-76ee7c5c-3e3a-4786-a41e-637938bee007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:12.489731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-76ee7c5c-3e3a-4786-a41e-637938bee007 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.2941375
Apr 30 05:09:12.538702 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] DHCP port deletion for 9f88c101-63e1-4c37-8d28-316ad825d4d9 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:09:12.666257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] Deleting port ad7808a9-f125-4048-aac7-6f96acfa652b {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:09:12.666654 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:12.676013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] For port 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:12.676743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:12.743345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-83baec5a-d151-44fe-a0ff-fd59bed4c9fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 200  len: 217 time: 0.2460380
Apr 30 05:09:12.839038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Calling delete_port for 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:09:12.861307 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-b59cbe55-3edc-467c-800a-8eb2ce181dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:12.863227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-b59cbe55-3edc-467c-800a-8eb2ce181dfe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1115518
Apr 30 05:09:12.941597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e7122-cce3-4504-81ea-9cf4ecc14bf5 req-d005d113-37d5-4d5e-ab40-7307644ed920 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:12.949956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-288e7122-cce3-4504-81ea-9cf4ecc14bf5 req-d005d113-37d5-4d5e-ab40-7307644ed920 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.2923484
Apr 30 05:09:13.065243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-288e7122-cce3-4504-81ea-9cf4ecc14bf5 req-96457ad0-06e5-46fd-a39a-f2398bc32ccd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1068883
Apr 30 05:09:13.107089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-061927cc-8bde-4d7a-9fd6-b3e9be9a1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:13.108916 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-061927cc-8bde-4d7a-9fd6-b3e9be9a1d5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2379885
Apr 30 05:09:13.151003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] For port ad7808a9-f125-4048-aac7-6f96acfa652b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ad7808a9-f125-4048-aac7-6f96acfa652b,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:13.153191 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:13.306138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:13.309180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d93f03ea-0dc5-48a2-a05a-3cc222599568 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:09:13.330287 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-55f8d33c-17f0-4519-bc22-17dfa6e5fb21 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:13.462364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] Calling delete_port for ad7808a9-f125-4048-aac7-6f96acfa652b owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:09:13.481295 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: d93f03ea-0dc5-48a2-a05a-3cc222599568 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:09:13.481621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d93f03ea-0dc5-48a2-a05a-3cc222599568 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:09:13.482059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ad7808a9-f125-4048-aac7-6f96acfa652b no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:09:13.518536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Port': ['ID=8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:13.535950 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:13.669026 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:13.720115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ad7808a9-f125-4048-aac7-6f96acfa652b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ad7808a9-f125-4048-aac7-6f96acfa652b,segment=NetworkSegment(c1bc145d-698a-4099-9334-3b054537dcca),segment_id=c1bc145d-698a-4099-9334-3b054537dcca)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:13.726755 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:13.728108 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-48fa04fc-96e6-4687-b103-25dc39ec1357 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6110971
Apr 30 05:09:13.732318 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-68c95720-84df-4201-ac81-e33e2ff84c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:13.748749 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:13.820134 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:13.829715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=ad7808a9-f125-4048-aac7-6f96acfa652b,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:13.836323 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:13.850822 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:13.943335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] No DVR routers for this DVR port ad7808a9-f125-4048-aac7-6f96acfa652b on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:09:13.954529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] Pushing event deleted for resources: {'Port': ['ID=ad7808a9-f125-4048-aac7-6f96acfa652b,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:13.962600 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:13.991035 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:13.996403 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:14.028527 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:14.029049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Fanout notify agent at l3_agent the message router_deleted on router aad4154a-030d-4a2d-a0f2-c9cbd01de444 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:09:14.066167 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:14.071196 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "DELETE /v2.0/routers/aad4154a-030d-4a2d-a0f2-c9cbd01de444 HTTP/1.1" status: 204  len: 168 time: 2.8812382
Apr 30 05:09:14.071941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38956) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:14.208694 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41ed5bc6-ba60-41c0-93f5-91d74e281c83 req-1157e027-cb34-4ee6-b6a1-91a87ae0d5b7 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4646530
Apr 30 05:09:14.244491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-03e7fbf6-a7ff-4519-b9fa-a1c838d0d26b tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:14.251797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-03e7fbf6-a7ff-4519-b9fa-a1c838d0d26b tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.37 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 945 time: 0.9913728
Apr 30 05:09:14.460305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad9480-0b99-4494-a984-a94bd6344bd5 req-c42ff58f-f4a1-4f36-ab06-1d9d9c87f4b3 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:14.462388 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cad9480-0b99-4494-a984-a94bd6344bd5 req-c42ff58f-f4a1-4f36-ab06-1d9d9c87f4b3 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 945 time: 0.8534143
Apr 30 05:09:14.503449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:14.587645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cad9480-0b99-4494-a984-a94bd6344bd5 req-e0b07dba-1936-4cf5-9f72-24c29a730717 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/security-groups?id=aed2b039-f282-44e4-b1f1-c2450c6443b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600884
Apr 30 05:09:14.667971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8ecd1-404d-4c0c-9aa7-e90c6ba1560e req-24a998a1-2668-4f3e-b115-a9d7deac81c8 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:14.673515 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fc8ecd1-404d-4c0c-9aa7-e90c6ba1560e req-24a998a1-2668-4f3e-b115-a9d7deac81c8 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.3250861
Apr 30 05:09:14.732950 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:09:14.749945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Deleting port faed4109-e213-459e-ace7-6b1433c232b7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:09:14.753942 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:14.971226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:15.060429 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fc8ecd1-404d-4c0c-9aa7-e90c6ba1560e req-0475a513-3d92-4ee1-8441-633686fd25f6 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3622160
Apr 30 05:09:15.167616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:15.206665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'port_id': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'mac_address': 'fa:16:3e:ca:97:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:09:15.253127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] For port faed4109-e213-459e-ace7-6b1433c232b7, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=faed4109-e213-459e-ace7-6b1433c232b7,segment=NetworkSegment(ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4),segment_id=ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:15.253127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:15.303105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779155070>,) {'filters': {'network_id': ['9f88c101-63e1-4c37-8d28-316ad825d4d9']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:15.306895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:09:15.328100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779155070>, 'c1bc145d-698a-4099-9334-3b054537dcca') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:15.328468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779155070>, 'c1bc145d-698a-4099-9334-3b054537dcca') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:15.343831 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:15.344256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:15.371497 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:15.379721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:09:15.394453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae0f0a4-a1ca-4c69-951f-ce7b7799a50e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:09:15.400322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:09:15.401022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8ac0e3be-c5d2-4f8e-b395-6d1e6c98f12f not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:09:15.421907 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:15.427821 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:15.431256 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:15.495446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Calling delete_port for faed4109-e213-459e-ace7-6b1433c232b7 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:09:15.564096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:15.569595 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:15.671009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:09:15.689931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:15.731081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:09:15.789398 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:15.808410 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e9b8f92d-5221-42b1-9b22-7a199a9f860e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:16.003505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Pushing event deleted for resources: {'Port': ['ID=faed4109-e213-459e-ace7-6b1433c232b7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:16.020831 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2d7f2d3-b882-46e7-bec0-a8de582ab791 req-a32d97f3-ed4f-4b70-8c11-ede2034847e6 tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 210 time: 0.1204400
Apr 30 05:09:16.053841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Network 9f88c101-63e1-4c37-8d28-316ad825d4d9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:09:16.106879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device faed4109-e213-459e-ace7-6b1433c232b7 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:09:16.149578 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:09:16.193612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: faed4109-e213-459e-ace7-6b1433c232b7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:09:16.194987 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device faed4109-e213-459e-ace7-6b1433c232b7 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:09:16.217838 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:16.324901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:16.330432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] No DVR routers for this DVR port faed4109-e213-459e-ace7-6b1433c232b7 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:09:16.334279 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:16.336358 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:16.338303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32866475-193e-44ee-a641-b8e4fa2ae4da', 'name': 'network-vif-deleted', 'tag': 'faed4109-e213-459e-ace7-6b1433c232b7'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:16.341677 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:16.352247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1deef78a-7af6-44f3-b4e6-3e4591922aec req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.37 "DELETE /v2.0/ports/faed4109-e213-459e-ace7-6b1433c232b7 HTTP/1.1" status: 204  len: 173 time: 2.0938158
Apr 30 05:09:16.397989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Pushing event deleted for resources: {'Network': ['ID=9f88c101-63e1-4c37-8d28-316ad825d4d9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:16.401433 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:16.406695 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] 10.222.0.46 "DELETE /v2.0/networks/9f88c101-63e1-4c37-8d28-316ad825d4d9 HTTP/1.1" status: 204  len: 168 time: 2.3335071
Apr 30 05:09:16.530286 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32866475-193e-44ee-a641-b8e4fa2ae4da', 'name': 'network-vif-deleted', 'tag': 'faed4109-e213-459e-ace7-6b1433c232b7', 'status': 'completed', 'code': 200}
Apr 30 05:09:16.586570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90201036-371e-4877-ad20-411addd8c8a9 req-bf3549ba-7a9e-40bb-a693-d93332b0e1b1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:16.588722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90201036-371e-4877-ad20-411addd8c8a9 req-bf3549ba-7a9e-40bb-a693-d93332b0e1b1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 945 time: 0.1664269
Apr 30 05:09:16.661743 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90201036-371e-4877-ad20-411addd8c8a9 req-d1b8dde0-6399-4efe-b067-a52c2ffa5030 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534685
Apr 30 05:09:16.953731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 38994) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:17.411673 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-39ac7b51-fe5b-44bd-98e1-f17f48e47db2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7db5e0d81c83427695bf1e45c2c59448&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4547882
Apr 30 05:09:17.412865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39010) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:17.416211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-59ba1f99-5247-4150-bdea-d3de95b802c3 req-2c7bd2a3-afe9-4b2a-bc00-c3d5a01054bb tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Synchronizing usage tracker for tenant:723e753e4989405cafc9d4340debc442 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:09:17.454831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-59ba1f99-5247-4150-bdea-d3de95b802c3 req-2c7bd2a3-afe9-4b2a-bc00-c3d5a01054bb tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Unset dirty status for tenant:723e753e4989405cafc9d4340debc442 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:09:17.460053 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59ba1f99-5247-4150-bdea-d3de95b802c3 req-2c7bd2a3-afe9-4b2a-bc00-c3d5a01054bb tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] 10.222.0.46 "GET /v2.0/ports?device_id=32866475-193e-44ee-a641-b8e4fa2ae4da HTTP/1.1" status: 200  len: 210 time: 0.1345072
Apr 30 05:09:17.517539 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b743bb32-4343-4b92-8d93-9a74fa266368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:17.574169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b743bb32-4343-4b92-8d93-9a74fa266368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:17.654056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b743bb32-4343-4b92-8d93-9a74fa266368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:17.658728 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:17.675967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743bb32-4343-4b92-8d93-9a74fa266368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe196058-6341-4a86-9e59-ce33cc7b82ae,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:17.680362 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b743bb32-4343-4b92-8d93-9a74fa266368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:17.685960 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b743bb32-4343-4b92-8d93-9a74fa266368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:17.687080 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b743bb32-4343-4b92-8d93-9a74fa266368 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe196058-6341-4a86-9e59-ce33cc7b82ae HTTP/1.1" status: 204  len: 168 time: 0.2730958
Apr 30 05:09:18.040207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64386b-5b23-48e2-9abb-8dab9d738659 req-ea3a01bc-7d73-4701-b2b4-9885dee9e2ca tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:18.044954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb64386b-5b23-48e2-9abb-8dab9d738659 req-ea3a01bc-7d73-4701-b2b4-9885dee9e2ca tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 945 time: 0.1666114
Apr 30 05:09:18.126359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb64386b-5b23-48e2-9abb-8dab9d738659 req-909783bd-fcdc-4fbd-bf63-68555426156c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742133
Apr 30 05:09:18.323042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39036) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:18.352754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:18.381144 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:09:18.390246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Usage tracker for resource:security_group_rule and tenant:e0788e883a5f42a7badec78a6be90883 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:09:18.396105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:09:18.430288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:09:18.661854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:18.678909 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:18.712691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39056) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:18.755800 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fb2f63a8-ab13-4698-9838-4b3aa22f8235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:18.778294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:09:18.779779 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0788e883a5f42a7badec78a6be90883&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4540780
Apr 30 05:09:18.784334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39060) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:18.862884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04996a-84d5-4c4a-a996-6bc29b49a624,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:18.868698 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:18.932520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] Deleting subnet b4cf2752-2f32-4e9f-9785-a335670a385a {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:09:18.938382 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.002011 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d2104611-fbe7-404e-95b6-96ed5431eea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.014063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:09:19.021845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:09:19.022550 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.025256 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.062977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d2104611-fbe7-404e-95b6-96ed5431eea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.099540 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.192452 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d2104611-fbe7-404e-95b6-96ed5431eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.216084 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af00af73-1510-4047-8701-528e2464298a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:19.273691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2104611-fbe7-404e-95b6-96ed5431eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04996a-84d5-4c4a-a996-6bc29b49a624,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:19.277205 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.310112 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d2104611-fbe7-404e-95b6-96ed5431eea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:19.311625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d2104611-fbe7-404e-95b6-96ed5431eea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.313686 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d2104611-fbe7-404e-95b6-96ed5431eea3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc04996a-84d5-4c4a-a996-6bc29b49a624 HTTP/1.1" status: 204  len: 168 time: 0.5277584
Apr 30 05:09:19.403006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:19.445587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:19.459867 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:19.464383 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:19.679595 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'code': 200}
Apr 30 05:09:19.820422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:19.832425 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:19.898210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110c332-ef4c-4384-a767-0a2a284d4249 req-4c06bc8f-a377-45f5-a023-cae6151e96d9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:19.914727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c110c332-ef4c-4384-a767-0a2a284d4249 req-4c06bc8f-a377-45f5-a023-cae6151e96d9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.5245667
Apr 30 05:09:20.211473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39098) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:20.313521 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1b1ed04c-1ae4-4385-8b35-91f2eb33fa91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9cbe29315de543eca9f05ec50e100436&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0972843
Apr 30 05:09:20.313869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39102) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:20.347707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c110c332-ef4c-4384-a767-0a2a284d4249 req-93831301-edf6-43af-8ece-50e7e5d0468d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4313283
Apr 30 05:09:20.428175 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84257367-c9a3-4c8f-833e-984e9505f10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:20.435834 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:20.452998 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a44b55fd-3e0d-4a9a-9a2f-b73516186cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:20.476177 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84257367-c9a3-4c8f-833e-984e9505f10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:20.520498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cf2752-2f32-4e9f-9785-a335670a385a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:20.533873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588f40d-f08e-444f-a450-c92c43f163fa req-940b649c-a163-4db8-a3b6-73306ae69323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:20.536938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0588f40d-f08e-444f-a450-c92c43f163fa req-940b649c-a163-4db8-a3b6-73306ae69323 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1098 time: 0.6165590
Apr 30 05:09:20.538732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:20.544251 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:20.589589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b4cf2752-2f32-4e9f-9785-a335670a385a HTTP/1.1" status: 204  len: 168 time: 1.8732123
Apr 30 05:09:20.590123 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84257367-c9a3-4c8f-833e-984e9505f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:20.595039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39106) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:20.596514 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b49b2629-fc2d-437a-b6f7-def53c6434ba tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:20.621921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84257367-c9a3-4c8f-833e-984e9505f10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05b6f2-69ab-40fe-a04c-b310c8bf2a37,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:20.625260 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-84257367-c9a3-4c8f-833e-984e9505f10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:20.647368 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84257367-c9a3-4c8f-833e-984e9505f10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:20.654203 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-84257367-c9a3-4c8f-833e-984e9505f10b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc05b6f2-69ab-40fe-a04c-b310c8bf2a37 HTTP/1.1" status: 204  len: 168 time: 0.3382452
Apr 30 05:09:20.876800 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:21.027958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0588f40d-f08e-444f-a450-c92c43f163fa req-9329a913-f5b0-4f3b-9cc8-d4376dc5a8b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4799564
Apr 30 05:09:21.265488 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:21.567781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77abe6040>,) {'filters': {'network_id': ['d6b83079-1394-4bd8-824e-6256ccbb05b4']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:21.667774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abe6040>, 'ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:21.667774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abe6040>, 'ca28df7a-004d-4cd2-b1f4-c4ca5b458ad4') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:21.693461 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:21.725481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:21.738645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:09:21.788217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307534e1-e1b4-4449-aff5-2c9cd2082cab req-5e210367-a22e-441a-91de-949466aa3a51 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:21.789810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-307534e1-e1b4-4449-aff5-2c9cd2082cab req-5e210367-a22e-441a-91de-949466aa3a51 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2078719
Apr 30 05:09:22.083568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-307534e1-e1b4-4449-aff5-2c9cd2082cab req-db14074c-21e1-4550-a4a5-52e9c733eb28 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2364490
Apr 30 05:09:22.122033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Network d6b83079-1394-4bd8-824e-6256ccbb05b4 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:09:22.150061 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:22.391005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Network d6b83079-1394-4bd8-824e-6256ccbb05b4 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:09:22.509005 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:09:22.513723 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:22.519142 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1331953b-f5f6-4eaa-8403-6e22a8dd7e54 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:22.536873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:22.563093 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b83079-1394-4bd8-824e-6256ccbb05b4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:22.571077 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:22.585428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d6b83079-1394-4bd8-824e-6256ccbb05b4 HTTP/1.1" status: 204  len: 168 time: 1.9835632
Apr 30 05:09:22.833526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39156) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:22.899340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2e22988d-162e-4622-8647-d486eeab2aa4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=723e753e4989405cafc9d4340debc442&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0618300
Apr 30 05:09:22.901715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39162) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:23.065441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edad1d3e-fb15-445b-a924-ae9da0b5f709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:23.103064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edad1d3e-fb15-445b-a924-ae9da0b5f709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:23.173457 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edad1d3e-fb15-445b-a924-ae9da0b5f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:23.179650 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0290799e-9486-4d45-a5d6-66dbafb58a6e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:23.197673 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-edad1d3e-fb15-445b-a924-ae9da0b5f709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:23.198848 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-edad1d3e-fb15-445b-a924-ae9da0b5f709 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aed2b039-f282-44e4-b1f1-c2450c6443b5 HTTP/1.1" status: 204  len: 168 time: 0.2951052
Apr 30 05:09:23.199955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad1d3e-fb15-445b-a924-ae9da0b5f709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed2b039-f282-44e4-b1f1-c2450c6443b5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:23.221120 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-edad1d3e-fb15-445b-a924-ae9da0b5f709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:23.633720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f1845-8339-4dca-8568-9be5c6f181ab req-63fee621-4bc1-45f8-bc6a-42e717a31f37 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:23.636159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f2f1845-8339-4dca-8568-9be5c6f181ab req-63fee621-4bc1-45f8-bc6a-42e717a31f37 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2639046
Apr 30 05:09:23.707837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f2f1845-8339-4dca-8568-9be5c6f181ab req-e84d8a04-ce8d-4ce0-88e1-38f973b42573 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625160
Apr 30 05:09:23.966564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2b72-9bcd-49fe-b3fb-dfbdd4a83634 req-8535f37f-513b-464b-8717-6f5c03d2fd75 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:23.976346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c15a2b72-9bcd-49fe-b3fb-dfbdd4a83634 req-8535f37f-513b-464b-8717-6f5c03d2fd75 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.1451850
Apr 30 05:09:23.983088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39194) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:23.993507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9ef4c76a-3a33-4a80-8fa5-3089cdbc2788 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'floatingip': {'port_id': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:09:24.211113 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c76a-3a33-4a80-8fa5-3089cdbc2788 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:24.947189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39220) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:25.250584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-797110803-network', 'tenant_id': '4d4522f80a6a4342a7be2f8a8f9df0f9'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:09:25.257818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:09:25.263213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Usage tracker for resource:network and tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:09:25.266822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:09:25.275554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:09:25.294951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Made reservation on behalf of 4d4522f80a6a4342a7be2f8a8f9df0f9 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:09:25.310213 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.340996 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.356968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:09:25.361297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Usage tracker for resource:security_group_rule and tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:09:25.365534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:09:25.373474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:09:25.478942 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.484152 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.488495 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0cd9e4e7-20a2-4526-bc26-661bb7a4b53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:25.531289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:09:25.540916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e252e3-45cb-4a37-a92e-dd79ca583d57,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:25.545976 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c76a-3a33-4a80-8fa5-3089cdbc2788 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.551837 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c76a-3a33-4a80-8fa5-3089cdbc2788 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.560533 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:25.570338 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.570963 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Added segment 4288a0e2-7080-4a63-81c7-be74af4403a1 of type vlan for network e1b31f28-f30f-4c38-a312-f9fad5f6afe1
Apr 30 05:09:25.610256 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.674331 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.675711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:25.676409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:25.681047 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7737b77c-977d-458b-be2d-d14542c9d670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:25.871714 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-9ef4c76a-3a33-4a80-8fa5-3089cdbc2788 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Floating IP 3669b3b5-ce14-4431-87be-a920b31f93a9 associated. External IP: 172.25.8.30, port: dae0f0a4-a1ca-4c69-951f-ce7b7799a50e.
Apr 30 05:09:25.945848 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9946032
Apr 30 05:09:25.953408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39242) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:26.036779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Request body: {'subnet': {'network_id': 'e1b31f28-f30f-4c38-a312-f9fad5f6afe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-797110803-subnet', 'tenant_id': '4d4522f80a6a4342a7be2f8a8f9df0f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:09:26.044143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:09:26.051320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Usage tracker for resource:subnet and tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:09:26.055312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:09:26.065429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:09:26.093190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Pushing event updated for resources: {'Network': ['ID=e1b31f28-f30f-4c38-a312-f9fad5f6afe1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:26.107477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:09:26.108588 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:26.109614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Made reservation on behalf of 4d4522f80a6a4342a7be2f8a8f9df0f9 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:09:26.112623 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:26.585563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef4c76a-3a33-4a80-8fa5-3089cdbc2788 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Router 094c692d-98d5-4882-bf5c-43ed0af828be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:09:26.825469 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:26.831343 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a3dd0d9e-0c51-4fc1-ba5f-d87402df2e88 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:26.881661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef4c76a-3a33-4a80-8fa5-3089cdbc2788 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:09:26.892815 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c76a-3a33-4a80-8fa5-3089cdbc2788 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:26.896330 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] Sync routers for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:09:26.909786 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:09:26.911621 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf2ecd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:09:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:26.921407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb68d94-370c-457a-aa49-a46874395c48,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:26.926393 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:26.999760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Checking segment: {'id': '4288a0e2-7080-4a63-81c7-be74af4403a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e1b31f28-f30f-4c38-a312-f9fad5f6afe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:09:27.000493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Network hostable DHCP agents. Network: e1b31f28-f30f-4c38-a312-f9fad5f6afe1, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:09:27.028248 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9ef4c76a-3a33-4a80-8fa5-3089cdbc2788 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "PUT /v2.0/floatingips/3669b3b5-ce14-4431-87be-a920b31f93a9 HTTP/1.1" status: 200  len: 991 time: 3.0408154
Apr 30 05:09:27.028248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:27.048408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:09:27.073017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, e1b31f28-f30f-4c38-a312-f9fad5f6afe1) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:09:27.088430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:27.089346 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:27.114894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52318400-724a-4f56-8912-0adca36bfc62 None None] Network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:09:27.125835 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1695051
Apr 30 05:09:27.258819 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'status': 'completed', 'code': 200}
Apr 30 05:09:27.370693 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:09:27.473102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-fec238a6-72ca-4eb1-a0e4-2304a1dca2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:27.481224 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-fec238a6-72ca-4eb1-a0e4-2304a1dca2f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1098 time: 0.1978538
Apr 30 05:09:27.638732 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:27.664947 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:27.768140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-23893e93-a389-4af3-800e-6fab0fa0e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:27.769646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-23893e93-a389-4af3-800e-6fab0fa0e481 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.2753875
Apr 30 05:09:27.930652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3548e30c-92e8-4483-94de-81ab239a10a5 None None] Network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:09:28.015053 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-4b8b8b86-f209-4ac2-97fc-eeaba85c025c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 200  len: 999 time: 0.2368479
Apr 30 05:09:28.123657 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf2ecd0>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '3669b3b5-ce14-4431-87be-a920b31f93a9', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'floating_ip_address': '172.25.8.30', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'port_id': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'mac_address': 'fa:16:3e:ca:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:08:56Z', 'updated_at': '2021-04-30T05:09:25Z', 'revision_number': 1, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:28.130106 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] Checking router: 094c692d-98d5-4882-bf5c-43ed0af828be for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:09:28.145938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-92357183-513d-4899-a4f4-71fb24f24cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:28.150213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-92357183-513d-4899-a4f4-71fb24f24cbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1254523
Apr 30 05:09:28.151584 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:09:28.152249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf2ecd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:09:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:28.342963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-062b69b8-55a7-4020-8634-e743f002881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:28.346013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-062b69b8-55a7-4020-8634-e743f002881e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1834953
Apr 30 05:09:28.647932 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:09:28.916801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-953fb5a8-2465-4d07-b008-0e7c8f0dd3cc service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4463980
Apr 30 05:09:28.967445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-f1ecded3-5998-43c6-930e-68b8f743cc76 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:28.967783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-f1ecded3-5998-43c6-930e-68b8f743cc76 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Synchronizing usage tracker for tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:09:29.139329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-f1ecded3-5998-43c6-930e-68b8f743cc76 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Unset dirty status for tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:09:29.144243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-f1ecded3-5998-43c6-930e-68b8f743cc76 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/networks?id=e1b31f28-f30f-4c38-a312-f9fad5f6afe1 HTTP/1.1" status: 200  len: 808 time: 0.8070168
Apr 30 05:09:29.211428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-97341502-9ade-4d46-b2c0-d8a7066a620b tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/quotas/4d4522f80a6a4342a7be2f8a8f9df0f9 HTTP/1.1" status: 200  len: 375 time: 0.0218849
Apr 30 05:09:29.272277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-20580b1c-d4db-43fe-b24c-e9cbbe5d70e0 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d4522f80a6a4342a7be2f8a8f9df0f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0597208
Apr 30 05:09:29.462946 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf2ecd0>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '3669b3b5-ce14-4431-87be-a920b31f93a9', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'floating_ip_address': '172.25.8.30', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'port_id': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'mac_address': 'fa:16:3e:ca:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:08:56Z', 'updated_at': '2021-04-30T05:09:25Z', 'revision_number': 1, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:29.489782 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432f24a3-db63-4fe7-8403-50706e8ea587 None None] The sync data for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 is: [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '3669b3b5-ce14-4431-87be-a920b31f93a9', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'floating_ip_address': '172.25.8.30', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'port_id': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'mac_address': 'fa:16:3e:ca:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:08:56Z', 'updated_at': '2021-04-30T05:09:25Z', 'revision_number': 1, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:09:29.620826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2b545a8-9a28-40a4-851c-251c786c9618 req-a931ab74-3326-4ef8-ad24-f13af0b03717 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6448359
Apr 30 05:09:29.838080 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-ab9b67a7-e4d4-409e-89b9-e702d959d05d service neutron] 10.222.0.46 "GET /v2.0/networks/e1b31f28-f30f-4c38-a312-f9fad5f6afe1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5556853
Apr 30 05:09:29.931698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e93c26-4061-4b34-b8ae-9ebc6553be47 None None] New status for floating IP 3669b3b5-ce14-4431-87be-a920b31f93a9: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:09:30.093639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-97ba3ae1-691e-4305-aa8b-af2e3d86abb8 service neutron] 10.222.0.46 "GET /v2.0/networks/e1b31f28-f30f-4c38-a312-f9fad5f6afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459564
Apr 30 05:09:30.475352 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-101ddeed-f320-4555-82b2-6fd8c1ba37cf req-57e15e32-cc75-4ff0-ac3b-767451dcebb7 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 210 time: 0.0664418
Apr 30 05:09:30.713307 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e619f8df-a275-49e8-bca1-ea57feab93f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:31.642560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83d79836-b238-4a7f-b00f-ea11c68971ce req-47be6b8e-6042-4c85-b50f-a67e32e803fa tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 210 time: 0.0493653
Apr 30 05:09:31.987233 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:09:32.015138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-e148b2f5-b4fc-41eb-824b-c157639699a3 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:32.017036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-e148b2f5-b4fc-41eb-824b-c157639699a3 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.37 "GET /v2.0/networks?id=e1b31f28-f30f-4c38-a312-f9fad5f6afe1 HTTP/1.1" status: 200  len: 808 time: 0.2118082
Apr 30 05:09:32.030802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Request body: {'port': {'device_id': '3d6b3765-334b-4307-89ba-5a109927b0fa', 'network_id': 'e1b31f28-f30f-4c38-a312-f9fad5f6afe1', 'admin_state_up': True, 'tenant_id': '4d4522f80a6a4342a7be2f8a8f9df0f9'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:09:32.271211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:09:32.278550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Usage tracker for resource:port and tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:09:32.284074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:09:32.294896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:09:32.313662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Made reservation on behalf of 4d4522f80a6a4342a7be2f8a8f9df0f9 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:09:32.324743 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:32.622192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Allocated IP 172.20.0.8 (e1b31f28-f30f-4c38-a312-f9fad5f6afe1/beb68d94-370c-457a-aa49-a46874395c48/4464bab4-44c3-4175-8f5d-5039da92f1a8) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:09:32.938133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34b0e735-f90f-4579-ae8d-85d21a5cdc58 req-14470869-ac7c-4c5a-a742-b58082578e3d tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 210 time: 0.1433139
Apr 30 05:09:33.094939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-1790bcb6-0c69-449c-afd2-e04bcfd4e7d8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:33.096032 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-1790bcb6-0c69-449c-afd2-e04bcfd4e7d8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.3826885
Apr 30 05:09:33.098607 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:33.122399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-55c693b3-1bc1-4a3b-9fcc-54902c97fc91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/quotas/197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 375 time: 0.0151522
Apr 30 05:09:33.201127 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:33.207585 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cfd123e-f5b1-47d1-a538-81788da59550 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:33.298062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:09:33.302510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:09:33.309947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:09:33.336505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Pushing event updated for resources: {'Port': ['ID=4464bab4-44c3-4175-8f5d-5039da92f1a8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:33.343519 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:33.369924 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-7e7e5609-2524-4024-92f1-6c8eac01a384 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2355771
Apr 30 05:09:33.386530 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:33.391488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:33.392169 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:33.505150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4785581
Apr 30 05:09:33.536274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Request body: {'port': {'device_id': '3d6b3765-334b-4307-89ba-5a109927b0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:09:33.596766 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b8f57857-7cff-4aef-9834-91b67d9b0ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:33.936215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-df1a1d89-ca15-4411-bcba-58b2d99ee42d service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5392013
Apr 30 05:09:34.033026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:34.337074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-d0d126fb-bd91-470e-9831-41c51ff0c694 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3828177
Apr 30 05:09:34.418916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f08f4d-7544-4dbd-b8e0-53d4974ced7f req-feb4ad4a-1613-48af-a9d1-fa6fc4a1d57e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:34.419713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-10f08f4d-7544-4dbd-b8e0-53d4974ced7f req-feb4ad4a-1613-48af-a9d1-fa6fc4a1d57e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Synchronizing usage tracker for tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:09:34.507748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-10f08f4d-7544-4dbd-b8e0-53d4974ced7f req-feb4ad4a-1613-48af-a9d1-fa6fc4a1d57e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Unset dirty status for tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:09:34.515791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10f08f4d-7544-4dbd-b8e0-53d4974ced7f req-feb4ad4a-1613-48af-a9d1-fa6fc4a1d57e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 931 time: 0.4129965
Apr 30 05:09:34.584823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-10f08f4d-7544-4dbd-b8e0-53d4974ced7f req-5eb67724-0d22-4d28-a087-4530a567173f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Synchronizing usage tracker for tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:09:34.667423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-10f08f4d-7544-4dbd-b8e0-53d4974ced7f req-5eb67724-0d22-4d28-a087-4530a567173f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Unset dirty status for tenant:4d4522f80a6a4342a7be2f8a8f9df0f9 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:09:34.688202 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-10f08f4d-7544-4dbd-b8e0-53d4974ced7f req-5eb67724-0d22-4d28-a087-4530a567173f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712067
Apr 30 05:09:34.742220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4464bab4-44c3-4175-8f5d-5039da92f1a8 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:09:34.760909 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:34.802564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Transition to ACTIVE for port object 4464bab4-44c3-4175-8f5d-5039da92f1a8 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:09:34.803766 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:34.814870 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:34.831624 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:34.993263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Pushing event updated for resources: {'Port': ['ID=4464bab4-44c3-4175-8f5d-5039da92f1a8,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:35.009710 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:35.220059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe343a7a-19da-4ad5-9ae3-2b7d3e573eed req-98a5c680-49a3-4268-b004-c15d7ca5137a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 210 time: 0.2339373
Apr 30 05:09:35.347965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Attempting to bind port 4464bab4-44c3-4175-8f5d-5039da92f1a8 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:09:35.348301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Attempting to bind port 4464bab4-44c3-4175-8f5d-5039da92f1a8 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4288a0e2-7080-4a63-81c7-be74af4403a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e1b31f28-f30f-4c38-a312-f9fad5f6afe1'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:09:35.348643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Attempting to bind port 4464bab4-44c3-4175-8f5d-5039da92f1a8 on network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:09:35.354994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Port 4464bab4-44c3-4175-8f5d-5039da92f1a8 on network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:09:35.355598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Attempting to bind port 4464bab4-44c3-4175-8f5d-5039da92f1a8 on network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:09:35.362421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:09:35.362779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Checking segment: {'id': '4288a0e2-7080-4a63-81c7-be74af4403a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e1b31f28-f30f-4c38-a312-f9fad5f6afe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:09:35.363134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Bound using segment: {'id': '4288a0e2-7080-4a63-81c7-be74af4403a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e1b31f28-f30f-4c38-a312-f9fad5f6afe1'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:09:35.364017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Bound port: 4464bab4-44c3-4175-8f5d-5039da92f1a8, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4288a0e2-7080-4a63-81c7-be74af4403a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e1b31f28-f30f-4c38-a312-f9fad5f6afe1'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:09:35.364435 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:35.475860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] For port 4464bab4-44c3-4175-8f5d-5039da92f1a8, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:09:35.484300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] For port 4464bab4-44c3-4175-8f5d-5039da92f1a8, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4464bab4-44c3-4175-8f5d-5039da92f1a8,segment=NetworkSegment(4288a0e2-7080-4a63-81c7-be74af4403a1),segment_id=4288a0e2-7080-4a63-81c7-be74af4403a1)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:09:35.490683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:35.500481 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-225837da-c258-488b-be5a-481d30647b21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:35.596568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:35.597312 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:35.598934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] 10.222.0.37 "PUT /v2.0/ports/4464bab4-44c3-4175-8f5d-5039da92f1a8 HTTP/1.1" status: 200  len: 1092 time: 2.0704582
Apr 30 05:09:35.599624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b3765-334b-4307-89ba-5a109927b0fa', 'tag': '4464bab4-44c3-4175-8f5d-5039da92f1a8'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:35.644931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Pushing event updated for resources: {'Port': ['ID=4464bab4-44c3-4175-8f5d-5039da92f1a8,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:35.650414 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:35.682916 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b3765-334b-4307-89ba-5a109927b0fa', 'tag': '4464bab4-44c3-4175-8f5d-5039da92f1a8', 'status': 'completed', 'code': 200}
Apr 30 05:09:35.812780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-9928ffcb-dd37-454e-a4bf-0c8f211b69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:35.814597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-9928ffcb-dd37-454e-a4bf-0c8f211b69a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d4522f80a6a4342a7be2f8a8f9df0f9&device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 1095 time: 0.1060412
Apr 30 05:09:35.905840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-d2ad85f1-ae25-45c9-a857-57efeff2ce9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4464bab4-44c3-4175-8f5d-5039da92f1a8 HTTP/1.1" status: 200  len: 217 time: 0.0834699
Apr 30 05:09:36.094154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-7bdffbb2-fb7f-421f-aa9a-ad0edd074bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:36.095794 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-7bdffbb2-fb7f-421f-aa9a-ad0edd074bfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=beb68d94-370c-457a-aa49-a46874395c48 HTTP/1.1" status: 200  len: 848 time: 0.1821568
Apr 30 05:09:36.179488 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-22acfe27-a127-461f-a98f-a03fddf273d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1b31f28-f30f-4c38-a312-f9fad5f6afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716412
Apr 30 05:09:36.203153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af5ff8-f247-45ed-b52a-cba5355b41b8 req-7beb08d8-1787-4333-96b8-e89a2a0cd1bc tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:36.207022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66af5ff8-f247-45ed-b52a-cba5355b41b8 req-7beb08d8-1787-4333-96b8-e89a2a0cd1bc tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 943 time: 0.2379315
Apr 30 05:09:36.271779 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:36.426299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-7707493d-69ad-485c-8f95-1c6f1367ad53 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:36.428478 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-7707493d-69ad-485c-8f95-1c6f1367ad53 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.2319393
Apr 30 05:09:36.451050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'port': {'device_id': 'ba8886aa-9ac5-46b0-8e97-09eff9c7ab60', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'admin_state_up': True, 'tenant_id': '197fee38792947c6942aa1c89e289cac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:09:36.758657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b00e1a39-86aa-4608-8b20-fa101b3075af req-c9d6644f-f93f-4249-b0f9-ca661806c135 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 210 time: 0.0852501
Apr 30 05:09:36.848518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66af5ff8-f247-45ed-b52a-cba5355b41b8 req-1c8a3fc0-deb3-4533-a04c-a2f18b811d2b tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759405
Apr 30 05:09:36.852692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-98002639-da66-455b-ac7d-f9f5f8ac5386 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b31f28-f30f-4c38-a312-f9fad5f6afe1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6435833
Apr 30 05:09:37.191353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:09:37.202712 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64620237-fa5d-481d-9c14-d2582ce9b55d req-6dc7b95b-d5b9-4900-8f12-28b881979fae service neutron] 10.222.0.37 "GET /v2.0/networks/e1b31f28-f30f-4c38-a312-f9fad5f6afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3421848
Apr 30 05:09:37.211382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:09:37.236114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Made reservation on behalf of 197fee38792947c6942aa1c89e289cac for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:09:37.240580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:37.498508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-d7981ae0-b51a-4112-aaa2-e632e314150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:37.500562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-d7981ae0-b51a-4112-aaa2-e632e314150b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d4522f80a6a4342a7be2f8a8f9df0f9&device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 1095 time: 0.2087111
Apr 30 05:09:37.585769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.20.0.7 (ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd/968c1a89-837e-4245-99cd-7c4f25dea4f3/0c6882a7-7c06-4f6b-a7ae-59a10fc2db66) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:09:37.706966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-12d9dbf1-2f1d-4acb-a3eb-f2607e83f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:37.709372 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-12d9dbf1-2f1d-4acb-a3eb-f2607e83f40d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1b31f28-f30f-4c38-a312-f9fad5f6afe1 HTTP/1.1" status: 200  len: 909 time: 0.2018802
Apr 30 05:09:37.886857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-31a11688-d3b1-441d-88d0-601552ade286 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4464bab4-44c3-4175-8f5d-5039da92f1a8 HTTP/1.1" status: 200  len: 217 time: 0.1688159
Apr 30 05:09:38.108536 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:38.141840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Transition to ACTIVE for port object 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:09:38.174449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:38.185525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d09ab1c-2052-4759-b8c0-a5d3e9193478 req-9d6adaa1-62ea-48a6-8700-74684b713039 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 210 time: 0.1450555
Apr 30 05:09:38.190554 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4388b8c3-23bc-4b81-969c-8d3658ea0f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:38.349264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-998c8777-954b-4dc7-aea8-572321617a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:38.351155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-998c8777-954b-4dc7-aea8-572321617a20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=beb68d94-370c-457a-aa49-a46874395c48 HTTP/1.1" status: 200  len: 848 time: 0.4574602
Apr 30 05:09:38.384145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:09:38.386531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:09:38.404052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:09:38.488771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-18d98b44-138d-4d54-b3f6-fbd5e723da1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1b31f28-f30f-4c38-a312-f9fad5f6afe1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1252384
Apr 30 05:09:38.544967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:38.551897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:38.597951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:38.598787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:38.650594 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2123690
Apr 30 05:09:38.663715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Request body: {'port': {'device_id': 'ba8886aa-9ac5-46b0-8e97-09eff9c7ab60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:09:38.798285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b38a43-69cd-4581-8287-e86c2eecdff3 req-0cb927c8-bd79-4ca8-89bc-6af1758b18e7 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:38.804271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51b38a43-69cd-4581-8287-e86c2eecdff3 req-0cb927c8-bd79-4ca8-89bc-6af1758b18e7 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 943 time: 0.5816510
Apr 30 05:09:38.821515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-66632ae8-04e4-40f0-91b8-2f3a9ce7d821 None None] Provisioning for port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:09:38.828002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-66632ae8-04e4-40f0-91b8-2f3a9ce7d821 None None] Provisioning complete for port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:09:38.828699 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-66632ae8-04e4-40f0-91b8-2f3a9ce7d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:38.835835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:38.946825 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-b5b8ee1c-e287-4130-8428-69e16a4af3a6 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b31f28-f30f-4c38-a312-f9fad5f6afe1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4423156
Apr 30 05:09:39.004100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-66632ae8-04e4-40f0-91b8-2f3a9ce7d821 None None] Port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:09:39.139738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51b38a43-69cd-4581-8287-e86c2eecdff3 req-81813f7a-072b-4407-8c7b-4a743ce09e5e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915126
Apr 30 05:09:39.223135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d316d58f-7e7e-4fcb-9233-cb1eb76b63ed req-217f05bb-a3ef-4fca-8a0d-c684e80587b9 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b31f28-f30f-4c38-a312-f9fad5f6afe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2680714
Apr 30 05:09:39.442960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:09:39.458499 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:39.491552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Transition to ACTIVE for port object 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:09:39.516678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:39.527274 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23952d9f-94b7-4510-8222-ce93847d483e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:39.579562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4f813-6da4-4275-8fcb-afc5ac141611 req-d0b525f8-2216-407e-8b43-02dcd91c7ab7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:39.590063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77e4f813-6da4-4275-8fcb-afc5ac141611 req-d0b525f8-2216-407e-8b43-02dcd91c7ab7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1256430
Apr 30 05:09:39.720880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77e4f813-6da4-4275-8fcb-afc5ac141611 req-6481f91b-27cb-4981-8688-aab77c8faa6b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253142
Apr 30 05:09:39.805224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:39.818296 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:39.888362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Attempting to bind port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:09:39.888965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Attempting to bind port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:09:39.889503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Attempting to bind port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:09:39.898849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:09:39.899285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Attempting to bind port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:09:39.908899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:09:39.909439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:09:39.909846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Bound using segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:09:39.910316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Bound port: 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:09:39.910686 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:40.086295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] For port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:09:40.090018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] For port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:09:40.105680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:40.110204 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-203905ba-afa2-4ab6-b93d-62a8ef6f8148 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:40.186495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:40.191941 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:40.207517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:40.208141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:40.209839 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 HTTP/1.1" status: 200  len: 1092 time: 1.5508113
Apr 30 05:09:40.210046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8886aa-9ac5-46b0-8e97-09eff9c7ab60', 'tag': '0c6882a7-7c06-4f6b-a7ae-59a10fc2db66'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:40.305684 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-2209ae68-d776-41ac-97b4-ea39ca018a2d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1539364
Apr 30 05:09:40.430475 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8886aa-9ac5-46b0-8e97-09eff9c7ab60', 'tag': '0c6882a7-7c06-4f6b-a7ae-59a10fc2db66', 'status': 'completed', 'code': 200}
Apr 30 05:09:40.538289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-f7f33924-913c-44f9-92b1-a261d89285da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:40.540475 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-f7f33924-913c-44f9-92b1-a261d89285da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 1095 time: 0.2595754
Apr 30 05:09:40.669400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-b98553ff-06ba-4aed-a4cd-0143a7fb7441 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 HTTP/1.1" status: 200  len: 217 time: 0.1205263
Apr 30 05:09:40.706302 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-f4940fe1-b45a-4859-af1b-b3da7156e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:40.707869 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-f4940fe1-b45a-4859-af1b-b3da7156e1cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 1098 time: 0.1833856
Apr 30 05:09:40.725698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b8c73-445a-45e7-be84-2e0c5d4eccd4 req-1a37c723-d5ca-4274-9ccc-f00e924f0921 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:40.746111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-566b8c73-445a-45e7-be84-2e0c5d4eccd4 req-1a37c723-d5ca-4274-9ccc-f00e924f0921 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 943 time: 0.3031754
Apr 30 05:09:40.815650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-a45d0178-3c97-4a14-9565-e2bf3338704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:40.817346 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-a45d0178-3c97-4a14-9565-e2bf3338704b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1403859
Apr 30 05:09:41.045680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-e2d1b84c-023b-4fec-98dc-8a61250760e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:41.051253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-e2d1b84c-023b-4fec-98dc-8a61250760e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2268112
Apr 30 05:09:41.270154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-12dd354f-e388-4155-a685-70c59a0816da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:41.272150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-12dd354f-e388-4155-a685-70c59a0816da service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.5237482
Apr 30 05:09:41.290745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-566b8c73-445a-45e7-be84-2e0c5d4eccd4 req-82c125b0-641d-4560-a209-22013b0aee15 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5434723
Apr 30 05:09:41.497616 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-e17fe58d-64b6-42d5-b759-640ec5e2625b service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4375350
Apr 30 05:09:41.551761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-edccb530-8db1-439a-bbdc-b2943c4ae4d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 200  len: 1002 time: 0.2579830
Apr 30 05:09:41.754721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-8a4d6b33-fb68-4fc0-bf23-cc3e446bc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:41.763969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-8a4d6b33-fb68-4fc0-bf23-cc3e446bc9c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.2048130
Apr 30 05:09:42.022298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-b296f848-f7ce-4e94-bdc7-e228937054c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:42.024934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-b296f848-f7ce-4e94-bdc7-e228937054c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2536333
Apr 30 05:09:42.064852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723eed-9f43-4530-96fe-16557476db45 req-19439f4d-1473-466f-8c9e-1c19a5ffc17e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:42.066777 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-58723eed-9f43-4530-96fe-16557476db45 req-19439f4d-1473-466f-8c9e-1c19a5ffc17e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.2154188
Apr 30 05:09:42.150282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4464bab4-44c3-4175-8f5d-5039da92f1a8 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:09:42.163680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5c2abbb5-4b5b-49c0-9f5b-54eee48bfbac req-cfd27150-3041-4987-8ebe-6e31823356c5 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6550806
Apr 30 05:09:42.403346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-f3a605a2-3a12-45d5-bdda-ee7fd6448b52 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3611059
Apr 30 05:09:42.406557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-a33262b6-830c-41ca-a3e8-179fcf084e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:42.411019 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-a33262b6-830c-41ca-a3e8-179fcf084e80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 1095 time: 0.1777058
Apr 30 05:09:42.450335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-58723eed-9f43-4530-96fe-16557476db45 req-7c230f7c-846b-4ee4-a977-1c957061ed1e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3403378
Apr 30 05:09:42.478453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4464bab4-44c3-4175-8f5d-5039da92f1a8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4464bab4-44c3-4175-8f5d-5039da92f1a8,segment=NetworkSegment(4288a0e2-7080-4a63-81c7-be74af4403a1),segment_id=4288a0e2-7080-4a63-81c7-be74af4403a1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:42.499027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '4464bab4-44c3-4175-8f5d-5039da92f1a8', 'network_id': 'e1b31f28-f30f-4c38-a312-f9fad5f6afe1', 'port_id': '4464bab4-44c3-4175-8f5d-5039da92f1a8', 'mac_address': 'fa:16:3e:da:49:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb68d94-370c-457a-aa49-a46874395c48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:09:42.609399 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:42.662800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4464bab4-44c3-4175-8f5d-5039da92f1a8 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:09:42.709062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4464bab4-44c3-4175-8f5d-5039da92f1a8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4464bab4-44c3-4175-8f5d-5039da92f1a8,segment=NetworkSegment(4288a0e2-7080-4a63-81c7-be74af4403a1),segment_id=4288a0e2-7080-4a63-81c7-be74af4403a1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:42.719433 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:42.722703 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:42.856447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-a31b9cc8-34c7-47f5-b6d7-ddbb918e5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:42.858384 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-a31b9cc8-34c7-47f5-b6d7-ddbb918e5f5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.4399669
Apr 30 05:09:42.929652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4464bab4-44c3-4175-8f5d-5039da92f1a8,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:42.932849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da9a1ae3-1462-4e59-84a4-423dd10c12a0 req-3ce4d402-a181-4800-b096-0eae96becd86 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5176890
Apr 30 05:09:42.939686 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:42.963433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e47bd-7401-4fba-ab21-3a3d4885071d req-e4ca2b57-3cc9-474d-8fb1-e5c5382ba1dd tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:42.965347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-510e47bd-7401-4fba-ab21-3a3d4885071d req-e4ca2b57-3cc9-474d-8fb1-e5c5382ba1dd tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 944 time: 0.3375657
Apr 30 05:09:43.001293 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['4464bab4-44c3-4175-8f5d-5039da92f1a8'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:09:43.140595 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-c3eabb4b-06b0-42de-bb6b-606dc7141c40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 HTTP/1.1" status: 200  len: 217 time: 0.2708347
Apr 30 05:09:43.145563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-510e47bd-7401-4fba-ab21-3a3d4885071d req-f2270b2f-44a9-434c-979b-bab50789a2f9 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690426
Apr 30 05:09:43.371880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-53b5816e-a605-4b6e-9e6d-7dfc2ff190a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:43.374872 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-53b5816e-a605-4b6e-9e6d-7dfc2ff190a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.2244399
Apr 30 05:09:43.538636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-9e7b52fc-f515-485c-8ad9-1e881e7083c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:43.540340 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-9e7b52fc-f515-485c-8ad9-1e881e7083c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1585891
Apr 30 05:09:43.736223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce851cb2-f21a-4967-838f-f284d768b7a0 req-b5babf05-8b6e-4d4f-8814-b55b6c15aac4 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:43.739274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce851cb2-f21a-4967-838f-f284d768b7a0 req-b5babf05-8b6e-4d4f-8814-b55b6c15aac4 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1304035
Apr 30 05:09:43.961120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce851cb2-f21a-4967-838f-f284d768b7a0 req-f4ca8059-505b-4c09-b345-a4883f3fa0c6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093768
Apr 30 05:09:44.096378 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-806b2e77-ad3b-4828-b466-12ca3a1d4bd5 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5473483
Apr 30 05:09:44.166835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4464bab4-44c3-4175-8f5d-5039da92f1a8 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:09:44.255322 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d27f408-2af5-49ef-bc14-0983d47e7f20 req-3bcee043-e50d-4a26-98e0-c358390f418d service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516678
Apr 30 05:09:44.473723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 4464bab4-44c3-4175-8f5d-5039da92f1a8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:09:44.485579 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 4464bab4-44c3-4175-8f5d-5039da92f1a8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:09:44.488269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:44.698825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e821ac7-b8c7-4d6a-8a48-90589b1adb12 req-02dccd34-4f5a-4887-985a-eb44b4873748 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:44.700510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e821ac7-b8c7-4d6a-8a48-90589b1adb12 req-02dccd34-4f5a-4887-985a-eb44b4873748 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 944 time: 0.2016821
Apr 30 05:09:44.821632 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e821ac7-b8c7-4d6a-8a48-90589b1adb12 req-635a992d-a522-409b-99d5-0e1177a69c8e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088603
Apr 30 05:09:45.048541 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:45.168340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b3765-334b-4307-89ba-5a109927b0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4464bab4-44c3-4175-8f5d-5039da92f1a8'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:45.202885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4464bab4-44c3-4175-8f5d-5039da92f1a8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4464bab4-44c3-4175-8f5d-5039da92f1a8,segment=NetworkSegment(4288a0e2-7080-4a63-81c7-be74af4403a1),segment_id=4288a0e2-7080-4a63-81c7-be74af4403a1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:45.219823 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:45.227337 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-57780dc7-380c-49c0-84de-efa69e618fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:45.464155 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b3765-334b-4307-89ba-5a109927b0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4464bab4-44c3-4175-8f5d-5039da92f1a8', 'code': 200}
Apr 30 05:09:45.498890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4464bab4-44c3-4175-8f5d-5039da92f1a8,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:45.538987 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:45.656773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724c51-3aaf-4a69-912e-0a83c522e0ba req-9d50b55e-ac31-4ac9-9616-2271a8b36000 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:45.659073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7724c51-3aaf-4a69-912e-0a83c522e0ba req-9d50b55e-ac31-4ac9-9616-2271a8b36000 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.2459865
Apr 30 05:09:45.797086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7724c51-3aaf-4a69-912e-0a83c522e0ba req-bb98f731-2117-4339-81ad-7ec4c72c3d2e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318521
Apr 30 05:09:45.855525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc77721-ee2f-42c8-a3d6-3c8d4fa7f222 req-ad8b37ca-d0f4-4fe9-824f-c29f9fe15f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:45.862589 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5dc77721-ee2f-42c8-a3d6-3c8d4fa7f222 req-ad8b37ca-d0f4-4fe9-824f-c29f9fe15f60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 1097 time: 0.3231368
Apr 30 05:09:46.142593 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5dc77721-ee2f-42c8-a3d6-3c8d4fa7f222 req-b6c522c4-30a0-4a7a-a549-37f270b8dbbb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2667525
Apr 30 05:09:46.327583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009597d-22f3-45bc-93db-d264f379d676 req-29300b81-efb1-4d09-856a-e16e552291a9 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:46.336278 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b009597d-22f3-45bc-93db-d264f379d676 req-29300b81-efb1-4d09-856a-e16e552291a9 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 945 time: 0.1855755
Apr 30 05:09:46.428057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b009597d-22f3-45bc-93db-d264f379d676 req-45559e27-dcfa-4f79-be9c-25013b7b9700 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905323
Apr 30 05:09:47.668345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b083fe-d6a8-4621-9ec5-53ae078077fb req-f495654d-708d-4f01-802c-b5ba054f1154 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:47.686983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7b083fe-d6a8-4621-9ec5-53ae078077fb req-f495654d-708d-4f01-802c-b5ba054f1154 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.3742318
Apr 30 05:09:47.859603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a7b083fe-d6a8-4621-9ec5-53ae078077fb req-1d3d17ca-815f-4182-8708-d7ee6ddd201e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711082
Apr 30 05:09:47.929915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db6db0-031a-49f2-8df6-0f3e3e6c989d req-88113fa0-4d48-4f9b-9c7a-1b4cf17bc0fd tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:47.931228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79db6db0-031a-49f2-8df6-0f3e3e6c989d req-88113fa0-4d48-4f9b-9c7a-1b4cf17bc0fd tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 945 time: 0.1796050
Apr 30 05:09:48.076288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79db6db0-031a-49f2-8df6-0f3e3e6c989d req-26ca52f6-aa07-4cc0-945a-d0854ce503b4 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234484
Apr 30 05:09:49.538538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d26d5f-3819-4709-bc3e-c0a3c25b293a req-dbfba531-b10d-447d-a294-c54896b21b08 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:49.557605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04d26d5f-3819-4709-bc3e-c0a3c25b293a req-dbfba531-b10d-447d-a294-c54896b21b08 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.2393277
Apr 30 05:09:49.751904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-04d26d5f-3819-4709-bc3e-c0a3c25b293a req-70ebf54d-3216-4ace-9fd5-f66276259d4d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889162
Apr 30 05:09:51.108092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06c660-3e47-4b05-8f34-becd7c2024b1 req-6f20e8ab-db63-4775-aeb8-465fee1f7dd3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:51.109697 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb06c660-3e47-4b05-8f34-becd7c2024b1 req-6f20e8ab-db63-4775-aeb8-465fee1f7dd3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1498172
Apr 30 05:09:51.187890 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eb06c660-3e47-4b05-8f34-becd7c2024b1 req-ba68cbc0-d2a7-46d2-bb43-dad71eec9145 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635431
Apr 30 05:09:52.518994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efedd68-b512-4e5f-b142-c930ecf32025 req-95523891-829f-4262-bbb8-7c5e6a6dfa63 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:52.520641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1efedd68-b512-4e5f-b142-c930ecf32025 req-95523891-829f-4262-bbb8-7c5e6a6dfa63 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1139674
Apr 30 05:09:52.575013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1efedd68-b512-4e5f-b142-c930ecf32025 req-34484021-16e3-453e-bd8d-b156ca2e93ab tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465658
Apr 30 05:09:53.893005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9def6-a396-42bd-a3e7-4a70fa1fdcc3 req-d15a53d2-5195-4fd2-92c6-9046f8cdb6c5 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:53.895977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60c9def6-a396-42bd-a3e7-4a70fa1fdcc3 req-d15a53d2-5195-4fd2-92c6-9046f8cdb6c5 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 945 time: 0.3796411
Apr 30 05:09:53.981643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60c9def6-a396-42bd-a3e7-4a70fa1fdcc3 req-d86d20a7-2e34-4aa6-8322-234434229f44 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729349
Apr 30 05:09:54.009603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17f2bc-e1e2-4746-aa98-731d60404b88 req-ed8290e9-0b6a-4bbf-8c94-3261a04e8a68 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:54.009603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce17f2bc-e1e2-4746-aa98-731d60404b88 req-ed8290e9-0b6a-4bbf-8c94-3261a04e8a68 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.2210953
Apr 30 05:09:54.067548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce17f2bc-e1e2-4746-aa98-731d60404b88 req-5f2e4769-9e35-4dbb-8b0d-45e9b978bfda tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505245
Apr 30 05:09:55.120168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-dcbeda4e-fe1a-4db9-9a57-77d5deb782b8 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:55.121766 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-dcbeda4e-fe1a-4db9-9a57-77d5deb782b8 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 945 time: 0.1360073
Apr 30 05:09:55.381140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Deleting port 4464bab4-44c3-4175-8f5d-5039da92f1a8 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:09:55.381469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:55.533554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b0a22-2c1a-4a86-9ee0-5ce9bc145d45 req-9c89ebd0-9cc7-485f-931b-bec91ba7a792 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:55.549178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf5b0a22-2c1a-4a86-9ee0-5ce9bc145d45 req-9c89ebd0-9cc7-485f-931b-bec91ba7a792 tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 945 time: 0.3261976
Apr 30 05:09:55.626681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] For port 4464bab4-44c3-4175-8f5d-5039da92f1a8, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4464bab4-44c3-4175-8f5d-5039da92f1a8,segment=NetworkSegment(4288a0e2-7080-4a63-81c7-be74af4403a1),segment_id=4288a0e2-7080-4a63-81c7-be74af4403a1)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:09:55.627477 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:55.641954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf5b0a22-2c1a-4a86-9ee0-5ce9bc145d45 req-9dbac7e6-9d2f-4a48-9390-5033c550ca4b tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/security-groups?id=17e252e3-45cb-4a37-a92e-dd79ca583d57&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909779
Apr 30 05:09:55.658111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef6d00-dfae-4ba4-b2bf-3dbf13ad56ad req-ea3c63d1-ea4c-427f-a058-a7948ca6cab1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:55.661404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85ef6d00-dfae-4ba4-b2bf-3dbf13ad56ad req-ea3c63d1-ea4c-427f-a058-a7948ca6cab1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.3731108
Apr 30 05:09:55.741112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85ef6d00-dfae-4ba4-b2bf-3dbf13ad56ad req-4588e7bd-c70a-4fba-a81c-2ab1a424d818 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703938
Apr 30 05:09:55.785784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Calling delete_port for 4464bab4-44c3-4175-8f5d-5039da92f1a8 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:09:56.026274 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:56.046721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['4464bab4-44c3-4175-8f5d-5039da92f1a8'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:09:56.051747 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-69a3243d-5940-4f41-8b4d-4386b8b49a98 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:56.185160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] No DVR routers for this DVR port 4464bab4-44c3-4175-8f5d-5039da92f1a8 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:09:56.188456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Pushing event deleted for resources: {'Port': ['ID=4464bab4-44c3-4175-8f5d-5039da92f1a8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:56.196805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:56.201628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b3765-334b-4307-89ba-5a109927b0fa', 'name': 'network-vif-deleted', 'tag': '4464bab4-44c3-4175-8f5d-5039da92f1a8'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:09:56.207996 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:56.235154 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0e07baed-a860-4625-a87f-0cda889e4a98 req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.37 "DELETE /v2.0/ports/4464bab4-44c3-4175-8f5d-5039da92f1a8 HTTP/1.1" status: 204  len: 173 time: 1.1056719
Apr 30 05:09:56.388563 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b3765-334b-4307-89ba-5a109927b0fa', 'name': 'network-vif-deleted', 'tag': '4464bab4-44c3-4175-8f5d-5039da92f1a8', 'status': 'completed', 'code': 200}
Apr 30 05:09:56.981321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d17d400e-7870-4119-a72f-effcf4921a9a req-0b56ae83-3066-42a2-8fe1-993adcb81ecc tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d6b3765-334b-4307-89ba-5a109927b0fa HTTP/1.1" status: 200  len: 210 time: 0.1723161
Apr 30 05:09:57.327259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:57.423684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:57.573624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092ef2a-1624-4d3b-b5b0-77680c6aaaa6 req-66623ecf-c7d6-4905-a84a-e63c64dfa5c2 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:57.575385 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9092ef2a-1624-4d3b-b5b0-77680c6aaaa6 req-66623ecf-c7d6-4905-a84a-e63c64dfa5c2 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.2281623
Apr 30 05:09:57.654874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f1353-c53d-4fc6-ba6d-377bdae02f69 req-2d32dbc8-8d69-4927-b1fc-facb11cfd631 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:57.656423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-329f1353-c53d-4fc6-ba6d-377bdae02f69 req-2d32dbc8-8d69-4927-b1fc-facb11cfd631 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1922264
Apr 30 05:09:57.662208 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9092ef2a-1624-4d3b-b5b0-77680c6aaaa6 req-a06b49a0-8389-427f-bb8e-29363743a2ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766523
Apr 30 05:09:57.714664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-329f1353-c53d-4fc6-ba6d-377bdae02f69 req-34836293-86f0-4e5e-8e6a-8fc5242189e2 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479496
Apr 30 05:09:58.138473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 39874) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:58.214467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4464bab4-44c3-4175-8f5d-5039da92f1a8 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:09:58.226274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] Deleting subnet beb68d94-370c-457a-aa49-a46874395c48 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:09:58.232499 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:58.336980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 4464bab4-44c3-4175-8f5d-5039da92f1a8 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:09:58.339078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4464bab4-44c3-4175-8f5d-5039da92f1a8 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:09:58.344670 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:58.449874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:58.853025 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:58.862599 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-41785744-4dbd-4b87-b7c6-8e0155776541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:09:59.000407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb68d94-370c-457a-aa49-a46874395c48,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:09:59.019502 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:09:59.031934 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:59.132036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/beb68d94-370c-457a-aa49-a46874395c48 HTTP/1.1" status: 204  len: 168 time: 0.9894509
Apr 30 05:09:59.133128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39894) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:09:59.228583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae54695-9fe6-4c7f-91ab-33db0d1971d4 req-b32dfc9a-e764-4317-9229-73deb5523be3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:59.235064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ae54695-9fe6-4c7f-91ab-33db0d1971d4 req-b32dfc9a-e764-4317-9229-73deb5523be3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.3018191
Apr 30 05:09:59.311898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8dd61-e6fd-4849-b999-036fdf6b0130 req-cda84647-550b-4cd8-98c2-9e60581c2c84 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:09:59.313839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fe8dd61-e6fd-4849-b999-036fdf6b0130 req-cda84647-550b-4cd8-98c2-9e60581c2c84 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.2493968
Apr 30 05:09:59.330502 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:59.399653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fe8dd61-e6fd-4849-b999-036fdf6b0130 req-17a7840e-1108-4b62-ac47-83545ac8f372 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689437
Apr 30 05:09:59.418243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ae54695-9fe6-4c7f-91ab-33db0d1971d4 req-60887f59-aa96-4b6e-bf47-e4970a3fb6cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743827
Apr 30 05:09:59.776714 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:59.915230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe78020d7c0>,) {'filters': {'network_id': ['e1b31f28-f30f-4c38-a312-f9fad5f6afe1']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:59.930469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78020d7c0>, '4288a0e2-7080-4a63-81c7-be74af4403a1') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:59.931048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78020d7c0>, '4288a0e2-7080-4a63-81c7-be74af4403a1') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:09:59.946574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:59.970064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:09:59.981884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:10:00.253643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:10:00.265127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:00.515980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Network e1b31f28-f30f-4c38-a312-f9fad5f6afe1 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:10:00.711257 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:10:00.727095 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:00.734008 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e53e96c7-a268-45dc-9667-07561724060b tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:00.739900 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89de18e7-dc71-4551-9dc3-cc60a8812092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:00.765627 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:00.776859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c9b3d-fab2-4bb5-b121-b6d3962b409d req-85889468-856e-4403-8623-b76913c40c70 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:00.779212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-756c9b3d-fab2-4bb5-b121-b6d3962b409d req-85889468-856e-4403-8623-b76913c40c70 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1716728
Apr 30 05:10:00.794777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e1b31f28-f30f-4c38-a312-f9fad5f6afe1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:00.801027 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:00.817425 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c1cdc119-b17e-4120-945a-a1470ad7d9fe admin admin] 10.222.0.46 "DELETE /v2.0/networks/e1b31f28-f30f-4c38-a312-f9fad5f6afe1 HTTP/1.1" status: 204  len: 168 time: 1.6807854
Apr 30 05:10:01.074791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-756c9b3d-fab2-4bb5-b121-b6d3962b409d req-e771866e-bb09-40d4-85b2-a7f67e3794d9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2835228
Apr 30 05:10:01.170470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39928) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:01.188549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770f5d-b156-43fe-8c6b-e9d71a41060e req-1249713b-cc1a-46fa-b945-b8b07255abf4 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:01.202501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc770f5d-b156-43fe-8c6b-e9d71a41060e req-1249713b-cc1a-46fa-b945-b8b07255abf4 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.3636320
Apr 30 05:10:01.313182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc770f5d-b156-43fe-8c6b-e9d71a41060e req-61008b86-1fea-4ee5-9518-5aa8edb5d731 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045535
Apr 30 05:10:01.323731 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1df93b64-978e-4b26-98e4-755a7c08ebf8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d4522f80a6a4342a7be2f8a8f9df0f9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1467845
Apr 30 05:10:01.324657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 39932) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:01.435963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16f9cc3-b8e7-4426-8214-2889496db06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:01.477264 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16f9cc3-b8e7-4426-8214-2889496db06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:01.565304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16f9cc3-b8e7-4426-8214-2889496db06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:01.576199 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-edad1d3e-fb15-445b-a924-ae9da0b5f709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:01.602729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f9cc3-b8e7-4426-8214-2889496db06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e252e3-45cb-4a37-a92e-dd79ca583d57,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:01.611120 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b16f9cc3-b8e7-4426-8214-2889496db06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:01.642859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b16f9cc3-b8e7-4426-8214-2889496db06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:01.647612 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b16f9cc3-b8e7-4426-8214-2889496db06e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17e252e3-45cb-4a37-a92e-dd79ca583d57 HTTP/1.1" status: 204  len: 168 time: 0.3179631
Apr 30 05:10:02.380210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50feec13-364f-4ddc-9340-efc9872c932f req-8b952621-7b07-40f5-a425-9d55fccd5d29 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:02.381669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50feec13-364f-4ddc-9340-efc9872c932f req-8b952621-7b07-40f5-a425-9d55fccd5d29 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1355834
Apr 30 05:10:02.460435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50feec13-364f-4ddc-9340-efc9872c932f req-2efb5585-32e9-48eb-8778-c8a0be494fef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716686
Apr 30 05:10:02.657863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf39c7-42c9-4ea0-b4f2-36f36f4e2d0b req-ac06a96b-a647-418e-afbf-a6d5585baadc tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:02.666064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fbf39c7-42c9-4ea0-b4f2-36f36f4e2d0b req-ac06a96b-a647-418e-afbf-a6d5585baadc tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1310067
Apr 30 05:10:02.742552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fbf39c7-42c9-4ea0-b4f2-36f36f4e2d0b req-16a94a9d-c133-4cbb-908f-4983950988cf tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750973
Apr 30 05:10:03.392094 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:03.616097 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c0092fde-027c-4ecb-8e5d-01e4438cfaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:03.697516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d3d23-883b-4462-8626-48b24b4da7e4 req-3df889c7-9089-43e6-b1c1-1f0ec6e4fcc3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:03.699129 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-146d3d23-883b-4462-8626-48b24b4da7e4 req-3df889c7-9089-43e6-b1c1-1f0ec6e4fcc3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1131234
Apr 30 05:10:03.798248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-146d3d23-883b-4462-8626-48b24b4da7e4 req-49198efb-a0b8-4907-b2fe-62943b33a285 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924625
Apr 30 05:10:04.141034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5128d-cae6-4851-9197-47b51c247d5b req-6927cd46-a5f1-4b5c-90e0-412f0e2d1e43 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:04.143998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2f5128d-cae6-4851-9197-47b51c247d5b req-6927cd46-a5f1-4b5c-90e0-412f0e2d1e43 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.2225652
Apr 30 05:10:04.231338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2f5128d-cae6-4851-9197-47b51c247d5b req-93660fea-58e2-4bfa-962f-061d51f10762 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796804
Apr 30 05:10:04.793535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:05.106280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d5694-0b89-4f3e-a451-9e536294fe23 req-770cd503-ed8b-479d-a041-a33975e83a68 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:05.114992 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-934d5694-0b89-4f3e-a451-9e536294fe23 req-770cd503-ed8b-479d-a041-a33975e83a68 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1602392
Apr 30 05:10:05.383517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-934d5694-0b89-4f3e-a451-9e536294fe23 req-0c529279-5682-4e42-8da0-39522ad0a780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672985
Apr 30 05:10:05.592428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8fa0e-1964-4897-b54a-bd7d31d845d5 req-36828e42-6740-4cab-9b2b-e1779dad4ace tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:05.594093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ca8fa0e-1964-4897-b54a-bd7d31d845d5 req-36828e42-6740-4cab-9b2b-e1779dad4ace tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.0984290
Apr 30 05:10:05.667109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ca8fa0e-1964-4897-b54a-bd7d31d845d5 req-fb5e1eeb-9f99-40e4-9456-7dbb067744be tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650339
Apr 30 05:10:06.074032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40078) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:06.243451 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:06.261943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:06.267589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e20fc6cf4c2d4633bf3f8bc24cdb8fa3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:06.271645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:06.276511 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:06.280810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:06.401651 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:06.410508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:06.419505 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:06.456100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b524f2aa-3d06-41e9-968d-6bb29be2f16f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:06.475429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.475822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.476207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.476585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.476963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.477333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.477711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.478131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.478507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.478873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.479239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.479627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.486470 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:06.493492 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e20fc6cf4c2d4633bf3f8bc24cdb8fa3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4183199
Apr 30 05:10:06.498242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40088) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:06.575061 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:06.607034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:06.668801 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:06.674145 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b53ffb2f-6846-41d6-998a-6fbb3b5b7551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:06.691373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b524f2aa-3d06-41e9-968d-6bb29be2f16f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:06.705967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:06.712081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b524f2aa-3d06-41e9-968d-6bb29be2f16f HTTP/1.1" status: 204  len: 168 time: 0.2125821
Apr 30 05:10:06.715632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.717877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.718775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.719935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.720828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.721685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.722632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.723548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.724427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.725304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.726182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.727045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:06.733949 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:06.793321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d52d35-0e14-4f91-9466-b6a64b648fec req-dfe9c437-5a51-4b2c-bbed-e309fe77a3a3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:06.801123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9d52d35-0e14-4f91-9466-b6a64b648fec req-dfe9c437-5a51-4b2c-bbed-e309fe77a3a3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1754322
Apr 30 05:10:06.853942 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9d52d35-0e14-4f91-9466-b6a64b648fec req-9bcdee8e-d6e9-496c-a6c8-be37a4ab8cf4 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519273
Apr 30 05:10:07.000569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f850d-2237-4f74-ab9f-6c19a1cc5863 req-a10ae0b2-a60c-4f3d-98d6-93210b855027 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:07.003559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-762f850d-2237-4f74-ab9f-6c19a1cc5863 req-a10ae0b2-a60c-4f3d-98d6-93210b855027 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1483202
Apr 30 05:10:07.063097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-762f850d-2237-4f74-ab9f-6c19a1cc5863 req-d10cace0-21b8-4180-ab5e-0828fa7a3e7f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484128
Apr 30 05:10:07.235089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40100) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:07.260640 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:07.276774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:07.280882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ca70c481ad80463baab77a707683b560 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:07.283873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:07.289787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:07.390530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:07.394996 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:07.402965 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d36b4349-2b64-4c6f-bef9-6874b759ab92 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:07.447936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca70c481ad80463baab77a707683b560&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2115119
Apr 30 05:10:07.448760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51c0989-a80b-4454-81de-f1a8adfad941,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:07.452031 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:07.452715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40104) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:07.529178 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26b3e319-6a8c-4ebe-8c73-7dddf16ca91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:07.569138 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26b3e319-6a8c-4ebe-8c73-7dddf16ca91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:07.691042 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26b3e319-6a8c-4ebe-8c73-7dddf16ca91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:07.695114 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e96e47bf-07b5-43b7-9551-dbc168bfe3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:07.709940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3e319-6a8c-4ebe-8c73-7dddf16ca91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51c0989-a80b-4454-81de-f1a8adfad941,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:07.713408 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-26b3e319-6a8c-4ebe-8c73-7dddf16ca91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:07.725244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26b3e319-6a8c-4ebe-8c73-7dddf16ca91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:07.731234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-26b3e319-6a8c-4ebe-8c73-7dddf16ca91f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f51c0989-a80b-4454-81de-f1a8adfad941 HTTP/1.1" status: 204  len: 168 time: 0.2730045
Apr 30 05:10:08.130846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8102-9165-45ea-9bfe-645c53e34dbb req-a9e8b33c-fffe-4b17-b44d-51215d1edb44 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:08.132668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-902c8102-9165-45ea-9bfe-645c53e34dbb req-a9e8b33c-fffe-4b17-b44d-51215d1edb44 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1016300
Apr 30 05:10:08.218707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-902c8102-9165-45ea-9bfe-645c53e34dbb req-4cc3864a-c041-4d01-a848-b97a95188d6e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720413
Apr 30 05:10:08.435667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b77ce2-31b7-468f-ac41-6e6d1a5ff0e4 req-e0229a3a-ffdb-4fd4-af97-0f474340086e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:08.437592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2b77ce2-31b7-468f-ac41-6e6d1a5ff0e4 req-e0229a3a-ffdb-4fd4-af97-0f474340086e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1209517
Apr 30 05:10:08.498204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2b77ce2-31b7-468f-ac41-6e6d1a5ff0e4 req-56b7e200-ba5b-48f6-8739-8c5df6450ea5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532248
Apr 30 05:10:08.996747 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:10:09.047478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac288e29-4067-4bb1-ad9c-41857dfb354b req-1b3c0184-f446-484e-b7a1-252f7f5907c8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:09.075288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac288e29-4067-4bb1-ad9c-41857dfb354b req-1b3c0184-f446-484e-b7a1-252f7f5907c8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1736956
Apr 30 05:10:09.148815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac288e29-4067-4bb1-ad9c-41857dfb354b req-b54f2edc-6188-4c95-9721-555cebaf8ba5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686440
Apr 30 05:10:09.240460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-d2326751-8228-439f-beb5-710ec25d4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:09.242168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-d2326751-8228-439f-beb5-710ec25d4ab9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 1098 time: 0.0903192
Apr 30 05:10:09.408409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-73933341-fa2b-4bc6-b797-9f8c7ee58b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:09.410175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-73933341-fa2b-4bc6-b797-9f8c7ee58b98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.1620760
Apr 30 05:10:09.589179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-c4b135fa-2a6f-4229-ad00-c6be5a8917a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 200  len: 1002 time: 0.1711264
Apr 30 05:10:09.679517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ddab0-d7ce-4fc6-a860-a69f5951a201 req-b11f14a4-ee00-436e-91e7-6b8663a1d4bf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:09.682072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-991ddab0-d7ce-4fc6-a860-a69f5951a201 req-b11f14a4-ee00-436e-91e7-6b8663a1d4bf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 943 time: 0.1950319
Apr 30 05:10:09.683821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-11a2c0f6-716e-4cb6-b3c8-b21cf2a14f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:09.685274 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-11a2c0f6-716e-4cb6-b3c8-b21cf2a14f49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.0877256
Apr 30 05:10:09.805463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-991ddab0-d7ce-4fc6-a860-a69f5951a201 req-9ba64146-04b8-422c-be77-2f2567a2464a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156166
Apr 30 05:10:09.835191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-54e09b20-f05a-4e15-bc6d-b223a19087a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:09.836994 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-54e09b20-f05a-4e15-bc6d-b223a19087a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1452560
Apr 30 05:10:10.046258 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-f8ef7002-5e31-49c4-a484-f86c1cafbb17 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027934
Apr 30 05:10:10.277805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:10:10.326706 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90c9f99a-074d-4ed5-8616-4d219f08ba46 req-45c536e4-3970-4c23-a8c7-45acd8c0e55f service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726038
Apr 30 05:10:10.554771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24251200-f9c8-4228-a18b-d0331c4672c3 req-04832c9a-f601-404b-a36a-5aee68e2bb9d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:10.568856 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24251200-f9c8-4228-a18b-d0331c4672c3 req-04832c9a-f601-404b-a36a-5aee68e2bb9d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1817350
Apr 30 05:10:10.594431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:10:10.624102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '0c6882a7-7c06-4f6b-a7ae-59a10fc2db66', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'port_id': '0c6882a7-7c06-4f6b-a7ae-59a10fc2db66', 'mac_address': 'fa:16:3e:cf:e2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:10:10.664320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24251200-f9c8-4228-a18b-d0331c4672c3 req-02028f80-4516-4e8e-afc0-8b85a0d9b735 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928719
Apr 30 05:10:10.732500 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:10.768779 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:10:10.799750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:10:10.806744 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:10.810130 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:10.900940 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:10.910385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.910870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.911501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.912314 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.912901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.913458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.914011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.915076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.915717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.916297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.916889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.917441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:10:10.932602 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:11.139597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0c6882a7-7c06-4f6b-a7ae-59a10fc2db66'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:10:11.396833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaba39-8e6f-4e64-bbe5-3bacf7d16811 req-381def7c-06d7-45a1-be22-c47853349ac1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:11.412685 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1aaba39-8e6f-4e64-bbe5-3bacf7d16811 req-381def7c-06d7-45a1-be22-c47853349ac1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 944 time: 0.3569162
Apr 30 05:10:11.502228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40200) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:11.676095 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:11.682444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1aaba39-8e6f-4e64-bbe5-3bacf7d16811 req-138a5918-70d9-4b7e-8ddb-699e87f62e3a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2677884
Apr 30 05:10:11.703855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:11.703855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Usage tracker for resource:security_group_rule and tenant:fbe664244f6d44cc8ff426a850a3fb7b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:11.705351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:11.715765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:11.819717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:11.826160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:11.836008 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c639e831-1262-4f56-bef5-91b385c426d2 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:11.886489 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbe664244f6d44cc8ff426a850a3fb7b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3831077
Apr 30 05:10:11.888661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9eac96-701d-4f50-b189-43d9eabd7bb4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:11.890274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40208) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:11.902894 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:11.991393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effee1d-b6e7-4977-98b1-811ad5e228c6 req-f1c912c1-24b9-4b2b-9636-443019269b57 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:11.993006 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8effee1d-b6e7-4977-98b1-811ad5e228c6 req-f1c912c1-24b9-4b2b-9636-443019269b57 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1651630
Apr 30 05:10:11.997005 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00598bf8-9d1b-4ed5-86a4-6a99f8cdf8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:12.048949 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00598bf8-9d1b-4ed5-86a4-6a99f8cdf8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:12.090299 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8effee1d-b6e7-4977-98b1-811ad5e228c6 req-f4f7e810-6e79-4cd7-b548-647249a65932 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824773
Apr 30 05:10:12.136190 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00598bf8-9d1b-4ed5-86a4-6a99f8cdf8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:12.140362 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-085d3222-5c92-48fe-9816-03d543e8abe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:12.153544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00598bf8-9d1b-4ed5-86a4-6a99f8cdf8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9eac96-701d-4f50-b189-43d9eabd7bb4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:12.163438 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00598bf8-9d1b-4ed5-86a4-6a99f8cdf8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:12.173395 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00598bf8-9d1b-4ed5-86a4-6a99f8cdf8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:12.175396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-00598bf8-9d1b-4ed5-86a4-6a99f8cdf8c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b9eac96-701d-4f50-b189-43d9eabd7bb4 HTTP/1.1" status: 204  len: 168 time: 0.2836452
Apr 30 05:10:12.290101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:10:12.401107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:10:12.409465 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:10:12.410362 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:12.679152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40228) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:12.687483 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:12.714349 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:12.744961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:10:12.745523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:12.746220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8886aa-9ac5-46b0-8e97-09eff9c7ab60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6882a7-7c06-4f6b-a7ae-59a10fc2db66'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:10:12.756734 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:12.762146 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a82d9d63-b7ec-43d7-a7d9-dd6c66e0de63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:12.765886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Usage tracker for resource:security_group_rule and tenant:a4dbf31b6bd34b92863067c4174e7d26 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:12.777284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:12.788850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:12.846761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:12.851142 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:12.939827 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8886aa-9ac5-46b0-8e97-09eff9c7ab60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6882a7-7c06-4f6b-a7ae-59a10fc2db66', 'code': 200}
Apr 30 05:10:13.053602 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:13.067215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:13.084129 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1d523af0-a2ee-4b2b-80f8-bfaf66dfcb9f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:13.101276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03506ae6-ce84-4b4b-94b1-4abc4c995ad4 req-caef63a5-22df-409f-9233-006b1e23d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:13.103972 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-03506ae6-ce84-4b4b-94b1-4abc4c995ad4 req-caef63a5-22df-409f-9233-006b1e23d1ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 1097 time: 0.1173012
Apr 30 05:10:13.150525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ace231-18b4-4979-ba9f-0d80f371fb50 req-ac0f0e3b-10f9-44f7-a895-770a3372d9e3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:13.152449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5ace231-18b4-4979-ba9f-0d80f371fb50 req-ac0f0e3b-10f9-44f7-a895-770a3372d9e3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 945 time: 0.2401028
Apr 30 05:10:13.155991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7374bfc4-69dd-4224-8bfd-4f5990f393bc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:13.161196 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4dbf31b6bd34b92863067c4174e7d26&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4805017
Apr 30 05:10:13.162502 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:13.168318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 40258) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:13.174697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-03506ae6-ce84-4b4b-94b1-4abc4c995ad4 req-b6435846-ff92-4682-a5c3-68af3d3816a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650258
Apr 30 05:10:13.257136 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a5ace231-18b4-4979-ba9f-0d80f371fb50 req-63f1368a-6bc0-40e6-9c31-eeeb04006763 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887966
Apr 30 05:10:13.281812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02447b9c-b0de-4b84-a874-a2d8a0245597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:13.317298 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02447b9c-b0de-4b84-a874-a2d8a0245597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:13.413427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02447b9c-b0de-4b84-a874-a2d8a0245597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:13.419886 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0e5d4542-e8bd-49d9-a751-64784852ca73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:13.437059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02447b9c-b0de-4b84-a874-a2d8a0245597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7374bfc4-69dd-4224-8bfd-4f5990f393bc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:13.441327 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-02447b9c-b0de-4b84-a874-a2d8a0245597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:13.445386 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02447b9c-b0de-4b84-a874-a2d8a0245597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:13.446547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-02447b9c-b0de-4b84-a874-a2d8a0245597 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7374bfc4-69dd-4224-8bfd-4f5990f393bc HTTP/1.1" status: 204  len: 168 time: 0.2766094
Apr 30 05:10:14.565475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90077a-505b-436f-95b4-77202d92710a req-80c6b8b0-abe3-4eb5-8fa4-0e841c9189f0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:14.567462 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a90077a-505b-436f-95b4-77202d92710a req-80c6b8b0-abe3-4eb5-8fa4-0e841c9189f0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 945 time: 0.1399238
Apr 30 05:10:14.648815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a90077a-505b-436f-95b4-77202d92710a req-bb26b14d-c7f1-4148-bddf-46c947e554ba tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672209
Apr 30 05:10:14.914933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60503381-7032-4119-ab50-d52486e07d01 req-5f231322-3392-4f86-be08-af89ac37719a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:14.917862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60503381-7032-4119-ab50-d52486e07d01 req-5f231322-3392-4f86-be08-af89ac37719a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 945 time: 0.1236455
Apr 30 05:10:14.994993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60503381-7032-4119-ab50-d52486e07d01 req-d4827ac4-d913-45c5-bd0a-e769f194d91e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710845
Apr 30 05:10:15.280791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59467f27-5784-47b0-b479-4bc164461dd9 req-597f40a1-dc46-46f8-a502-c0227a8f0cf9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:15.284090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59467f27-5784-47b0-b479-4bc164461dd9 req-597f40a1-dc46-46f8-a502-c0227a8f0cf9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 945 time: 0.1115746
Apr 30 05:10:15.348555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59467f27-5784-47b0-b479-4bc164461dd9 req-9d8c9f2a-2847-4197-9628-95670209749f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550323
Apr 30 05:10:16.075779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4e417-ebca-44cd-b141-760f6c47080b req-f6ad5fd3-2062-41f3-bef9-c8db379f3f21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:16.077532 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46c4e417-ebca-44cd-b141-760f6c47080b req-f6ad5fd3-2062-41f3-bef9-c8db379f3f21 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 945 time: 0.1629837
Apr 30 05:10:16.189124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46c4e417-ebca-44cd-b141-760f6c47080b req-55036bde-4a0c-41a0-969c-f2879398eda3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959508
Apr 30 05:10:17.384722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-d917d836-abba-45fa-b75b-f0105f8fde18 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:17.385927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-d917d836-abba-45fa-b75b-f0105f8fde18 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:10:17.413327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-d917d836-abba-45fa-b75b-f0105f8fde18 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:10:17.414535 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-d917d836-abba-45fa-b75b-f0105f8fde18 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 945 time: 0.1452453
Apr 30 05:10:17.610691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:10:17.611030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:17.670659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc54257-d0b4-41e9-b27d-88420dea9063 req-09bfe705-df6f-4700-abd6-a813c6dad512 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:17.673431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcc54257-d0b4-41e9-b27d-88420dea9063 req-09bfe705-df6f-4700-abd6-a813c6dad512 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 945 time: 0.2617264
Apr 30 05:10:17.773070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcc54257-d0b4-41e9-b27d-88420dea9063 req-955bdd7c-1845-48d5-9ed9-3058b3b88f35 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916712
Apr 30 05:10:17.816653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] For port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:10:17.817407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:17.963124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:10:18.099557 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:18.113783 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:18.116906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['0c6882a7-7c06-4f6b-a7ae-59a10fc2db66'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:10:18.204267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=0c6882a7-7c06-4f6b-a7ae-59a10fc2db66,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:18.208670 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:18.312680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] No DVR routers for this DVR port 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:10:18.323855 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:18.329246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8886aa-9ac5-46b0-8e97-09eff9c7ab60', 'name': 'network-vif-deleted', 'tag': '0c6882a7-7c06-4f6b-a7ae-59a10fc2db66'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:10:18.366167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-18c61d65-b084-4bd3-8798-e02750a94d72 req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "DELETE /v2.0/ports/0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 HTTP/1.1" status: 204  len: 173 time: 0.9459548
Apr 30 05:10:18.405229 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8886aa-9ac5-46b0-8e97-09eff9c7ab60', 'name': 'network-vif-deleted', 'tag': '0c6882a7-7c06-4f6b-a7ae-59a10fc2db66', 'status': 'completed', 'code': 200}
Apr 30 05:10:18.993530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14ced721-1f68-415f-a75c-e7f36d5bd1af req-548fb9d6-da24-48df-9186-fe94d1aede53 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 210 time: 0.0573511
Apr 30 05:10:20.323193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:10:20.365796 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ba996a77-afaa-4e13-bc89-3aca49091cab req-1a88e7aa-354c-4b32-8570-6ea68ff27bda tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 210 time: 0.1012721
Apr 30 05:10:20.405057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:10:20.405582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 0c6882a7-7c06-4f6b-a7ae-59a10fc2db66 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:10:21.720277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99e0e763-fb6b-4572-af72-ee42da293408 req-c61fc5e4-2348-4740-adc3-d4ef1ff309d5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 210 time: 0.0694258
Apr 30 05:10:23.060226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bcc6f13a-262e-4018-a129-f775e673660e req-9f62c792-717e-49d6-bfb4-f4347703032d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 210 time: 0.0902114
Apr 30 05:10:24.463632 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c30d8186-9a0b-4c61-8acb-728634da8d00 req-c9679241-18d2-4973-8215-8b997cddfbaf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8886aa-9ac5-46b0-8e97-09eff9c7ab60 HTTP/1.1" status: 200  len: 210 time: 0.1070080
Apr 30 05:10:27.334492 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:27.420498 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:27.734546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 40988) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:28.173525 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:28.196170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:28.201024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Usage tracker for resource:security_group_rule and tenant:15a0db454ff64098bedb50795ceb9644 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:28.204333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:28.212787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:28.327324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:28.332983 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:28.341195 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e657871f-2352-4601-95f0-4825e6b01191 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:28.394156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41008) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:28.395183 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15a0db454ff64098bedb50795ceb9644&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6594996
Apr 30 05:10:28.395802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16519f53-7d62-4287-bb04-23ee5a0b9589,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:28.400078 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:28.513257 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-548d7bd0-be0b-4775-9033-b8b3b4cf8a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:28.553268 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-548d7bd0-be0b-4775-9033-b8b3b4cf8a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:28.615255 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-548d7bd0-be0b-4775-9033-b8b3b4cf8a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:28.622737 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-da0a5af2-bdc4-4f96-ad7b-b0a9397fff15 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:28.637412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d7bd0-be0b-4775-9033-b8b3b4cf8a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16519f53-7d62-4287-bb04-23ee5a0b9589,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:28.643785 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-548d7bd0-be0b-4775-9033-b8b3b4cf8a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:28.657496 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-548d7bd0-be0b-4775-9033-b8b3b4cf8a0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16519f53-7d62-4287-bb04-23ee5a0b9589 HTTP/1.1" status: 204  len: 168 time: 0.2566812
Apr 30 05:10:28.657867 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-548d7bd0-be0b-4775-9033-b8b3b4cf8a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:29.162892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41026) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:29.183687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:29.203887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:29.208109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Usage tracker for resource:security_group_rule and tenant:356b0c05d1f54d2bac83fbe801449ce8 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:29.211605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:29.217960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:29.318935 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:29.325147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:29.336322 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00d6c76d-6280-4419-81fb-92c85de4bfb0 tempest-TestSecurityGroupsBasicOps-1967312594 tempest-TestSecurityGroupsBasicOps-1967312594-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:29.381696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=356b0c05d1f54d2bac83fbe801449ce8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2173376
Apr 30 05:10:29.384815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41030) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:29.387900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae453eee-2701-46ba-960b-0abb576e80b2,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:29.438128 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:29.456877 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1df73a74-869d-4ecf-be06-c1df21a5c692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:29.507898 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1df73a74-869d-4ecf-be06-c1df21a5c692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:29.624422 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1df73a74-869d-4ecf-be06-c1df21a5c692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:29.638870 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01f104b7-3473-421a-9d57-206623c374a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:29.660830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df73a74-869d-4ecf-be06-c1df21a5c692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae453eee-2701-46ba-960b-0abb576e80b2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:29.663778 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1df73a74-869d-4ecf-be06-c1df21a5c692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:29.665490 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1df73a74-869d-4ecf-be06-c1df21a5c692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:29.666810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1df73a74-869d-4ecf-be06-c1df21a5c692 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae453eee-2701-46ba-960b-0abb576e80b2 HTTP/1.1" status: 204  len: 168 time: 0.2809594
Apr 30 05:10:30.718628 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fd8e76ca-06b3-4ca2-acd8-70a637877104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:31.177206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41080) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:31.414144 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:31.454883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:31.460250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a628d82fd93046f38df4326986686804 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:31.464568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:31.471922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:31.580135 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:31.585607 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:31.596653 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1dd02bae-ba4d-4d64-afe9-44f1f34811b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:31.650774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a628d82fd93046f38df4326986686804&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4718719
Apr 30 05:10:31.651183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41098) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:31.652742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3bee3e-6534-444a-8cff-0d21e62c05c8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:31.656815 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:31.745898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7a5356b-0e85-43d7-a3ac-fdf3a7e368a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:31.781488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7a5356b-0e85-43d7-a3ac-fdf3a7e368a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:32.060058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7a5356b-0e85-43d7-a3ac-fdf3a7e368a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:32.073497 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20c53fa6-2365-41a0-b592-1efacea2e64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:32.089414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5356b-0e85-43d7-a3ac-fdf3a7e368a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3bee3e-6534-444a-8cff-0d21e62c05c8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:32.092081 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e7a5356b-0e85-43d7-a3ac-fdf3a7e368a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:32.098540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7a5356b-0e85-43d7-a3ac-fdf3a7e368a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:32.102530 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e7a5356b-0e85-43d7-a3ac-fdf3a7e368a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b3bee3e-6534-444a-8cff-0d21e62c05c8 HTTP/1.1" status: 204  len: 168 time: 0.4500978
Apr 30 05:10:32.615721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41118) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:32.640082 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:32.661677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:32.669601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Usage tracker for resource:security_group_rule and tenant:95c82fea72d9497eb893a28c0ad5c620 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:32.675017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:32.687791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:32.841727 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:32.847637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:32.859699 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6ff5e611-b2d8-42a2-8c00-7a63ca255c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:32.912210 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95c82fea72d9497eb893a28c0ad5c620&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2945504
Apr 30 05:10:32.914331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c43ed6-7f19-4777-8086-f9df9932f610,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:32.918402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41126) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:32.932491 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:33.033920 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-77e15488-f510-4235-8d35-b8946b8efe2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:33.075026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-77e15488-f510-4235-8d35-b8946b8efe2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:33.168750 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-77e15488-f510-4235-8d35-b8946b8efe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:33.172993 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c8e4920-bbb3-4125-84ad-e5c7081bda52 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:33.198426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e15488-f510-4235-8d35-b8946b8efe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c43ed6-7f19-4777-8086-f9df9932f610,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:33.208012 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-77e15488-f510-4235-8d35-b8946b8efe2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:33.209732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-77e15488-f510-4235-8d35-b8946b8efe2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:33.213281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-77e15488-f510-4235-8d35-b8946b8efe2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19c43ed6-7f19-4777-8086-f9df9932f610 HTTP/1.1" status: 204  len: 168 time: 0.2924972
Apr 30 05:10:33.376262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-d768ff40-9cc3-4063-a4a3-90df3f0926fb req-56e39114-3bac-4603-bc1f-6c8f89e33939 service neutron] (74581) timed out ('10.222.0.37', 57780) {{(pid=74581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 05:10:33.399030 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:33.628953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-04505ab8-5c0c-49b6-9913-5015b3c79d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:34.820003 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:36.282369 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:41.317800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-d895b7d8-3181-469c-be34-35b3c4900e1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0887382
Apr 30 05:10:41.464194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-9964c817-cb38-4cfb-ae45-ad7ed27580ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:41.467937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-9964c817-cb38-4cfb-ae45-ad7ed27580ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1098 time: 0.1233976
Apr 30 05:10:41.670164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-0c3a73ce-2c07-458b-b744-2e829d49fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:41.674191 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-0c3a73ce-2c07-458b-b744-2e829d49fccf service neutron] 10.222.0.50 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.1835895
Apr 30 05:10:41.865843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-3635cd30-6957-40a8-8bc1-4ad8216ca0d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 200  len: 1001 time: 0.1868920
Apr 30 05:10:41.973277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-f7d288cf-f87c-4a4d-a7d8-4eee176b88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:41.978767 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-f7d288cf-f87c-4a4d-a7d8-4eee176b88ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1047890
Apr 30 05:10:42.071772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-d8b7f46d-0377-4de3-b6d7-f2c0fee88784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:42.073723 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-d8b7f46d-0377-4de3-b6d7-f2c0fee88784 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0906200
Apr 30 05:10:42.269107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-6667cb9b-58b4-48b2-90c7-90223789a2ad service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1872399
Apr 30 05:10:42.596260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75378236-f705-428b-8901-9a1a6a6d39c7 req-79e9969b-b5b8-48a7-acef-601fc0d94498 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3198218
Apr 30 05:10:45.988391 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:10:46.986803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41494) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:47.167387 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:47.191719 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:47.198065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Usage tracker for resource:security_group_rule and tenant:c475f8efc2fa44c397b39fef4701f873 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:47.204066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:47.215147 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:47.313331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:47.318200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:47.332620 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e7a5356b-0e85-43d7-a3ac-fdf3a7e368a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:47.381185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8438d0-e174-4083-9f8e-e60a8a73be25,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:47.389014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41502) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:47.400476 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c475f8efc2fa44c397b39fef4701f873&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4119153
Apr 30 05:10:47.401722 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:47.462452 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ba892ab-0c79-4382-abdd-e914180d372a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:47.490877 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ba892ab-0c79-4382-abdd-e914180d372a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:47.564596 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ba892ab-0c79-4382-abdd-e914180d372a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:47.571491 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:47.583608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba892ab-0c79-4382-abdd-e914180d372a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8438d0-e174-4083-9f8e-e60a8a73be25,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:47.593757 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2ba892ab-0c79-4382-abdd-e914180d372a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:47.597630 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2ba892ab-0c79-4382-abdd-e914180d372a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:47.599088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2ba892ab-0c79-4382-abdd-e914180d372a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d8438d0-e174-4083-9f8e-e60a8a73be25 HTTP/1.1" status: 204  len: 168 time: 0.2090890
Apr 30 05:10:48.072669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41518) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:48.094168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.114970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:48.121622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Usage tracker for resource:security_group_rule and tenant:11b7bb6ebe6a411084b479a001642706 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:48.127831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:48.138497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:48.274774 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.279900 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.293081 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-548d7bd0-be0b-4775-9033-b8b3b4cf8a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:48.322091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41524) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:48.343739 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11b7bb6ebe6a411084b479a001642706&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2693603
Apr 30 05:10:48.345008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7d60a4-1b33-4629-8bc4-b2febb78af74,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:48.346918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41530) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:48.348522 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:48.425946 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-082c087e-cf52-4542-8647-366304c740da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.456431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-082c087e-cf52-4542-8647-366304c740da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.529634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-082c087e-cf52-4542-8647-366304c740da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.547513 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-84257367-c9a3-4c8f-833e-984e9505f10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:48.565747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.575771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c087e-cf52-4542-8647-366304c740da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7d60a4-1b33-4629-8bc4-b2febb78af74,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:48.579444 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-082c087e-cf52-4542-8647-366304c740da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:48.591665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:48.596461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Usage tracker for resource:security_group_rule and tenant:afb551447db344e588edd7a9177bff0e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:48.599337 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-082c087e-cf52-4542-8647-366304c740da admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.600491 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-082c087e-cf52-4542-8647-366304c740da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de7d60a4-1b33-4629-8bc4-b2febb78af74 HTTP/1.1" status: 204  len: 168 time: 0.2522619
Apr 30 05:10:48.601830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:48.610049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:48.759973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.764534 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.773155 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3070b6d4-3c6e-47db-a626-a9dac170a968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:48.817126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00955f3e-89c6-4866-aa7b-6a0c5d996d78,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:48.822699 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=afb551447db344e588edd7a9177bff0e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4991786
Apr 30 05:10:48.823780 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:48.825197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41540) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:48.900084 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a23430b1-b8cc-40e1-9ea5-66be817c032d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:48.935123 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a23430b1-b8cc-40e1-9ea5-66be817c032d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.016951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a23430b1-b8cc-40e1-9ea5-66be817c032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.027822 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-082c087e-cf52-4542-8647-366304c740da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:49.040862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41546) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:49.052964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23430b1-b8cc-40e1-9ea5-66be817c032d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00955f3e-89c6-4866-aa7b-6a0c5d996d78,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:49.057618 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a23430b1-b8cc-40e1-9ea5-66be817c032d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:49.059818 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a23430b1-b8cc-40e1-9ea5-66be817c032d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.064118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a23430b1-b8cc-40e1-9ea5-66be817c032d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00955f3e-89c6-4866-aa7b-6a0c5d996d78 HTTP/1.1" status: 204  len: 168 time: 0.2376933
Apr 30 05:10:49.092424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.109651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:49.113886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:ee6ca73e8b264e3ea7e9b0251c42afe5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:49.116853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:49.124759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:49.229424 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.234187 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.245990 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a477dc3f-8f8c-4c3f-a54d-8f2df31e5c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:49.303373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee6ca73e8b264e3ea7e9b0251c42afe5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2613225
Apr 30 05:10:49.305688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e28112-004f-4dd6-818f-bbab5d8c179d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:49.306223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41552) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:49.308912 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:49.375791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2d6d91bc-6b17-4572-8e57-92b6495b2d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.407618 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2d6d91bc-6b17-4572-8e57-92b6495b2d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.468613 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2d6d91bc-6b17-4572-8e57-92b6495b2d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.473824 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6dc123c3-68ef-4c4d-899e-41ba4dac5c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:49.485136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d91bc-6b17-4572-8e57-92b6495b2d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e28112-004f-4dd6-818f-bbab5d8c179d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:49.489026 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2d6d91bc-6b17-4572-8e57-92b6495b2d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:49.492455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2d6d91bc-6b17-4572-8e57-92b6495b2d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.496337 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2d6d91bc-6b17-4572-8e57-92b6495b2d1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1e28112-004f-4dd6-818f-bbab5d8c179d HTTP/1.1" status: 204  len: 168 time: 0.1890693
Apr 30 05:10:49.532645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41560) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:49.557752 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.574048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:49.578329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Usage tracker for resource:security_group_rule and tenant:dd1fc623dea24489a3c3f29e97c7bd1d is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:49.581475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:49.591332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:49.694148 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.700871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.710322 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-77e15488-f510-4235-8d35-b8946b8efe2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:49.753062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3371e0d-0c47-4aee-8340-dae731ad3c6f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:49.771642 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:49.792597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd1fc623dea24489a3c3f29e97c7bd1d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2585564
Apr 30 05:10:49.794980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41568) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:49.893588 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4281c5-1039-4964-a157-7682359996e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.929611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4281c5-1039-4964-a157-7682359996e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:49.998197 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4281c5-1039-4964-a157-7682359996e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:50.002264 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-02447b9c-b0de-4b84-a874-a2d8a0245597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:50.017384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4281c5-1039-4964-a157-7682359996e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3371e0d-0c47-4aee-8340-dae731ad3c6f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:50.020121 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f4281c5-1039-4964-a157-7682359996e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:50.045567 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4281c5-1039-4964-a157-7682359996e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:50.049605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4f4281c5-1039-4964-a157-7682359996e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3371e0d-0c47-4aee-8340-dae731ad3c6f HTTP/1.1" status: 204  len: 168 time: 0.2507412
Apr 30 05:10:50.905456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41616) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:51.092292 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.112811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:51.117044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Usage tracker for resource:security_group_rule and tenant:5504859e3d0f4efc9920c032be868c99 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:51.120717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:51.127022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:51.223839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41632) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:51.237465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.243109 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.254079 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-54ced605-8165-4545-8c36-af9d181affea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:51.303799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41640) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:51.304119 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5504859e3d0f4efc9920c032be868c99&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3973689
Apr 30 05:10:51.310401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575040b5-a676-4ff7-82bb-20cf4b686436,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:51.314687 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:51.374683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-601950523-network', 'tenant_id': 'a55857dab3b648f5bc89f9a71d5f9b45'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:10:51.386594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:51.393965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Usage tracker for resource:network and tenant:a55857dab3b648f5bc89f9a71d5f9b45 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:51.397896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:51.414429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:51.423324 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f60c8ab4-72e7-441b-84ca-648d0d637388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.436854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Made reservation on behalf of a55857dab3b648f5bc89f9a71d5f9b45 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:10:51.439209 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.467972 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.486741 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f60c8ab4-72e7-441b-84ca-648d0d637388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.502831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:51.516124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Usage tracker for resource:security_group_rule and tenant:a55857dab3b648f5bc89f9a71d5f9b45 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:51.520323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:51.537065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:51.587136 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f60c8ab4-72e7-441b-84ca-648d0d637388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.593216 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9507365b-fda8-439d-b0de-37300616f312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:51.614708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c8ab4-72e7-441b-84ca-648d0d637388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575040b5-a676-4ff7-82bb-20cf4b686436,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:51.622937 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f60c8ab4-72e7-441b-84ca-648d0d637388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:51.634216 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f60c8ab4-72e7-441b-84ca-648d0d637388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.635619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f60c8ab4-72e7-441b-84ca-648d0d637388 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/575040b5-a676-4ff7-82bb-20cf4b686436 HTTP/1.1" status: 204  len: 168 time: 0.3305404
Apr 30 05:10:51.665921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.671244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.674461 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b75269dc-52e4-4971-bbe0-33b88785bb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:51.708731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:10:51.714634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224dfe34-8af5-47f0-8f6e-2cb13e66fa91,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:51.718767 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:51.723051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.723430 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Added segment 4c562663-b1b0-4b6f-89b7-1d515408baac of type vlan for network a18fad67-d194-489c-b954-84d9f85d3b11
Apr 30 05:10:51.759568 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.793921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.795089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:51.795937 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:51.800217 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f0bdc274-fd46-4942-a96e-30ec84afe8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:51.903862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6783576
Apr 30 05:10:51.906732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41656) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:51.914728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Request body: {'subnet': {'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-601950523-subnet', 'tenant_id': 'a55857dab3b648f5bc89f9a71d5f9b45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:10:51.919926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:51.924203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Usage tracker for resource:subnet and tenant:a55857dab3b648f5bc89f9a71d5f9b45 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:51.927527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:51.934920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:51.943104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Pushing event updated for resources: {'Network': ['ID=a18fad67-d194-489c-b954-84d9f85d3b11,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:51.948002 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:51.950205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Made reservation on behalf of a55857dab3b648f5bc89f9a71d5f9b45 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:10:51.956191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network a18fad67-d194-489c-b954-84d9f85d3b11 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:10:51.966765 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:52.500635 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:52.507853 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4aa4fe65-3def-4eb2-8923-e75acd30e6a3 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:52.591585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=599ac8a7-abf1-4c77-8809-bce2f3fd9bc0,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:52.601062 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:52.601874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Checking segment: {'id': '4c562663-b1b0-4b6f-89b7-1d515408baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:10:52.602235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Network hostable DHCP agents. Network: a18fad67-d194-489c-b954-84d9f85d3b11, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:10:52.624406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Network a18fad67-d194-489c-b954-84d9f85d3b11 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:10:52.638311 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, a18fad67-d194-489c-b954-84d9f85d3b11) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:10:52.647997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3d2066-121b-43fe-b7f6-8f503249a8dd None None] Network a18fad67-d194-489c-b954-84d9f85d3b11 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:10:52.652041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:52.652872 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:52.686881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7790632
Apr 30 05:10:52.971437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88753e5-b06a-4773-ae69-2e477a5f35c1 None None] Network a18fad67-d194-489c-b954-84d9f85d3b11 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:10:53.406016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41722) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:53.595504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:53.624570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:53.630577 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Usage tracker for resource:security_group_rule and tenant:e20b3994c9d6480fb6b79ed6cd39b910 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:53.634681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:53.641624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:53.784363 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:53.788483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:53.798558 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1f367ad-eba0-4e6b-9540-f2b394563741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:53.853935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41736) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:53.854544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e20b3994c9d6480fb6b79ed6cd39b910&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4469576
Apr 30 05:10:53.856387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ac3239-77a1-402c-9fb9-8ff663d5bff3,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:53.860011 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:53.929603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6f4057b6-4d3f-432a-98d8-6022931d63c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:53.962822 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6f4057b6-4d3f-432a-98d8-6022931d63c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:54.027497 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6f4057b6-4d3f-432a-98d8-6022931d63c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:54.033610 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-57efe03b-cfad-4e0d-bbda-8e882aab72c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:54.058597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4057b6-4d3f-432a-98d8-6022931d63c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ac3239-77a1-402c-9fb9-8ff663d5bff3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:54.061048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6f4057b6-4d3f-432a-98d8-6022931d63c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:54.068323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6f4057b6-4d3f-432a-98d8-6022931d63c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:54.072112 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6f4057b6-4d3f-432a-98d8-6022931d63c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4ac3239-77a1-402c-9fb9-8ff663d5bff3 HTTP/1.1" status: 204  len: 168 time: 0.2155786
Apr 30 05:10:55.321698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddb07-b8f5-4729-b340-faf3643566ab req-8364b6b2-8a08-49cd-b5d6-c00f7ae2e916 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:55.322540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-564ddb07-b8f5-4729-b340-faf3643566ab req-8364b6b2-8a08-49cd-b5d6-c00f7ae2e916 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Synchronizing usage tracker for tenant:a55857dab3b648f5bc89f9a71d5f9b45 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:10:55.342520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-564ddb07-b8f5-4729-b340-faf3643566ab req-8364b6b2-8a08-49cd-b5d6-c00f7ae2e916 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Unset dirty status for tenant:a55857dab3b648f5bc89f9a71d5f9b45 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:10:55.343924 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-8364b6b2-8a08-49cd-b5d6-c00f7ae2e916 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/networks?id=a18fad67-d194-489c-b954-84d9f85d3b11 HTTP/1.1" status: 200  len: 808 time: 0.2511497
Apr 30 05:10:55.368584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-9cd1353d-a131-4e92-8106-c26e66cde6bf tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/quotas/a55857dab3b648f5bc89f9a71d5f9b45 HTTP/1.1" status: 200  len: 375 time: 0.0180109
Apr 30 05:10:55.419806 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-c5ed3b3f-3fd8-4d90-b28a-61820f63e924 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a55857dab3b648f5bc89f9a71d5f9b45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499613
Apr 30 05:10:55.604829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-0cdb6893-99f4-4da1-89c3-413df24d39eb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:10:55.605931 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-0cdb6893-99f4-4da1-89c3-413df24d39eb service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1716557
Apr 30 05:10:55.777124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-a5383fd9-c8a9-4c47-9390-9e9afd82b7b9 service neutron] 10.222.0.46 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603339
Apr 30 05:10:55.948642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-580d3a76-48dd-43c3-ac5e-e18f2ebde182 service neutron] 10.222.0.46 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646221
Apr 30 05:10:56.171818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-191bb730-8f10-4ac0-b4c3-e60e35e4cb35 req-3a943b6f-63f2-4cdc-b142-17ec9f75bdb9 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 210 time: 0.0616496
Apr 30 05:10:57.370523 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:57.428700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddb07-b8f5-4729-b340-faf3643566ab req-a78d964b-f887-40b8-9815-2b70e950dab2 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:57.431775 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-a78d964b-f887-40b8-9815-2b70e950dab2 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.37 "GET /v2.0/networks?id=a18fad67-d194-489c-b954-84d9f85d3b11 HTTP/1.1" status: 200  len: 808 time: 0.2089171
Apr 30 05:10:57.433531 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:57.446999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Request body: {'port': {'device_id': '0d644c86-b7a1-4c48-9545-cac2a0b84d4b', 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11', 'admin_state_up': True, 'tenant_id': 'a55857dab3b648f5bc89f9a71d5f9b45'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:10:57.515058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0cd27946-0a2c-4bc2-b6e6-38eb60649c33 req-79741785-c38c-407e-b03b-8cb39d8bcc78 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 210 time: 0.1194446
Apr 30 05:10:57.625626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:57.629910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Usage tracker for resource:port and tenant:a55857dab3b648f5bc89f9a71d5f9b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:57.633673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:57.640928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:57.652153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-2cab5a5a-acb3-41bb-8740-cbc9c5b1e58e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:57.652663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Made reservation on behalf of a55857dab3b648f5bc89f9a71d5f9b45 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:10:57.653925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-2cab5a5a-acb3-41bb-8740-cbc9c5b1e58e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.1894310
Apr 30 05:10:57.656506 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:57.675188 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-b4865be9-1289-4006-9baa-a9679a0fdaa5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/quotas/197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 375 time: 0.0154335
Apr 30 05:10:57.798122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-edffcff8-d240-48f7-9e7a-b57599c9b472 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1171567
Apr 30 05:10:57.899451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Allocated IP 172.20.0.8 (a18fad67-d194-489c-b954-84d9f85d3b11/599ac8a7-abf1-4c77-8809-bce2f3fd9bc0/2e56ba5f-a67f-4529-8461-99c03964b8f9) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:10:58.019185 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-80cddc9f-f112-43fb-a1ee-8971b854cb80 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2041762
Apr 30 05:10:58.160954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:58.188473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-ad02d7f4-5d44-4aab-be85-cb5d117abf58 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634157
Apr 30 05:10:58.195469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:58.203945 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec123930-b0cc-4918-a3f1-59133d92e86e tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:58.265406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Network a18fad67-d194-489c-b954-84d9f85d3b11 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:10:58.269169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:10:58.279580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:10:58.333998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Pushing event updated for resources: {'Port': ['ID=2e56ba5f-a67f-4529-8461-99c03964b8f9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:58.339541 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:58.359062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:58.359758 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:58.389163 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9478500
Apr 30 05:10:58.542814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Request body: {'port': {'device_id': '0d644c86-b7a1-4c48-9545-cac2a0b84d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:10:58.739527 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:58.806857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 41976) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:58.884524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da5199c7-5148-4bd8-a96f-f394c6615508 req-af3c260f-e909-4e57-a103-9634bf5d966c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 210 time: 0.2308700
Apr 30 05:10:59.018132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe5bd2-7768-486e-9e5a-b542ed046b65 req-298d044f-f307-4649-9a3a-f5ca841a0c03 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:59.020393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9fe5bd2-7768-486e-9e5a-b542ed046b65 req-298d044f-f307-4649-9a3a-f5ca841a0c03 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 931 time: 0.1341772
Apr 30 05:10:59.108783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b9fe5bd2-7768-486e-9e5a-b542ed046b65 req-111dae1d-3eb0-48c7-8744-4f6ea25d59d5 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Synchronizing usage tracker for tenant:a55857dab3b648f5bc89f9a71d5f9b45 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:10:59.157881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b9fe5bd2-7768-486e-9e5a-b542ed046b65 req-111dae1d-3eb0-48c7-8744-4f6ea25d59d5 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Unset dirty status for tenant:a55857dab3b648f5bc89f9a71d5f9b45 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:10:59.173272 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9fe5bd2-7768-486e-9e5a-b542ed046b65 req-111dae1d-3eb0-48c7-8744-4f6ea25d59d5 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388776
Apr 30 05:10:59.283418 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:59.305287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:10:59.313561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Usage tracker for resource:security_group_rule and tenant:df14dd3789684586a2d6e5ebd30b246a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:10:59.323964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:10:59.333665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:10:59.450529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e56ba5f-a67f-4529-8461-99c03964b8f9 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:10:59.459323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:59.494509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Transition to ACTIVE for port object 2e56ba5f-a67f-4529-8461-99c03964b8f9 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:10:59.504386 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:59.515617 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-22773fbf-7690-49bf-b64b-0b2662c01cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:59.554916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:59.570336 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:59.709584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Pushing event updated for resources: {'Port': ['ID=2e56ba5f-a67f-4529-8461-99c03964b8f9,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:59.719507 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df14dd3789684586a2d6e5ebd30b246a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.9115458
Apr 30 05:10:59.720780 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:59.722560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 41988) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:10:59.750538 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-837a94b9-682e-4ff4-b175-7133fb25a427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:10:59.799134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e3fa32-88a6-4df2-8788-94eb4908c388,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:10:59.803701 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:10:59.822836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Attempting to bind port 2e56ba5f-a67f-4529-8461-99c03964b8f9 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:10:59.823176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Attempting to bind port 2e56ba5f-a67f-4529-8461-99c03964b8f9 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4c562663-b1b0-4b6f-89b7-1d515408baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:10:59.823564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Attempting to bind port 2e56ba5f-a67f-4529-8461-99c03964b8f9 on network a18fad67-d194-489c-b954-84d9f85d3b11 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:10:59.828772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Port 2e56ba5f-a67f-4529-8461-99c03964b8f9 on network a18fad67-d194-489c-b954-84d9f85d3b11 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:10:59.829102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Attempting to bind port 2e56ba5f-a67f-4529-8461-99c03964b8f9 on network a18fad67-d194-489c-b954-84d9f85d3b11 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:10:59.834593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:10:59.834929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Checking segment: {'id': '4c562663-b1b0-4b6f-89b7-1d515408baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:10:59.835334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Bound using segment: {'id': '4c562663-b1b0-4b6f-89b7-1d515408baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:10:59.835772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Bound port: 2e56ba5f-a67f-4529-8461-99c03964b8f9, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c562663-b1b0-4b6f-89b7-1d515408baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:10:59.836659 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:59.905581 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-265f7941-72d4-4801-8a57-5477b597227d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:59.956074 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-265f7941-72d4-4801-8a57-5477b597227d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:10:59.969834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-8ae13763-d0b0-4ab6-8822-d69049754d6a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:10:59.971282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-8ae13763-d0b0-4ab6-8822-d69049754d6a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.2337058
Apr 30 05:10:59.989441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] For port 2e56ba5f-a67f-4529-8461-99c03964b8f9, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:10:59.993894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] For port 2e56ba5f-a67f-4529-8461-99c03964b8f9, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2e56ba5f-a67f-4529-8461-99c03964b8f9,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:10:59.999183 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:00.005299 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3921b324-f115-4d3f-8224-d69c57904995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:00.019998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'port': {'device_id': '2b577232-eb58-4a49-9445-e4b5660427c8', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'admin_state_up': True, 'tenant_id': '197fee38792947c6942aa1c89e289cac'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:00.067560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:00.068330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:00.069605 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] 10.222.0.37 "PUT /v2.0/ports/2e56ba5f-a67f-4529-8461-99c03964b8f9 HTTP/1.1" status: 200  len: 1092 time: 1.6712122
Apr 30 05:11:00.070139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d644c86-b7a1-4c48-9545-cac2a0b84d4b', 'tag': '2e56ba5f-a67f-4529-8461-99c03964b8f9'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:11:00.108881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Pushing event updated for resources: {'Port': ['ID=2e56ba5f-a67f-4529-8461-99c03964b8f9,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:00.113627 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:00.164751 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d644c86-b7a1-4c48-9545-cac2a0b84d4b', 'tag': '2e56ba5f-a67f-4529-8461-99c03964b8f9', 'status': 'completed', 'code': 200}
Apr 30 05:11:00.216097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddb07-b8f5-4729-b340-faf3643566ab req-a2369d48-d17f-45fd-9ccc-dee9dfc1beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:00.217611 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-a2369d48-d17f-45fd-9ccc-dee9dfc1beed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a55857dab3b648f5bc89f9a71d5f9b45&device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 1095 time: 0.0885718
Apr 30 05:11:00.254072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe2c1bcd-b86e-4e4a-8ddf-439802301b20 req-7ba2555b-6657-4bbc-8262-87d942ce2262 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 210 time: 0.1940854
Apr 30 05:11:00.311054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-1b47df49-ad03-4bd6-9196-54fbcc421ae3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e56ba5f-a67f-4529-8461-99c03964b8f9 HTTP/1.1" status: 200  len: 217 time: 0.0854609
Apr 30 05:11:00.400957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddb07-b8f5-4729-b340-faf3643566ab req-102acec9-b4bc-4119-9e36-8d8542b181b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:00.402478 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-102acec9-b4bc-4119-9e36-8d8542b181b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=599ac8a7-abf1-4c77-8809-bce2f3fd9bc0 HTTP/1.1" status: 200  len: 848 time: 0.0843077
Apr 30 05:11:00.456091 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-9142215b-97f8-4faf-accd-f920930eee41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18fad67-d194-489c-b954-84d9f85d3b11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476053
Apr 30 05:11:00.459350 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-265f7941-72d4-4801-8a57-5477b597227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:00.474257 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0f22225b-e4ef-4240-b65f-88b1a76271f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:00.488349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f7941-72d4-4801-8a57-5477b597227d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e3fa32-88a6-4df2-8788-94eb4908c388,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:00.497504 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-265f7941-72d4-4801-8a57-5477b597227d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:00.500748 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-265f7941-72d4-4801-8a57-5477b597227d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:00.501007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-265f7941-72d4-4801-8a57-5477b597227d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48e3fa32-88a6-4df2-8788-94eb4908c388 HTTP/1.1" status: 204  len: 168 time: 0.7773743
Apr 30 05:11:00.509696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:00.517090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:port and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:00.526675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:00.537844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:00.558154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444b68c-70a1-4587-accd-3f248aa64293 req-33b59abb-244f-4fd6-b3fd-030b2cd5ae6a tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:00.559785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6444b68c-70a1-4587-accd-3f248aa64293 req-33b59abb-244f-4fd6-b3fd-030b2cd5ae6a tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 943 time: 0.1665781
Apr 30 05:11:00.560983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Made reservation on behalf of 197fee38792947c6942aa1c89e289cac for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:00.564486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:00.645265 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-d5d19d2f-4c49-46c9-bf11-7377d3cd1a81 service neutron] 10.222.0.37 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825895
Apr 30 05:11:00.697519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6444b68c-70a1-4587-accd-3f248aa64293 req-18467752-1501-47c2-adec-773dd83085f6 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166098
Apr 30 05:11:00.713794 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0f9f3f83-4f53-4961-a740-1a83d56f889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:00.830365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.20.0.4 (ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd/968c1a89-837e-4245-99cd-7c4f25dea4f3/aea429a8-139a-4749-bf25-1e7fca7d17dd) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:00.852729 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-564ddb07-b8f5-4729-b340-faf3643566ab req-72519bbc-171a-4789-8447-8c54878fcfe6 service neutron] 10.222.0.37 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004590
Apr 30 05:11:00.974081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42004) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:01.044576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1d765-edc5-4946-849a-596797127771 req-2794f3c2-9427-4f0e-87a3-bffe83143e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:01.047064 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54b1d765-edc5-4946-849a-596797127771 req-2794f3c2-9427-4f0e-87a3-bffe83143e1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a55857dab3b648f5bc89f9a71d5f9b45&device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 1095 time: 0.1076016
Apr 30 05:11:01.057212 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:01.091005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:01.099061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Usage tracker for resource:security_group_rule and tenant:63e4274e1b344720bc291620d9c9d476 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:01.106015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:01.122424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:01.162667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:01.189998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Transition to ACTIVE for port object aea429a8-139a-4749-bf25-1e7fca7d17dd will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:01.205929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1d765-edc5-4946-849a-596797127771 req-5e4680a5-5716-41a1-b7d4-f4d863ff3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:01.207569 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54b1d765-edc5-4946-849a-596797127771 req-5e4680a5-5716-41a1-b7d4-f4d863ff3c93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a18fad67-d194-489c-b954-84d9f85d3b11 HTTP/1.1" status: 200  len: 909 time: 0.1533906
Apr 30 05:11:01.264171 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:01.267040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:01.283167 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-472fb9a8-3863-41fd-8242-3a0c9dbc9c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:01.284161 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54b1d765-edc5-4946-849a-596797127771 req-1ba77dab-d0f1-49ca-9001-40e00ce20bde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e56ba5f-a67f-4529-8461-99c03964b8f9 HTTP/1.1" status: 200  len: 217 time: 0.0700624
Apr 30 05:11:01.330123 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:01.385604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:01.412012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1d765-edc5-4946-849a-596797127771 req-ef0400b8-a4db-4c8b-9c8e-012e54710d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:01.413334 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54b1d765-edc5-4946-849a-596797127771 req-ef0400b8-a4db-4c8b-9c8e-012e54710d75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=599ac8a7-abf1-4c77-8809-bce2f3fd9bc0 HTTP/1.1" status: 200  len: 848 time: 0.1211691
Apr 30 05:11:01.442151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:01.454788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:01.542782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=aea429a8-139a-4749-bf25-1e7fca7d17dd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:01.552544 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:01.558899 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63e4274e1b344720bc291620d9c9d476&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5836098
Apr 30 05:11:01.562967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42012) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:01.564082 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0863efcf-285a-4d47-8715-054f56c77109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:01.599850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e24cb28-cae9-4a73-b67c-e94d71a4f145,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:01.631853 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:01.653355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:01.654023 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:01.694912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54b1d765-edc5-4946-849a-596797127771 req-efcc2cc4-92b3-483d-a925-116c5203529e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18fad67-d194-489c-b954-84d9f85d3b11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2746708
Apr 30 05:11:01.763599 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88961a98-c67c-45d2-93ce-357f270dbd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:01.771081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7897322
Apr 30 05:11:01.787965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfdf8f-f84c-4080-82ae-1a042fa4bc65 req-b7105960-e8ee-4056-bb3f-56284e633149 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:01.788715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-49bfdf8f-f84c-4080-82ae-1a042fa4bc65 req-b7105960-e8ee-4056-bb3f-56284e633149 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:01.791706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2d3db7e7-882d-48f2-af67-44abe65a2cb9 None None] Provisioning for port aea429a8-139a-4749-bf25-1e7fca7d17dd completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:01.798586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Request body: {'port': {'device_id': '2b577232-eb58-4a49-9445-e4b5660427c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:01.802721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2d3db7e7-882d-48f2-af67-44abe65a2cb9 None None] Provisioning complete for port aea429a8-139a-4749-bf25-1e7fca7d17dd triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:01.803197 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d3db7e7-882d-48f2-af67-44abe65a2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:01.862728 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88961a98-c67c-45d2-93ce-357f270dbd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:01.934847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-49bfdf8f-f84c-4080-82ae-1a042fa4bc65 req-b7105960-e8ee-4056-bb3f-56284e633149 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:01.936059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-49bfdf8f-f84c-4080-82ae-1a042fa4bc65 req-b7105960-e8ee-4056-bb3f-56284e633149 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 931 time: 0.5490220
Apr 30 05:11:01.969926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2d3db7e7-882d-48f2-af67-44abe65a2cb9 None None] Port aea429a8-139a-4749-bf25-1e7fca7d17dd cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:01.972199 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54b1d765-edc5-4946-849a-596797127771 req-2287eeb9-9f8a-4541-916f-46cf6fcc2412 service neutron] 10.222.0.37 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2688334
Apr 30 05:11:02.079706 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:02.132011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-49bfdf8f-f84c-4080-82ae-1a042fa4bc65 req-ed753e44-a141-449e-bd10-af4f67dac2ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814597
Apr 30 05:11:02.219832 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-54b1d765-edc5-4946-849a-596797127771 req-59a3d93b-ec89-426d-9f16-0441cf1fbd23 service neutron] 10.222.0.37 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403009
Apr 30 05:11:02.355347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88961a98-c67c-45d2-93ce-357f270dbd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:02.364577 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1df73a74-869d-4ecf-be06-c1df21a5c692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:02.401969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88961a98-c67c-45d2-93ce-357f270dbd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e24cb28-cae9-4a73-b67c-e94d71a4f145,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:02.406108 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88961a98-c67c-45d2-93ce-357f270dbd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:02.407085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88961a98-c67c-45d2-93ce-357f270dbd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:02.408243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88961a98-c67c-45d2-93ce-357f270dbd39 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e24cb28-cae9-4a73-b67c-e94d71a4f145 HTTP/1.1" status: 204  len: 168 time: 0.8130860
Apr 30 05:11:02.417049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a4d40-328d-4ed0-a3b6-b35f18f70519 req-3a42bb5c-c3c7-469a-bb49-969a9721c5ee tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:02.420131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf2a4d40-328d-4ed0-a3b6-b35f18f70519 req-3a42bb5c-c3c7-469a-bb49-969a9721c5ee tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 943 time: 0.4848273
Apr 30 05:11:02.529405 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf2a4d40-328d-4ed0-a3b6-b35f18f70519 req-b675611c-c674-43a7-8c66-3e15bcb622a2 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711603
Apr 30 05:11:02.765515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea429a8-139a-4749-bf25-1e7fca7d17dd {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:11:02.775152 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:02.800576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Transition to ACTIVE for port object aea429a8-139a-4749-bf25-1e7fca7d17dd will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:02.804036 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:02.809000 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36f53996-9851-469e-9b06-236ea194e7d3 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:02.996126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Pushing event updated for resources: {'Port': ['ID=aea429a8-139a-4749-bf25-1e7fca7d17dd,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:03.012695 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:03.156673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Attempting to bind port aea429a8-139a-4749-bf25-1e7fca7d17dd on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:03.157357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Attempting to bind port aea429a8-139a-4749-bf25-1e7fca7d17dd by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:03.157862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Attempting to bind port aea429a8-139a-4749-bf25-1e7fca7d17dd on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:03.175485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Port aea429a8-139a-4749-bf25-1e7fca7d17dd on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:03.176084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Attempting to bind port aea429a8-139a-4749-bf25-1e7fca7d17dd on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:03.197272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:11:03.197863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:11:03.198537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Bound using segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:11:03.199344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Bound port: aea429a8-139a-4749-bf25-1e7fca7d17dd, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:11:03.199973 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:03.389795 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:03.460445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] For port aea429a8-139a-4749-bf25-1e7fca7d17dd, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:11:03.462492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] For port aea429a8-139a-4749-bf25-1e7fca7d17dd, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=aea429a8-139a-4749-bf25-1e7fca7d17dd,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:11:03.472299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:03.477986 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25d8aec6-e693-4098-a879-165881a0bc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:03.552692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b9586-a1c0-49fc-95b4-65fcc0ba5df8 req-6bcb66ce-0337-4558-90d4-45fc2137c22a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:03.554207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-313b9586-a1c0-49fc-95b4-65fcc0ba5df8 req-6bcb66ce-0337-4558-90d4-45fc2137c22a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 943 time: 0.2719240
Apr 30 05:11:03.571106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:03.572035 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:03.573459 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] 10.222.0.50 "PUT /v2.0/ports/aea429a8-139a-4749-bf25-1e7fca7d17dd HTTP/1.1" status: 200  len: 1092 time: 1.7793996
Apr 30 05:11:03.574043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b577232-eb58-4a49-9445-e4b5660427c8', 'tag': 'aea429a8-139a-4749-bf25-1e7fca7d17dd'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:11:03.603890 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1956fcb4-fc4c-4655-bdc6-9f81157c4a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:03.618102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Pushing event updated for resources: {'Port': ['ID=aea429a8-139a-4749-bf25-1e7fca7d17dd,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:03.638377 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:03.713954 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-313b9586-a1c0-49fc-95b4-65fcc0ba5df8 req-cf9e6080-7e9c-49ba-b66b-67d11ff78bd3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349547
Apr 30 05:11:03.842049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-e292edc4-4a3b-4dd0-ac68-ad8d09ad5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:03.844549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-e292edc4-4a3b-4dd0-ac68-ad8d09ad5c8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 1095 time: 0.2069135
Apr 30 05:11:03.998652 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b577232-eb58-4a49-9445-e4b5660427c8', 'tag': 'aea429a8-139a-4749-bf25-1e7fca7d17dd', 'status': 'completed', 'code': 200}
Apr 30 05:11:03.999879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-96112bf9-e7d2-4595-b2e6-c46550139fe9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea429a8-139a-4749-bf25-1e7fca7d17dd HTTP/1.1" status: 200  len: 217 time: 0.1487360
Apr 30 05:11:04.087741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf493d55-7b4d-4241-a5b4-484658ae394d req-98928114-3a4d-4866-95bb-ad5ff16e71d8 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:04.095241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf493d55-7b4d-4241-a5b4-484658ae394d req-98928114-3a4d-4866-95bb-ad5ff16e71d8 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 943 time: 0.3619738
Apr 30 05:11:04.161541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-71cc2780-3c86-4928-9579-912c14c43ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:04.165417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-71cc2780-3c86-4928-9579-912c14c43ad8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1551809
Apr 30 05:11:04.170736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf493d55-7b4d-4241-a5b4-484658ae394d req-59deb492-d4c3-40b7-8667-ba3c95eba40a tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746293
Apr 30 05:11:04.261477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-3055c66d-9979-400a-a3a6-6bac4eb25325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:04.263097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-3055c66d-9979-400a-a3a6-6bac4eb25325 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0913002
Apr 30 05:11:04.435176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-b25f0a0c-a514-4e86-aafe-3e300912a6c7 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651750
Apr 30 05:11:04.490997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2e56ba5f-a67f-4529-8461-99c03964b8f9 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:11:04.584915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99f13e0e-f369-498f-93ce-3900dc4cd96b req-67f140c6-5956-4b84-a0d2-e283ae7c0ea6 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428802
Apr 30 05:11:04.644549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42064) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:04.703640 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2e56ba5f-a67f-4529-8461-99c03964b8f9, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2e56ba5f-a67f-4529-8461-99c03964b8f9,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:04.719423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '2e56ba5f-a67f-4529-8461-99c03964b8f9', 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11', 'port_id': '2e56ba5f-a67f-4529-8461-99c03964b8f9', 'mac_address': 'fa:16:3e:98:d9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599ac8a7-abf1-4c77-8809-bce2f3fd9bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:11:04.719884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-6fb43771-72d5-4c86-9745-248fdbdb428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:04.721910 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-6fb43771-72d5-4c86-9745-248fdbdb428f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 1095 time: 0.0864339
Apr 30 05:11:04.788089 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:04.793244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ffcaa936-5308-40e0-849b-6d204689d09c tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-635882445'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:04.793780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ffcaa936-5308-40e0-849b-6d204689d09c tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Unknown quota resources ['metering_label']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 05:11:04.833762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e56ba5f-a67f-4529-8461-99c03964b8f9 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:11:04.852503 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:04.858329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2e56ba5f-a67f-4529-8461-99c03964b8f9, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2e56ba5f-a67f-4529-8461-99c03964b8f9,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:04.864405 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:04.867945 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:04.955380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=2e56ba5f-a67f-4529-8461-99c03964b8f9,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:04.959998 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:05.025796 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffcaa936-5308-40e0-849b-6d204689d09c tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:05.026975 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ffcaa936-5308-40e0-849b-6d204689d09c tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.3807960
Apr 30 05:11:05.030155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42072) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:05.035931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d0df5b1b-6184-43b8-80de-e5613c35e982 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ca8119a3-aab6-4c2d-a27e-2ac08b3416af'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:05.036465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d0df5b1b-6184-43b8-80de-e5613c35e982 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 05:11:05.062513 n-d-766726-20 neutron-server[74582]: WARNING neutron.services.metering.metering_plugin [None req-d0df5b1b-6184-43b8-80de-e5613c35e982 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 30 05:11:05.196083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['2e56ba5f-a67f-4529-8461-99c03964b8f9'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:11:05.239125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-1930a959-7800-4b4b-a3c5-b862bae501c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:05.240646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-1930a959-7800-4b4b-a3c5-b862bae501c9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.5124307
Apr 30 05:11:05.252507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a257269-557c-49bb-becd-1a6f1cba9a36 req-430e2059-b131-4a55-bb46-5fbc66b033a7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:05.254622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a257269-557c-49bb-becd-1a6f1cba9a36 req-430e2059-b131-4a55-bb46-5fbc66b033a7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 943 time: 0.2352006
Apr 30 05:11:05.263775 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0df5b1b-6184-43b8-80de-e5613c35e982 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:05.265166 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d0df5b1b-6184-43b8-80de-e5613c35e982 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2339158
Apr 30 05:11:05.269250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42080) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:05.284994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d9e7c50c-187b-45d9-95d8-23f4e3fbf213 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ca8119a3-aab6-4c2d-a27e-2ac08b3416af'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:05.286346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d9e7c50c-187b-45d9-95d8-23f4e3fbf213 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 05:11:05.342152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-75e7fdc5-c9ec-4751-9c1d-a31db5cc1240 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aea429a8-139a-4749-bf25-1e7fca7d17dd HTTP/1.1" status: 200  len: 217 time: 0.0865169
Apr 30 05:11:05.343708 n-d-766726-20 neutron-server[74582]: WARNING neutron.services.metering.metering_plugin [None req-d9e7c50c-187b-45d9-95d8-23f4e3fbf213 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 30 05:11:05.474061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4a257269-557c-49bb-becd-1a6f1cba9a36 req-8375ee4b-66f6-4302-8a9d-0c28165abaef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566634
Apr 30 05:11:05.485935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-6adc1cc9-83d6-435d-88d9-02eaf422a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:05.487700 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-6adc1cc9-83d6-435d-88d9-02eaf422a1cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1376426
Apr 30 05:11:05.524000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d9e7c50c-187b-45d9-95d8-23f4e3fbf213 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:05.529683 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d9e7c50c-187b-45d9-95d8-23f4e3fbf213 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2549822
Apr 30 05:11:05.529936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42084) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:05.546384 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bd906320-3b5b-40cf-9ffc-7dd5bdc21195 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=f23be5a8-c38c-4011-b767-efc776bed679 HTTP/1.1" status: 200  len: 462 time: 0.0147660
Apr 30 05:11:05.549516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42088) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:05.572910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24488d1a-862d-4796-91d8-1a53b593340a req-3100abea-dc3d-44d5-91df-16aa8714a581 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:05.573100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24488d1a-862d-4796-91d8-1a53b593340a req-3100abea-dc3d-44d5-91df-16aa8714a581 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 944 time: 0.1845071
Apr 30 05:11:05.640303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-c09cdabc-142f-4239-a329-cf6a067654a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:05.641792 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-c09cdabc-142f-4239-a329-cf6a067654a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1462331
Apr 30 05:11:05.646669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-24488d1a-862d-4796-91d8-1a53b593340a req-a6766a75-f431-4648-ac8a-a1033acc49d0 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665469
Apr 30 05:11:05.740983 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b1074c5d-d3c7-4417-9fbb-e1559fa72ad0 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:05.742277 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b1074c5d-d3c7-4417-9fbb-e1559fa72ad0 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/f23be5a8-c38c-4011-b767-efc776bed679 HTTP/1.1" status: 204  len: 168 time: 0.1913950
Apr 30 05:11:05.745510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42092) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:05.759663 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-101f1edf-7512-4f55-8b25-c941c200cb3f tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=f23be5a8-c38c-4011-b767-efc776bed679 HTTP/1.1" status: 200  len: 221 time: 0.0123572
Apr 30 05:11:05.762991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42096) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:05.768869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7428144f-f4b8-4e20-bb79-298a464d8956 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1527229663', 'description': 'label created by tempest'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:05.769316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7428144f-f4b8-4e20-bb79-298a464d8956 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Unknown quota resources ['metering_label']. {{(pid=74582) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 05:11:05.807676 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-f3270d4c-7a39-42d5-bd9f-3ad4d4ed9003 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565111
Apr 30 05:11:05.948768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a8e3c5c-242d-4651-abcf-87a1c4eba3cf req-29fb0842-7546-4dbc-b5d6-fc3bd042226d service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346359
Apr 30 05:11:06.221694 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7428144f-f4b8-4e20-bb79-298a464d8956 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:06.222813 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7428144f-f4b8-4e20-bb79-298a464d8956 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.4584608
Apr 30 05:11:06.226058 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42100) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:06.275786 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:06.330500 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ff3a53e2-a458-409b-873b-6440464f7240 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=d56bf699-b587-47e9-92a5-9d0534215ffd HTTP/1.1" status: 200  len: 468 time: 0.1024160
Apr 30 05:11:06.334180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42106) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:06.506254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2e56ba5f-a67f-4529-8461-99c03964b8f9 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:11:06.587620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 2e56ba5f-a67f-4529-8461-99c03964b8f9 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:06.596437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 2e56ba5f-a67f-4529-8461-99c03964b8f9 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:06.596853 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:06.701241 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a0a200bf-009c-4297-a7f9-89cf0e565dd7 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:06.702639 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a0a200bf-009c-4297-a7f9-89cf0e565dd7 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/d56bf699-b587-47e9-92a5-9d0534215ffd HTTP/1.1" status: 204  len: 168 time: 0.3673360
Apr 30 05:11:06.707611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42116) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:06.734426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0cf3fc53-9f3d-4135-a08b-6dfe25f1e8f3 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=d56bf699-b587-47e9-92a5-9d0534215ffd HTTP/1.1" status: 200  len: 216 time: 0.0253272
Apr 30 05:11:06.740855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42120) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:06.751843 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:06.764665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-68752018-6576-45a1-a287-fa6e7902c76c tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0223920
Apr 30 05:11:06.768233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42124) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:06.784454 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-71e5a2ad-e497-434b-b723-645baf0bc6fa tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0149994
Apr 30 05:11:06.789249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42128) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:06.797031 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d644c86-b7a1-4c48-9545-cac2a0b84d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e56ba5f-a67f-4529-8461-99c03964b8f9'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:11:06.799034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd494a-ffc2-4612-b56d-b76390adfab5 req-1dca324e-d1f9-4233-ba18-0e37ea53b5cb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:06.800713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3fd494a-ffc2-4612-b56d-b76390adfab5 req-1dca324e-d1f9-4233-ba18-0e37ea53b5cb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 943 time: 0.1830192
Apr 30 05:11:06.809817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2e56ba5f-a67f-4529-8461-99c03964b8f9, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2e56ba5f-a67f-4529-8461-99c03964b8f9,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:06.815042 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:06.818514 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:06.902301 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7d7382f0-1e4d-4245-a30a-771d8161a148 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/ca8119a3-aab6-4c2d-a27e-2ac08b3416af HTTP/1.1" status: 200  len: 472 time: 0.1074672
Apr 30 05:11:06.903605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42134) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:06.912656 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=2e56ba5f-a67f-4529-8461-99c03964b8f9,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:06.917946 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:06.924079 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ab0017a4-5721-4a39-a14a-4ce5b898b183 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/eb9b4360-632d-4a04-8440-3e2f1ea8d9e1 HTTP/1.1" status: 200  len: 459 time: 0.0153666
Apr 30 05:11:06.925886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42138) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:06.947769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f3fd494a-ffc2-4612-b56d-b76390adfab5 req-8c4c1148-3cab-4b31-87c5-a677238b67de tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392398
Apr 30 05:11:07.019226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2923ccb-aa51-4c42-bace-e064566a688d req-4cfb2cd1-cc87-4d44-b4cb-06a4a647a3f5 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:07.020824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2923ccb-aa51-4c42-bace-e064566a688d req-4cfb2cd1-cc87-4d44-b4cb-06a4a647a3f5 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 945 time: 0.1856947
Apr 30 05:11:07.080626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f2923ccb-aa51-4c42-bace-e064566a688d req-20579789-86de-4682-bfde-239d99b1ecde tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496094
Apr 30 05:11:07.163120 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7b1b1249-3ea8-4163-a7e3-cd38d65c0515 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:07.164614 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7b1b1249-3ea8-4163-a7e3-cd38d65c0515 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/eb9b4360-632d-4a04-8440-3e2f1ea8d9e1 HTTP/1.1" status: 204  len: 168 time: 0.2373216
Apr 30 05:11:07.168820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:07.202059 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d644c86-b7a1-4c48-9545-cac2a0b84d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e56ba5f-a67f-4529-8461-99c03964b8f9', 'code': 200}
Apr 30 05:11:07.840027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd2c5d1e-84c4-49ed-b363-c2f994345e75 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:07.841222 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bd2c5d1e-84c4-49ed-b363-c2f994345e75 tempest-MeteringIpV6TestJSON-1540446073 tempest-MeteringIpV6TestJSON-1540446073-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/ca8119a3-aab6-4c2d-a27e-2ac08b3416af HTTP/1.1" status: 204  len: 168 time: 0.6713269
Apr 30 05:11:07.849752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244896c0-bcf0-42ae-a596-d3e830c98a20 req-a762a7ec-a177-4398-bdd6-07bdf2387623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:07.853133 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-244896c0-bcf0-42ae-a596-d3e830c98a20 req-a762a7ec-a177-4398-bdd6-07bdf2387623 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 1097 time: 0.5692482
Apr 30 05:11:07.950065 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-244896c0-bcf0-42ae-a596-d3e830c98a20 req-e987198e-a9d3-447b-8805-8abe70af760f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900977
Apr 30 05:11:08.228207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15fd0-564c-459d-9d77-cd2560423707 req-efbb0ba6-4054-4ba3-9001-b49873ea27ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:08.229828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39b15fd0-564c-459d-9d77-cd2560423707 req-efbb0ba6-4054-4ba3-9001-b49873ea27ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 943 time: 0.1316273
Apr 30 05:11:08.255470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42166) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:08.334420 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39b15fd0-564c-459d-9d77-cd2560423707 req-1169efb0-1cdc-4536-9050-2452da95186b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983279
Apr 30 05:11:08.383370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b3acc-1c4d-4318-a2e6-b92c069fed72 req-5652eb73-9993-404c-8dad-2dddf2542e97 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:08.385272 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b5b3acc-1c4d-4318-a2e6-b92c069fed72 req-5652eb73-9993-404c-8dad-2dddf2542e97 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 945 time: 0.1281052
Apr 30 05:11:08.419743 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:08.436339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:08.440792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Usage tracker for resource:security_group_rule and tenant:09474a3cbeae455d9a2e9df13581767d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:08.443988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:08.451011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:08.456615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b5b3acc-1c4d-4318-a2e6-b92c069fed72 req-3f8f82e0-6a71-44ed-996f-94eb4e19353f tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638149
Apr 30 05:11:08.596978 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:08.603664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:08.624833 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-313ab844-a894-4fc6-9cfb-074e91c068df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:08.683857 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09474a3cbeae455d9a2e9df13581767d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4272661
Apr 30 05:11:08.685723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2a1f0e-641c-4021-855b-6571ecf38817,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:08.688536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42174) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:08.694889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.695697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.695863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.696301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.696688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.697096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.697473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.697845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.698214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.698584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.698952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.699349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.704022 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:08.803074 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:08.850321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:08.913119 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:08.919641 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c1668b1-8105-4237-ab0c-90068d6af2dc tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:08.940391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2a1f0e-641c-4021-855b-6571ecf38817,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:08.952491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.952968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.953330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.953828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.954207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.954673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.955062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.955557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.955889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.956266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.956641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.957171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:08.960822 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:08.962011 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:08.965687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f2a1f0e-641c-4021-855b-6571ecf38817 HTTP/1.1" status: 204  len: 168 time: 0.2730658
Apr 30 05:11:09.414330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42186) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:09.436727 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:09.454585 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:09.459429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Usage tracker for resource:security_group_rule and tenant:df025f3324f6463b99d60e280f6626ec is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:09.465119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:09.513580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:09.698607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c46ce-c8d1-43c7-8579-48f3190c2f8d req-b3fac552-05dd-49ab-a98f-c18a5dc43a77 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:09.700124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b4c46ce-c8d1-43c7-8579-48f3190c2f8d req-b3fac552-05dd-49ab-a98f-c18a5dc43a77 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 943 time: 0.2369614
Apr 30 05:11:09.785475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:09.798900 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:09.810928 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0393edd6-d671-4625-861a-3a7e5fafa90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:09.824504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b4c46ce-c8d1-43c7-8579-48f3190c2f8d req-1e6ffa1d-6057-409e-8886-d5fe4c2337cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086533
Apr 30 05:11:09.847226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9264-18bc-4ea8-862f-4228734d06f7 req-10bbf952-1c45-4416-b4db-8853d075b19f tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:09.848773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-091f9264-18bc-4ea8-862f-4228734d06f7 req-10bbf952-1c45-4416-b4db-8853d075b19f tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 945 time: 0.2547469
Apr 30 05:11:09.924423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df025f3324f6463b99d60e280f6626ec&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5061238
Apr 30 05:11:09.925366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42194) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:09.941052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a525877b-8743-4318-8a21-a9c5f22aa9a4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:09.947261 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:09.982452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-091f9264-18bc-4ea8-862f-4228734d06f7 req-ba977dd4-a260-4d78-8170-0db392329c2f tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219265
Apr 30 05:11:10.032702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c43a67b9-0c47-4651-87e5-80e7feb5bbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:10.089977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c43a67b9-0c47-4651-87e5-80e7feb5bbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:10.198330 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c43a67b9-0c47-4651-87e5-80e7feb5bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:10.204633 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-feac1bcf-b2e8-49e4-aecc-1f20e7ac3fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:10.220935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a67b9-0c47-4651-87e5-80e7feb5bbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a525877b-8743-4318-8a21-a9c5f22aa9a4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:10.223440 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c43a67b9-0c47-4651-87e5-80e7feb5bbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:10.231780 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c43a67b9-0c47-4651-87e5-80e7feb5bbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:10.233353 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c43a67b9-0c47-4651-87e5-80e7feb5bbf0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a525877b-8743-4318-8a21-a9c5f22aa9a4 HTTP/1.1" status: 204  len: 168 time: 0.3060334
Apr 30 05:11:11.354068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cfc96-fac1-40b2-8b79-1d8e446cd186 req-fc5a3621-7549-4cfd-841d-f5067fa48b1b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:11.363881 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b46cfc96-fac1-40b2-8b79-1d8e446cd186 req-fc5a3621-7549-4cfd-841d-f5067fa48b1b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 943 time: 0.2990117
Apr 30 05:11:11.461316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b46cfc96-fac1-40b2-8b79-1d8e446cd186 req-4f3e0acd-97d0-416a-bca6-5e50324fe48b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957277
Apr 30 05:11:11.524444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784b2f0-6182-4532-aef4-61b55fb29a4c req-2c5840f4-9f95-427e-b368-d41de6d77d50 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:11.525997 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5784b2f0-6182-4532-aef4-61b55fb29a4c req-2c5840f4-9f95-427e-b368-d41de6d77d50 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 945 time: 0.1258361
Apr 30 05:11:11.577782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5784b2f0-6182-4532-aef4-61b55fb29a4c req-c04ef4c2-741a-4cea-a760-e9d933c86f95 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440440
Apr 30 05:11:12.015819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42252) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:12.232423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1609939576'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:12.238708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:12.243817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Usage tracker for resource:network and tenant:a301ce622c9046eaa24ce3e3ce167cbb is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:12.247160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:12.254666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:12.267831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Made reservation on behalf of a301ce622c9046eaa24ce3e3ce167cbb for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:12.272068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:12.289331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:12.312251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:12.317576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Usage tracker for resource:security_group_rule and tenant:a301ce622c9046eaa24ce3e3ce167cbb is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:12.321603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:12.328660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:12.440731 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:12.446147 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:12.449340 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e5d922c2-d6e7-4bd8-9d0a-da42f6863d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:12.483092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:11:12.488620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc92ee6d-056d-4224-9a57-870dd99c0d10,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:12.493016 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:12.497300 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:12.497645 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Added segment dc927e21-9a63-4a6f-9d36-527794a0547f of type vlan for network 509bde13-ab43-4144-b99f-c872e7e31eff
Apr 30 05:11:12.595218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:12.619485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-aceef26b-1602-4b93-b8fd-ea9fc209bc25 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:12.620252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-aceef26b-1602-4b93-b8fd-ea9fc209bc25 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Synchronizing usage tracker for tenant:a55857dab3b648f5bc89f9a71d5f9b45 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:12.656500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:12.671634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:12.671634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:12.671634 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43cbfe5f-d742-4f0e-be7b-830eebdd3b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:12.688010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-aceef26b-1602-4b93-b8fd-ea9fc209bc25 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Unset dirty status for tenant:a55857dab3b648f5bc89f9a71d5f9b45 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:12.689145 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-aceef26b-1602-4b93-b8fd-ea9fc209bc25 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 945 time: 0.1899657
Apr 30 05:11:12.740396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f52a0-6d76-401d-9634-89d3d934efe8 req-212fd678-678f-414c-a495-5c9227b6f59d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:12.742004 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-532f52a0-6d76-401d-9634-89d3d934efe8 req-212fd678-678f-414c-a495-5c9227b6f59d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 943 time: 0.1479669
Apr 30 05:11:12.838189 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 0.8212192
Apr 30 05:11:12.842660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-532f52a0-6d76-401d-9634-89d3d934efe8 req-4933c00b-646c-4f76-a41b-055c3551490b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944431
Apr 30 05:11:12.844052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Pushing event updated for resources: {'Network': ['ID=509bde13-ab43-4144-b99f-c872e7e31eff,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:12.848954 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:12.864783 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 509bde13-ab43-4144-b99f-c872e7e31eff details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:11:12.888460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d433a4c-5c75-4f42-8fff-11fbad445d00 req-a42dd05b-14f0-4c90-b9e3-dad87dc40a6e tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:12.890400 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d433a4c-5c75-4f42-8fff-11fbad445d00 req-a42dd05b-14f0-4c90-b9e3-dad87dc40a6e tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 945 time: 0.1200097
Apr 30 05:11:12.948130 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d433a4c-5c75-4f42-8fff-11fbad445d00 req-513662f1-2bdb-4e0a-ad55-cb57621ccfa3 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519333
Apr 30 05:11:12.981486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Deleting port 2e56ba5f-a67f-4529-8461-99c03964b8f9 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:12.981831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.152554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] For port 2e56ba5f-a67f-4529-8461-99c03964b8f9, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2e56ba5f-a67f-4529-8461-99c03964b8f9,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:13.153216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.221458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42274) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:13.288334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Request body: {'port': {'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff', 'binding:host_id': 'n-h2-766726-20', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-807951880'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:13.291624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c320763-886c-4fb3-ac9f-c49ee9663e49 req-42aef043-027d-4ecf-ba9e-ac425c5c62e8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:13.293201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c320763-886c-4fb3-ac9f-c49ee9663e49 req-42aef043-027d-4ecf-ba9e-ac425c5c62e8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.0902691
Apr 30 05:11:13.302644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Calling delete_port for 2e56ba5f-a67f-4529-8461-99c03964b8f9 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:13.305802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:13.312455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Usage tracker for resource:port and tenant:048ee660157a4f1ba297f8f3ca738fca is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:13.316406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:13.323969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:13.345311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Made reservation on behalf of 048ee660157a4f1ba297f8f3ca738fca for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:13.347020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c320763-886c-4fb3-ac9f-c49ee9663e49 req-830b7222-9f2f-4aeb-9e2e-b14f16ddd1eb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478327
Apr 30 05:11:13.347686 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.357380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device aea429a8-139a-4749-bf25-1e7fca7d17dd details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:11:13.374896 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.394323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:13.400474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Usage tracker for resource:security_group_rule and tenant:048ee660157a4f1ba297f8f3ca738fca is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:13.414470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:13.421947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:13.509272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port aea429a8-139a-4749-bf25-1e7fca7d17dd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=aea429a8-139a-4749-bf25-1e7fca7d17dd,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:13.525371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'aea429a8-139a-4749-bf25-1e7fca7d17dd', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'port_id': 'aea429a8-139a-4749-bf25-1e7fca7d17dd', 'mac_address': 'fa:16:3e:a9:ec:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:11:13.552791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.561258 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a7eafc85-8343-47bc-b6fb-e640670d29b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:13.567420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['2e56ba5f-a67f-4529-8461-99c03964b8f9'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:11:13.615613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Pushing event deleted for resources: {'Port': ['ID=2e56ba5f-a67f-4529-8461-99c03964b8f9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:13.621410 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.622029 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:13.642533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea429a8-139a-4749-bf25-1e7fca7d17dd {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:11:13.659235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port aea429a8-139a-4749-bf25-1e7fca7d17dd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=aea429a8-139a-4749-bf25-1e7fca7d17dd,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:13.663397 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.665512 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:13.718136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] No DVR routers for this DVR port 2e56ba5f-a67f-4529-8461-99c03964b8f9 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:11:13.722833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.725643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d644c86-b7a1-4c48-9545-cac2a0b84d4b', 'name': 'network-vif-deleted', 'tag': '2e56ba5f-a67f-4529-8461-99c03964b8f9'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:11:13.732774 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.739277 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:13.742252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=aea429a8-139a-4749-bf25-1e7fca7d17dd,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:13.744235 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:13.751472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.751737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.752381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.752381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.752926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.753190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.753303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.753628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.753946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.754281 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.754786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.754908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:11:13.757083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] device_id is not set on port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:13.760036 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:13.796106 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d644c86-b7a1-4c48-9545-cac2a0b84d4b', 'name': 'network-vif-deleted', 'tag': '2e56ba5f-a67f-4529-8461-99c03964b8f9', 'status': 'completed', 'code': 200}
Apr 30 05:11:13.800663 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-441c3b09-460b-4367-91ab-4ccca0d44afe req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.37 "DELETE /v2.0/ports/2e56ba5f-a67f-4529-8461-99c03964b8f9 HTTP/1.1" status: 204  len: 173 time: 1.1007960
Apr 30 05:11:13.839952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa706a1-e553-4943-b624-3dec837ad182,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:13.846658 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:14.045021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['aea429a8-139a-4749-bf25-1e7fca7d17dd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:11:14.075194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b357d1-624b-4af9-8b04-98c5ab2649d4 req-63c6e48b-18a1-49c8-932a-362d0bd51f29 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:14.076965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c3b357d1-624b-4af9-8b04-98c5ab2649d4 req-63c6e48b-18a1-49c8-932a-362d0bd51f29 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 944 time: 0.0935745
Apr 30 05:11:14.101861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] device_id is not set on port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:14.111839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:14.126706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Transition to ACTIVE for port object f5c299e8-ed31-4ad6-9dd3-00500c94a5cb will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:14.139146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:14.139868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c3b357d1-624b-4af9-8b04-98c5ab2649d4 req-6528a723-fcb8-4fbf-ae6f-1cfaf009686a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554674
Apr 30 05:11:14.153718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-85ac3768-3f1d-496b-8be3-f89122eff5ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:14.259728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Checking segment: {'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:11:14.260166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Network hostable DHCP agents. Network: 509bde13-ab43-4144-b99f-c872e7e31eff, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:11:14.264571 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18c88bba-9fbd-43c0-a9f8-d53a8bbf52e8 req-8a3a5711-0b63-4677-8307-8ebc01272b9b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d644c86-b7a1-4c48-9545-cac2a0b84d4b HTTP/1.1" status: 200  len: 210 time: 0.0641894
Apr 30 05:11:14.269454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'Port': ['ID=f5c299e8-ed31-4ad6-9dd3-00500c94a5cb,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:14.273270 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:14.292773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Network 509bde13-ab43-4144-b99f-c872e7e31eff is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:11:14.306029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 509bde13-ab43-4144-b99f-c872e7e31eff) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:14.311280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:14.330054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.330389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.330718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.336754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.337162 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.337550 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 2 to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb
Apr 30 05:11:14.348438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190419bb-848f-4201-840e-1ac8b87c3a68 None None] Network 509bde13-ab43-4144-b99f-c872e7e31eff requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:11:14.354341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.354588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.354922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.360092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.360415 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.360804 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 3 to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb
Apr 30 05:11:14.377846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.378193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.378533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.384619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.384958 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.385351 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 4 to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb
Apr 30 05:11:14.405203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.405541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.405879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.411952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.412284 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.412680 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 5 to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb
Apr 30 05:11:14.431064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.431475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.431878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.437890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.438273 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.438661 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 6 to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb
Apr 30 05:11:14.462661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.463972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.464338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.470613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.471542 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.471542 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 7 to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb
Apr 30 05:11:14.487938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.488276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.488617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.495044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.495401 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.495823 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 8 to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb
Apr 30 05:11:14.514283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.514489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.514707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.520080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.520407 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.520800 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 9 to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb
Apr 30 05:11:14.540589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.540945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.541442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.550577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.550917 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.551398 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 10 to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb
Apr 30 05:11:14.577528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:14.578011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:14.578358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:14.581710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74038378-fc8e-4232-b359-dfe2e8d2fda3 req-afab2abc-2eab-4c94-b52d-ca7e3eb9ef96 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:14.583576 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74038378-fc8e-4232-b359-dfe2e8d2fda3 req-afab2abc-2eab-4c94-b52d-ca7e3eb9ef96 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1024113
Apr 30 05:11:14.591335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:14.591671 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:14.592036 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:14.646877 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74038378-fc8e-4232-b359-dfe2e8d2fda3 req-ed0045e8-9e77-4871-b9e6-9de4c7f47fc7 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559714
Apr 30 05:11:14.868881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] For port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:11:14.869255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempted to set empty binding levels {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Apr 30 05:11:14.873799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:14.877857 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b8fff29-a2e3-4bfa-b6af-b73e33abcba6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:14.932065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:14.932672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:14.963146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'Port': ['ID=f5c299e8-ed31-4ad6-9dd3-00500c94a5cb,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:14.966690 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:14.970769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 1.7480462
Apr 30 05:11:14.973348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42290) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:15.102344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Deleting port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:15.102684 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.214512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] For port f5c299e8-ed31-4ad6-9dd3-00500c94a5cb, host n-h2-766726-20, got binding levels [] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:15.215480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.359005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Calling delete_port for f5c299e8-ed31-4ad6-9dd3-00500c94a5cb owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:15.371563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device aea429a8-139a-4749-bf25-1e7fca7d17dd up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:11:15.372016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9ef9d-1a7e-4873-8f62-d30bf313efa7 req-b3cb35a7-f2a7-4d91-8e66-486691820fe1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:15.374840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51d9ef9d-1a7e-4873-8f62-d30bf313efa7 req-b3cb35a7-f2a7-4d91-8e66-486691820fe1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 944 time: 0.1094127
Apr 30 05:11:15.453665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51d9ef9d-1a7e-4873-8f62-d30bf313efa7 req-2100ccf7-e21b-4a86-a938-4cf53da5ae53 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656791
Apr 30 05:11:15.455339 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.466157 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:15.482037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port aea429a8-139a-4749-bf25-1e7fca7d17dd completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:15.487941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port aea429a8-139a-4749-bf25-1e7fca7d17dd triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:15.488319 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.524430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5c299e8-ed31-4ad6-9dd3-00500c94a5cb,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:15.529775 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:15.534545 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.541372 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "DELETE /v2.0/ports/f5c299e8-ed31-4ad6-9dd3-00500c94a5cb HTTP/1.1" status: 204  len: 168 time: 0.5669718
Apr 30 05:11:15.543953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42302) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:15.591161 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-40824028-1a18-447c-a38d-b225fdb4562d tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] GET failed (client error): The resource could not be found.
Apr 30 05:11:15.591851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-40824028-1a18-447c-a38d-b225fdb4562d tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Synchronizing usage tracker for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:15.613169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-40824028-1a18-447c-a38d-b225fdb4562d tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Unset dirty status for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:15.614736 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-40824028-1a18-447c-a38d-b225fdb4562d tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "GET /v2.0/ports/f5c299e8-ed31-4ad6-9dd3-00500c94a5cb HTTP/1.1" status: 404  len: 333 time: 0.0683749
Apr 30 05:11:15.619882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42314) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:15.626338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Request body: {'port': {'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1173369863'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:15.632172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:15.637143 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.643389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:15.656693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Made reservation on behalf of 048ee660157a4f1ba297f8f3ca738fca for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:15.659328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.671409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b577232-eb58-4a49-9445-e4b5660427c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea429a8-139a-4749-bf25-1e7fca7d17dd'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:11:15.682571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port aea429a8-139a-4749-bf25-1e7fca7d17dd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=aea429a8-139a-4749-bf25-1e7fca7d17dd,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:15.688828 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.692167 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c59fe553-b96e-4a33-a84d-b19a2631b887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:15.704724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] device_id is not set on port 487f277c-b55d-4801-a12d-88e9d76031d3 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:15.773346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=aea429a8-139a-4749-bf25-1e7fca7d17dd,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:15.776598 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:15.843078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc298b8-5435-4532-a137-0d7410498db8 req-563d5af4-b9f2-400a-8a10-88025ff18ca5 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:15.844626 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-563d5af4-b9f2-400a-8a10-88025ff18ca5 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/networks?id=a18fad67-d194-489c-b954-84d9f85d3b11 HTTP/1.1" status: 200  len: 808 time: 0.2286208
Apr 30 05:11:15.870460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-052d8276-26a7-48a6-9c59-4ab29f6a3962 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/quotas/a55857dab3b648f5bc89f9a71d5f9b45 HTTP/1.1" status: 200  len: 375 time: 0.0179677
Apr 30 05:11:15.957723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.985787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-2ce72bef-3e92-4824-bff3-dbb26af06527 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a55857dab3b648f5bc89f9a71d5f9b45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0922201
Apr 30 05:11:15.989901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:15.998776 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-909ef0f7-9e60-4216-9fb8-1265e2dda977 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:16.007634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20129431-9e90-4470-98d3-e6fd433bbe26 req-e5e2129e-84ac-49f9-82ce-cbfff2409175 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:16.010125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20129431-9e90-4470-98d3-e6fd433bbe26 req-e5e2129e-84ac-49f9-82ce-cbfff2409175 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.2403946
Apr 30 05:11:16.072225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Network 509bde13-ab43-4144-b99f-c872e7e31eff is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:16.076162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:16.078914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:16.080275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:16.080940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:16.096207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'Port': ['ID=487f277c-b55d-4801-a12d-88e9d76031d3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:16.096589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-7b543cfc-73d8-432d-b2a4-06f6c8ec2b2c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:11:16.098182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-7b543cfc-73d8-432d-b2a4-06f6c8ec2b2c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0867188
Apr 30 05:11:16.099810 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:16.103785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20129431-9e90-4470-98d3-e6fd433bbe26 req-2d2d5be9-18e6-4339-9a64-3184fe90da3d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846579
Apr 30 05:11:16.127972 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.5061197
Apr 30 05:11:16.128870 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42326) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:16.136555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:16.172879 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b577232-eb58-4a49-9445-e4b5660427c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea429a8-139a-4749-bf25-1e7fca7d17dd', 'code': 200}
Apr 30 05:11:16.264953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:16.454095 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-df2acf1c-b2a1-4c2a-ad4f-c134bbde719a service neutron] 10.222.0.46 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3466442
Apr 30 05:11:16.526817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e091e-1184-4011-8b21-08a0a49fa0eb req-865529e4-b0dd-424a-bbf9-78b920a39560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:16.529270 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a52e091e-1184-4011-8b21-08a0a49fa0eb req-865529e4-b0dd-424a-bbf9-78b920a39560 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 1097 time: 0.2717810
Apr 30 05:11:16.552934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2e56ba5f-a67f-4529-8461-99c03964b8f9 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:11:16.565774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] device_id is not set on port 487f277c-b55d-4801-a12d-88e9d76031d3 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:16.576328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:16.592813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Transition to ACTIVE for port object 487f277c-b55d-4801-a12d-88e9d76031d3 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:16.598275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:16.604018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 2e56ba5f-a67f-4529-8461-99c03964b8f9 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:11:16.604590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2e56ba5f-a67f-4529-8461-99c03964b8f9 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:11:16.608502 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:16.692980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a52e091e-1184-4011-8b21-08a0a49fa0eb req-38c55b3a-0a4b-4eaf-83a1-9bab9cacb247 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554410
Apr 30 05:11:16.722967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-62837f1d-2e19-4cc7-8742-2143e3cb9d6e service neutron] 10.222.0.46 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2617283
Apr 30 05:11:16.755191 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0c3b5-b2d2-4661-b127-623257b90e95 req-798f7166-96a2-45fd-b915-03714c1dc875 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:16.758516 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83d0c3b5-b2d2-4661-b127-623257b90e95 req-798f7166-96a2-45fd-b915-03714c1dc875 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 945 time: 0.1342227
Apr 30 05:11:16.777044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'Port': ['ID=487f277c-b55d-4801-a12d-88e9d76031d3,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:16.783952 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:16.786149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:16.786482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:16.786826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:16.791796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:16.792119 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:16.792502 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 2 to bind port 487f277c-b55d-4801-a12d-88e9d76031d3
Apr 30 05:11:16.810737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:16.811069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:16.811438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:16.815252 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-83d0c3b5-b2d2-4661-b127-623257b90e95 req-a6d24eef-34ee-456b-8ec1-f2cfae09080d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500979
Apr 30 05:11:16.816991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:16.817613 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:16.817938 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 3 to bind port 487f277c-b55d-4801-a12d-88e9d76031d3
Apr 30 05:11:16.839841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:16.840176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:16.840514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:16.845251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:16.845562 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:16.845949 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 4 to bind port 487f277c-b55d-4801-a12d-88e9d76031d3
Apr 30 05:11:16.865984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:16.866410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:16.867531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:16.879412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:16.880175 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:16.880756 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 5 to bind port 487f277c-b55d-4801-a12d-88e9d76031d3
Apr 30 05:11:16.903141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:16.903730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:16.904221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:16.909563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:16.910078 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:16.910646 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 6 to bind port 487f277c-b55d-4801-a12d-88e9d76031d3
Apr 30 05:11:16.927635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:16.928198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:16.928692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:16.935232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:16.935624 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:16.936093 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 7 to bind port 487f277c-b55d-4801-a12d-88e9d76031d3
Apr 30 05:11:16.961687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:16.962546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:16.962892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:16.968867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:16.969191 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:16.969584 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 8 to bind port 487f277c-b55d-4801-a12d-88e9d76031d3
Apr 30 05:11:16.986866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:16.987201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:16.987626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:16.993858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:16.994187 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:16.994581 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 9 to bind port 487f277c-b55d-4801-a12d-88e9d76031d3
Apr 30 05:11:17.013292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:17.014207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:17.014207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:17.020381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:17.020846 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:17.021458 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 10 to bind port 487f277c-b55d-4801-a12d-88e9d76031d3
Apr 30 05:11:17.043238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:17.043719 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:17.044145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:17.049959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:17.050531 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 487f277c-b55d-4801-a12d-88e9d76031d3 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:17.050985 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:17.120084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-771d322a-7ff4-4651-83df-a180b427f67c req-ecf564a5-2300-4dfb-99d4-d6034e4c05fd tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 210 time: 0.2215543
Apr 30 05:11:17.184486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] For port 487f277c-b55d-4801-a12d-88e9d76031d3, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:11:17.185295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempted to set empty binding levels {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Apr 30 05:11:17.193596 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:17.205231 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:17.321727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] In _notify_port_updated(), no bound segment for port 487f277c-b55d-4801-a12d-88e9d76031d3 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:11:17.323140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.324190 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:17.328256 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "PUT /v2.0/ports/487f277c-b55d-4801-a12d-88e9d76031d3 HTTP/1.1" status: 200  len: 980 time: 1.1979802
Apr 30 05:11:17.331882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42348) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:17.333222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90103184-dc85-482a-a99d-ff04aec63ffd req-2273f288-2d59-4d73-9561-cff212059ba3 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.335082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90103184-dc85-482a-a99d-ff04aec63ffd req-2273f288-2d59-4d73-9561-cff212059ba3 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1059425
Apr 30 05:11:17.415446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'Port': ['ID=487f277c-b55d-4801-a12d-88e9d76031d3,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:17.419241 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:17.420322 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-90103184-dc85-482a-a99d-ff04aec63ffd req-3493341f-3f29-41c7-a2d0-95a6ff46a339 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788043
Apr 30 05:11:17.465518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.466008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.466475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.466945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.467591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.467909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.468368 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.468834 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.469294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.469759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.470222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.470685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.471163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.471634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.472097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.472560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.473019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.473481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.473950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.474390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.474850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.475314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:17.477992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Synchronizing usage tracker for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:17.494935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Unset dirty status for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:17.497347 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-feaa8a10-e88a-4089-813d-537ab30d51ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 19901 time: 0.1641128
Apr 30 05:11:17.502133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42352) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:17.666252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Deleting port 487f277c-b55d-4801-a12d-88e9d76031d3 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:17.666514 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:17.774914 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] For port 487f277c-b55d-4801-a12d-88e9d76031d3, host n-h2-766726-20, got binding levels [] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:17.775283 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:17.917290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Calling delete_port for 487f277c-b55d-4801-a12d-88e9d76031d3 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:18.022396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:18.029513 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0dd03f07-983f-4b99-a920-b333d4a257cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:18.082882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event deleted for resources: {'Port': ['ID=487f277c-b55d-4801-a12d-88e9d76031d3,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:18.087337 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:18.093502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:18.135415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "DELETE /v2.0/ports/487f277c-b55d-4801-a12d-88e9d76031d3 HTTP/1.1" status: 204  len: 168 time: 0.6317682
Apr 30 05:11:18.139591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42360) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:18.163521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944dfe-4d84-457c-8ee6-4ee0f793e369 req-2bac371d-2779-47f0-8571-958045c4336b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:18.177897 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a944dfe-4d84-457c-8ee6-4ee0f793e369 req-2bac371d-2779-47f0-8571-958045c4336b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 945 time: 0.2140851
Apr 30 05:11:18.293711 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-19239d9a-e30d-48e8-838d-41723ad0affb tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] GET failed (client error): The resource could not be found.
Apr 30 05:11:18.294423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-19239d9a-e30d-48e8-838d-41723ad0affb tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Synchronizing usage tracker for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:18.312802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc298b8-5435-4532-a137-0d7410498db8 req-f7e2dd7d-088f-4260-92c3-b5f016899fd1 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:18.314287 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-f7e2dd7d-088f-4260-92c3-b5f016899fd1 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.37 "GET /v2.0/networks?id=a18fad67-d194-489c-b954-84d9f85d3b11 HTTP/1.1" status: 200  len: 808 time: 0.3332722
Apr 30 05:11:18.327076 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a0efd1e-9eaf-40dd-bf6b-e6195ccffb6e req-8cae9eae-d8f9-4322-8423-b4c9b1aee47a tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 210 time: 0.0688202
Apr 30 05:11:18.327665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Request body: {'port': {'device_id': '67ac4925-81aa-4cc9-8e0c-991791bbb9c8', 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11', 'admin_state_up': True, 'tenant_id': 'a55857dab3b648f5bc89f9a71d5f9b45'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:18.339568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a944dfe-4d84-457c-8ee6-4ee0f793e369 req-71e2e98c-38bc-4288-beb1-ca4b72fd45f3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591148
Apr 30 05:11:18.345538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-19239d9a-e30d-48e8-838d-41723ad0affb tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Unset dirty status for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:18.347519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-19239d9a-e30d-48e8-838d-41723ad0affb tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "GET /v2.0/ports/487f277c-b55d-4801-a12d-88e9d76031d3 HTTP/1.1" status: 404  len: 333 time: 0.2051842
Apr 30 05:11:18.351808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42364) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:18.359812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-364579924', 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:18.364525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:18.376449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:18.388846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Made reservation on behalf of 048ee660157a4f1ba297f8f3ca738fca for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:18.391732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:18.419959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] device_id is not set on port d7174ba6-8ae3-4d87-ad65-33df8a52fa9f yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:18.521707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:18.526987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Usage tracker for resource:port and tenant:a55857dab3b648f5bc89f9a71d5f9b45 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:18.530311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:18.538784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:18.554698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Made reservation on behalf of a55857dab3b648f5bc89f9a71d5f9b45 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:18.559834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:18.746998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Allocated IP 172.20.0.13 (a18fad67-d194-489c-b954-84d9f85d3b11/599ac8a7-abf1-4c77-8809-bce2f3fd9bc0/cc4edccb-49ea-44a8-8ba2-bc556a7597e0) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:18.773038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a17cd1-a82c-4cbb-b05e-c355d092a3a6 req-45de0f22-36ab-4be3-aa14-b2001a65a7b0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:18.774613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29a17cd1-a82c-4cbb-b05e-c355d092a3a6 req-45de0f22-36ab-4be3-aa14-b2001a65a7b0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 945 time: 0.2847652
Apr 30 05:11:18.785410 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:18.854872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-29a17cd1-a82c-4cbb-b05e-c355d092a3a6 req-a5bdc42e-0b35-4fe3-b2a3-d2518246379f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725212
Apr 30 05:11:18.906253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7817ea3-6c52-4cb6-8f3a-01ca95bf3c9e req-6564fac2-0662-40b4-b57d-aa36c2fc68c5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:18.914548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7817ea3-6c52-4cb6-8f3a-01ca95bf3c9e req-6564fac2-0662-40b4-b57d-aa36c2fc68c5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.2080255
Apr 30 05:11:18.964387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7817ea3-6c52-4cb6-8f3a-01ca95bf3c9e req-80dba1ac-db93-444d-990f-18447b263ba2 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483356
Apr 30 05:11:18.965516 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:18.972656 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0c7c892d-9da7-4310-8a5a-3c804d54d3ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:19.047877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Network 509bde13-ab43-4144-b99f-c872e7e31eff is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:19.051626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:19.055842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:19.056786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:19.057437 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:19.065684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'Port': ['ID=d7174ba6-8ae3-4d87-ad65-33df8a52fa9f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:19.073019 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:19.093861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.7407296
Apr 30 05:11:19.097845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42378) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:19.103764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:19.145431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:19.153274 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-351a107d-8dba-4c26-a0a0-ef0195200961 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:19.214710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a18d721-ddfe-4970-a986-b6c90341eca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:19.215776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8a18d721-ddfe-4970-a986-b6c90341eca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Synchronizing usage tracker for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:19.239798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8a18d721-ddfe-4970-a986-b6c90341eca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Unset dirty status for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:19.245254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8a18d721-ddfe-4970-a986-b6c90341eca5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "GET /v2.0/ports/d7174ba6-8ae3-4d87-ad65-33df8a52fa9f HTTP/1.1" status: 200  len: 958 time: 0.1420381
Apr 30 05:11:19.245739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42384) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:19.252704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Network a18fad67-d194-489c-b954-84d9f85d3b11 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:19.256724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:19.259317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Pushing event updated for resources: {'Port': ['ID=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:19.262365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:19.296466 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:19.340423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:19.341186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:19.376126 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0532100
Apr 30 05:11:19.391092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Request body: {'port': {'device_id': '67ac4925-81aa-4cc9-8e0c-991791bbb9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:19.402989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Deleting port d7174ba6-8ae3-4d87-ad65-33df8a52fa9f {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:19.403541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:19.543946 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:19.704117 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:19.846536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Calling delete_port for d7174ba6-8ae3-4d87-ad65-33df8a52fa9f owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:19.939082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:19.953799 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c966f620-3347-438e-94aa-500f9dca821a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:20.009986 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:20.014613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7174ba6-8ae3-4d87-ad65-33df8a52fa9f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:20.022414 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:20.038089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "DELETE /v2.0/ports/d7174ba6-8ae3-4d87-ad65-33df8a52fa9f HTTP/1.1" status: 204  len: 168 time: 0.7907627
Apr 30 05:11:20.041565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42414) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:20.091131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4edccb-49ea-44a8-8ba2-bc556a7597e0 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:11:20.101647 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:20.109779 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c86a1a2-b893-4d71-89ed-bcad02fcf0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] GET failed (client error): The resource could not be found.
Apr 30 05:11:20.110381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1c86a1a2-b893-4d71-89ed-bcad02fcf0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Synchronizing usage tracker for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:20.133339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Transition to ACTIVE for port object cc4edccb-49ea-44a8-8ba2-bc556a7597e0 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:20.138434 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:20.141472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b4419-a1a1-44db-b55e-51b8c65b4649 req-06bb6e8e-b130-4099-88b0-bc60e69d49b2 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:20.144275 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-792f34c4-ae6f-4d49-be0c-5c8abe7dceb6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:20.150057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d5b4419-a1a1-44db-b55e-51b8c65b4649 req-06bb6e8e-b130-4099-88b0-bc60e69d49b2 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 932 time: 0.2490423
Apr 30 05:11:20.185762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1c86a1a2-b893-4d71-89ed-bcad02fcf0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Unset dirty status for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:20.187130 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1c86a1a2-b893-4d71-89ed-bcad02fcf0dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "GET /v2.0/ports/d7174ba6-8ae3-4d87-ad65-33df8a52fa9f HTTP/1.1" status: 404  len: 333 time: 0.1446047
Apr 30 05:11:20.190954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42420) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:20.210110 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Request body: {'port': {'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468098067'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:20.212248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d5b4419-a1a1-44db-b55e-51b8c65b4649 req-4c60da48-4aa1-4925-8fd3-0fe3ab47808a tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612891
Apr 30 05:11:20.290218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:20.427671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:20.438088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:20.443802 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:20.463550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Attempting to bind port cc4edccb-49ea-44a8-8ba2-bc556a7597e0 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:20.464354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Attempting to bind port cc4edccb-49ea-44a8-8ba2-bc556a7597e0 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4c562663-b1b0-4b6f-89b7-1d515408baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:20.464354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Attempting to bind port cc4edccb-49ea-44a8-8ba2-bc556a7597e0 on network a18fad67-d194-489c-b954-84d9f85d3b11 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:20.470972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Port cc4edccb-49ea-44a8-8ba2-bc556a7597e0 on network a18fad67-d194-489c-b954-84d9f85d3b11 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:20.471524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Attempting to bind port cc4edccb-49ea-44a8-8ba2-bc556a7597e0 on network a18fad67-d194-489c-b954-84d9f85d3b11 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:20.477404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Made reservation on behalf of 048ee660157a4f1ba297f8f3ca738fca for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:20.479830 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:20.504812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] device_id is not set on port 16a788e2-95ef-4d0a-a000-723110f8a730 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:20.559604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:11:20.560240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Checking segment: {'id': '4c562663-b1b0-4b6f-89b7-1d515408baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:11:20.560865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Bound using segment: {'id': '4c562663-b1b0-4b6f-89b7-1d515408baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:11:20.561396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Bound port: cc4edccb-49ea-44a8-8ba2-bc556a7597e0, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c562663-b1b0-4b6f-89b7-1d515408baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:11:20.561817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:20.578316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bce8a-3abe-4c08-9f20-39f1507d7b05 req-833d7bdf-0d94-4e13-aad7-850c47c7a941 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:20.579866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b95bce8a-3abe-4c08-9f20-39f1507d7b05 req-833d7bdf-0d94-4e13-aad7-850c47c7a941 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1227567
Apr 30 05:11:20.663326 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b95bce8a-3abe-4c08-9f20-39f1507d7b05 req-3b46d0b7-a0e9-4c7f-acaa-fd26f7d176fb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709708
Apr 30 05:11:20.786431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] For port cc4edccb-49ea-44a8-8ba2-bc556a7597e0, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:11:20.823094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] For port cc4edccb-49ea-44a8-8ba2-bc556a7597e0, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:11:20.845930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:20.860593 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:21.079058 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:21.079712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:21.081130 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] 10.222.0.37 "PUT /v2.0/ports/cc4edccb-49ea-44a8-8ba2-bc556a7597e0 HTTP/1.1" status: 200  len: 1093 time: 1.6971612
Apr 30 05:11:21.087855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ac4925-81aa-4cc9-8e0c-991791bbb9c8', 'tag': 'cc4edccb-49ea-44a8-8ba2-bc556a7597e0'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:11:21.403371 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ac4925-81aa-4cc9-8e0c-991791bbb9c8', 'tag': 'cc4edccb-49ea-44a8-8ba2-bc556a7597e0', 'status': 'completed', 'code': 200}
Apr 30 05:11:21.425372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:21.438584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Pushing event updated for resources: {'Port': ['ID=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:21.442172 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:21.492745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc298b8-5435-4532-a137-0d7410498db8 req-042a85a1-61fc-42bf-b929-b9e2a738e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:21.494282 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-042a85a1-61fc-42bf-b929-b9e2a738e914 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a55857dab3b648f5bc89f9a71d5f9b45&device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 1096 time: 0.3494256
Apr 30 05:11:21.500874 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:21.511571 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-975e591f-2ef1-498b-b824-5cc2398377ba tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:21.527439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab88e7b-3884-46a6-a6c6-ef472c6c3889 req-08f04ed3-8f9d-427d-8b3a-026a624c24aa tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:21.529540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ab88e7b-3884-46a6-a6c6-ef472c6c3889 req-08f04ed3-8f9d-427d-8b3a-026a624c24aa tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 944 time: 0.1614337
Apr 30 05:11:21.580288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7ab88e7b-3884-46a6-a6c6-ef472c6c3889 req-beac1c15-02ac-48b3-ab73-d1926fe673d2 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450203
Apr 30 05:11:21.629881 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-d22c8e9f-e429-4670-a432-f5921faadc43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4edccb-49ea-44a8-8ba2-bc556a7597e0 HTTP/1.1" status: 200  len: 217 time: 0.1195474
Apr 30 05:11:21.640151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Network 509bde13-ab43-4144-b99f-c872e7e31eff is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:21.678495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:21.681761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:21.682848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:21.683488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:21.724311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'Port': ['ID=16a788e2-95ef-4d0a-a000-723110f8a730,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:21.737634 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:21.747089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc298b8-5435-4532-a137-0d7410498db8 req-6b1b0645-c7e2-4a1a-a120-5108992c2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:21.749070 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-6b1b0645-c7e2-4a1a-a120-5108992c2762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=599ac8a7-abf1-4c77-8809-bce2f3fd9bc0 HTTP/1.1" status: 200  len: 848 time: 0.1129074
Apr 30 05:11:21.750786 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.5582051
Apr 30 05:11:21.757512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42466) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:21.796100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:21.846841 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-3fec5e3c-a09d-47ae-8e30-499bf6f43e8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18fad67-d194-489c-b954-84d9f85d3b11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0910423
Apr 30 05:11:21.905557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985658-714b-4aec-ab41-2070d3ef7fa4 req-5eed4f7f-ab68-4a96-b470-8ce82abc9bdf tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:21.907347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68985658-714b-4aec-ab41-2070d3ef7fa4 req-5eed4f7f-ab68-4a96-b470-8ce82abc9bdf tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.0950873
Apr 30 05:11:21.960092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68985658-714b-4aec-ab41-2070d3ef7fa4 req-a6e277f7-922c-4ed8-a04e-2a05186e4784 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439656
Apr 30 05:11:22.018560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:22.118532 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-b2d8ee64-64f6-4c57-97a5-c4647bd0e288 service neutron] 10.222.0.37 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2638922
Apr 30 05:11:22.373363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dfc298b8-5435-4532-a137-0d7410498db8 req-682475d7-c85a-4dfe-b592-003b9b0e7f62 service neutron] 10.222.0.37 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2326896
Apr 30 05:11:22.483974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] device_id is not set on port 16a788e2-95ef-4d0a-a000-723110f8a730 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:22.494975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:22.525993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Transition to ACTIVE for port object 16a788e2-95ef-4d0a-a000-723110f8a730 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:22.539783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:22.550244 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d4890c90-b31d-4a8c-95f8-6202b9786651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:22.659199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-ad058463-797c-41a7-9acd-457d83768a7e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:22.660775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-ad058463-797c-41a7-9acd-457d83768a7e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.2011325
Apr 30 05:11:22.678468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-d80ae2d4-be7d-454a-98a3-5bde568d1a01 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/quotas/197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 375 time: 0.0104814
Apr 30 05:11:22.708320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-76ef96b5-4c82-46d9-a2ad-82968a9b6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:22.708320 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-76ef96b5-4c82-46d9-a2ad-82968a9b6474 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a55857dab3b648f5bc89f9a71d5f9b45&device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 1096 time: 0.2743776
Apr 30 05:11:22.716636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'Port': ['ID=16a788e2-95ef-4d0a-a000-723110f8a730,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:22.745162 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:22.769874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:22.770202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:22.770538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:22.789977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-8a68f3f8-5e95-4914-a05b-edfd1f942f11 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1048884
Apr 30 05:11:22.822916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:22.823251 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:22.832618 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 2 to bind port 16a788e2-95ef-4d0a-a000-723110f8a730
Apr 30 05:11:22.860593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:22.861189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:22.861526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:22.873320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:22.873642 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:22.876396 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 3 to bind port 16a788e2-95ef-4d0a-a000-723110f8a730
Apr 30 05:11:22.905176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:22.905516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:22.905854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:22.908400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-11e1e44e-7b81-4e16-b670-cc5428672ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:22.909848 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-11e1e44e-7b81-4e16-b670-cc5428672ae8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a18fad67-d194-489c-b954-84d9f85d3b11 HTTP/1.1" status: 200  len: 909 time: 0.1906958
Apr 30 05:11:22.913292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:22.914240 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:22.914622 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 4 to bind port 16a788e2-95ef-4d0a-a000-723110f8a730
Apr 30 05:11:22.993358 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-2f23f17c-3274-4772-b376-a9377f05c000 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc4edccb-49ea-44a8-8ba2-bc556a7597e0 HTTP/1.1" status: 200  len: 217 time: 0.0710900
Apr 30 05:11:22.993568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-a94425b2-2134-4a0e-a170-54df73ee244b service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674216
Apr 30 05:11:22.995691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:22.995965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:22.996308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:23.002610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebae10a-31ae-4208-a946-42541e58f8a3 req-876e55ad-e41d-452a-b601-eb62c1b5d082 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:23.004200 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ebae10a-31ae-4208-a946-42541e58f8a3 req-876e55ad-e41d-452a-b601-eb62c1b5d082 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 944 time: 0.2102954
Apr 30 05:11:23.014029 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:11:23.163127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ebae10a-31ae-4208-a946-42541e58f8a3 req-63ccc904-a87f-49a3-84b3-a22f0a516fbe tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510985
Apr 30 05:11:23.205599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-34ed3db6-2f9b-4fa4-bb4e-64e40355997e service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910095
Apr 30 05:11:23.218474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:23.218474 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:23.218474 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 5 to bind port 16a788e2-95ef-4d0a-a000-723110f8a730
Apr 30 05:11:23.256063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:23.256398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:23.256734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:23.266932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:23.267269 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:23.269882 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 6 to bind port 16a788e2-95ef-4d0a-a000-723110f8a730
Apr 30 05:11:23.280279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-ba16e16e-734b-4ebe-8b7a-9354e1c86312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:23.281771 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-ba16e16e-734b-4ebe-8b7a-9354e1c86312 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=599ac8a7-abf1-4c77-8809-bce2f3fd9bc0 HTTP/1.1" status: 200  len: 848 time: 0.2813590
Apr 30 05:11:23.291551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:23.291892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:23.292228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:23.345367 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-9e4a1713-6b26-4a2d-820f-4673bd4e26fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18fad67-d194-489c-b954-84d9f85d3b11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549219
Apr 30 05:11:23.346110 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:23.346433 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:23.346818 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 7 to bind port 16a788e2-95ef-4d0a-a000-723110f8a730
Apr 30 05:11:23.400635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:23.400970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:23.401312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:23.455390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:23.455726 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:23.465879 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 8 to bind port 16a788e2-95ef-4d0a-a000-723110f8a730
Apr 30 05:11:23.492055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:23.492055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:23.492795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:23.502633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:23.502959 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:23.506231 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 9 to bind port 16a788e2-95ef-4d0a-a000-723110f8a730
Apr 30 05:11:23.543559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:23.543902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:23.544247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:23.547885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ace04a5b-3974-4cc1-b7a0-21ba7fc5f30e req-16888202-22f9-491f-b14a-1a0b99b0eaed tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 210 time: 0.1129143
Apr 30 05:11:23.558677 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-48187fc0-c186-4c53-b1be-fe0c61f2dead service neutron] 10.222.0.37 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036083
Apr 30 05:11:23.560794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:23.561816 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:23.561816 n-d-766726-20 neutron-server[74582]: INFO neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempt 10 to bind port 16a788e2-95ef-4d0a-a000-723110f8a730
Apr 30 05:11:23.612311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:23.612639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:23.612982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempting to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:23.625485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:23.625798 n-d-766726-20 neutron-server[74582]: ERROR neutron.plugins.ml2.managers [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Failed to bind port 16a788e2-95ef-4d0a-a000-723110f8a730 on host n-h2-766726-20 for vnic_type normal using segments [{'id': 'dc927e21-9a63-4a6f-9d36-527794a0547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '509bde13-ab43-4144-b99f-c872e7e31eff'}]
Apr 30 05:11:23.626168 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:23.628756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf9b38-c3a0-4e25-83ae-ee9d69ee3946 req-872e29a1-ebfb-4c89-badf-383df88aad1c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:23.630424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4acf9b38-c3a0-4e25-83ae-ee9d69ee3946 req-872e29a1-ebfb-4c89-badf-383df88aad1c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1566911
Apr 30 05:11:23.697444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4acf9b38-c3a0-4e25-83ae-ee9d69ee3946 req-52b7fb91-fa0a-4ed4-95ef-42b5494d2460 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553398
Apr 30 05:11:23.814028 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-65ec6d9e-efd9-4fc8-936d-d0248d377540 req-eecae5e7-0e29-4dec-aeba-ecf623c999ae service neutron] 10.222.0.37 "GET /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2400115
Apr 30 05:11:23.830129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] For port 16a788e2-95ef-4d0a-a000-723110f8a730, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:11:23.831273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attempted to set empty binding levels {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Apr 30 05:11:23.841124 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:23.851684 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-47716a6e-6466-497e-8475-f98cb1e84dff tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:23.927913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] In _notify_port_updated(), no bound segment for port 16a788e2-95ef-4d0a-a000-723110f8a730 on network 509bde13-ab43-4144-b99f-c872e7e31eff {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:11:23.929788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:23.930441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:23.934639 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "PUT /v2.0/ports/16a788e2-95ef-4d0a-a000-723110f8a730 HTTP/1.1" status: 200  len: 980 time: 2.1761277
Apr 30 05:11:23.935338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42508) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:23.957363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event updated for resources: {'Port': ['ID=16a788e2-95ef-4d0a-a000-723110f8a730,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:23.960620 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:24.277128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Deleting port 16a788e2-95ef-4d0a-a000-723110f8a730 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:24.277488 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:24.433990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] For port 16a788e2-95ef-4d0a-a000-723110f8a730, host n-h2-766726-20, got binding levels [] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:24.434306 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:24.605643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Calling delete_port for 16a788e2-95ef-4d0a-a000-723110f8a730 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:24.664787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710e89d-4aff-4510-ae02-e1ae76e5db37 req-c6893f01-1625-49cc-98f7-52ad4c95abd3 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:24.667434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6710e89d-4aff-4510-ae02-e1ae76e5db37 req-c6893f01-1625-49cc-98f7-52ad4c95abd3 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 944 time: 0.3764515
Apr 30 05:11:24.786922 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-448a2f46-1179-4951-8815-50790ae150f7 req-3f4857cb-f821-4a43-aef0-7b6b77c8f764 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 210 time: 0.0845783
Apr 30 05:11:24.806597 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6710e89d-4aff-4510-ae02-e1ae76e5db37 req-8feb2c07-12bc-46b6-9961-1a4ae5057f63 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302006
Apr 30 05:11:24.827335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-ef46097d-e2df-4c6b-83e8-8a3504eab58d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:24.828924 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-ef46097d-e2df-4c6b-83e8-8a3504eab58d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.2681909
Apr 30 05:11:24.833542 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:24.840905 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:24.849302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'port': {'device_id': '38e65724-eeee-42f0-88e9-f51c98c53c99', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'admin_state_up': True, 'tenant_id': '197fee38792947c6942aa1c89e289cac'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:24.931917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Pushing event deleted for resources: {'Port': ['ID=16a788e2-95ef-4d0a-a000-723110f8a730,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:24.948356 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:25.027698 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:25.040363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:25.042980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "DELETE /v2.0/ports/16a788e2-95ef-4d0a-a000-723110f8a730 HTTP/1.1" status: 204  len: 168 time: 1.1057391
Apr 30 05:11:25.045904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42520) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:25.051146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:25.063888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Made reservation on behalf of 197fee38792947c6942aa1c89e289cac for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:25.067735 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:25.101902 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad62a6cf-d3f5-41d9-a048-a31a254fdf59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] GET failed (client error): The resource could not be found.
Apr 30 05:11:25.102724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ad62a6cf-d3f5-41d9-a048-a31a254fdf59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Synchronizing usage tracker for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:25.125441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ad62a6cf-d3f5-41d9-a048-a31a254fdf59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Unset dirty status for tenant:048ee660157a4f1ba297f8f3ca738fca on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:25.126972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ad62a6cf-d3f5-41d9-a048-a31a254fdf59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] 10.222.0.46 "GET /v2.0/ports/16a788e2-95ef-4d0a-a000-723110f8a730 HTTP/1.1" status: 404  len: 333 time: 0.0800984
Apr 30 05:11:25.130476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42524) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:25.161904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75d578-1601-4026-927d-023fa885851d req-a1cacc7f-87c1-4a1f-b1a8-35edd660a39f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:25.163876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe75d578-1601-4026-927d-023fa885851d req-a1cacc7f-87c1-4a1f-b1a8-35edd660a39f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.2374628
Apr 30 05:11:25.274916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.20.0.8 (ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd/968c1a89-837e-4245-99cd-7c4f25dea4f3/19ceb7ea-22a6-49be-8920-ce82bdfea618) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:25.312770 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:25.329211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe75d578-1601-4026-927d-023fa885851d req-d75b9736-1581-40ff-8ab6-e3a2bd3557f3 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439223
Apr 30 05:11:25.543333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:25.549791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:25.573902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Transition to ACTIVE for port object 19ceb7ea-22a6-49be-8920-ce82bdfea618 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:25.611862 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:25.629709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['aea429a8-139a-4749-bf25-1e7fca7d17dd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:11:25.632630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f0d56ba-2b3a-49ab-8502-720e23c53f6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:25.733506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:25.737504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:25.743130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:25.888655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=19ceb7ea-22a6-49be-8920-ce82bdfea618,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:25.892573 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:25.977598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:25.978675 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:26.060007 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2160914
Apr 30 05:11:26.073195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Request body: {'port': {'device_id': '38e65724-eeee-42f0-88e9-f51c98c53c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:26.095998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77acd6d90>,) {'filters': {'network_id': ['509bde13-ab43-4144-b99f-c872e7e31eff']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:11:26.136299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77acd6d90>, 'dc927e21-9a63-4a6f-9d36-527794a0547f') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:11:26.136600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77acd6d90>, 'dc927e21-9a63-4a6f-9d36-527794a0547f') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:11:26.215544 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:26.255780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3f2b8a4d-6eb2-4067-9d10-1b9437c07374 None None] Provisioning for port 19ceb7ea-22a6-49be-8920-ce82bdfea618 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:26.269503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:26.270820 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:26.274638 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3f2b8a4d-6eb2-4067-9d10-1b9437c07374 None None] Provisioning complete for port 19ceb7ea-22a6-49be-8920-ce82bdfea618 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:26.275696 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8a4d-6eb2-4067-9d10-1b9437c07374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:26.290299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:11:26.314356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af57df4-87a9-45ce-8f16-0db52bed897e req-88c3fcc8-afb3-4cd1-9575-194dd8807ea5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:26.316306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9af57df4-87a9-45ce-8f16-0db52bed897e req-88c3fcc8-afb3-4cd1-9575-194dd8807ea5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.4117007
Apr 30 05:11:26.356420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b8a4d-6eb2-4067-9d10-1b9437c07374 None None] Port 19ceb7ea-22a6-49be-8920-ce82bdfea618 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:26.420481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-0b106513-44de-4b03-b81b-1356279341ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:26.422332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-0b106513-44de-4b03-b81b-1356279341ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 1098 time: 0.6366987
Apr 30 05:11:26.602052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cc4edccb-49ea-44a8-8ba2-bc556a7597e0 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:11:26.811393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port cc4edccb-49ea-44a8-8ba2-bc556a7597e0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:26.827120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'cc4edccb-49ea-44a8-8ba2-bc556a7597e0', 'network_id': 'a18fad67-d194-489c-b954-84d9f85d3b11', 'port_id': 'cc4edccb-49ea-44a8-8ba2-bc556a7597e0', 'mac_address': 'fa:16:3e:a3:c4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599ac8a7-abf1-4c77-8809-bce2f3fd9bc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:11:26.898582 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:26.912380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-a1ef0319-ed9d-4f55-bc3d-3ebcaa342c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:26.915711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-a1ef0319-ed9d-4f55-bc3d-3ebcaa342c9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.4818115
Apr 30 05:11:26.921261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4edccb-49ea-44a8-8ba2-bc556a7597e0 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:11:26.953328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port cc4edccb-49ea-44a8-8ba2-bc556a7597e0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:26.960785 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:26.963085 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5d3f2a34-f1d3-45dd-b6c3-b51e88e2a8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:27.020398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ceb7ea-22a6-49be-8920-ce82bdfea618 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:11:27.035830 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:27.059040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31ecb5-015e-400f-84a5-082fd775b53f req-04a3faf3-a479-41f0-a02b-2aa02b31e915 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:27.060331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Transition to ACTIVE for port object 19ceb7ea-22a6-49be-8920-ce82bdfea618 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:27.063901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed31ecb5-015e-400f-84a5-082fd775b53f req-04a3faf3-a479-41f0-a02b-2aa02b31e915 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 931 time: 0.9028921
Apr 30 05:11:27.068990 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:27.071724 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-6a8cd7df-2484-4268-84ec-8a7b1492833a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 200  len: 1002 time: 0.1401825
Apr 30 05:11:27.077647 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac4f6b3d-c91e-4aa0-9024-ed3fcd78e7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:27.087039 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:27.091773 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:27.120195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Network 509bde13-ab43-4144-b99f-c872e7e31eff has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:11:27.170223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9af57df4-87a9-45ce-8f16-0db52bed897e req-d547be0c-7a79-49cf-82d2-1231d861246f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8291051
Apr 30 05:11:27.172183 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:27.265241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['cc4edccb-49ea-44a8-8ba2-bc556a7597e0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:11:27.294196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Pushing event updated for resources: {'Port': ['ID=19ceb7ea-22a6-49be-8920-ce82bdfea618,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:27.308481 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:27.386487 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:27.417479 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed31ecb5-015e-400f-84a5-082fd775b53f req-041aa81e-0be9-476c-9047-dafa96b2806f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3439937
Apr 30 05:11:27.456717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Attempting to bind port 19ceb7ea-22a6-49be-8920-ce82bdfea618 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:27.457091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Attempting to bind port 19ceb7ea-22a6-49be-8920-ce82bdfea618 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:27.457391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Attempting to bind port 19ceb7ea-22a6-49be-8920-ce82bdfea618 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:27.462839 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:27.465595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Port 19ceb7ea-22a6-49be-8920-ce82bdfea618 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:11:27.466226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Attempting to bind port 19ceb7ea-22a6-49be-8920-ce82bdfea618 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:27.474312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:11:27.477911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:11:27.478813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Bound using segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:11:27.478951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Bound port: 19ceb7ea-22a6-49be-8920-ce82bdfea618, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:11:27.479449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:27.573004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-e3270a57-76dd-4d26-adf1-b4231c231905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:27.584424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-e3270a57-76dd-4d26-adf1-b4231c231905 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.4846237
Apr 30 05:11:27.610609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] For port 19ceb7ea-22a6-49be-8920-ce82bdfea618, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:11:27.616243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] For port 19ceb7ea-22a6-49be-8920-ce82bdfea618, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=19ceb7ea-22a6-49be-8920-ce82bdfea618,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:11:27.625762 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:27.634197 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:27.696242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:27.696950 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:27.698509 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-81981005-6089-4fec-967d-beaa409eef40 service neutron] 10.222.0.37 "PUT /v2.0/ports/19ceb7ea-22a6-49be-8920-ce82bdfea618 HTTP/1.1" status: 200  len: 1092 time: 1.6307330
Apr 30 05:11:27.699190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e65724-eeee-42f0-88e9-f51c98c53c99', 'tag': '19ceb7ea-22a6-49be-8920-ce82bdfea618'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:11:27.733467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Pushing event updated for resources: {'Port': ['ID=19ceb7ea-22a6-49be-8920-ce82bdfea618,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:27.748209 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:27.799734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Network 509bde13-ab43-4144-b99f-c872e7e31eff has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:11:27.810031 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e65724-eeee-42f0-88e9-f51c98c53c99', 'tag': '19ceb7ea-22a6-49be-8920-ce82bdfea618', 'status': 'completed', 'code': 200}
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:11:27.845598 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:11:27.855476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-673bafcf-98a8-4225-bac5-103a9be0b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:27.857082 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-673bafcf-98a8-4225-bac5-103a9be0b9f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 1095 time: 0.0944085
Apr 30 05:11:28.003023 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-45ba5827-8594-4c7d-abf0-95feedec7339 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19ceb7ea-22a6-49be-8920-ce82bdfea618 HTTP/1.1" status: 200  len: 217 time: 0.1159039
Apr 30 05:11:28.004168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:28.013482 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-805ad3f2-048a-4572-a224-4b03c6f32016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:28.029047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:28.040812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-23ec0a1c-8258-4dfa-b20e-bd959ea7b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:28.042346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-23ec0a1c-8258-4dfa-b20e-bd959ea7b749 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4176803
Apr 30 05:11:28.046129 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] 10.222.0.46 "DELETE /v2.0/networks/509bde13-ab43-4144-b99f-c872e7e31eff HTTP/1.1" status: 204  len: 168 time: 2.9122546
Apr 30 05:11:28.049659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Pushing event deleted for resources: {'Network': ['ID=509bde13-ab43-4144-b99f-c872e7e31eff,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:28.065729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a998055-5d9b-4c67-a363-3ae9bbfd50cd req-82f09989-14a3-42f3-b094-0936b72640da tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:28.067899 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a998055-5d9b-4c67-a363-3ae9bbfd50cd req-82f09989-14a3-42f3-b094-0936b72640da tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 945 time: 0.6896720
Apr 30 05:11:28.071169 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:28.093189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-a20b2d55-3b66-4dd9-a3e5-5fbe57a0363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:28.094685 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-a20b2d55-3b66-4dd9-a3e5-5fbe57a0363a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.0909519
Apr 30 05:11:28.222627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-46518c44-4dd3-4ca0-b7a1-536b3c9edbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:28.225387 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-46518c44-4dd3-4ca0-b7a1-536b3c9edbc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1225839
Apr 30 05:11:28.269172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a998055-5d9b-4c67-a363-3ae9bbfd50cd req-2724f9bf-6553-4343-8081-8ce8ea8df75e tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724544
Apr 30 05:11:28.318973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-1b25d3f5-3ced-43a5-a5c5-7e6cd449d6ed service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2492836
Apr 30 05:11:28.442772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42554) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:28.454520 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-779f61df-d433-49e8-ba55-5172515da53d service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213373
Apr 30 05:11:28.630092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cc4edccb-49ea-44a8-8ba2-bc556a7597e0 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:11:28.635520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21ca95c0-c039-44b3-bd67-30ce026decd6 req-83a52af6-2e50-4c69-8b34-0959542831b6 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3101013
Apr 30 05:11:28.661822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0203ea-8330-4ac9-b75b-6f7fac4850c4 req-ab367a9c-f349-44e7-a452-b4ac4baf9948 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:28.669971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e0203ea-8330-4ac9-b75b-6f7fac4850c4 req-ab367a9c-f349-44e7-a452-b4ac4baf9948 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.2123861
Apr 30 05:11:28.733339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e0203ea-8330-4ac9-b75b-6f7fac4850c4 req-bdaa421e-ce42-49ca-8c92-ac0f08c65f6c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623372
Apr 30 05:11:28.752439 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4513c40a-94e7-448e-bb09-2b9e0e38542c req-f013cf91-f961-4d47-8f75-2120590ef920 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2837379
Apr 30 05:11:28.752439 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fd64b81d-feb4-43a9-add3-05a3e3066f67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a301ce622c9046eaa24ce3e3ce167cbb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3059011
Apr 30 05:11:28.752439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42562) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:28.785959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port cc4edccb-49ea-44a8-8ba2-bc556a7597e0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:28.793691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port cc4edccb-49ea-44a8-8ba2-bc556a7597e0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:28.794636 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:28.829289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc6a1c-eb2c-416c-91db-f009a7c5c317 req-e8447dd2-6193-4e4f-8a81-0462a39bee6a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:28.830859 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5bcc6a1c-eb2c-416c-91db-f009a7c5c317 req-e8447dd2-6193-4e4f-8a81-0462a39bee6a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.2527530
Apr 30 05:11:28.975126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5bcc6a1c-eb2c-416c-91db-f009a7c5c317 req-c39a8ead-a0fa-4018-96f9-7c36bec26ee7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224411
Apr 30 05:11:29.036425 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce3cce0c-c74d-4066-91a2-7c1618c22db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:29.076994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce3cce0c-c74d-4066-91a2-7c1618c22db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:29.090601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-fd61ad82-1bf9-48de-88a5-22acd47d2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:29.092656 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:29.097024 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-fd61ad82-1bf9-48de-88a5-22acd47d2181 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 1095 time: 0.2791195
Apr 30 05:11:29.199022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port cc4edccb-49ea-44a8-8ba2-bc556a7597e0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:29.201513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ac4925-81aa-4cc9-8e0c-991791bbb9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4edccb-49ea-44a8-8ba2-bc556a7597e0'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:11:29.245096 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:29.250994 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:29.364689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-19f5de01-19fe-496e-85c6-e8ff77e63e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:29.369469 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-19f5de01-19fe-496e-85c6-e8ff77e63e77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.2646761
Apr 30 05:11:29.377150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce3cce0c-c74d-4066-91a2-7c1618c22db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:29.392704 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ac4925-81aa-4cc9-8e0c-991791bbb9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4edccb-49ea-44a8-8ba2-bc556a7597e0', 'code': 200}
Apr 30 05:11:29.397766 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2d6d91bc-6b17-4572-8e57-92b6495b2d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:29.427952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:29.434633 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:29.549531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cce0c-c74d-4066-91a2-7c1618c22db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc92ee6d-056d-4224-9a57-870dd99c0d10,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:29.556062 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce3cce0c-c74d-4066-91a2-7c1618c22db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:29.558147 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-22177078-a933-47ae-a6d8-0ca568709747 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19ceb7ea-22a6-49be-8920-ce82bdfea618 HTTP/1.1" status: 200  len: 217 time: 0.1727002
Apr 30 05:11:29.563402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce3cce0c-c74d-4066-91a2-7c1618c22db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:29.566971 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ce3cce0c-c74d-4066-91a2-7c1618c22db4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc92ee6d-056d-4224-9a57-870dd99c0d10 HTTP/1.1" status: 204  len: 168 time: 0.8111854
Apr 30 05:11:29.696391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-104d05e5-435d-46a5-bb5f-5af2111e5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:29.698284 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-104d05e5-435d-46a5-bb5f-5af2111e5c7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1323135
Apr 30 05:11:30.179116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-ef29739e-e7f1-41f8-bf1b-c2afa4515208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:30.181673 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-ef29739e-e7f1-41f8-bf1b-c2afa4515208 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4768963
Apr 30 05:11:30.243183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14101ad0-27b1-487a-a994-1b2cbb7f9498 req-10a2a5ef-68f2-497e-84df-f496bd872d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:30.244762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14101ad0-27b1-487a-a994-1b2cbb7f9498 req-10a2a5ef-68f2-497e-84df-f496bd872d0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 1098 time: 0.7094812
Apr 30 05:11:30.259427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8067e-fe23-471f-a213-25e3325655a0 req-052157b2-4d69-454f-8e05-675ff69c2ecf tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:30.261063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93e8067e-fe23-471f-a213-25e3325655a0 req-052157b2-4d69-454f-8e05-675ff69c2ecf tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 946 time: 0.6323359
Apr 30 05:11:30.355145 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14101ad0-27b1-487a-a994-1b2cbb7f9498 req-096756a9-7ee1-4cba-ae9a-29823cc27ba0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921490
Apr 30 05:11:30.364298 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93e8067e-fe23-471f-a213-25e3325655a0 req-93011a0c-750e-4b00-9245-52bc3bbbc437 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846388
Apr 30 05:11:30.416755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e3179-c58c-42e4-827d-038904d6fd7e req-87bdb2ba-4e78-46f7-8be5-5b129a56ceda tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:30.419802 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae3e3179-c58c-42e4-827d-038904d6fd7e req-87bdb2ba-4e78-46f7-8be5-5b129a56ceda tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.4749086
Apr 30 05:11:30.441542 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-9ab8c8b2-4e4a-4b71-9f8a-04b58a5d758d service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532253
Apr 30 05:11:30.452405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42580) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:30.519879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae3e3179-c58c-42e4-827d-038904d6fd7e req-a32f7d85-b041-4f4b-a41e-0c66e86acaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929904
Apr 30 05:11:30.689448 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-89b1a097-7c6c-4895-b700-4591ad22ad8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=048ee660157a4f1ba297f8f3ca738fca&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2332306
Apr 30 05:11:30.699738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42586) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:30.715928 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7ec08080-0228-4c3d-b526-ad0dad38f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:30.793210 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ad59ae16-273f-49a6-ba06-c722ac5cb16f req-abe4e396-c755-4627-8063-7404cb91b634 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3229153
Apr 30 05:11:30.858297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f89a4-0e34-4f00-beff-f7e5f957a278 req-543fc2c1-19cc-4761-9ef1-ad7c8904f501 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:30.862045 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c66e713-e9c4-48ea-b5ba-9685cb6248c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:30.872418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b39f89a4-0e34-4f00-beff-f7e5f957a278 req-543fc2c1-19cc-4761-9ef1-ad7c8904f501 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.1970339
Apr 30 05:11:30.910120 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c66e713-e9c4-48ea-b5ba-9685cb6248c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:31.002928 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b39f89a4-0e34-4f00-beff-f7e5f957a278 req-f7419c42-3a41-4a80-aeb4-b4db9d5fe6d5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259468
Apr 30 05:11:31.006392 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c66e713-e9c4-48ea-b5ba-9685cb6248c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:31.012806 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9a1052e-97f3-49eb-b063-f0e5f41fdb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:31.033669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66e713-e9c4-48ea-b5ba-9685cb6248c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa706a1-e553-4943-b624-3dec837ad182,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:31.035156 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c66e713-e9c4-48ea-b5ba-9685cb6248c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:31.040144 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5c66e713-e9c4-48ea-b5ba-9685cb6248c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:31.040144 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5c66e713-e9c4-48ea-b5ba-9685cb6248c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8aa706a1-e553-4943-b624-3dec837ad182 HTTP/1.1" status: 204  len: 168 time: 0.3365471
Apr 30 05:11:31.758334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16912cc-8ea3-4776-983f-922c0af6e24e req-2d2bf765-e9ae-425f-868c-f0dabc8071ce tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:31.767601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e16912cc-8ea3-4776-983f-922c0af6e24e req-2d2bf765-e9ae-425f-868c-f0dabc8071ce tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 946 time: 0.1551876
Apr 30 05:11:31.832160 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e16912cc-8ea3-4776-983f-922c0af6e24e req-0e905cc7-db9b-40ec-8c94-61b597dbebd0 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621405
Apr 30 05:11:32.375912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf291a4-e846-41ef-bc32-4f729d591d4f req-f73fef01-9974-443a-bd92-54f7cc02f561 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:32.386045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8bf291a4-e846-41ef-bc32-4f729d591d4f req-f73fef01-9974-443a-bd92-54f7cc02f561 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.1962519
Apr 30 05:11:32.493037 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8bf291a4-e846-41ef-bc32-4f729d591d4f req-cd66a9ef-92d6-45c2-9ace-d74e1d578e8f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059904
Apr 30 05:11:32.533674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42622) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:32.748969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1842862825'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:32.759628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:32.766389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Usage tracker for resource:network and tenant:bab496e955404ab68b46404b330805d0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:32.769872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:32.778098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:32.790768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Made reservation on behalf of bab496e955404ab68b46404b330805d0 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:32.795169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:32.810389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:32.827472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:32.831495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Usage tracker for resource:security_group_rule and tenant:bab496e955404ab68b46404b330805d0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:32.834474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:32.840835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:33.050040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:33.062614 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:33.076055 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac52a6b8-2737-4482-bc66-b13e3101c79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:33.099558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:11:33.128313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:33.128658 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Added segment c0fc6116-db44-4857-8668-e59209b56c8a of type vlan for network 82ef1c7d-7b29-43c5-ab21-48e837350d42
Apr 30 05:11:33.135343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03adb55-c445-4d98-bf73-ffd3da8c9465,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:33.139203 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:33.171631 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:33.221852 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:33.229254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:33.229979 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:33.236151 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e62cd97-6a88-4a36-ac62-dd3b91fd69e9 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:33.386716 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:33.410986 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 0.8743889
Apr 30 05:11:33.415847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42638) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:33.425390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Network': ['ID=82ef1c7d-7b29-43c5-ab21-48e837350d42,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:33.430722 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:33.432813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'subnet': {'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:33.456450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:11:33.622605 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5c1de695-801a-4b60-b114-21eeac43139d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:33.671956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:33.676312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Usage tracker for resource:subnet and tenant:bab496e955404ab68b46404b330805d0 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:33.681583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:33.690442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:33.762829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Made reservation on behalf of bab496e955404ab68b46404b330805d0 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:33.766359 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:33.829347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee8c1d-69da-4f67-93c4-2f20db08faa5 req-eed058ef-7b22-4429-a74a-0f2090cb4cb0 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:33.831015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91ee8c1d-69da-4f67-93c4-2f20db08faa5 req-eed058ef-7b22-4429-a74a-0f2090cb4cb0 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 946 time: 0.2487543
Apr 30 05:11:34.031693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf468560-9825-484f-ba7f-eddc4c92188b req-845ca559-a0ce-4aac-bef4-d70009de9ec8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:34.033246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf468560-9825-484f-ba7f-eddc4c92188b req-845ca559-a0ce-4aac-bef4-d70009de9ec8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.3403432
Apr 30 05:11:34.036211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91ee8c1d-69da-4f67-93c4-2f20db08faa5 req-e6e55702-c3b4-4e04-8e83-0b827ce6c7dc tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966419
Apr 30 05:11:34.176236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf468560-9825-484f-ba7f-eddc4c92188b req-9638e284-221f-4a44-95c1-9568f5bbfbf7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271095
Apr 30 05:11:34.528165 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:34.532632 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5e045440-bbfc-45a9-b470-5817daa1832e tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:34.655008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Subnet': ['ID=3cffffef-acfd-4a31-8231-0dc5b0c10d57,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:34.659471 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:34.678009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Checking segment: {'id': 'c0fc6116-db44-4857-8668-e59209b56c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:11:34.678555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network hostable DHCP agents. Network: 82ef1c7d-7b29-43c5-ab21-48e837350d42, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:11:34.703421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:11:34.719369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 82ef1c7d-7b29-43c5-ab21-48e837350d42) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:34.731720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b449424d-521c-442b-ae8a-54b751e900eb None None] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:11:34.744421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:34.749443 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:34.795929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42646) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:34.796526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3787670
Apr 30 05:11:34.806186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'port': {'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-764600912'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:34.909473 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:35.104182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-563cdfcd-fa72-4936-96e4-4195c7b2d2ba tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:35.105084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-563cdfcd-fa72-4936-96e4-4195c7b2d2ba tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Synchronizing usage tracker for tenant:a55857dab3b648f5bc89f9a71d5f9b45 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:35.125078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-82ef1c7d-7b29-43c5-ab21-48e837350d42', 'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42', 'tenant_id': 'bab496e955404ab68b46404b330805d0', 'fixed_ips': [{'subnet_id': '3cffffef-acfd-4a31-8231-0dc5b0c10d57'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:11:35.126695 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:35.143462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:35.149317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Usage tracker for resource:port and tenant:bab496e955404ab68b46404b330805d0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:35.153071 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:35.169258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:35.171939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-563cdfcd-fa72-4936-96e4-4195c7b2d2ba tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Unset dirty status for tenant:a55857dab3b648f5bc89f9a71d5f9b45 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:35.173378 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-563cdfcd-fa72-4936-96e4-4195c7b2d2ba tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.37 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 946 time: 0.2984357
Apr 30 05:11:35.240986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Made reservation on behalf of bab496e955404ab68b46404b330805d0 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:35.245165 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:35.284449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] device_id is not set on port 3daf0b44-b541-47f0-85b1-8076f2ce5459 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:35.505870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Allocated IP 2001:db8::2 (82ef1c7d-7b29-43c5-ab21-48e837350d42/3cffffef-acfd-4a31-8231-0dc5b0c10d57/10ba298e-1cd3-4988-8805-5e648c201d1e) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:35.557931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54241d3e-71ad-42d1-b43e-2dee731def14 req-18fcfb27-3cda-4478-8058-1fbe8e2e8568 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:35.559579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-54241d3e-71ad-42d1-b43e-2dee731def14 req-18fcfb27-3cda-4478-8058-1fbe8e2e8568 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 946 time: 0.3345325
Apr 30 05:11:35.637752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Deleting port cc4edccb-49ea-44a8-8ba2-bc556a7597e0 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:35.640850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:35.675346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-54241d3e-71ad-42d1-b43e-2dee731def14 req-40b44e16-d473-485c-8137-da0ba9556fd8 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/security-groups?id=224dfe34-8af5-47f0-8f6e-2cb13e66fa91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008315
Apr 30 05:11:35.872360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] For port cc4edccb-49ea-44a8-8ba2-bc556a7597e0, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,segment=NetworkSegment(4c562663-b1b0-4b6f-89b7-1d515408baac),segment_id=4c562663-b1b0-4b6f-89b7-1d515408baac)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:35.873184 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:35.888292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf6322-477c-41ec-bcfc-09e8ae829c7d req-93c833c1-b2e9-4d4c-aac0-faaca6b5bfe0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:35.891246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30cf6322-477c-41ec-bcfc-09e8ae829c7d req-93c833c1-b2e9-4d4c-aac0-faaca6b5bfe0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.1947963
Apr 30 05:11:35.968269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:36.046843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Transition to ACTIVE for port object 10ba298e-1cd3-4988-8805-5e648c201d1e will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:36.065862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30cf6322-477c-41ec-bcfc-09e8ae829c7d req-4a692445-202a-4ca3-86fb-9bcc71426abb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658223
Apr 30 05:11:36.097590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Calling delete_port for cc4edccb-49ea-44a8-8ba2-bc556a7597e0 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:36.115706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Transition to ACTIVE for port object 10ba298e-1cd3-4988-8805-5e648c201d1e will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:36.128948 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:36.139528 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:36.234091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Allocated IP 2001:db8::c1 (82ef1c7d-7b29-43c5-ab21-48e837350d42/3cffffef-acfd-4a31-8231-0dc5b0c10d57/3daf0b44-b541-47f0-85b1-8076f2ce5459) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:36.272023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:36.279398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:36.299605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:36.449966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Pushing event updated for resources: {'Port': ['ID=10ba298e-1cd3-4988-8805-5e648c201d1e,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:36.455246 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:36.464853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:36.467631 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:36.474768 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:36.482780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['cc4edccb-49ea-44a8-8ba2-bc556a7597e0'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:11:36.607545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Attempting to bind port 10ba298e-1cd3-4988-8805-5e648c201d1e on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:11:36.607933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Attempting to bind port 10ba298e-1cd3-4988-8805-5e648c201d1e by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'c0fc6116-db44-4857-8668-e59209b56c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:11:36.608312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Attempting to bind port 10ba298e-1cd3-4988-8805-5e648c201d1e on network 82ef1c7d-7b29-43c5-ab21-48e837350d42 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:11:36.619199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:11:36.619612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Checking segment: {'id': 'c0fc6116-db44-4857-8668-e59209b56c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:11:36.620032 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:36.620440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Bound using segment: {'id': 'c0fc6116-db44-4857-8668-e59209b56c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:11:36.620946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Bound port: 10ba298e-1cd3-4988-8805-5e648c201d1e, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fc6116-db44-4857-8668-e59209b56c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:11:36.621330 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:36.794262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Pushing event deleted for resources: {'Port': ['ID=cc4edccb-49ea-44a8-8ba2-bc556a7597e0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:36.830325 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:36.853862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] For port 10ba298e-1cd3-4988-8805-5e648c201d1e, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:11:36.873988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] For port 10ba298e-1cd3-4988-8805-5e648c201d1e, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=10ba298e-1cd3-4988-8805-5e648c201d1e,segment=NetworkSegment(c0fc6116-db44-4857-8668-e59209b56c8a),segment_id=c0fc6116-db44-4857-8668-e59209b56c8a)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:11:36.896959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:36.906886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5aa8470e-1f24-497a-9d2d-8f8fe55548c8 req-e12830f0-b014-4c40-8045-1cd918da688c tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.46 "GET /v2.0/ports?device_id=67ac4925-81aa-4cc9-8e0c-991791bbb9c8 HTTP/1.1" status: 200  len: 210 time: 0.0628974
Apr 30 05:11:36.933903 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:36.946867 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:36.982865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Transition to ACTIVE for port object 3daf0b44-b541-47f0-85b1-8076f2ce5459 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:36.985533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] No DVR routers for this DVR port cc4edccb-49ea-44a8-8ba2-bc556a7597e0 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:11:36.989948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:36.994557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ac4925-81aa-4cc9-8e0c-991791bbb9c8', 'name': 'network-vif-deleted', 'tag': 'cc4edccb-49ea-44a8-8ba2-bc556a7597e0'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:11:37.031879 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ec370c10-ccf5-4510-a271-3cbc07df652e req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] 10.222.0.37 "DELETE /v2.0/ports/cc4edccb-49ea-44a8-8ba2-bc556a7597e0 HTTP/1.1" status: 204  len: 173 time: 1.8462045
Apr 30 05:11:37.047140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:37.059930 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8c5e6b4-5e20-4c6d-ba6a-bee7e8680233 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:37.165139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Pushing event updated for resources: {'Port': ['ID=10ba298e-1cd3-4988-8805-5e648c201d1e,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:37.172369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:37.241576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:37.258516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:37.262911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:37.272128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:37.273750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:37.301002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Port': ['ID=3daf0b44-b541-47f0-85b1-8076f2ce5459,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:37.320391 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:37.339838 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.5414944
Apr 30 05:11:37.341128 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42666) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:37.352119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'port': {'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1259176544', 'allowed_address_pairs': [{'ip_address': '2001:db8::c1', 'mac_address': 'fa:16:3e:23:67:11'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:37.393378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b5c9a-f845-4a19-8c60-ef59c2e8c945 req-59686209-1e52-4265-8a7c-12b9ef04f1cc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:37.395059 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c5b5c9a-f845-4a19-8c60-ef59c2e8c945 req-59686209-1e52-4265-8a7c-12b9ef04f1cc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.1105297
Apr 30 05:11:37.495034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c5b5c9a-f845-4a19-8c60-ef59c2e8c945 req-62385041-2818-4ce4-b02a-e8697a6559cb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858471
Apr 30 05:11:37.502618 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ac4925-81aa-4cc9-8e0c-991791bbb9c8', 'name': 'network-vif-deleted', 'tag': 'cc4edccb-49ea-44a8-8ba2-bc556a7597e0', 'status': 'completed', 'code': 200}
Apr 30 05:11:37.593827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:37.603209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Usage tracker for resource:port and tenant:bab496e955404ab68b46404b330805d0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:37.609528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:37.623402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:37.642382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Made reservation on behalf of bab496e955404ab68b46404b330805d0 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:37.832962 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:37.859786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] device_id is not set on port 3603b95e-42c6-4b02-ac83-f2086d2e2faa yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:38.044608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Allocated IP 2001:db8::12d (82ef1c7d-7b29-43c5-ab21-48e837350d42/3cffffef-acfd-4a31-8231-0dc5b0c10d57/3603b95e-42c6-4b02-ac83-f2086d2e2faa) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:38.404086 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:38.430981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Transition to ACTIVE for port object 3603b95e-42c6-4b02-ac83-f2086d2e2faa will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:38.445328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d38b08-2f21-4a24-8fa9-8cbb99fee713 None None] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:11:38.489858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:38.498142 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-991fb8b8-9632-4e16-a9f3-e65eb7268a2a tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:38.580227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:38.586822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:38.606175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:38.617725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:38.618712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:38.655752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-12223c92-f374-475d-82e1-7fa05674cd5a None None] Provisioning for port 10ba298e-1cd3-4988-8805-5e648c201d1e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:38.683363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Port': ['ID=3603b95e-42c6-4b02-ac83-f2086d2e2faa,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:38.688718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:38.698121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cc4edccb-49ea-44a8-8ba2-bc556a7597e0 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:11:38.726211 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 1.3792880
Apr 30 05:11:38.726668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42684) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:38.906293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6d3c2-7ca7-4645-82d1-3dc1d07b6884 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:38.916988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6d3c2-7ca7-4645-82d1-3dc1d07b6884 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:38.927783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6d3c2-7ca7-4645-82d1-3dc1d07b6884 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:38.930104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fad6d3c2-7ca7-4645-82d1-3dc1d07b6884 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Synchronizing usage tracker for tenant:bab496e955404ab68b46404b330805d0 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:38.962385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fad6d3c2-7ca7-4645-82d1-3dc1d07b6884 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Unset dirty status for tenant:bab496e955404ab68b46404b330805d0 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:38.964062 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fad6d3c2-7ca7-4645-82d1-3dc1d07b6884 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2479 time: 0.2329061
Apr 30 05:11:38.969902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42694) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:39.009821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: cc4edccb-49ea-44a8-8ba2-bc556a7597e0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:11:39.010497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cc4edccb-49ea-44a8-8ba2-bc556a7597e0 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:11:39.409650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Deleting port 3603b95e-42c6-4b02-ac83-f2086d2e2faa {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:39.410270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:39.456314 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 10ba298e-1cd3-4988-8805-5e648c201d1e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:11:39.489999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67ff9f-4286-4bba-8e03-fc843c031f59 req-061d8c2e-2461-4c1d-b30f-30c87bacf031 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:39.500151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c67ff9f-4286-4bba-8e03-fc843c031f59 req-061d8c2e-2461-4c1d-b30f-30c87bacf031 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.6571419
Apr 30 05:11:39.587893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c67ff9f-4286-4bba-8e03-fc843c031f59 req-519277f7-f597-475e-b5a4-e237be2cecd0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830808
Apr 30 05:11:39.669720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 10ba298e-1cd3-4988-8805-5e648c201d1e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:39.682597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 10ba298e-1cd3-4988-8805-5e648c201d1e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:39.683005 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:39.761346 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:39.879534 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:39.926112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 10ba298e-1cd3-4988-8805-5e648c201d1e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=10ba298e-1cd3-4988-8805-5e648c201d1e,segment=NetworkSegment(c0fc6116-db44-4857-8668-e59209b56c8a),segment_id=c0fc6116-db44-4857-8668-e59209b56c8a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:39.936627 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:39.941640 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ceaf5007-eda9-44ae-a506-86ec3e6e735e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:39.966272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Calling delete_port for 3603b95e-42c6-4b02-ac83-f2086d2e2faa owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:40.092167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=10ba298e-1cd3-4988-8805-5e648c201d1e,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:40.120052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f5b5c1ac-e9e0-489f-a149-15b3c330a167 None None] Provisioning complete for port 10ba298e-1cd3-4988-8805-5e648c201d1e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:40.120847 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5b5c1ac-e9e0-489f-a149-15b3c330a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:40.135268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:40.150126 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc0c917b-02f7-466d-abf3-52009984f26e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:40.256013 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:40.476422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event deleted for resources: {'Port': ['ID=3603b95e-42c6-4b02-ac83-f2086d2e2faa,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:40.489337 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:40.551142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f5b5c1ac-e9e0-489f-a149-15b3c330a167 None None] Provisioning for port 3daf0b44-b541-47f0-85b1-8076f2ce5459 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:40.559719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f5b5c1ac-e9e0-489f-a149-15b3c330a167 None None] Provisioning complete for port 3daf0b44-b541-47f0-85b1-8076f2ce5459 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:40.560432 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5b5c1ac-e9e0-489f-a149-15b3c330a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:40.658103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:40.700743 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5c1ac-e9e0-489f-a149-15b3c330a167 None None] Port 3daf0b44-b541-47f0-85b1-8076f2ce5459 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:40.706057 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "DELETE /v2.0/ports/3603b95e-42c6-4b02-ac83-f2086d2e2faa HTTP/1.1" status: 204  len: 168 time: 1.7347422
Apr 30 05:11:40.708926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f5b5c1ac-e9e0-489f-a149-15b3c330a167 None None] Could not find standard attr ID for object 3603b95e-42c6-4b02-ac83-f2086d2e2faa. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 05:11:40.710685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42714) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:40.777961 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d280fb-be50-46ac-b2e1-eed935dbb7c7 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] GET failed (client error): The resource could not be found.
Apr 30 05:11:40.778967 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b7d280fb-be50-46ac-b2e1-eed935dbb7c7 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Synchronizing usage tracker for tenant:bab496e955404ab68b46404b330805d0 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:40.815986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b7d280fb-be50-46ac-b2e1-eed935dbb7c7 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Unset dirty status for tenant:bab496e955404ab68b46404b330805d0 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:40.818081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b7d280fb-be50-46ac-b2e1-eed935dbb7c7 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "GET /v2.0/ports/3603b95e-42c6-4b02-ac83-f2086d2e2faa HTTP/1.1" status: 404  len: 333 time: 0.1063244
Apr 30 05:11:40.824789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42720) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:40.852769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-134aa3de-958d-402f-9731-562e85dc9ce8 None None] Could not find standard attr ID for object 3603b95e-42c6-4b02-ac83-f2086d2e2faa. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 05:11:40.857248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'port': {'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-659505181'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:40.873826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-134aa3de-958d-402f-9731-562e85dc9ce8 None None] Provisioning complete for port 3daf0b44-b541-47f0-85b1-8076f2ce5459 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:40.874434 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-134aa3de-958d-402f-9731-562e85dc9ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:40.994121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-134aa3de-958d-402f-9731-562e85dc9ce8 None None] Port 3daf0b44-b541-47f0-85b1-8076f2ce5459 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:41.184922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f047a9f-3650-42c7-aab4-0928a96ac0c5 req-9740288b-6952-4c22-aa40-965f97d26de9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:41.187667 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f047a9f-3650-42c7-aab4-0928a96ac0c5 req-9740288b-6952-4c22-aa40-965f97d26de9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.3104570
Apr 30 05:11:41.285395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:41.304281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:41.351524 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f047a9f-3650-42c7-aab4-0928a96ac0c5 req-aad8e48e-9cbc-43c1-9936-9f5a0900c185 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419663
Apr 30 05:11:41.352536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Made reservation on behalf of bab496e955404ab68b46404b330805d0 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:41.358585 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:41.403238 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 10ba298e-1cd3-4988-8805-5e648c201d1e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:11:41.403831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] device_id is not set on port 58aef1d6-f891-48ae-a374-486d9f35b25b yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:41.515454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 10ba298e-1cd3-4988-8805-5e648c201d1e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:41.516199 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:41.729044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Allocated IP 2001:db8::28f (82ef1c7d-7b29-43c5-ab21-48e837350d42/3cffffef-acfd-4a31-8231-0dc5b0c10d57/58aef1d6-f891-48ae-a374-486d9f35b25b) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:42.000966 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:42.023240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Transition to ACTIVE for port object 58aef1d6-f891-48ae-a374-486d9f35b25b will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:42.054055 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:42.067759 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9cf6bf54-75a8-4376-b36a-7a0d0f2f2ced tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:42.224746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:42.226460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Port': ['ID=58aef1d6-f891-48ae-a374-486d9f35b25b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:42.231607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:42.235071 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:42.236543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:42.248312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:42.249484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:42.309522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.4806321
Apr 30 05:11:42.310090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42752) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:42.317203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c1', 'mac_address': 'fa:16:3e:23:67:11'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:42.542635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:42.651018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e1ab987b-71b1-40eb-94a3-1b5b0437e420 None None] Provisioning for port 58aef1d6-f891-48ae-a374-486d9f35b25b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:42.656860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e1ab987b-71b1-40eb-94a3-1b5b0437e420 None None] Provisioning complete for port 58aef1d6-f891-48ae-a374-486d9f35b25b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:42.657504 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e1ab987b-71b1-40eb-94a3-1b5b0437e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:42.811329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab987b-71b1-40eb-94a3-1b5b0437e420 None None] Port 58aef1d6-f891-48ae-a374-486d9f35b25b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:43.002292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b043a5-2e42-4edd-b5f4-9fa95f1252e8 req-78306e5c-c890-41e3-b120-394e83dea4b7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:43.010335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81b043a5-2e42-4edd-b5f4-9fa95f1252e8 req-78306e5c-c890-41e3-b120-394e83dea4b7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.3005323
Apr 30 05:11:43.130282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81b043a5-2e42-4edd-b5f4-9fa95f1252e8 req-41221292-b9fe-42e2-b177-013d33d04515 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183572
Apr 30 05:11:43.349947 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:43.359140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:43.372991 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b173b38e-14b7-41e5-a269-266e71f8091c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:43.441888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] In _notify_port_updated(), no bound segment for port 58aef1d6-f891-48ae-a374-486d9f35b25b on network 82ef1c7d-7b29-43c5-ab21-48e837350d42 {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:11:43.449392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:43.450227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:43.451661 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "PUT /v2.0/ports/58aef1d6-f891-48ae-a374-486d9f35b25b HTTP/1.1" status: 200  len: 1001 time: 1.1403179
Apr 30 05:11:43.463226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42770) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:43.487002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-bc759b3f-1fe8-465b-ae86-474ac13fe33d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.3324656
Apr 30 05:11:43.567488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Port': ['ID=58aef1d6-f891-48ae-a374-486d9f35b25b,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:43.573784 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:43.765770 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Deleting port 58aef1d6-f891-48ae-a374-486d9f35b25b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:43.767188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:43.870566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-f730db93-881c-4c6f-a93c-60c781df2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:43.872337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-f730db93-881c-4c6f-a93c-60c781df2f74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 1098 time: 0.1601872
Apr 30 05:11:43.999055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-31f3f5a6-3cee-4215-a7ef-18fe0fcfc160 None None] Provisioning complete for port 58aef1d6-f891-48ae-a374-486d9f35b25b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:44.000490 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-31f3f5a6-3cee-4215-a7ef-18fe0fcfc160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:44.117333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-31f3f5a6-3cee-4215-a7ef-18fe0fcfc160 None None] Port 58aef1d6-f891-48ae-a374-486d9f35b25b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:44.184332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:44.248826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-f46ebc7c-dc60-4b3f-a748-9de924330cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:44.256751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-f46ebc7c-dc60-4b3f-a748-9de924330cff service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.3457999
Apr 30 05:11:44.388623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Calling delete_port for 58aef1d6-f891-48ae-a374-486d9f35b25b owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:44.542334 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-0c29a565-5876-4131-ad85-7c2553b1dfe5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 200  len: 1002 time: 0.2800400
Apr 30 05:11:44.671173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f312b-7279-4cd9-b6b9-96341aec98fc req-905353cf-a0a0-4bc3-854f-8322a4d6f9a0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:44.673880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b43f312b-7279-4cd9-b6b9-96341aec98fc req-905353cf-a0a0-4bc3-854f-8322a4d6f9a0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.2756894
Apr 30 05:11:44.702644 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:44.738863 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:44.757560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-21212551-8134-463c-b36d-bee43f14786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:44.759770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-21212551-8134-463c-b36d-bee43f14786f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.1987140
Apr 30 05:11:44.832099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b43f312b-7279-4cd9-b6b9-96341aec98fc req-eee07c37-9296-4f3d-b0cb-783e598d0693 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418340
Apr 30 05:11:44.851759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event deleted for resources: {'Port': ['ID=58aef1d6-f891-48ae-a374-486d9f35b25b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:44.857136 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:45.010864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-cfb9c76c-d856-4874-9c2b-e0c273ca8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:45.029116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-cfb9c76c-d856-4874-9c2b-e0c273ca8350 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2604792
Apr 30 05:11:45.291064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:45.313204 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "DELETE /v2.0/ports/58aef1d6-f891-48ae-a374-486d9f35b25b HTTP/1.1" status: 204  len: 168 time: 1.8482981
Apr 30 05:11:45.342932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42786) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:45.512146 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e032f06-af35-4730-bbb7-48242161e4ff tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] GET failed (client error): The resource could not be found.
Apr 30 05:11:45.513279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e032f06-af35-4730-bbb7-48242161e4ff tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Synchronizing usage tracker for tenant:bab496e955404ab68b46404b330805d0 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:45.541737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-4f11c86a-c4be-4cc6-a5b2-f8568b61bced service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5050139
Apr 30 05:11:45.551701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e032f06-af35-4730-bbb7-48242161e4ff tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Unset dirty status for tenant:bab496e955404ab68b46404b330805d0 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:45.553127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8e032f06-af35-4730-bbb7-48242161e4ff tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "GET /v2.0/ports/58aef1d6-f891-48ae-a374-486d9f35b25b HTTP/1.1" status: 404  len: 333 time: 0.2070782
Apr 30 05:11:45.559820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42792) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:45.581544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'port': {'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-694262376'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:45.660866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-f30956cc-d57c-4368-9994-44ab8f6f3ed8 req-eb6dd8b1-1469-4e17-a3b1-d1ce326a57ae service neutron] (74582) timed out ('10.222.0.50', 60669) {{(pid=74582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 05:11:46.063389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:46.103649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:46.127678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Made reservation on behalf of bab496e955404ab68b46404b330805d0 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:46.146219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:46.212573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] device_id is not set on port 02413b3c-bb93-4d3f-b8c0-02bf221a967a yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:46.445348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ca770e4-ecae-465d-963a-3265d593f9e9 req-2e876b66-ee53-47ac-b7e1-d9f0e5c9cbed service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8883626
Apr 30 05:11:46.468301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1b681-73b7-4cb8-831c-98b8ab99ee92 req-1e9bb3b4-15c2-46f1-badb-4f47d958742b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:46.482051 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13d1b681-73b7-4cb8-831c-98b8ab99ee92 req-1e9bb3b4-15c2-46f1-badb-4f47d958742b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.2743177
Apr 30 05:11:46.521422 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Allocated IP 2001:db8::a6 (82ef1c7d-7b29-43c5-ab21-48e837350d42/3cffffef-acfd-4a31-8231-0dc5b0c10d57/02413b3c-bb93-4d3f-b8c0-02bf221a967a) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:46.588207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13d1b681-73b7-4cb8-831c-98b8ab99ee92 req-f4c83463-2ae9-4f25-8a5e-fa1e8f5efbba tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035283
Apr 30 05:11:47.168411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:47.189353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Transition to ACTIVE for port object 02413b3c-bb93-4d3f-b8c0-02bf221a967a will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:47.277538 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:47.304148 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-762800e9-5e31-4e49-b4d3-9e99b33abae1 tempest-ServerActionsTestJSON-917185204 tempest-ServerActionsTestJSON-917185204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:47.461893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:47.480671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:47.487370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:47.495502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:47.496454 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:47.555624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Port': ['ID=02413b3c-bb93-4d3f-b8c0-02bf221a967a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:47.561592 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:47.607913 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.0391738
Apr 30 05:11:47.609173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42808) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:47.621996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:23:67:11'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:48.120003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1d18704f-9341-4d8b-b44e-89df6c71b33e None None] Provisioning for port 02413b3c-bb93-4d3f-b8c0-02bf221a967a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:48.150326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1d18704f-9341-4d8b-b44e-89df6c71b33e None None] Provisioning complete for port 02413b3c-bb93-4d3f-b8c0-02bf221a967a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:48.151041 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d18704f-9341-4d8b-b44e-89df6c71b33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:48.269537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1d18704f-9341-4d8b-b44e-89df6c71b33e None None] Port 02413b3c-bb93-4d3f-b8c0-02bf221a967a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:48.507420 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:48.646850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b57131-5fc7-473f-ab80-c4c9ac36e4a1 req-9084be71-667d-44bc-b4e0-884141d956e8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:48.660528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8b57131-5fc7-473f-ab80-c4c9ac36e4a1 req-9084be71-667d-44bc-b4e0-884141d956e8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.5311728
Apr 30 05:11:49.013113 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8b57131-5fc7-473f-ab80-c4c9ac36e4a1 req-3b715858-085c-460f-bf28-3117e075ca66 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3495409
Apr 30 05:11:49.176392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:49.190711 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:49.203125 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d323b349-14c4-46ae-b720-e4b979e7ae1f tempest-ServerTagsTestJSON-116068483 tempest-ServerTagsTestJSON-116068483-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:49.302810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Port': ['ID=02413b3c-bb93-4d3f-b8c0-02bf221a967a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:49.309394 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:49.313021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] In _notify_port_updated(), no bound segment for port 02413b3c-bb93-4d3f-b8c0-02bf221a967a on network 82ef1c7d-7b29-43c5-ab21-48e837350d42 {{(pid=74581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:11:49.332145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:49.332145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:49.336448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "PUT /v2.0/ports/02413b3c-bb93-4d3f-b8c0-02bf221a967a HTTP/1.1" status: 200  len: 1001 time: 1.7247233
Apr 30 05:11:49.337306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42826) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:49.687406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Deleting port 02413b3c-bb93-4d3f-b8c0-02bf221a967a {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:49.687802 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:49.830611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-57f306ea-ef10-4d16-89fc-417b5e42e6f0 None None] Provisioning complete for port 02413b3c-bb93-4d3f-b8c0-02bf221a967a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:49.831527 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-57f306ea-ef10-4d16-89fc-417b5e42e6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:49.906535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-57f306ea-ef10-4d16-89fc-417b5e42e6f0 None None] Port 02413b3c-bb93-4d3f-b8c0-02bf221a967a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:50.017607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:50.289765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Calling delete_port for 02413b3c-bb93-4d3f-b8c0-02bf221a967a owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:50.381769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006ee9b-7836-4152-ba09-09bea65a9de6 req-d6a75613-72be-48c1-a406-f200c808d347 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:50.401038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4006ee9b-7836-4152-ba09-09bea65a9de6 req-d6a75613-72be-48c1-a406-f200c808d347 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.2348876
Apr 30 05:11:50.536326 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4006ee9b-7836-4152-ba09-09bea65a9de6 req-45d78831-8ad6-4ac9-b89d-00bbff0b2f35 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334345
Apr 30 05:11:50.687496 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:50.727087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd3b2e41-459e-4169-b9d1-89345bd04b8b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:50.910245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event deleted for resources: {'Port': ['ID=02413b3c-bb93-4d3f-b8c0-02bf221a967a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:50.919078 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:51.010765 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:51.033521 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "DELETE /v2.0/ports/02413b3c-bb93-4d3f-b8c0-02bf221a967a HTTP/1.1" status: 204  len: 168 time: 1.6944656
Apr 30 05:11:51.036787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42844) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:51.100810 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-91518661-e8a6-4acc-ab23-860f4b1f6650 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] GET failed (client error): The resource could not be found.
Apr 30 05:11:51.101615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-91518661-e8a6-4acc-ab23-860f4b1f6650 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Synchronizing usage tracker for tenant:bab496e955404ab68b46404b330805d0 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:11:51.129567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-91518661-e8a6-4acc-ab23-860f4b1f6650 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Unset dirty status for tenant:bab496e955404ab68b46404b330805d0 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:11:51.136282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42848) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:51.136549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-91518661-e8a6-4acc-ab23-860f4b1f6650 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "GET /v2.0/ports/02413b3c-bb93-4d3f-b8c0-02bf221a967a HTTP/1.1" status: 404  len: 333 time: 0.0982506
Apr 30 05:11:51.143916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'port': {'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-744899620'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:51.367693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:51.379325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:51.394760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Made reservation on behalf of bab496e955404ab68b46404b330805d0 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:51.402126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:51.437650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] device_id is not set on port d9f6888f-1d2d-4197-8ea4-791cc49d3b3e yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:51.646353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Allocated IP 2001:db8::1b0 (82ef1c7d-7b29-43c5-ab21-48e837350d42/3cffffef-acfd-4a31-8231-0dc5b0c10d57/d9f6888f-1d2d-4197-8ea4-791cc49d3b3e) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:51.839325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1053333-62e7-44a7-827f-3592407e25f8 req-b9711bca-8b45-4f6c-bceb-59df18b93700 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:51.847776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1053333-62e7-44a7-827f-3592407e25f8 req-b9711bca-8b45-4f6c-bceb-59df18b93700 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.1328242
Apr 30 05:11:51.963634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1053333-62e7-44a7-827f-3592407e25f8 req-0cc039a8-ba4f-455e-9ce6-0f9f8ca559ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144981
Apr 30 05:11:52.065650 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:52.089380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Transition to ACTIVE for port object d9f6888f-1d2d-4197-8ea4-791cc49d3b3e will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:52.138172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:52.148886 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-203bc2bd-d17b-4372-a007-20621bafe1f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:52.236734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:52.241551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:52.246215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:52.253715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:52.254392 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:52.268274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Port': ['ID=d9f6888f-1d2d-4197-8ea4-791cc49d3b3e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:52.281032 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:52.301267 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.1637235
Apr 30 05:11:52.304813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42866) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:52.312699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'port': {'network_id': '82ef1c7d-7b29-43c5-ab21-48e837350d42', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2121288845'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:52.640332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:11:52.647697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Usage tracker for resource:port and tenant:bab496e955404ab68b46404b330805d0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:11:52.654970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:11:52.664296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:11:52.688885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Made reservation on behalf of bab496e955404ab68b46404b330805d0 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:11:52.700329 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:52.735433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] device_id is not set on port 14418310-f15a-4558-a1d2-b4e9c5a56bd9 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:11:52.774910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2873cc1b-4d5d-40ac-a024-4acaf0425a26 None None] Provisioning for port d9f6888f-1d2d-4197-8ea4-791cc49d3b3e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:52.782483 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2873cc1b-4d5d-40ac-a024-4acaf0425a26 None None] Provisioning complete for port d9f6888f-1d2d-4197-8ea4-791cc49d3b3e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:52.784321 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2873cc1b-4d5d-40ac-a024-4acaf0425a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:52.852409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2873cc1b-4d5d-40ac-a024-4acaf0425a26 None None] Port d9f6888f-1d2d-4197-8ea4-791cc49d3b3e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:52.948493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Allocated IP 2001:db8::262 (82ef1c7d-7b29-43c5-ab21-48e837350d42/3cffffef-acfd-4a31-8231-0dc5b0c10d57/14418310-f15a-4558-a1d2-b4e9c5a56bd9) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:11:53.387043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a39c0-1399-431b-bd62-a8a0cc12d6bc req-26dd11b8-890d-4da0-9521-93b740c51a2d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:53.389936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-325a39c0-1399-431b-bd62-a8a0cc12d6bc req-26dd11b8-890d-4da0-9521-93b740c51a2d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.1131344
Apr 30 05:11:53.485941 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-325a39c0-1399-431b-bd62-a8a0cc12d6bc req-781bd8db-38fc-4720-b57d-b5535f77c8d9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847795
Apr 30 05:11:53.533610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:53.562039 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Transition to ACTIVE for port object 14418310-f15a-4558-a1d2-b4e9c5a56bd9 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:11:53.610391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:53.633224 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-017798d7-4115-40c7-be32-edc0373853e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:53.752217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:11:53.767705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:11:53.777802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:11:53.786349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:53.787242 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:53.811285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Port': ['ID=14418310-f15a-4558-a1d2-b4e9c5a56bd9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:53.820983 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:53.844916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.5383220
Apr 30 05:11:53.848852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42878) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:53.901863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c1', 'mac_address': 'fa:16:3e:23:67:11'}, {'ip_address': '2001:db8::1b0', 'mac_address': 'fa:16:3e:f2:a2:cb'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:11:54.298451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ac84e4a1-89a3-4d46-b2c7-21335696bf7d None None] Provisioning for port 14418310-f15a-4558-a1d2-b4e9c5a56bd9 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:11:54.317189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ac84e4a1-89a3-4d46-b2c7-21335696bf7d None None] Provisioning complete for port 14418310-f15a-4558-a1d2-b4e9c5a56bd9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:54.320096 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ac84e4a1-89a3-4d46-b2c7-21335696bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:54.492946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ac84e4a1-89a3-4d46-b2c7-21335696bf7d None None] Port 14418310-f15a-4558-a1d2-b4e9c5a56bd9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:54.547072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:55.079534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2607-5960-4037-82a5-09e21fb408f0 req-0ef7e4f6-3ddf-4ff5-8d9b-e75ef2e71901 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:55.081526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27fb2607-5960-4037-82a5-09e21fb408f0 req-0ef7e4f6-3ddf-4ff5-8d9b-e75ef2e71901 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.4357269
Apr 30 05:11:55.162096 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27fb2607-5960-4037-82a5-09e21fb408f0 req-1fe6a2e4-72af-48e9-941f-4fb7031e8b82 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577650
Apr 30 05:11:55.188065 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:55.198302 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:55.210799 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0a364e45-13da-43b8-8fc6-435c1fa90ecb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:55.281087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] In _notify_port_updated(), no bound segment for port 14418310-f15a-4558-a1d2-b4e9c5a56bd9 on network 82ef1c7d-7b29-43c5-ab21-48e837350d42 {{(pid=74581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:11:55.287148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:55.288634 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:55.293397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "PUT /v2.0/ports/14418310-f15a-4558-a1d2-b4e9c5a56bd9 HTTP/1.1" status: 200  len: 1067 time: 1.4419258
Apr 30 05:11:55.294464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42894) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:55.339809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event updated for resources: {'Port': ['ID=14418310-f15a-4558-a1d2-b4e9c5a56bd9,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:55.359457 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:55.630070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Deleting port 14418310-f15a-4558-a1d2-b4e9c5a56bd9 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:55.630711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:55.794910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-197e6af4-fb34-4c7a-a338-6bae189801c0 None None] Provisioning complete for port 14418310-f15a-4558-a1d2-b4e9c5a56bd9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:11:55.797519 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-197e6af4-fb34-4c7a-a338-6bae189801c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:55.898923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-197e6af4-fb34-4c7a-a338-6bae189801c0 None None] Port 14418310-f15a-4558-a1d2-b4e9c5a56bd9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:11:56.098347 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:56.260936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Calling delete_port for 14418310-f15a-4558-a1d2-b4e9c5a56bd9 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:56.452596 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:56.477963 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c024b1b-fe3f-4040-8997-31cce4d9f88b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:56.503667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b158538-a934-4893-8e0c-2bd78c717dbb req-a7ad670d-868a-4c72-8d7c-b65238fb1d0b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:56.508843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b158538-a934-4893-8e0c-2bd78c717dbb req-a7ad670d-868a-4c72-8d7c-b65238fb1d0b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 943 time: 0.1486888
Apr 30 05:11:56.578692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event deleted for resources: {'Port': ['ID=14418310-f15a-4558-a1d2-b4e9c5a56bd9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:56.582272 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:56.628817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b158538-a934-4893-8e0c-2bd78c717dbb req-a1bac071-e1a5-4d67-8303-f9a3bc217a7f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097882
Apr 30 05:11:56.773108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 19ceb7ea-22a6-49be-8920-ce82bdfea618 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:11:57.098753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:57.117604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42914) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:57.118044 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "DELETE /v2.0/ports/14418310-f15a-4558-a1d2-b4e9c5a56bd9 HTTP/1.1" status: 204  len: 168 time: 1.8206766
Apr 30 05:11:57.239756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 19ceb7ea-22a6-49be-8920-ce82bdfea618, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=19ceb7ea-22a6-49be-8920-ce82bdfea618,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:57.270933 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fda0611-f1f8-4ba4-a1d5-04cfa99baac9 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] GET failed (client error): The resource could not be found.
Apr 30 05:11:57.279511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42920) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:57.280806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '19ceb7ea-22a6-49be-8920-ce82bdfea618', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'port_id': '19ceb7ea-22a6-49be-8920-ce82bdfea618', 'mac_address': 'fa:16:3e:87:c7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:11:57.280995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6fda0611-f1f8-4ba4-a1d5-04cfa99baac9 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "GET /v2.0/ports/14418310-f15a-4558-a1d2-b4e9c5a56bd9 HTTP/1.1" status: 404  len: 333 time: 0.1614530
Apr 30 05:11:57.421512 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:57.425092 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:57.452861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ceb7ea-22a6-49be-8920-ce82bdfea618 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:11:57.463142 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:57.485888 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 19ceb7ea-22a6-49be-8920-ce82bdfea618, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=19ceb7ea-22a6-49be-8920-ce82bdfea618,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:11:57.503117 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:57.510784 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:57.527619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Deleting port d9f6888f-1d2d-4197-8ea4-791cc49d3b3e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:57.528600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:57.672342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=19ceb7ea-22a6-49be-8920-ce82bdfea618,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:57.684805 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:57.782545 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:57.807011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['19ceb7ea-22a6-49be-8920-ce82bdfea618'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:11:58.048965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Calling delete_port for d9f6888f-1d2d-4197-8ea4-791cc49d3b3e owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:58.141978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16fd1b-054c-41cd-9726-e3be6c4b2d15 req-9b5d045a-6365-4c3a-af9e-81e75bdf4473 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:58.151021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a16fd1b-054c-41cd-9726-e3be6c4b2d15 req-9b5d045a-6365-4c3a-af9e-81e75bdf4473 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 944 time: 0.2372518
Apr 30 05:11:58.321006 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a16fd1b-054c-41cd-9726-e3be6c4b2d15 req-ec53eedf-642f-4330-8e5a-ac714a4ff15d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387188
Apr 30 05:11:58.476233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:58.485745 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5af27986-bc03-40f1-b8b2-a8fa483de9e1 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:11:58.563251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event deleted for resources: {'Port': ['ID=d9f6888f-1d2d-4197-8ea4-791cc49d3b3e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:11:58.566891 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:11:58.639884 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:58.668634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42942) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:58.686299 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "DELETE /v2.0/ports/d9f6888f-1d2d-4197-8ea4-791cc49d3b3e HTTP/1.1" status: 204  len: 168 time: 1.4054923
Apr 30 05:11:58.754033 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0949f1-abf1-4edb-bc14-dbf68c57c59f tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] GET failed (client error): The resource could not be found.
Apr 30 05:11:58.759488 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6e0949f1-abf1-4edb-bc14-dbf68c57c59f tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "GET /v2.0/ports/d9f6888f-1d2d-4197-8ea4-791cc49d3b3e HTTP/1.1" status: 404  len: 333 time: 0.0858200
Apr 30 05:11:58.760556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42946) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:11:59.079385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Deleting port 3daf0b44-b541-47f0-85b1-8076f2ce5459 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:11:59.084013 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:59.421641 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:11:59.741786 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Calling delete_port for 3daf0b44-b541-47f0-85b1-8076f2ce5459 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:11:59.816662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa320ed-5e38-44f5-b396-57b14bb93f13 req-2c13ce0e-fd5e-4456-94f8-1242388d34cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:11:59.821256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-daa320ed-5e38-44f5-b396-57b14bb93f13 req-2c13ce0e-fd5e-4456-94f8-1242388d34cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 944 time: 0.2074647
Apr 30 05:12:00.000408 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:12:00.007886 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-daa320ed-5e38-44f5-b396-57b14bb93f13 req-13f65bed-dad1-473b-a1b6-014ed36e2f88 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809123
Apr 30 05:12:00.070280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:00.086495 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a77e16e3-4783-4506-98a3-072a90ef29de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:00.203321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event deleted for resources: {'Port': ['ID=3daf0b44-b541-47f0-85b1-8076f2ce5459,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:00.212042 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:00.271334 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:00.285987 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "DELETE /v2.0/ports/3daf0b44-b541-47f0-85b1-8076f2ce5459 HTTP/1.1" status: 204  len: 168 time: 1.5230145
Apr 30 05:12:00.288644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 42958) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:00.414132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Deleting subnet 3cffffef-acfd-4a31-8231-0dc5b0c10d57 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:12:00.418636 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:00.552213 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:00.705188 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:00.735036 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6430ca6d-f4fc-4d49-816b-375e1f904c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:00.785896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 19ceb7ea-22a6-49be-8920-ce82bdfea618 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:12:00.954272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 19ceb7ea-22a6-49be-8920-ce82bdfea618 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:00.963348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 19ceb7ea-22a6-49be-8920-ce82bdfea618 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:00.964209 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:01.125048 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:01.150035 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b9260700-0475-47d1-8dc7-96bba3c8a587 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:01.197933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:01.212407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event deleted for resources: {'Subnet': ['ID=3cffffef-acfd-4a31-8231-0dc5b0c10d57,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:01.215796 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:01.221382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "DELETE /v2.0/subnets/3cffffef-acfd-4a31-8231-0dc5b0c10d57 HTTP/1.1" status: 204  len: 168 time: 0.9280856
Apr 30 05:12:01.221530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 42976) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:01.222046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0293c13-07f0-4a1c-9574-94c640195e40 None None] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:12:01.367796 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:01.388531 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a40c-6171-4f24-a1cc-6602dd1d93aa req-a6345a8c-a518-46d1-8f26-b658bd0df3e4 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:01.397970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b35a40c-6171-4f24-a1cc-6602dd1d93aa req-a6345a8c-a518-46d1-8f26-b658bd0df3e4 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 944 time: 0.1518860
Apr 30 05:12:01.425183 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:01.484223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b35a40c-6171-4f24-a1cc-6602dd1d93aa req-ab1c64f7-b18c-4fb1-b4c7-687d553d1fc7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852253
Apr 30 05:12:01.489191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e65724-eeee-42f0-88e9-f51c98c53c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ceb7ea-22a6-49be-8920-ce82bdfea618'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:12:01.542877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 19ceb7ea-22a6-49be-8920-ce82bdfea618, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=19ceb7ea-22a6-49be-8920-ce82bdfea618,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:01.557318 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:01.567991 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:01.579145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Deleting port 10ba298e-1cd3-4988-8805-5e648c201d1e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:01.579615 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:01.669884 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e65724-eeee-42f0-88e9-f51c98c53c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ceb7ea-22a6-49be-8920-ce82bdfea618', 'code': 200}
Apr 30 05:12:01.672043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=19ceb7ea-22a6-49be-8920-ce82bdfea618,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:01.676920 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:01.843430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] DHCP port deletion for 82ef1c7d-7b29-43c5-ab21-48e837350d42 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:12:02.041565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] Deleting port 10ba298e-1cd3-4988-8805-5e648c201d1e {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:02.041960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:02.050623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] For port 10ba298e-1cd3-4988-8805-5e648c201d1e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=10ba298e-1cd3-4988-8805-5e648c201d1e,segment=NetworkSegment(c0fc6116-db44-4857-8668-e59209b56c8a),segment_id=c0fc6116-db44-4857-8668-e59209b56c8a)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:02.051072 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:02.222623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Calling delete_port for 10ba298e-1cd3-4988-8805-5e648c201d1e owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:02.235846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7f7e6-16e4-4461-ad6d-a450803e2a02 req-bb7012dc-cef4-4946-90ea-09818ece5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:02.237610 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6fb7f7e6-16e4-4461-ad6d-a450803e2a02 req-bb7012dc-cef4-4946-90ea-09818ece5284 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 1097 time: 0.5507846
Apr 30 05:12:02.242477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] For port 10ba298e-1cd3-4988-8805-5e648c201d1e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=10ba298e-1cd3-4988-8805-5e648c201d1e,segment=NetworkSegment(c0fc6116-db44-4857-8668-e59209b56c8a),segment_id=c0fc6116-db44-4857-8668-e59209b56c8a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:02.243127 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:02.301059 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6fb7f7e6-16e4-4461-ad6d-a450803e2a02 req-47122597-8a19-4fee-b2e1-6a02de4b1be4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564942
Apr 30 05:12:02.337736 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:02.347799 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be2cf764-4cf8-4c63-97c2-4678ff150193 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:02.399069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] Calling delete_port for 10ba298e-1cd3-4988-8805-5e648c201d1e owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:02.416367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event deleted for resources: {'Port': ['ID=10ba298e-1cd3-4988-8805-5e648c201d1e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:02.424514 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:02.427621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] No DVR routers for this DVR port 10ba298e-1cd3-4988-8805-5e648c201d1e on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:12:02.463688 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:02.468819 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:02.572684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] Pushing event deleted for resources: {'Port': ['ID=10ba298e-1cd3-4988-8805-5e648c201d1e,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:02.575421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] No DVR routers for this DVR port 10ba298e-1cd3-4988-8805-5e648c201d1e on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:12:02.595326 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:02.690309 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:02.844868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda347d2-f991-45f1-9387-dbdf9e340744 req-e45451b7-f230-4aae-9141-e7076c8477e0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:02.846525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda347d2-f991-45f1-9387-dbdf9e340744 req-e45451b7-f230-4aae-9141-e7076c8477e0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 945 time: 0.1912270
Apr 30 05:12:02.856748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bda2-c509-4dba-9880-2322588e7668 req-8828f0e6-339a-4e1f-8905-5e2330640553 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:02.872524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77baff250>,) {'filters': {'network_id': ['82ef1c7d-7b29-43c5-ab21-48e837350d42']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:02.874656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63d1bda2-c509-4dba-9880-2322588e7668 req-8828f0e6-339a-4e1f-8905-5e2330640553 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.1571500
Apr 30 05:12:02.889738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77baff250>, 'c0fc6116-db44-4857-8668-e59209b56c8a') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:02.890168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77baff250>, 'c0fc6116-db44-4857-8668-e59209b56c8a') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:02.904626 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:02.947620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:02.967001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:12:02.999650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63d1bda2-c509-4dba-9880-2322588e7668 req-2fc0f56d-593b-459d-8c6c-ffbe93c6d2e8 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194494
Apr 30 05:12:03.115257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eda347d2-f991-45f1-9387-dbdf9e340744 req-80d9664c-ac5e-4e0b-82d7-db33ea18bad9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034955
Apr 30 05:12:03.276860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:12:03.294918 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:03.401259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:03.426552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 10ba298e-1cd3-4988-8805-5e648c201d1e no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:12:03.527009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 10ba298e-1cd3-4988-8805-5e648c201d1e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:12:03.528124 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 10ba298e-1cd3-4988-8805-5e648c201d1e not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:12:03.562803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Network 82ef1c7d-7b29-43c5-ab21-48e837350d42 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:12:03.595808 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:12:03.631062 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a314daeb-ba2a-48eb-93fc-6b2f45fbb8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:03.702941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:03.708236 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:03.733563 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:03.751248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Pushing event deleted for resources: {'Network': ['ID=82ef1c7d-7b29-43c5-ab21-48e837350d42,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:03.754064 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] 10.222.0.46 "DELETE /v2.0/networks/82ef1c7d-7b29-43c5-ab21-48e837350d42 HTTP/1.1" status: 204  len: 168 time: 2.5324073
Apr 30 05:12:03.765736 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:04.199334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43018) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:04.300440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac0755-caf9-4794-aa46-6b297b95a5c5 req-bb134b5e-2b3f-4fc7-9362-b6e5e4030c1c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:04.308540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5fac0755-caf9-4794-aa46-6b297b95a5c5 req-bb134b5e-2b3f-4fc7-9362-b6e5e4030c1c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.1675277
Apr 30 05:12:04.421380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5fac0755-caf9-4794-aa46-6b297b95a5c5 req-c4a1549f-5f92-49c6-aa2d-9ff7e3ac4418 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741754
Apr 30 05:12:04.483378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db653d-22c1-4747-bf30-ee9156352448 req-95310804-436a-42a9-9fa3-9d1148baf3c3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:04.487230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b1db653d-22c1-4747-bf30-ee9156352448 req-95310804-436a-42a9-9fa3-9d1148baf3c3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 945 time: 0.1738760
Apr 30 05:12:04.570832 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b1db653d-22c1-4747-bf30-ee9156352448 req-4916d9de-9853-46d5-9bb0-2f79c236267a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712390
Apr 30 05:12:04.720176 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0422695d-352a-4ca5-a0fd-303e0b79d78b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bab496e955404ab68b46404b330805d0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5187998
Apr 30 05:12:04.720883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43028) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:04.791624 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:04.802245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4650233a-3add-4d4b-84cb-6f1fb5886f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:04.806919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a3add-7a93-4c7c-a449-38b4b8dd6b80 req-4e3d4238-9e34-4d4f-b92f-e6054453dce3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:04.809296 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a74a3add-7a93-4c7c-a449-38b4b8dd6b80 req-4e3d4238-9e34-4d4f-b92f-e6054453dce3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 945 time: 0.1078141
Apr 30 05:12:04.846998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4650233a-3add-4d4b-84cb-6f1fb5886f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:04.886847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a74a3add-7a93-4c7c-a449-38b4b8dd6b80 req-78164b51-a877-482b-a00b-4e7625898d74 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708361
Apr 30 05:12:04.961142 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4650233a-3add-4d4b-84cb-6f1fb5886f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:04.966832 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f95df875-9114-43b4-94e8-e921cfd290e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:04.982748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650233a-3add-4d4b-84cb-6f1fb5886f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03adb55-c445-4d98-bf73-ffd3da8c9465,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:04.986285 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4650233a-3add-4d4b-84cb-6f1fb5886f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:04.989561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4650233a-3add-4d4b-84cb-6f1fb5886f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:04.993947 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4650233a-3add-4d4b-84cb-6f1fb5886f8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a03adb55-c445-4d98-bf73-ffd3da8c9465 HTTP/1.1" status: 204  len: 168 time: 0.2719862
Apr 30 05:12:05.875277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aeb25-f9ff-4f0d-a9d5-38efc043bc8c req-d9d8605a-6ae8-4dab-8339-656abec687b2 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:05.877558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-028aeb25-f9ff-4f0d-a9d5-38efc043bc8c req-d9d8605a-6ae8-4dab-8339-656abec687b2 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.1558745
Apr 30 05:12:05.892417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f420af7-9915-4ec9-a7a5-3880398fa644 req-4483615a-daa0-4ffa-84aa-5c539565b103 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:05.902260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f420af7-9915-4ec9-a7a5-3880398fa644 req-4483615a-daa0-4ffa-84aa-5c539565b103 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 945 time: 0.2454116
Apr 30 05:12:06.007704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f420af7-9915-4ec9-a7a5-3880398fa644 req-f328c44b-18d4-4f3b-a7e7-502817b60a67 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041539
Apr 30 05:12:06.023674 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-028aeb25-f9ff-4f0d-a9d5-38efc043bc8c req-cc13f3ec-da3c-43ed-88c6-544c5f3c4f7f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060984
Apr 30 05:12:06.259073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43074) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:06.292604 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:06.431937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1606701509'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:06.442375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:06.452634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Usage tracker for resource:network and tenant:c2cd31415ebc44cdb7df32c1fed46366 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:06.457883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:06.469234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:06.483779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Made reservation on behalf of c2cd31415ebc44cdb7df32c1fed46366 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:06.487619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:06.502532 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:06.522457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:06.526807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Usage tracker for resource:security_group_rule and tenant:c2cd31415ebc44cdb7df32c1fed46366 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:06.531335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:06.539133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:06.661393 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:06.667628 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:06.683393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:12:06.694321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:06.694690 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Added segment 1238b060-dba8-4470-9e00-96e8286e26e9 of type vlan for network 9173d3f9-53dd-418f-9c68-2f25db7b56aa
Apr 30 05:12:06.706199 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2442f624-e5ed-4f52-8c14-4c414fbf259a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:06.745809 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:06.763498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25044a16-0001-4024-bfa9-98851305004c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:06.767489 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:06.796427 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:06.802172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:06.802905 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:06.807874 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-438dafe1-3965-402e-8308-27bc62893d59 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:06.986872 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.7245026
Apr 30 05:12:06.989598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43080) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:06.992899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Network': ['ID=9173d3f9-53dd-418f-9c68-2f25db7b56aa,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:06.997173 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:06.998273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'subnet': {'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:07.006689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:12:07.272473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-1c759360-45bf-4772-9c57-329e92c8e99b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:07.273334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-1c759360-45bf-4772-9c57-329e92c8e99b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:07.296132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-1c759360-45bf-4772-9c57-329e92c8e99b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:07.297577 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-1c759360-45bf-4772-9c57-329e92c8e99b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 945 time: 0.2740898
Apr 30 05:12:07.474028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port 19ceb7ea-22a6-49be-8920-ce82bdfea618 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:07.474488 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:07.575229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:07.591566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Usage tracker for resource:subnet and tenant:c2cd31415ebc44cdb7df32c1fed46366 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:07.601739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:07.624969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:07.636127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e28a86-bc45-4331-9e74-6310f88cbdf4 req-bfd64fe5-9078-47ba-8563-a7108102fd31 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:07.643251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50e28a86-bc45-4331-9e74-6310f88cbdf4 req-bfd64fe5-9078-47ba-8563-a7108102fd31 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 945 time: 0.3735502
Apr 30 05:12:07.680620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] For port 19ceb7ea-22a6-49be-8920-ce82bdfea618, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=19ceb7ea-22a6-49be-8920-ce82bdfea618,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:07.681317 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:07.682561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276063bd-d5a3-4f51-a0a1-a5780dd15e7a req-0f103c1a-e522-412c-b303-cbf045d18d9e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:07.689618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-276063bd-d5a3-4f51-a0a1-a5780dd15e7a req-0f103c1a-e522-412c-b303-cbf045d18d9e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.4210610
Apr 30 05:12:07.710551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Made reservation on behalf of c2cd31415ebc44cdb7df32c1fed46366 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:07.714184 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:08.171763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for 19ceb7ea-22a6-49be-8920-ce82bdfea618 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:08.172041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-276063bd-d5a3-4f51-a0a1-a5780dd15e7a req-24898e5b-dbf9-4753-9f2a-a85e6f3b52d5 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4798305
Apr 30 05:12:08.200166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50e28a86-bc45-4331-9e74-6310f88cbdf4 req-8e5ed775-3b0e-4a4b-8262-8cd18dd684f3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5559368
Apr 30 05:12:08.359467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:08.366794 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-426620af-4981-41ae-b1c4-7bf9f8c7824e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:08.374023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['19ceb7ea-22a6-49be-8920-ce82bdfea618'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:12:08.419497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=19ceb7ea-22a6-49be-8920-ce82bdfea618,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:08.423017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:08.525709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['aea429a8-139a-4749-bf25-1e7fca7d17dd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:12:08.534002 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:08.544661 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00b2310c-4a44-4504-800f-71574a4c3b46 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:08.548573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] No DVR routers for this DVR port 19ceb7ea-22a6-49be-8920-ce82bdfea618 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:12:08.554862 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:08.581678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e65724-eeee-42f0-88e9-f51c98c53c99', 'name': 'network-vif-deleted', 'tag': '19ceb7ea-22a6-49be-8920-ce82bdfea618'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:12:08.594674 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a2836876-e906-45f1-897e-bfc3c99fbbec req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "DELETE /v2.0/ports/19ceb7ea-22a6-49be-8920-ce82bdfea618 HTTP/1.1" status: 204  len: 173 time: 1.2908251
Apr 30 05:12:08.695795 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e65724-eeee-42f0-88e9-f51c98c53c99', 'name': 'network-vif-deleted', 'tag': '19ceb7ea-22a6-49be-8920-ce82bdfea618', 'status': 'completed', 'code': 200}
Apr 30 05:12:08.746496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Subnet': ['ID=61b72a49-f68c-476f-8a1e-eebfb5108206,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:08.751627 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:08.757767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Checking segment: {'id': '1238b060-dba8-4470-9e00-96e8286e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:12:08.758381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network hostable DHCP agents. Network: 9173d3f9-53dd-418f-9c68-2f25db7b56aa, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:12:08.791391 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:12:08.811884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 9173d3f9-53dd-418f-9c68-2f25db7b56aa) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:08.840828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:08.843989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d2a5b-c3c2-4eda-bc61-f81828d22846 None None] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:12:08.844541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:08.895696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9037013
Apr 30 05:12:08.898348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43098) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:08.909583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'port': {'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa', 'name': 'tempest-AllowedAddressPairTestJSON-1365710048'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:09.248540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-9173d3f9-53dd-418f-9c68-2f25db7b56aa', 'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa', 'tenant_id': 'c2cd31415ebc44cdb7df32c1fed46366', 'fixed_ips': [{'subnet_id': '61b72a49-f68c-476f-8a1e-eebfb5108206'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:12:09.249464 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:09.403702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:09.419351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Usage tracker for resource:port and tenant:c2cd31415ebc44cdb7df32c1fed46366 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:09.430045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:09.444120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:09.468635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Made reservation on behalf of c2cd31415ebc44cdb7df32c1fed46366 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:09.483238 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:09.557113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] device_id is not set on port 08bbe344-5be6-4b70-8cb2-14db5faa456d yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:12:09.679190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Allocated IP 172.20.0.2 (9173d3f9-53dd-418f-9c68-2f25db7b56aa/61b72a49-f68c-476f-8a1e-eebfb5108206/f1ac49b3-f501-4b11-abc3-95d15fc0f6d2) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:09.779657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c380fb9f-6f11-458a-8386-57014dd41ca6 req-73456221-98af-45d7-86c4-1967e95f439b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 210 time: 0.1278479
Apr 30 05:12:09.929160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea37090-2362-4fc3-9b9c-090d3389eadb req-e929d6a6-937e-44bc-a751-cd1971412def tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:09.948073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bea37090-2362-4fc3-9b9c-090d3389eadb req-e929d6a6-937e-44bc-a751-cd1971412def tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2530913
Apr 30 05:12:10.051497 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bea37090-2362-4fc3-9b9c-090d3389eadb req-dff28f08-db85-4b04-addc-e23c097651db tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958395
Apr 30 05:12:10.213652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:10.227235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Transition to ACTIVE for port object f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:10.269457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Transition to ACTIVE for port object f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:10.286288 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:10.298079 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ad2ea4c6-7eb5-4c6f-bf26-ade332e39289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:10.380077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Allocated IP 172.20.0.14 (9173d3f9-53dd-418f-9c68-2f25db7b56aa/61b72a49-f68c-476f-8a1e-eebfb5108206/08bbe344-5be6-4b70-8cb2-14db5faa456d) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:10.421713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Pushing event updated for resources: {'Port': ['ID=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:10.427122 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:10.440634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:10.442771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:10.445787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:10.582192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Attempting to bind port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:12:10.582941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Attempting to bind port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '1238b060-dba8-4470-9e00-96e8286e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:12:10.583581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Attempting to bind port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 on network 9173d3f9-53dd-418f-9c68-2f25db7b56aa {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:12:10.590212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:12:10.591139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Checking segment: {'id': '1238b060-dba8-4470-9e00-96e8286e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:12:10.591893 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:10.592848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Bound using segment: {'id': '1238b060-dba8-4470-9e00-96e8286e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:12:10.593697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Bound port: f1ac49b3-f501-4b11-abc3-95d15fc0f6d2, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1238b060-dba8-4470-9e00-96e8286e26e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:12:10.594343 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:10.664834 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:10.691536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Transition to ACTIVE for port object 08bbe344-5be6-4b70-8cb2-14db5faa456d will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:10.738840 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:10.752087 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1be08d09-901d-4ba0-8cd0-218a66eed09e tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:10.782213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] For port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:12:10.785885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] For port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,segment=NetworkSegment(1238b060-dba8-4470-9e00-96e8286e26e9),segment_id=1238b060-dba8-4470-9e00-96e8286e26e9)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:12:10.798367 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:10.811037 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:10.924797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 19ceb7ea-22a6-49be-8920-ce82bdfea618 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:12:10.999443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:11.025148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:11.027984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Port': ['ID=08bbe344-5be6-4b70-8cb2-14db5faa456d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:11.030917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:11.128784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 19ceb7ea-22a6-49be-8920-ce82bdfea618 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:12:11.129134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 19ceb7ea-22a6-49be-8920-ce82bdfea618 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:12:11.180121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a511d828-8baa-4d1c-9e99-eadd1026deb1 req-0de52dc1-d54d-4fb8-babf-cb9de59b8d9a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 210 time: 0.0806954
Apr 30 05:12:11.214288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:11.220842 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:11.229074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.230202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.230790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.231619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.232199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.232994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.233603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.234157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.234707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.235699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.243848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.244855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:11.257186 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:11.264512 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Pushing event updated for resources: {'Port': ['ID=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:11.274673 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:11.297554 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3927367
Apr 30 05:12:11.298306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43120) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:11.311275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'port': {'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa', 'name': 'tempest-AllowedAddressPairTestJSON-1938270634', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:87:cd:a2'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:11.855492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f43e11-2c0f-4f51-ab3a-a4784b27af75 req-6863b221-73a8-4753-b691-c14bbcb0f7f5 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:11.856953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92f43e11-2c0f-4f51-ab3a-a4784b27af75 req-6863b221-73a8-4753-b691-c14bbcb0f7f5 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.4694312
Apr 30 05:12:11.902359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:11.906906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Usage tracker for resource:port and tenant:c2cd31415ebc44cdb7df32c1fed46366 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:11.911255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:11.919409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:11.954791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Made reservation on behalf of c2cd31415ebc44cdb7df32c1fed46366 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:12.118572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-92f43e11-2c0f-4f51-ab3a-a4784b27af75 req-835949f0-ecd1-45e3-9f16-c3ddc8ba5a01 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2514148
Apr 30 05:12:12.122776 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:12.199053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] device_id is not set on port b6d92e03-e1ed-47c4-b20a-6e94dc89c177 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:12:12.562458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb80466e-6f28-47d9-9e64-bb155b20358d req-439e3615-111a-417d-b98d-eb063519ebfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 210 time: 0.1729879
Apr 30 05:12:12.748838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Allocated IP 172.20.0.8 (9173d3f9-53dd-418f-9c68-2f25db7b56aa/61b72a49-f68c-476f-8a1e-eebfb5108206/b6d92e03-e1ed-47c4-b20a-6e94dc89c177) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:13.027670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d75d0-6d91-429e-966d-2ee2e002413f None None] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:12:13.095061 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:13.139206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Transition to ACTIVE for port object b6d92e03-e1ed-47c4-b20a-6e94dc89c177 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:13.194706 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:13.205299 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eb034a4f-4f7b-4a87-a6df-465e73e7d5ae tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:13.289148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d17a5cba-c53f-4a9c-ba0e-67b72723cf07 None None] Provisioning for port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:13.365662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:13.390793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:13.407709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:13.493086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:12:13.510129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Port': ['ID=b6d92e03-e1ed-47c4-b20a-6e94dc89c177,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:13.519246 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:13.589221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:13.590956 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:13.637150 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 2.3375535
Apr 30 05:12:13.639697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43160) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:13.661899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5b27-8219-4428-bfc9-2197e501b459 req-9f73a4a8-6708-472c-9efb-1211643f77dc tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:13.665060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-916e5b27-8219-4428-bfc9-2197e501b459 req-9f73a4a8-6708-472c-9efb-1211643f77dc tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.4044781
Apr 30 05:12:13.706618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:13.735777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:13.737215 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:13.833854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e0077-c005-4d18-b420-5be2f7fa2134 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:13.841063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-916e5b27-8219-4428-bfc9-2197e501b459 req-fb256778-11bf-4c2f-8eb0-a1aedd226f6d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1692896
Apr 30 05:12:13.869838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e0077-c005-4d18-b420-5be2f7fa2134 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:13.893931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e0077-c005-4d18-b420-5be2f7fa2134 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:13.897326 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d20e0077-c005-4d18-b420-5be2f7fa2134 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2466 time: 0.2559371
Apr 30 05:12:13.900405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43170) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:14.087730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4400d9ee-77dd-462e-847f-a002bf52f198 req-d3ff000c-5cf1-4a98-a112-460a46ab2855 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 210 time: 0.2100987
Apr 30 05:12:14.202794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Deleting port b6d92e03-e1ed-47c4-b20a-6e94dc89c177 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:14.203216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:14.320567 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:14.380113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Provisioning complete for port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:14.386174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:14.387662 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:14.493481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,segment=NetworkSegment(1238b060-dba8-4470-9e00-96e8286e26e9),segment_id=1238b060-dba8-4470-9e00-96e8286e26e9)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:14.506253 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:14.509537 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b2ec5e5d-9357-4072-885f-26a857557c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:14.576832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Calling delete_port for b6d92e03-e1ed-47c4-b20a-6e94dc89c177 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:14.663883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:14.672225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.672617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.672992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.673325 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.673744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.674084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.674500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.674858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.675284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.675631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.676019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.676283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.681517 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:14.740025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:14.747522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Provisioning for port b6d92e03-e1ed-47c4-b20a-6e94dc89c177 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:14.753100 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:14.754255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Provisioning complete for port b6d92e03-e1ed-47c4-b20a-6e94dc89c177 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:14.754636 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:14.797187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Port b6d92e03-e1ed-47c4-b20a-6e94dc89c177 was deleted so its status cannot be updated. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Apr 30 05:12:14.801756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event deleted for resources: {'Port': ['ID=b6d92e03-e1ed-47c4-b20a-6e94dc89c177,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:14.811501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Provisioning for port 08bbe344-5be6-4b70-8cb2-14db5faa456d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:14.813498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.813895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.814277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.814648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.815018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.815413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.815790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.816156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.816529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.816905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.817270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.817632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:12:14.817747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Provisioning complete for port 08bbe344-5be6-4b70-8cb2-14db5faa456d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:14.818075 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:14.823013 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:14.899949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-30d7aa1d-9399-4795-a7a7-5f2d830f658e None None] Port 08bbe344-5be6-4b70-8cb2-14db5faa456d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:15.016390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5c845902-a219-44be-b0bd-5193df6a13ef None None] Could not find standard attr ID for object b6d92e03-e1ed-47c4-b20a-6e94dc89c177. {{(pid=74583) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Apr 30 05:12:15.032661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5c845902-a219-44be-b0bd-5193df6a13ef None None] Provisioning complete for port 08bbe344-5be6-4b70-8cb2-14db5faa456d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:15.033371 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5c845902-a219-44be-b0bd-5193df6a13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:15.110232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5c845902-a219-44be-b0bd-5193df6a13ef None None] Port 08bbe344-5be6-4b70-8cb2-14db5faa456d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:15.143412 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:15.155251 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "DELETE /v2.0/ports/b6d92e03-e1ed-47c4-b20a-6e94dc89c177 HTTP/1.1" status: 204  len: 168 time: 1.2535250
Apr 30 05:12:15.156280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43180) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:15.218024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e83f6-daff-4d14-a34a-99097e5a100a req-4f5310fa-88a4-48fa-953e-85584ede893c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:15.218746 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74d2127-5593-43e0-afc2-dd0faf60f58a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] GET failed (client error): The resource could not be found.
Apr 30 05:12:15.219320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e74d2127-5593-43e0-afc2-dd0faf60f58a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Synchronizing usage tracker for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:15.227553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa1e83f6-daff-4d14-a34a-99097e5a100a req-4f5310fa-88a4-48fa-953e-85584ede893c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.1654503
Apr 30 05:12:15.246771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e74d2127-5593-43e0-afc2-dd0faf60f58a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Unset dirty status for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:15.251812 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e74d2127-5593-43e0-afc2-dd0faf60f58a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "GET /v2.0/ports/b6d92e03-e1ed-47c4-b20a-6e94dc89c177 HTTP/1.1" status: 404  len: 333 time: 0.0902581
Apr 30 05:12:15.252037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43184) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:15.263221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'port': {'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa', 'name': 'tempest-AllowedAddressPairTestJSON-132080341'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:15.432972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:12:15.453941 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e9a5e60-62ac-467c-afed-1cb35dd47c1b req-a06bae4b-c8a7-42c0-97d6-e435e9bbc465 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e65724-eeee-42f0-88e9-f51c98c53c99 HTTP/1.1" status: 200  len: 210 time: 0.1543248
Apr 30 05:12:15.492486 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aa1e83f6-daff-4d14-a34a-99097e5a100a req-a00ec666-0b7c-4fed-b11c-6de9304008dc tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2637143
Apr 30 05:12:15.574053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:12:15.580659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:15.589799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:15.590429 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:15.628680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:15.645486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Made reservation on behalf of c2cd31415ebc44cdb7df32c1fed46366 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:15.651774 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:15.682732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] device_id is not set on port 9cf2a547-91a3-4d4a-8e1f-f7927b39734f yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:12:15.872204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Allocated IP 172.20.0.11 (9173d3f9-53dd-418f-9c68-2f25db7b56aa/61b72a49-f68c-476f-8a1e-eebfb5108206/9cf2a547-91a3-4d4a-8e1f-f7927b39734f) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:16.018805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:16.062020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'port_id': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'mac_address': 'fa:16:3e:ca:97:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:12:16.221395 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:16.224702 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:16.246404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Transition to ACTIVE for port object 9cf2a547-91a3-4d4a-8e1f-f7927b39734f will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:16.268325 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dae0f0a4-a1ca-4c69-951f-ce7b7799a50e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:12:16.281510 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:16.290186 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:16.293607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:16.306131 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:16.312141 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:16.406738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:12:16.589776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:16.593326 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:16.691098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:16.695197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:16.713598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:16.857379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Port': ['ID=9cf2a547-91a3-4d4a-8e1f-f7927b39734f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:16.881737 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:16.942340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:16.943033 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:17.007278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43246) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:17.014073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:87:cd:a2'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:17.016702 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7492785
Apr 30 05:12:17.032734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72bd13-e4fa-4591-8fee-8e5f5041782e req-d174fe5a-411a-46c0-a810-05805160cdf0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:17.045019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a72bd13-e4fa-4591-8fee-8e5f5041782e req-d174fe5a-411a-46c0-a810-05805160cdf0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 945 time: 0.2863469
Apr 30 05:12:17.119931 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a72bd13-e4fa-4591-8fee-8e5f5041782e req-f1154e0f-200b-4987-9055-727871b127b2 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686276
Apr 30 05:12:17.183418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-380ae793-1f3f-45aa-8f7a-aad7b20e4c85 None None] Provisioning for port 9cf2a547-91a3-4d4a-8e1f-f7927b39734f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:17.200284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-380ae793-1f3f-45aa-8f7a-aad7b20e4c85 None None] Provisioning complete for port 9cf2a547-91a3-4d4a-8e1f-f7927b39734f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:17.200823 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-380ae793-1f3f-45aa-8f7a-aad7b20e4c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:17.272849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-380ae793-1f3f-45aa-8f7a-aad7b20e4c85 None None] Port 9cf2a547-91a3-4d4a-8e1f-f7927b39734f cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:17.400868 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:17.587119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:12:17.691505 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:17.693394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:17.694128 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:17.697700 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:17.703042 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-df80d41b-7a7e-4b60-ad1a-fd6c29effecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:17.844810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Port': ['ID=9cf2a547-91a3-4d4a-8e1f-f7927b39734f,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:17.863797 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:17.924411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] In _notify_port_updated(), no bound segment for port 9cf2a547-91a3-4d4a-8e1f-f7927b39734f on network 9173d3f9-53dd-418f-9c68-2f25db7b56aa {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:12:17.930743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:17.935045 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:17.939568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43254) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:17.950741 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "PUT /v2.0/ports/9cf2a547-91a3-4d4a-8e1f-f7927b39734f HTTP/1.1" status: 200  len: 994 time: 0.9420912
Apr 30 05:12:18.035405 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:18.079105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:12:18.091222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:18.097390 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:18.100918 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:18.246551 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'code': 200}
Apr 30 05:12:18.270052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Deleting port 9cf2a547-91a3-4d4a-8e1f-f7927b39734f {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:18.270777 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:18.369513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bb6456e9-c709-4340-b33d-140cbe81cbdd None None] Provisioning complete for port 9cf2a547-91a3-4d4a-8e1f-f7927b39734f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:18.370245 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb6456e9-c709-4340-b33d-140cbe81cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:18.447589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:18.450275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bb6456e9-c709-4340-b33d-140cbe81cbdd None None] Port 9cf2a547-91a3-4d4a-8e1f-f7927b39734f cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:18.451736 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:18.540396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:18.687495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Calling delete_port for 9cf2a547-91a3-4d4a-8e1f-f7927b39734f owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:18.697803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9063f-224c-4c3c-8e76-594658d334d0 req-aff4b00d-a6c7-4979-b6d9-fd61a588c291 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:18.699418 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97d9063f-224c-4c3c-8e76-594658d334d0 req-aff4b00d-a6c7-4979-b6d9-fd61a588c291 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2903774
Apr 30 05:12:18.769402 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97d9063f-224c-4c3c-8e76-594658d334d0 req-5f154c71-ace0-4428-a297-7f293e7ac39a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523257
Apr 30 05:12:18.914784 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:18.925143 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f0d434f5-1a60-4504-b536-70cf0b4645e8 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:18.989172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event deleted for resources: {'Port': ['ID=9cf2a547-91a3-4d4a-8e1f-f7927b39734f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:18.993815 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:19.216119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43266) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:19.288579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:19.301072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "DELETE /v2.0/ports/9cf2a547-91a3-4d4a-8e1f-f7927b39734f HTTP/1.1" status: 204  len: 168 time: 1.3603711
Apr 30 05:12:19.309112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43272) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:19.405748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-171ea901-faf1-4881-adb1-cd06a97624b1 admin admin] Deleting subnet 599ac8a7-abf1-4c77-8809-bce2f3fd9bc0 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:12:19.420489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-171ea901-faf1-4881-adb1-cd06a97624b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:19.431553 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4af844-9ed9-48cb-946b-d26fa3726d5a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] GET failed (client error): The resource could not be found.
Apr 30 05:12:19.432121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bc4af844-9ed9-48cb-946b-d26fa3726d5a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Synchronizing usage tracker for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:19.469253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bc4af844-9ed9-48cb-946b-d26fa3726d5a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Unset dirty status for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:19.473224 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bc4af844-9ed9-48cb-946b-d26fa3726d5a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "GET /v2.0/ports/9cf2a547-91a3-4d4a-8e1f-f7927b39734f HTTP/1.1" status: 404  len: 333 time: 0.1616771
Apr 30 05:12:19.480182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43278) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:19.487685 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-171ea901-faf1-4881-adb1-cd06a97624b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:19.504123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'port': {'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa', 'name': 'tempest-AllowedAddressPairTestJSON-1309279810'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:19.553332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-171ea901-faf1-4881-adb1-cd06a97624b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:19.905867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:19.926841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:19.947134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Made reservation on behalf of c2cd31415ebc44cdb7df32c1fed46366 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:19.952515 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:19.994564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] device_id is not set on port e471f37c-816e-4672-a4a6-8219df4daccf yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:12:20.285236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4ce58-67fb-4da2-bcce-52e025ef5ce0 req-512b2117-aa01-4457-89ac-a062ba1af99a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:20.287419 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80e4ce58-67fb-4da2-bcce-52e025ef5ce0 req-512b2117-aa01-4457-89ac-a062ba1af99a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2004430
Apr 30 05:12:20.346712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-171ea901-faf1-4881-adb1-cd06a97624b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:20.350822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Allocated IP 172.20.0.10 (9173d3f9-53dd-418f-9c68-2f25db7b56aa/61b72a49-f68c-476f-8a1e-eebfb5108206/e471f37c-816e-4672-a4a6-8219df4daccf) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:20.355650 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2924df4b-c9d6-45e0-86b5-a285b5385f6c tempest-PortsTestJSON-81772625 tempest-PortsTestJSON-81772625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:20.368124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80e4ce58-67fb-4da2-bcce-52e025ef5ce0 req-b89000c1-c455-4b00-be5e-c528e016ca3e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734282
Apr 30 05:12:20.405449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ea901-faf1-4881-adb1-cd06a97624b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599ac8a7-abf1-4c77-8809-bce2f3fd9bc0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:20.407824 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-171ea901-faf1-4881-adb1-cd06a97624b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:20.412473 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-171ea901-faf1-4881-adb1-cd06a97624b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:20.418460 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-171ea901-faf1-4881-adb1-cd06a97624b1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/599ac8a7-abf1-4c77-8809-bce2f3fd9bc0 HTTP/1.1" status: 204  len: 168 time: 1.2008877
Apr 30 05:12:20.422328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43296) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:20.661287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:21.064970 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:21.163666 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:21.179221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Transition to ACTIVE for port object e471f37c-816e-4672-a4a6-8219df4daccf will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:21.324646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ba1da90>,) {'filters': {'network_id': ['a18fad67-d194-489c-b954-84d9f85d3b11']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:21.349239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ba1da90>, '4c562663-b1b0-4b6f-89b7-1d515408baac') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:21.349532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ba1da90>, '4c562663-b1b0-4b6f-89b7-1d515408baac') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:21.364500 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:21.383856 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:21.399521 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-960554fc-b533-4339-a00b-b78c03d02466 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:21.451845 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:21.493264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:21.495790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:12:21.512598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:21.543808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:21.725386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Port': ['ID=e471f37c-816e-4672-a4a6-8219df4daccf,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:21.729714 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:21.923804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b30a5364-641f-4b93-8d5e-3ff2cf7c985c None None] Provisioning for port e471f37c-816e-4672-a4a6-8219df4daccf completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:21.931217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b30a5364-641f-4b93-8d5e-3ff2cf7c985c None None] Provisioning complete for port e471f37c-816e-4672-a4a6-8219df4daccf triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:21.931870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b30a5364-641f-4b93-8d5e-3ff2cf7c985c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:22.015140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Network a18fad67-d194-489c-b954-84d9f85d3b11 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:12:22.040036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:22.040722 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:22.053662 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:22.106841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b30a5364-641f-4b93-8d5e-3ff2cf7c985c None None] Port e471f37c-816e-4672-a4a6-8219df4daccf cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:22.268391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43322) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:22.269553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7860222
Apr 30 05:12:22.279572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:87:cd:a2'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:22.282878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85df33-5294-4fa1-ac5e-dd03bdf77e35 req-bd28e203-9505-49b1-9126-9d7000466591 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:22.291713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c85df33-5294-4fa1-ac5e-dd03bdf77e35 req-bd28e203-9505-49b1-9126-9d7000466591 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.5950580
Apr 30 05:12:22.528220 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Network a18fad67-d194-489c-b954-84d9f85d3b11 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:12:22.556145 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:12:22.707350 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c85df33-5294-4fa1-ac5e-dd03bdf77e35 req-651dac86-9b9d-4e3d-a82d-a6a36e01158f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2392564
Apr 30 05:12:22.747602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:22.766224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:22.774146 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6886d92b-1333-4379-8751-ca79af53e8cc tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:22.803233 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:22.829309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39e2ea-c7f6-4548-afcf-dde39a71c4ab req-7b731ad1-185f-4ac3-b4bb-cb3d382b4147 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:22.838032 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f39e2ea-c7f6-4548-afcf-dde39a71c4ab req-7b731ad1-185f-4ac3-b4bb-cb3d382b4147 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 945 time: 0.3014534
Apr 30 05:12:22.848135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18fad67-d194-489c-b954-84d9f85d3b11,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:22.885698 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a18fad67-d194-489c-b954-84d9f85d3b11 HTTP/1.1" status: 204  len: 168 time: 2.4621198
Apr 30 05:12:22.887204 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:22.949753 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f39e2ea-c7f6-4548-afcf-dde39a71c4ab req-25943a88-c810-4f73-97ba-a9847c81b8ec tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085007
Apr 30 05:12:23.144245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:23.151867 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:23.159442 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eb604d94-d50b-42d9-8f70-c128a7f2236b tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:23.203516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43330) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:23.241872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Port': ['ID=e471f37c-816e-4672-a4a6-8219df4daccf,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:23.246615 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:23.276604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-68848c33-9ed7-4b6b-a4f8-394c46d83b71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a55857dab3b648f5bc89f9a71d5f9b45&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0714095
Apr 30 05:12:23.280454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43334) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:23.364388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] In _notify_port_updated(), no bound segment for port e471f37c-816e-4672-a4a6-8219df4daccf on network 9173d3f9-53dd-418f-9c68-2f25db7b56aa {{(pid=74582) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:12:23.381011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:23.381955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:23.386596 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "PUT /v2.0/ports/e471f37c-816e-4672-a4a6-8219df4daccf HTTP/1.1" status: 200  len: 997 time: 1.1138177
Apr 30 05:12:23.389122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43338) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:23.406891 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dea61d39-b662-4c30-9bdf-f1669045c2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:23.459425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dea61d39-b662-4c30-9bdf-f1669045c2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:23.540165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-771860a0-6b70-4995-b06f-193cdd4d6b80 None None] Provisioning complete for port e471f37c-816e-4672-a4a6-8219df4daccf triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:23.541285 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-771860a0-6b70-4995-b06f-193cdd4d6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:23.550151 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dea61d39-b662-4c30-9bdf-f1669045c2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:23.557875 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb036006-7448-4c0d-8a03-b9cbf8a4d365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:23.579573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea61d39-b662-4c30-9bdf-f1669045c2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224dfe34-8af5-47f0-8f6e-2cb13e66fa91,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:23.583143 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dea61d39-b662-4c30-9bdf-f1669045c2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:23.597016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dea61d39-b662-4c30-9bdf-f1669045c2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:23.609301 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dea61d39-b662-4c30-9bdf-f1669045c2db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/224dfe34-8af5-47f0-8f6e-2cb13e66fa91 HTTP/1.1" status: 204  len: 168 time: 0.3193469
Apr 30 05:12:23.640839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-771860a0-6b70-4995-b06f-193cdd4d6b80 None None] Port e471f37c-816e-4672-a4a6-8219df4daccf cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:23.785278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Deleting port e471f37c-816e-4672-a4a6-8219df4daccf {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:23.785632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:24.020008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:24.115589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b0078-cfb3-48af-92f2-113544f49a5b req-cca3aba9-e51b-48c1-b372-bf589932ce7c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:24.117993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-739b0078-cfb3-48af-92f2-113544f49a5b req-cca3aba9-e51b-48c1-b372-bf589932ce7c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2199118
Apr 30 05:12:24.197839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Calling delete_port for e471f37c-816e-4672-a4a6-8219df4daccf owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:24.300423 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-739b0078-cfb3-48af-92f2-113544f49a5b req-225fa8a0-a122-4741-9db5-aa3376f1d91e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1383784
Apr 30 05:12:24.386728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:24.395110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471e51a-6578-44ea-ba24-8a7066a2265b req-ac60c25f-ab05-403e-8f50-0737255736b0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:24.397656 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5471e51a-6578-44ea-ba24-8a7066a2265b req-ac60c25f-ab05-403e-8f50-0737255736b0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 945 time: 0.2784357
Apr 30 05:12:24.402420 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46cfb9db-243b-4875-96e8-bc110e56a248 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:24.412394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-c0c80300-c467-414a-92d1-dc8217d05043 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:24.414484 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-c0c80300-c467-414a-92d1-dc8217d05043 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 945 time: 0.2380581
Apr 30 05:12:24.473600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event deleted for resources: {'Port': ['ID=e471f37c-816e-4672-a4a6-8219df4daccf,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:24.484588 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:24.672951 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:24.694452 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "DELETE /v2.0/ports/e471f37c-816e-4672-a4a6-8219df4daccf HTTP/1.1" status: 204  len: 168 time: 1.3037939
Apr 30 05:12:24.701083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43358) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:24.755179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5471e51a-6578-44ea-ba24-8a7066a2265b req-37f62e83-f67d-42ad-bf26-b845d74f4b20 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=19dc75ca-daa0-49c5-8d3a-6fb6daa86235&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3391125
Apr 30 05:12:24.816813 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-66148c51-46f1-46a9-8b62-94cb6cab224e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] GET failed (client error): The resource could not be found.
Apr 30 05:12:24.817360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-66148c51-46f1-46a9-8b62-94cb6cab224e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Synchronizing usage tracker for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:24.843877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-66148c51-46f1-46a9-8b62-94cb6cab224e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Unset dirty status for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:24.845181 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-66148c51-46f1-46a9-8b62-94cb6cab224e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "GET /v2.0/ports/e471f37c-816e-4672-a4a6-8219df4daccf HTTP/1.1" status: 404  len: 333 time: 0.1430702
Apr 30 05:12:24.850625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43364) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:24.859200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'port': {'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa', 'name': 'tempest-AllowedAddressPairTestJSON-2073975772'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:24.865837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port aea429a8-139a-4749-bf25-1e7fca7d17dd {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:24.866583 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:25.074810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] For port aea429a8-139a-4749-bf25-1e7fca7d17dd, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=aea429a8-139a-4749-bf25-1e7fca7d17dd,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:25.075280 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:25.106836 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:25.121287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:25.152570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Made reservation on behalf of c2cd31415ebc44cdb7df32c1fed46366 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:25.157169 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:25.188054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] device_id is not set on port 7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:12:25.220691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for aea429a8-139a-4749-bf25-1e7fca7d17dd owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:25.421898 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:25.423146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Allocated IP 172.20.0.8 (9173d3f9-53dd-418f-9c68-2f25db7b56aa/61b72a49-f68c-476f-8a1e-eebfb5108206/7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:25.433619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['aea429a8-139a-4749-bf25-1e7fca7d17dd'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:12:25.467027 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-86d50e74-2030-4fec-90c9-3c0b05a0ca1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:25.784047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=aea429a8-139a-4749-bf25-1e7fca7d17dd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:25.907474 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:25.907474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] No DVR routers for this DVR port aea429a8-139a-4749-bf25-1e7fca7d17dd on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:12:25.934009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:25.934656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:25.962712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Transition to ACTIVE for port object 7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:25.996884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b577232-eb58-4a49-9445-e4b5660427c8', 'name': 'network-vif-deleted', 'tag': 'aea429a8-139a-4749-bf25-1e7fca7d17dd'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:12:26.004395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:26.021731 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:26.024142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af5c33a7-6c28-4ba1-9f48-a9ca7b5cf407 req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "DELETE /v2.0/ports/aea429a8-139a-4749-bf25-1e7fca7d17dd HTTP/1.1" status: 204  len: 173 time: 1.5892315
Apr 30 05:12:26.077536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e1c8d-e967-4b16-b33f-9e991d49e715 req-7b13318c-da6f-4cf2-a8d6-a61e9cf60189 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:26.083396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-412e1c8d-e967-4b16-b33f-9e991d49e715 req-7b13318c-da6f-4cf2-a8d6-a61e9cf60189 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.4480536
Apr 30 05:12:26.174532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:26.181386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-52ef14cc-c6c2-4152-96d0-e121dce7b72c req-f3f5a946-e5ae-418b-9980-22ed89dac300 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:26.183148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:26.194348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:26.256579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-412e1c8d-e967-4b16-b33f-9e991d49e715 req-c48820c2-6921-4e51-9e86-d8ecd6e76b4a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1624885
Apr 30 05:12:26.272532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-52ef14cc-c6c2-4152-96d0-e121dce7b72c req-f3f5a946-e5ae-418b-9980-22ed89dac300 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:26.274222 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52ef14cc-c6c2-4152-96d0-e121dce7b72c req-f3f5a946-e5ae-418b-9980-22ed89dac300 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 210 time: 0.1492126
Apr 30 05:12:26.379945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Port': ['ID=7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:26.385385 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:26.434995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:26.438803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:26.473835 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b577232-eb58-4a49-9445-e4b5660427c8', 'name': 'network-vif-deleted', 'tag': 'aea429a8-139a-4749-bf25-1e7fca7d17dd', 'status': 'completed', 'code': 200}
Apr 30 05:12:26.501374 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6494107
Apr 30 05:12:26.504331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43390) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:26.522032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'port': {'network_id': '9173d3f9-53dd-418f-9c68-2f25db7b56aa', 'name': 'tempest-AllowedAddressPairTestJSON-1626337724'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:26.640925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-877a88a7-5a2d-404a-80ac-bc2734558638 None None] Provisioning for port 7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:26.654879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-877a88a7-5a2d-404a-80ac-bc2734558638 None None] Provisioning complete for port 7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:26.656479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-877a88a7-5a2d-404a-80ac-bc2734558638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:26.815831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:26.823003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Usage tracker for resource:port and tenant:c2cd31415ebc44cdb7df32c1fed46366 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:26.828653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:26.838436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:26.893955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-877a88a7-5a2d-404a-80ac-bc2734558638 None None] Port 7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:26.901361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Made reservation on behalf of c2cd31415ebc44cdb7df32c1fed46366 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:26.905071 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:26.950373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] device_id is not set on port d00107a8-eab7-4592-81ac-8cb6ab21ab6d yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:12:27.237094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Allocated IP 172.20.0.5 (9173d3f9-53dd-418f-9c68-2f25db7b56aa/61b72a49-f68c-476f-8a1e-eebfb5108206/d00107a8-eab7-4592-81ac-8cb6ab21ab6d) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:27.382913 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:27.455344 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:27.615818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device aea429a8-139a-4749-bf25-1e7fca7d17dd no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:12:27.703881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: aea429a8-139a-4749-bf25-1e7fca7d17dd {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:12:27.704881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device aea429a8-139a-4749-bf25-1e7fca7d17dd not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:12:27.762673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-197557d8-ac53-492b-aecf-24c3133e9b49 req-6dcae79f-7e85-43f4-853e-63f0c51383d7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 210 time: 0.1105289
Apr 30 05:12:27.856570 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:27.926558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bc9a1-368c-451d-9a23-5f25c1879ba3 req-27a54959-f30c-4fd2-b6cc-1dc05879cf6c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:27.929295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b23bc9a1-368c-451d-9a23-5f25c1879ba3 req-27a54959-f30c-4fd2-b6cc-1dc05879cf6c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.4413178
Apr 30 05:12:27.991767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Transition to ACTIVE for port object d00107a8-eab7-4592-81ac-8cb6ab21ab6d will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:28.081701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:28.091419 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc71aca1-8787-4970-8c86-288da63aaf27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:28.207729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:28.222392 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b23bc9a1-368c-451d-9a23-5f25c1879ba3 req-0b4b9fb3-2fb0-4f96-bb08-a8eaf65037a5 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1625137
Apr 30 05:12:28.223473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:28.245929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:28.344606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:28.345278 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:28.364259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Port': ['ID=d00107a8-eab7-4592-81ac-8cb6ab21ab6d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:28.371058 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:28.396953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8884561
Apr 30 05:12:28.401097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43406) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:28.417464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:87:cd:a2'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c6:13:0e'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:28.655916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8583f733-3049-425e-b215-8351018137ef None None] Provisioning for port d00107a8-eab7-4592-81ac-8cb6ab21ab6d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:28.667910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8583f733-3049-425e-b215-8351018137ef None None] Provisioning complete for port d00107a8-eab7-4592-81ac-8cb6ab21ab6d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:28.668700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8583f733-3049-425e-b215-8351018137ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:28.828398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8583f733-3049-425e-b215-8351018137ef None None] Port d00107a8-eab7-4592-81ac-8cb6ab21ab6d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:29.361712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:29.577779 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94f4a81d-7877-4085-b968-385abe23edcd req-2b8cddaa-4b65-4016-94a1-68d9a8c19be7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 210 time: 0.4665403
Apr 30 05:12:29.869864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-14bae097-cec2-451c-8bb3-94c8582f77b5 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=78efba4131394b818ef98efa9aeadc01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0876880
Apr 30 05:12:29.953115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fb70e-fc30-4209-b490-cfa0c7afcbfc req-6d04f8cf-80be-41cc-85b6-d81e76aa6914 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:29.954780 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-889fb70e-fc30-4209-b490-cfa0c7afcbfc req-6d04f8cf-80be-41cc-85b6-d81e76aa6914 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.4449632
Apr 30 05:12:30.164844 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-889fb70e-fc30-4209-b490-cfa0c7afcbfc req-1322ffb1-a9b2-4215-b324-878b3a95f0f9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1950738
Apr 30 05:12:30.197158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-78404421-3209-45d9-8de7-38a90744d4da tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:30.198717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-78404421-3209-45d9-8de7-38a90744d4da tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2797887
Apr 30 05:12:30.233522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-47c5ce38-6b63-4307-8125-3301a46581e5 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/quotas/78efba4131394b818ef98efa9aeadc01 HTTP/1.1" status: 200  len: 375 time: 0.0239928
Apr 30 05:12:30.235946 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:30.294450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:30.305241 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-513c2866-a53b-4836-8064-d97aebe5c83b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:30.357686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-2c754e42-662b-40b6-901b-2c8fbb041011 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=78efba4131394b818ef98efa9aeadc01&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1135833
Apr 30 05:12:30.508582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event updated for resources: {'Port': ['ID=d00107a8-eab7-4592-81ac-8cb6ab21ab6d,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:30.524291 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:30.534176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] In _notify_port_updated(), no bound segment for port d00107a8-eab7-4592-81ac-8cb6ab21ab6d on network 9173d3f9-53dd-418f-9c68-2f25db7b56aa {{(pid=74581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Apr 30 05:12:30.541112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:30.541328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:30.543220 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "PUT /v2.0/ports/d00107a8-eab7-4592-81ac-8cb6ab21ab6d HTTP/1.1" status: 200  len: 1056 time: 2.1401601
Apr 30 05:12:30.546747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43428) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:30.729603 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cca7696a-60fd-435b-acbe-292d27608c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:30.914277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Deleting port d00107a8-eab7-4592-81ac-8cb6ab21ab6d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:30.920462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:30.940880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cdd27896-85c9-4899-9ba7-650859cdb062 req-28b5b07e-4e3b-4656-a73b-7931f26d353d tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 210 time: 0.1410382
Apr 30 05:12:30.963170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d3a75cb-b4b5-4386-9a0e-8a3b8f139ab4 req-918d4980-1119-4708-b2e0-88ca2fb5a9ad tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 210 time: 0.0682251
Apr 30 05:12:30.996045 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8681e277-b52e-4f47-a9e2-e9d01b7a1032 None None] Provisioning complete for port d00107a8-eab7-4592-81ac-8cb6ab21ab6d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:30.996860 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8681e277-b52e-4f47-a9e2-e9d01b7a1032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:31.115888 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8681e277-b52e-4f47-a9e2-e9d01b7a1032 None None] Port d00107a8-eab7-4592-81ac-8cb6ab21ab6d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:31.370963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:31.564571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Calling delete_port for d00107a8-eab7-4592-81ac-8cb6ab21ab6d owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:31.618880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f6eac-4d49-485e-9084-74a1769c2f8c req-4434d093-49dc-41ae-a37d-1b9103b2da0d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:31.626773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb1f6eac-4d49-485e-9084-74a1769c2f8c req-4434d093-49dc-41ae-a37d-1b9103b2da0d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2192366
Apr 30 05:12:31.713098 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cb1f6eac-4d49-485e-9084-74a1769c2f8c req-1a673aea-1f12-4f5f-8b98-69cf50abff1e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854564
Apr 30 05:12:31.796064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:31.807494 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:31.926348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event deleted for resources: {'Port': ['ID=d00107a8-eab7-4592-81ac-8cb6ab21ab6d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:31.930007 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:32.136498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b47f0f47-d588-4856-8963-f1a8bedb5242 req-b45bce2e-1432-4e37-b712-0f114130f11e tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 210 time: 0.0687268
Apr 30 05:12:32.445608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e8207e5-f92f-45a7-b796-f13ba49591ea req-506ce13f-2ff7-4df4-9f75-dbf5ecae84a6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 210 time: 0.1381333
Apr 30 05:12:32.574099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:32.587024 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "DELETE /v2.0/ports/d00107a8-eab7-4592-81ac-8cb6ab21ab6d HTTP/1.1" status: 204  len: 168 time: 2.0383368
Apr 30 05:12:32.590217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43462) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:32.665703 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-799ae7f0-3fea-44b4-a2ab-534b8d7d161a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] GET failed (client error): The resource could not be found.
Apr 30 05:12:32.666676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-799ae7f0-3fea-44b4-a2ab-534b8d7d161a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Synchronizing usage tracker for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:32.699498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-799ae7f0-3fea-44b4-a2ab-534b8d7d161a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Unset dirty status for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:32.701655 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-799ae7f0-3fea-44b4-a2ab-534b8d7d161a tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "GET /v2.0/ports/d00107a8-eab7-4592-81ac-8cb6ab21ab6d HTTP/1.1" status: 404  len: 333 time: 0.1100512
Apr 30 05:12:32.704957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43466) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:33.006494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Deleting port 7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:33.006883 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:33.245904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599cd0f-0041-4107-90b7-b292533a2efe req-f626db24-bd87-4ea5-b4c6-afb2cde33a4d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:33.261514 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6599cd0f-0041-4107-90b7-b292533a2efe req-f626db24-bd87-4ea5-b4c6-afb2cde33a4d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2209070
Apr 30 05:12:33.398044 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:33.421741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:33.423243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6599cd0f-0041-4107-90b7-b292533a2efe req-25b972d7-683d-4d63-a9ab-48eaf430d4c8 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605823
Apr 30 05:12:33.637773 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21e00cee-1a96-4609-a91d-e8f48e4dee8d req-fe3eaf2c-bf53-4187-9491-99fe2bc6859d tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 210 time: 0.1464467
Apr 30 05:12:33.654967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a28a9907-5125-492a-8760-1f982ac29b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:33.663790 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-fcde43f0-107c-4e6e-9756-a7a158ff42d4 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=78efba4131394b818ef98efa9aeadc01&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0740929
Apr 30 05:12:33.775243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Calling delete_port for 7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:33.917429 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed56adbc-74b0-4bd0-a241-d495d88b550d req-f88f0f30-834d-4c0c-83f1-e1af6ecdc25c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=2b577232-eb58-4a49-9445-e4b5660427c8 HTTP/1.1" status: 200  len: 210 time: 0.1701126
Apr 30 05:12:34.332742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-81f87adc-ce44-4380-a7c3-2072be708f36 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:34.336238 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-81f87adc-ce44-4380-a7c3-2072be708f36 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5873859
Apr 30 05:12:34.394946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Request body: {'port': {'device_id': '178e76d4-3b6e-467c-9bd1-c321ea545cac', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '78efba4131394b818ef98efa9aeadc01'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:34.617618 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:34.632999 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f98b91c4-3ee4-4784-a41b-02ba17246404 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:34.739167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860831e-cb24-4003-9c80-26a69549cb18 req-42d73715-8004-430e-9e4c-be1c8ba7cc19 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:34.741755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7860831e-cb24-4003-9c80-26a69549cb18 req-42d73715-8004-430e-9e4c-be1c8ba7cc19 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.1231909
Apr 30 05:12:34.801452 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:34.873862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7860831e-cb24-4003-9c80-26a69549cb18 req-bf6486ad-7f9a-4dfa-9021-c12b8d645e15 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1255226
Apr 30 05:12:35.023997 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61fbd1ec-dd81-47ef-9ece-ac85bd9ebbc4 req-d4b18fd5-8352-4688-bfe9-09660823075d tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 210 time: 0.1251037
Apr 30 05:12:35.027939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:35.066056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event deleted for resources: {'Port': ['ID=7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:35.070526 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:35.077797 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "DELETE /v2.0/ports/7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd HTTP/1.1" status: 204  len: 168 time: 2.3685997
Apr 30 05:12:35.078180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43488) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:35.110957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:35.126612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Usage tracker for resource:port and tenant:78efba4131394b818ef98efa9aeadc01 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:35.134597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:35.148451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:35.173207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Made reservation on behalf of 78efba4131394b818ef98efa9aeadc01 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:35.177968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:35.228497 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:35.256559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:35.262024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Usage tracker for resource:security_group_rule and tenant:78efba4131394b818ef98efa9aeadc01 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:35.265352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:35.273482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:35.447540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:35.464315 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:35.543788 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-539db6c7-590c-4feb-9798-bcd376a12ca1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] GET failed (client error): The resource could not be found.
Apr 30 05:12:35.544334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-539db6c7-590c-4feb-9798-bcd376a12ca1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Synchronizing usage tracker for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:35.564952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-539db6c7-590c-4feb-9798-bcd376a12ca1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Unset dirty status for tenant:c2cd31415ebc44cdb7df32c1fed46366 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:35.566266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-539db6c7-590c-4feb-9798-bcd376a12ca1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "GET /v2.0/ports/7a3b3375-fcbd-417b-b2c9-a0b1c9a837cd HTTP/1.1" status: 404  len: 333 time: 0.4870410
Apr 30 05:12:35.571631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43498) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:35.680625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Allocated IP 192.168.233.201 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:35.919415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Deleting port 08bbe344-5be6-4b70-8cb2-14db5faa456d {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:35.920336 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:35.949862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d72825-5a2c-4b2c-91f8-c3bf6fb8c115 req-5065a1a4-8921-4eaa-8f22-02e41a783b66 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:35.957739 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2d72825-5a2c-4b2c-91f8-c3bf6fb8c115 req-5065a1a4-8921-4eaa-8f22-02e41a783b66 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.1560881
Apr 30 05:12:36.016149 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:36.056617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Transition to ACTIVE for port object f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:36.097768 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-94db21f9-11e1-4a59-85cb-112343a05b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:36.134721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c614dc-5e1a-412e-b753-388e952e2966,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:36.139390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:36.142295 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:36.148635 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fca178c3-6664-42d9-9889-304a95b31840 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:36.182476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2d72825-5a2c-4b2c-91f8-c3bf6fb8c115 req-f71d4cd8-9803-4afe-a6d7-bb1decdf6646 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2206736
Apr 30 05:12:36.228042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:36.233331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:36.244721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:36.292839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:36.303473 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:36.370011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:36.370745 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:36.437837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Pushing event updated for resources: {'Port': ['ID=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:36.441995 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:36.445584 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0550649
Apr 30 05:12:36.460671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Request body: {'port': {'device_id': '178e76d4-3b6e-467c-9bd1-c321ea545cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:36.669460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Calling delete_port for 08bbe344-5be6-4b70-8cb2-14db5faa456d owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:36.696396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0858ad1-1f15-4f76-8b01-3cf3b3c96fc3 req-72bc4352-155a-43bd-8ef9-8eb7f6665e29 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:36.704444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0858ad1-1f15-4f76-8b01-3cf3b3c96fc3 req-72bc4352-155a-43bd-8ef9-8eb7f6665e29 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.5944469
Apr 30 05:12:36.734818 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:36.797811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a5771746-4e62-4694-a837-18bf760ee991 None None] Provisioning for port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:36.803774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a5771746-4e62-4694-a837-18bf760ee991 None None] Provisioning complete for port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:36.804442 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a5771746-4e62-4694-a837-18bf760ee991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:36.895265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a5771746-4e62-4694-a837-18bf760ee991 None None] Port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:12:36.912577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0858ad1-1f15-4f76-8b01-3cf3b3c96fc3 req-7c343a38-17d6-48ec-867a-3fa12ead0903 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2067649
Apr 30 05:12:37.003450 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:12:37.274515 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:37.307186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084b2c2-fe60-48ae-87f0-b8f531042d22 req-46432d95-0fae-4085-b710-a6c6a6f03184 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:37.317185 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a084b2c2-fe60-48ae-87f0-b8f531042d22 req-46432d95-0fae-4085-b710-a6c6a6f03184 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 936 time: 0.5216017
Apr 30 05:12:37.370372 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:37.428252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:12:37.441640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:37.465816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Transition to ACTIVE for port object f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:37.472799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:37.486051 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e76f7199-3dd0-482c-82d5-6288aaef3db1 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:37.648751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event deleted for resources: {'Port': ['ID=08bbe344-5be6-4b70-8cb2-14db5faa456d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:37.669247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a084b2c2-fe60-48ae-87f0-b8f531042d22 req-037f3881-71b0-4759-985a-6de07eb6098d tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3492925
Apr 30 05:12:37.689173 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:37.719722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:37.745943 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:37.896646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-e36008bc-5cb9-4eeb-ac5f-47680a1553ab tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:37.920616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-e36008bc-5cb9-4eeb-ac5f-47680a1553ab tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 1.0014074
Apr 30 05:12:38.097670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Attempting to bind port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:12:38.097994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Attempting to bind port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:12:38.098255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Attempting to bind port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:12:38.118981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:12:38.119340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Attempting to bind port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:12:38.134656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:12:38.135006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:12:38.135411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:12:38.135859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Bound port: f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:12:38.136208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:38.190859 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:38.267950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] For port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:12:38.272691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] For port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:12:38.280020 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:38.285891 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c287ef8d-c97e-4ebc-ac94-610212d9f7c1 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:38.296874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8cdbe-412c-40a7-b13c-c2281394dbca req-37b25e0b-1889-4766-9d5f-be8b2a21abf9 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:38.298566 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ebe8cdbe-412c-40a7-b13c-c2281394dbca req-37b25e0b-1889-4766-9d5f-be8b2a21abf9 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 946 time: 0.8507290
Apr 30 05:12:38.361672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:38.362654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:38.365542 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 HTTP/1.1" status: 200  len: 1097 time: 1.9113262
Apr 30 05:12:38.367134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178e76d4-3b6e-467c-9bd1-c321ea545cac', 'tag': 'f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:12:38.374867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "DELETE /v2.0/ports/08bbe344-5be6-4b70-8cb2-14db5faa456d HTTP/1.1" status: 204  len: 168 time: 2.8003542
Apr 30 05:12:38.399963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43522) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:38.453001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Deleting port fdb2587e-a7ee-4aeb-ae17-93ae16409838 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:38.455072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:38.490465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:38.576603 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:38.613397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Deleting subnet 61b72a49-f68c-476f-8a1e-eebfb5108206 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:12:38.620024 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:38.690024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] For port fdb2587e-a7ee-4aeb-ae17-93ae16409838, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=fdb2587e-a7ee-4aeb-ae17-93ae16409838,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:38.690389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:38.954746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-e2796b7a-ac72-470f-94e3-ee6d6244bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:38.956601 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-e2796b7a-ac72-470f-94e3-ee6d6244bfb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78efba4131394b818ef98efa9aeadc01&device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 1100 time: 0.4620409
Apr 30 05:12:38.962856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:39.093759 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-be354286-b3a5-44e8-9ea2-f2343e5328f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 HTTP/1.1" status: 200  len: 217 time: 0.0983660
Apr 30 05:12:39.189790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f2dfe775-d07a-4a80-ab57-bdab1fd90abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:39.191234 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-f2dfe775-d07a-4a80-ab57-bdab1fd90abe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0881324
Apr 30 05:12:39.293987 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:39.325567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-927cd8f5-4d3f-4739-a0db-f8d65bbf2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:39.327233 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-927cd8f5-4d3f-4739-a0db-f8d65bbf2744 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1296086
Apr 30 05:12:39.351627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ebe8cdbe-412c-40a7-b13c-c2281394dbca req-5ecc26ae-5357-4935-b18f-d3b2cbc5cc60 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=1160b348-3213-4476-abe8-66d95ed07aab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9040136
Apr 30 05:12:39.360527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:39.361138 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:39.361482 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Floating IP 96ec168c-3e0f-45d4-b920-b0146c778661 disassociated. External IP: 172.25.8.132, port: fdb2587e-a7ee-4aeb-ae17-93ae16409838.
Apr 30 05:12:39.362200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Calling delete_port for fdb2587e-a7ee-4aeb-ae17-93ae16409838 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:39.452639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a105cf-f546-440c-877c-4350c51748f1 req-e38e82f3-8fbe-4d14-8af1-46d5888b0233 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:39.455553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53a105cf-f546-440c-877c-4350c51748f1 req-e38e82f3-8fbe-4d14-8af1-46d5888b0233 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 1.2578380
Apr 30 05:12:39.531960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-87a2a4a4-2a65-4c74-9a02-e1ac45026452 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668994
Apr 30 05:12:39.602114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53a105cf-f546-440c-877c-4350c51748f1 req-00a44cf4-0761-48cb-9449-8e3135bfc7bc tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210334
Apr 30 05:12:39.696216 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178e76d4-3b6e-467c-9bd1-c321ea545cac', 'tag': 'f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5', 'status': 'completed', 'code': 200}
Apr 30 05:12:39.712910 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:39.748758 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1fc749af-5a70-46a7-b5af-ffa5e6c5abf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:39.823885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event deleted for resources: {'Port': ['ID=fdb2587e-a7ee-4aeb-ae17-93ae16409838,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:39.831225 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:39.870426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7e16a793-6505-4aff-a3bc-6810f5a688b2 req-a862ca29-8674-4250-873f-bfddffea8a09 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3305387
Apr 30 05:12:40.109363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-115d4042-f094-4e81-8d83-60f28c0a9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:40.111160 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-115d4042-f094-4e81-8d83-60f28c0a9f88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78efba4131394b818ef98efa9aeadc01&device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 1100 time: 0.1095595
Apr 30 05:12:40.162551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcf49-b33a-4e9f-8b45-9143add160c6 req-bdf81c52-4848-4e15-9f7d-98cc2427f4c1 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:40.166376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-456bcf49-b33a-4e9f-8b45-9143add160c6 req-bdf81c52-4848-4e15-9f7d-98cc2427f4c1 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 948 time: 0.2470100
Apr 30 05:12:40.168038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:40.208014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:12:40.217850 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e3c88340-453e-40a0-99e0-1456021d117a tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:40.270567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-456bcf49-b33a-4e9f-8b45-9143add160c6 req-f64b8bc6-868e-4bf3-9390-387ec9e19fa0 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968277
Apr 30 05:12:40.284221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event deleted for resources: {'Subnet': ['ID=61b72a49-f68c-476f-8a1e-eebfb5108206,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:40.289048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:40.293796 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:40.312112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6838ce-8c0a-4323-b6a8-87e31d398ef2 None None] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:12:40.312916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "DELETE /v2.0/subnets/61b72a49-f68c-476f-8a1e-eebfb5108206 HTTP/1.1" status: 204  len: 168 time: 1.9087930
Apr 30 05:12:40.316449 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43562) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:40.394650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-7f178368-bf8b-4619-a7d7-e5ce1dc8b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:40.396518 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-7f178368-bf8b-4619-a7d7-e5ce1dc8b378 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2785201
Apr 30 05:12:40.558563 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-bb03e631-69bb-428a-8a26-82910bb0b92c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 HTTP/1.1" status: 200  len: 217 time: 0.1073685
Apr 30 05:12:40.610371 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:40.635651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7fba7385-770f-4e22-97f1-d89a55dfe2d6 req-5332662c-62b6-4717-899c-d044fca80b13 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 210 time: 0.0748460
Apr 30 05:12:40.676951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:12:40.688984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-7880fe53-d7c9-4ae1-a9e7-8f6ec361b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:40.690649 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-7880fe53-d7c9-4ae1-a9e7-8f6ec361b816 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1235447
Apr 30 05:12:40.702315 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] Sync routers for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:12:40.726343 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:12:40.727069 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780501400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:12:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:40.787537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] DHCP port deletion for 9173d3f9-53dd-418f-9c68-2f25db7b56aa request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:12:40.929234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] Deleting port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:40.929713 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:40.932637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] No DVR routers for this DVR port fdb2587e-a7ee-4aeb-ae17-93ae16409838 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:12:40.942146 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:40.952474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857fd1fc-018c-40a3-8add-5af1204f9def', 'name': 'network-vif-deleted', 'tag': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:12:40.997023 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:12:41.065740 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c1d00ab5-8f3d-4668-8236-3e844d59f168 req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "DELETE /v2.0/ports/fdb2587e-a7ee-4aeb-ae17-93ae16409838 HTTP/1.1" status: 204  len: 173 time: 3.1368940
Apr 30 05:12:41.157235 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857fd1fc-018c-40a3-8add-5af1204f9def', 'name': 'network-vif-deleted', 'tag': 'fdb2587e-a7ee-4aeb-ae17-93ae16409838', 'status': 'completed', 'code': 200}
Apr 30 05:12:41.162182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Deleting port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:41.162630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:41.187688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771bce1-1ef9-4a3c-b595-678c4c85ce6c req-a260cefe-6d39-4b1d-8a21-e6ce0d4b02fe tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:41.214925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-1542b71d-c204-4349-a6b4-13c73e3c357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:41.216770 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-1542b71d-c204-4349-a6b4-13c73e3c357e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5186610
Apr 30 05:12:41.220504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f771bce1-1ef9-4a3c-b595-678c4c85ce6c req-a260cefe-6d39-4b1d-8a21-e6ce0d4b02fe tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2691672
Apr 30 05:12:41.329240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f771bce1-1ef9-4a3c-b595-678c4c85ce6c req-a6664833-ac12-426d-b233-58e8d755736f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1075857
Apr 30 05:12:41.332973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] For port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,segment=NetworkSegment(1238b060-dba8-4470-9e00-96e8286e26e9),segment_id=1238b060-dba8-4470-9e00-96e8286e26e9)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:41.333646 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:41.477703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] For port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,segment=NetworkSegment(1238b060-dba8-4470-9e00-96e8286e26e9),segment_id=1238b060-dba8-4470-9e00-96e8286e26e9)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:41.478076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:41.499767 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-a14715f4-a26e-4c66-82be-c22a45fd4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:41.501313 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-a14715f4-a26e-4c66-82be-c22a45fd4e87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1098 time: 0.4075680
Apr 30 05:12:41.524878 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:12:41.564706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] Calling delete_port for f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:41.613292 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780501400>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:41.618881 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] Checking router: 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:12:41.628430 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:12:41.629467 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780501400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:12:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:41.675742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19685cf5-b11b-4499-aadb-ca24e62ee1db req-0fb2faa4-34c4-42dd-80d8-25c21e6333d7 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:41.682137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19685cf5-b11b-4499-aadb-ca24e62ee1db req-0fb2faa4-34c4-42dd-80d8-25c21e6333d7 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 948 time: 0.1744511
Apr 30 05:12:41.707311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fdb2587e-a7ee-4aeb-ae17-93ae16409838 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:12:41.743429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43596) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:41.780350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660708045', 'description': 'tempest-secgroup-smoke-1660708045 description', 'project_id': '197fee38792947c6942aa1c89e289cac'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:41.796477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: fdb2587e-a7ee-4aeb-ae17-93ae16409838 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:12:41.796934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device fdb2587e-a7ee-4aeb-ae17-93ae16409838 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:12:41.797896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:41.800029 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:41.815090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19685cf5-b11b-4499-aadb-ca24e62ee1db req-a53aa02d-baaa-495b-8be7-003b7900ce62 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248262
Apr 30 05:12:41.829997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:41.852233 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:41.861562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,segment=NetworkSegment(1238b060-dba8-4470-9e00-96e8286e26e9),segment_id=1238b060-dba8-4470-9e00-96e8286e26e9)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:41.878300 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:41.890581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:12:41.893054 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:41.924659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:41.931618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:security_group_rule and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:41.939493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:41.949572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:41.990659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event deleted for resources: {'Port': ['ID=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:41.998076 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:41.998944 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.011607 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:42.072116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] No DVR routers for this DVR port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:12:42.077522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] Pushing event deleted for resources: {'Port': ['ID=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:42.092930 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:42.149779 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-287c1e92-f08a-497c-9cfe-69512cacf51c service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8386848
Apr 30 05:12:42.160951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Calling delete_port for f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:42.161786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.164046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-75c4f9ed-a995-41f0-bae6-e511d50caf15 req-1372248e-d411-413b-90d8-f12303f4ca92 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Synchronizing usage tracker for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:42.169064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.174822 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a987991-372b-4c02-ba59-dc881da2665f tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:42.236987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-75c4f9ed-a995-41f0-bae6-e511d50caf15 req-1372248e-d411-413b-90d8-f12303f4ca92 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Unset dirty status for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:42.238291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-75c4f9ed-a995-41f0-bae6-e511d50caf15 req-1372248e-d411-413b-90d8-f12303f4ca92 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=857fd1fc-018c-40a3-8add-5af1204f9def HTTP/1.1" status: 200  len: 210 time: 0.1395249
Apr 30 05:12:42.240903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e790034c-a5c3-4afa-bd44-a4c9fc1494f7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:42.244386 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:42.250944 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.252451 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4848859
Apr 30 05:12:42.257056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43600) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:42.266528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'security_group_rule': {'security_group_id': 'e790034c-a5c3-4afa-bd44-a4c9fc1494f7', 'project_id': '197fee38792947c6942aa1c89e289cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:42.273885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:42.278075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:security_group_rule and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:42.283331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:42.291449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:42.303207 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780501400>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:42.307544 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd182357-18ca-47c9-afa4-5633fc679a4e None None] The sync data for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 is: [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:12:42.307799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.381970 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.389118 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.391034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:42.416800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9481c51-7339-4db9-ae72-d209843d0b86,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:42.419813 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:42.424572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-b326fe5c-ea8b-400f-9290-3cdcafd4583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:42.425939 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-b326fe5c-ea8b-400f-9290-3cdcafd4583f service neutron] 10.222.0.50 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.6558461
Apr 30 05:12:42.428619 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.429933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1718471
Apr 30 05:12:42.432427 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4e5c3e9-7791-4d71-999c-1958f749c500 req-997cb455-7218-4599-bb79-5bd27d6baa2c service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2632034
Apr 30 05:12:42.432975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43606) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:42.450239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'security_group_rule': {'security_group_id': 'e790034c-a5c3-4afa-bd44-a4c9fc1494f7', 'project_id': '197fee38792947c6942aa1c89e289cac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:42.457657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:42.462759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:security_group_rule and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:42.467287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:42.474367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:42.492692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.528012 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:42.572321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] No DVR routers for this DVR port f1ac49b3-f501-4b11-abc3-95d15fc0f6d2 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:12:42.621038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event deleted for resources: {'Port': ['ID=f1ac49b3-f501-4b11-abc3-95d15fc0f6d2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:42.623751 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:42.633474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628873bd-c76f-49c7-9707-df3157771388 None None] New status for floating IP 96ec168c-3e0f-45d4-b920-b0146c778661: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:12:42.687338 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-a966f49f-0cf0-4fcc-abfb-5700522c2a16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 200  len: 1001 time: 0.2531955
Apr 30 05:12:42.714004 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.805541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f31c82-a22e-450f-aebd-554cc0661c6b req-058096e6-fd5d-4040-af42-efb31ae38207 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:42.806877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.812434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-72f31c82-a22e-450f-aebd-554cc0661c6b req-058096e6-fd5d-4040-af42-efb31ae38207 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.3245540
Apr 30 05:12:42.828551 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.835770 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.839904 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:42.921681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6e09ef-eab2-4a18-822a-b9f7a26fc4aa,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:42.940521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-daef03d7-cadc-4cad-b795-fc2a1ba5c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:42.942118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-daef03d7-cadc-4cad-b795-fc2a1ba5c1bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1948783
Apr 30 05:12:42.965008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-72f31c82-a22e-450f-aebd-554cc0661c6b req-790e4b33-b423-49d9-aafb-bcecf421e4b9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1509874
Apr 30 05:12:42.969599 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:42.978041 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:42.979321 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c89ae373-9546-471c-889e-fc7bda51a95e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5452261
Apr 30 05:12:42.980716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:12:42.984580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43612) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:42.999463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'security_group_rule': {'security_group_id': 'e790034c-a5c3-4afa-bd44-a4c9fc1494f7', 'project_id': '197fee38792947c6942aa1c89e289cac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:43.015229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:43.019526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ac3c730>,) {'filters': {'network_id': ['9173d3f9-53dd-418f-9c68-2f25db7b56aa']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:43.035757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:security_group_rule and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:43.036814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac3c730>, '1238b060-dba8-4470-9e00-96e8286e26e9') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:43.037216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac3c730>, '1238b060-dba8-4470-9e00-96e8286e26e9') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:43.053266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.082061 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.092986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:12:43.100888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:43.119970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:43.149184 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.184219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-3c4f9d0d-4d33-413e-b1e2-26a9d56fda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:43.185916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-3c4f9d0d-4d33-413e-b1e2-26a9d56fda9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2371726
Apr 30 05:12:43.189937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:43.209418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': 'f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5', 'mac_address': 'fa:16:3e:57:cd:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:12:43.213500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3182a-a69d-4314-8979-0f97a8bb4f9b req-e949966b-b4ac-4972-b2b2-3f96c8a1c0f0 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:43.215075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96c3182a-a69d-4314-8979-0f97a8bb4f9b req-e949966b-b4ac-4972-b2b2-3f96c8a1c0f0 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 948 time: 0.1756260
Apr 30 05:12:43.281365 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.304697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:12:43.326760 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-96c3182a-a69d-4314-8979-0f97a8bb4f9b req-62268387-c5a2-41a2-80b4-efc6ab240da9 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048758
Apr 30 05:12:43.333508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:43.339623 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.350418 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:43.356258 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.363951 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.367470 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2d81b8fa-765f-4e0a-b125-430e64da3434 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:43.421705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f047fa9-5125-4b81-931e-8d5c401dda54,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:43.429343 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:43.450684 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.460763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4668214
Apr 30 05:12:43.460763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43620) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:43.461932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'security_group_rule': {'security_group_id': 'e790034c-a5c3-4afa-bd44-a4c9fc1494f7', 'project_id': '197fee38792947c6942aa1c89e289cac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:43.468691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43624) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:43.471767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:43.474845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:43.487129 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:43.495466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:security_group_rule and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:43.501027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:43.518134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:43.580186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b385168-682a-44d1-b6f0-0a90e678a15d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.582206 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.637876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:12:43.645160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:12:43.651036 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b385168-682a-44d1-b6f0-0a90e678a15d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.655556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.766081 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b385168-682a-44d1-b6f0-0a90e678a15d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.775957 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb771938-43d1-4261-98a8-5667a59024ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:43.793082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b385168-682a-44d1-b6f0-0a90e678a15d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1160b348-3213-4476-abe8-66d95ed07aab,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:43.795793 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b385168-682a-44d1-b6f0-0a90e678a15d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:43.803465 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-1d61ea5b-634d-48d4-9e53-4e23a7acb736 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5953140
Apr 30 05:12:43.815125 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.817933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b385168-682a-44d1-b6f0-0a90e678a15d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.821659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1b385168-682a-44d1-b6f0-0a90e678a15d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "DELETE /v2.0/security-groups/1160b348-3213-4476-abe8-66d95ed07aab HTTP/1.1" status: 204  len: 168 time: 0.3493094
Apr 30 05:12:43.821895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43628) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:43.839437 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.849424 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:43.859118 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-6d95db1a-f8a9-46b5-a7bd-7325fd62f997 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] show failed (client error): The resource could not be found.
Apr 30 05:12:43.863091 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6d95db1a-f8a9-46b5-a7bd-7325fd62f997 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups/1160b348-3213-4476-abe8-66d95ed07aab HTTP/1.1" status: 404  len: 347 time: 0.0373545
Apr 30 05:12:43.871130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43632) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:43.876404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc72bb1-6d9a-44fa-bbad-8e83e2c2b94c,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:43.879166 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:43.945566 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:43.946860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4901843
Apr 30 05:12:43.965613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43636) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:43.975111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'security_group_rule': {'security_group_id': 'e790034c-a5c3-4afa-bd44-a4c9fc1494f7', 'project_id': '197fee38792947c6942aa1c89e289cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:44.038009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:44.054469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Network 9173d3f9-53dd-418f-9c68-2f25db7b56aa has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:12:44.061340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:security_group_rule and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:44.068709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:12:44.080139 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:12:44.148596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:44.172863 n-d-766726-20 neutron-server[74581]: INFO neutron.db.securitygroups_db [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Project 197fee38792947c6942aa1c89e289cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:12:44.183770 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.243404 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.255630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:44.274590 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.280479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Deleting port def3d175-285c-4f35-8372-4c8ce5a9e5f4 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:12:44.280827 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.293110 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7fd9a147-afab-4160-bb82-47cbf5c1d400 req-4d2e3b47-1967-4417-ac8b-6eda470695bb service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4818020
Apr 30 05:12:44.294034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Pushing event deleted for resources: {'Network': ['ID=9173d3f9-53dd-418f-9c68-2f25db7b56aa,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:44.304759 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:44.309842 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] 10.222.0.46 "DELETE /v2.0/networks/9173d3f9-53dd-418f-9c68-2f25db7b56aa HTTP/1.1" status: 204  len: 168 time: 3.9814827
Apr 30 05:12:44.334580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5365e-59a2-4e66-b23f-91a03bf56c89 req-4dd30354-7ecf-4574-a0d2-5cbe42a2ee4a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:44.336218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0da5365e-59a2-4e66-b23f-91a03bf56c89 req-4dd30354-7ecf-4574-a0d2-5cbe42a2ee4a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.2696309
Apr 30 05:12:44.345216 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.420771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-cc77399f-c600-457e-86d3-77e1bff3f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:44.421839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.423592 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-cc77399f-c600-457e-86d3-77e1bff3f106 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1098 time: 0.0903242
Apr 30 05:12:44.433958 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f8e8cf7f-20b9-4b3e-aadd-423e19a590aa tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:44.489691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebcbb88-8c2b-44b7-9ca4-90931557f446,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:44.492955 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:44.544467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.549002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7277e88f-eb06-42e1-a1d4-b21c6cda2603 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5791624
Apr 30 05:12:44.557686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0da5365e-59a2-4e66-b23f-91a03bf56c89 req-6109c1f1-7476-40fe-ad21-0c00a85da65a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2144217
Apr 30 05:12:44.559945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43646) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:44.564462 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.564823 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.578520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'security_group_rule': {'security_group_id': 'e790034c-a5c3-4afa-bd44-a4c9fc1494f7', 'project_id': '197fee38792947c6942aa1c89e289cac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:44.589037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:44.624819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-48a22ea5-b195-464f-8997-91fae63a235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:44.626284 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-48a22ea5-b195-464f-8997-91fae63a235c service neutron] 10.222.0.50 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.1740708
Apr 30 05:12:44.695272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43652) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:44.703790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:security_group_rule and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:44.716073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Calling delete_port for def3d175-285c-4f35-8372-4c8ce5a9e5f4 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:12:44.720991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:44.730658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:44.744452 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-064aedfe-bcf6-4500-aaf7-27d82fefd89d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 200  len: 1001 time: 0.1097617
Apr 30 05:12:44.763402 n-d-766726-20 neutron-server[74581]: INFO neutron.db.securitygroups_db [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Project 197fee38792947c6942aa1c89e289cac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:12:44.778855 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.798412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2da3a9-6dba-4746-b13a-8181390ccf7b req-8d634a6f-627d-4f54-aa4c-73ac7203103b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:44.800093 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e2da3a9-6dba-4746-b13a-8181390ccf7b req-8d634a6f-627d-4f54-aa4c-73ac7203103b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 949 time: 0.3157113
Apr 30 05:12:44.816765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-44011628-e4b8-4eac-9b2f-65f67d766ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:44.818382 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-44011628-e4b8-4eac-9b2f-65f67d766ede service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.0673618
Apr 30 05:12:44.904796 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e2da3a9-6dba-4746-b13a-8181390ccf7b req-d0de2e6d-3be5-485b-992d-8d2da0d08f0f tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874982
Apr 30 05:12:44.930074 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-368079e3-837b-4735-abcf-b6e224dd2e51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2cd31415ebc44cdb7df32c1fed46366&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2335064
Apr 30 05:12:44.931239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43658) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:44.975343 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.980488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-a319e2dd-c5aa-45f9-a4d1-584e876ef10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:44.982127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-a319e2dd-c5aa-45f9-a4d1-584e876ef10b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1544240
Apr 30 05:12:44.982473 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:44.986208 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:44.993380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:12:45.028766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965c8c33-3ccf-4d18-b405-c6fe790624f2,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:45.047088 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:45.048395 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.053863 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-039f30ab-3b43-4061-a7f6-462e03bb432a tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:45.073088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:45.078263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:45.078650 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.097983 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e4ced60-2a9f-49bd-8830-cc2c7aef24cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.103341 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.116172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5460231
Apr 30 05:12:45.117680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event deleted for resources: {'Port': ['ID=def3d175-285c-4f35-8372-4c8ce5a9e5f4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:45.122337 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:45.144863 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e4ced60-2a9f-49bd-8830-cc2c7aef24cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.183166 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-243f7bc9-c7a2-4025-8c81-3c94261a6a9a service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920788
Apr 30 05:12:45.252453 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.255733 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.257359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "DELETE /v2.0/floatingips/96ec168c-3e0f-45d4-b920-b0146c778661 HTTP/1.1" status: 204  len: 168 time: 1.3847508
Apr 30 05:12:45.258640 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.296302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178e76d4-3b6e-467c-9bd1-c321ea545cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:12:45.309637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:45.318035 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.320538 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5f2c6aaf-166c-42d1-86aa-89751c4b2b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:45.402456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:45.406205 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:45.413426 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178e76d4-3b6e-467c-9bd1-c321ea545cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5', 'code': 200}
Apr 30 05:12:45.566467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e4ced60-2a9f-49bd-8830-cc2c7aef24cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.581197 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6f4057b6-4d3f-432a-98d8-6022931d63c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:45.604654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ced60-2a9f-49bd-8830-cc2c7aef24cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25044a16-0001-4024-bfa9-98851305004c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:45.610449 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-940b46b4-f0ba-416d-b576-f9f96cb698b7 req-cecf1872-68e7-4655-8f43-036b235705c9 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4179425
Apr 30 05:12:45.611001 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e4ced60-2a9f-49bd-8830-cc2c7aef24cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:45.613379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e4ced60-2a9f-49bd-8830-cc2c7aef24cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.618554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9e4ced60-2a9f-49bd-8830-cc2c7aef24cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25044a16-0001-4024-bfa9-98851305004c HTTP/1.1" status: 204  len: 168 time: 0.6862431
Apr 30 05:12:45.642269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99856d7-16d0-495d-9794-b11fd54e6022 req-0138e2e8-5a18-469a-9df1-04bbcb9c0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:45.643922 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f99856d7-16d0-495d-9794-b11fd54e6022 req-0138e2e8-5a18-469a-9df1-04bbcb9c0f9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 1102 time: 0.1377888
Apr 30 05:12:45.662472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43708) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:45.668110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481647960', 'description': 'tempest-description--746020566'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:45.678512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:45.685351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:security_group and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:45.689414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:45.705467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:12:45.725599 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f99856d7-16d0-495d-9794-b11fd54e6022 req-df0173f1-b66e-4953-9b5a-011873319b6e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752139
Apr 30 05:12:45.871263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:45.927275 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:45.956918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:45.969924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:security_group_rule and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:45.977943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:45.991883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:46.039130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d11b1-e148-4bcd-8ed1-812db5b7429c req-ece6a8f9-8263-4718-93ba-ae8980ff4568 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:46.057371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b4d11b1-e148-4bcd-8ed1-812db5b7429c req-ece6a8f9-8263-4718-93ba-ae8980ff4568 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 946 time: 0.1879995
Apr 30 05:12:46.161976 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.225365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:46.231007 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.233336 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:46.274050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0b4d11b1-e148-4bcd-8ed1-812db5b7429c req-970aa76b-af89-4e33-9fc7-d22a23478129 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1980691
Apr 30 05:12:46.344476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:46.349715 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:46.363913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22aed6-cf61-4a5a-9a83-58515234cd95 req-285ee315-47b5-444d-8850-a456cd5de9f2 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:46.365781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db22aed6-cf61-4a5a-9a83-58515234cd95 req-285ee315-47b5-444d-8850-a456cd5de9f2 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 950 time: 0.2370956
Apr 30 05:12:46.371438 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.391040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.399272 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b385168-682a-44d1-b6f0-0a90e678a15d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:46.495640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db22aed6-cf61-4a5a-9a83-58515234cd95 req-336583fb-2ce4-4904-8f94-94d5761a9322 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222024
Apr 30 05:12:46.497413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86182002-05c1-466a-9415-26c9a81caccd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:46.503264 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:46.513052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.519054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.8550837
Apr 30 05:12:46.520203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43760) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:46.526522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'security_group_rule': {'security_group_id': '86182002-05c1-466a-9415-26c9a81caccd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:46.532940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:46.537927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:security_group_rule and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:46.540963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:46.547768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:46.571851 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.671870 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.679243 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.733439 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fae102b5-04b1-4103-ab1a-6db0d765b24f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:46.757082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.758309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2362525
Apr 30 05:12:46.759280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d67afe-59ec-45b8-9f57-c1258f2f726b,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:46.761740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43772) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:46.767329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'security_group_rule': {'security_group_id': '86182002-05c1-466a-9415-26c9a81caccd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:46.767805 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:46.782815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:46.787314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:security_group_rule and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:46.790787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:46.804152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:46.825922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.920256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.924852 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.936212 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:46.958545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18401654-0f1d-4a11-ade4-2994a647b004,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:46.962371 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:46.977191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:46.978772 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2159567
Apr 30 05:12:46.982757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43776) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:46.992057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:47.001641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43780) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:47.011754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:47.017373 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Usage tracker for resource:floatingip and tenant:81dea468ee284e42a61f868dcb101fdd is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:47.021151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:47.027878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:47.043094 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.195916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1986843967'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:47.203067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:47.207284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:47.213582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:47.217435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:47.229491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:47.233814 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.242787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.251988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.279676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:47.284685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:security_group_rule and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:47.288750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:47.297323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:47.414289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:12:47.420523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.425467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.430993 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2ba892ab-0c79-4382-abdd-e914180d372a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:47.469183 n-d-766726-20 neutron-server[74583]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'code': 422} returned with failed status
Apr 30 05:12:47.481549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Allocated IP 172.25.8.98 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/562ef26a-b282-4763-b98d-ba547e8312f6) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:47.524608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:12:47.526829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3539cd06-7142-487b-aacb-942310808446,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:47.530844 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:47.545024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.545378 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment e573b0f6-5afa-4fa5-aa22-8488c0d13e5b of type vlan for network 82c4a87c-381b-4a1d-999d-44921006fcf6
Apr 30 05:12:47.596321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.609158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59457e53-11ad-482a-9f9d-bb66cdfe4cfe req-848ea3bf-6898-4e5b-9205-011de4b5fc55 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:47.610938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59457e53-11ad-482a-9f9d-bb66cdfe4cfe req-848ea3bf-6898-4e5b-9205-011de4b5fc55 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.1562963
Apr 30 05:12:47.693910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.719363 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.724857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:47.725454 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.730153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:47.734468 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b5c5454-f201-4581-98ee-cdc8e39088b9 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:47.735624 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2e5baa23-8a41-4f96-baa1-8476e3a34860 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:47.765963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59457e53-11ad-482a-9f9d-bb66cdfe4cfe req-96d009f3-2415-415f-bb65-8f9c8c957bff tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1380672
Apr 30 05:12:47.812040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8091464
Apr 30 05:12:47.814878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:47.820933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:47.828059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:47.925711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'Port': ['ID=562ef26a-b282-4763-b98d-ba547e8312f6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:47.943975 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:47.979457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43798) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:47.986796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=82c4a87c-381b-4a1d-999d-44921006fcf6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:47.992076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': '82c4a87c-381b-4a1d-999d-44921006fcf6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:47.993053 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:48.000501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 82c4a87c-381b-4a1d-999d-44921006fcf6 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:12:48.009001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982e0a4-ee54-4e77-97b1-2ad755f5cbd3 req-1217b965-4d67-408e-a392-9ffa26461a1d tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:48.012000 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4982e0a4-ee54-4e77-97b1-2ad755f5cbd3 req-1217b965-4d67-408e-a392-9ffa26461a1d tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 950 time: 0.3630455
Apr 30 05:12:48.094664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:48.101701 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4982e0a4-ee54-4e77-97b1-2ad755f5cbd3 req-c7e84f59-dbda-4fe0-82f0-66e12d3b1266 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815017
Apr 30 05:12:48.274345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:48.278749 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:48.343218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:48.348529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:48.359222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:48.392389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:48.397285 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:48.800452 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:48.807899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:48.814221 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-81981005-6089-4fec-967d-beaa409eef40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:49.044689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'Port': ['ID=562ef26a-b282-4763-b98d-ba547e8312f6,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:49.053576 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:49.076266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:49.130559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:49.132010 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1479344
Apr 30 05:12:49.522075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94939e-27d6-4ac1-92d9-73a1554f6d25 req-d632c38e-cc46-4d37-a02f-a70c532b251f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:49.532204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f94939e-27d6-4ac1-92d9-73a1554f6d25 req-d632c38e-cc46-4d37-a02f-a70c532b251f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.1542552
Apr 30 05:12:49.571010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:49.576070 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcc4bfab-25bf-45ff-acda-23dcf851bca9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:49.621982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f94939e-27d6-4ac1-92d9-73a1554f6d25 req-71969f47-7b4a-4510-8a66-df9d04e81392 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864983
Apr 30 05:12:49.726107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:12:49.790696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=32370dfd-d646-4788-943e-0e59ef6a3527,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:49.795444 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:49.811802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': 'e573b0f6-5afa-4fa5-aa22-8488c0d13e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82c4a87c-381b-4a1d-999d-44921006fcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:12:49.812172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: 82c4a87c-381b-4a1d-999d-44921006fcf6, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:12:49.834463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 82c4a87c-381b-4a1d-999d-44921006fcf6 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:12:49.855417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 82c4a87c-381b-4a1d-999d-44921006fcf6) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:49.879053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:49.879740 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:49.918291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43852) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:49.918678 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.9379447
Apr 30 05:12:49.925295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1517368832'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:49.933264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:49.955629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:49.966624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:49.977417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:50.010891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-c7750001-8480-4e27-9cb1-bb5488b8b03c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Synchronizing usage tracker for tenant:81dea468ee284e42a61f868dcb101fdd on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:50.011145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622c42f-727a-4e42-9b95-850105775948 None None] Network 82c4a87c-381b-4a1d-999d-44921006fcf6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:12:50.015398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:50.019318 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:50.073882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-c7750001-8480-4e27-9cb1-bb5488b8b03c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Unset dirty status for tenant:81dea468ee284e42a61f868dcb101fdd on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:50.082776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-c7750001-8480-4e27-9cb1-bb5488b8b03c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1481647960&fields=id&tenant_id=81dea468ee284e42a61f868dcb101fdd HTTP/1.1" status: 200  len: 267 time: 0.1523521
Apr 30 05:12:50.085783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:12:50.168902 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:50.169260 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment e5d75be9-744c-4e48-9c0e-eb2ac5c551f9 of type vlan for network 5d68d04d-cfdb-4b3c-93db-39fd167ff876
Apr 30 05:12:50.342700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:50.400059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-6afa92c8-0226-49b5-a44a-914ef686b5f1 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:50.408192 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-6afa92c8-0226-49b5-a44a-914ef686b5f1 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 810 time: 0.3235793
Apr 30 05:12:50.443847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-a17fb87d-1448-4287-8a5b-6ecc9a68d534 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/quotas/81dea468ee284e42a61f868dcb101fdd HTTP/1.1" status: 200  len: 375 time: 0.0304885
Apr 30 05:12:50.447283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-82c4a87c-381b-4a1d-999d-44921006fcf6', 'network_id': '82c4a87c-381b-4a1d-999d-44921006fcf6', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': '32370dfd-d646-4788-943e-0e59ef6a3527'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:12:50.449218 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:50.504697 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:50.512537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:50.513541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:50.527776 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1661a339-44b2-4908-ad9a-429ebe41308f tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:50.664594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-ed1493de-5cce-4d7a-8114-08ded3377b36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.6313090
Apr 30 05:12:50.674574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7524993
Apr 30 05:12:50.675459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43864) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:50.680465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=5d68d04d-cfdb-4b3c-93db-39fd167ff876,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:50.690418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': '5d68d04d-cfdb-4b3c-93db-39fd167ff876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:50.707407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ccce4a58-481c-4b18-b896-cf10a1e33ad0 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:50.747777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 5d68d04d-cfdb-4b3c-93db-39fd167ff876 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:12:51.140746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Allocated IP 172.20.255.242 (82c4a87c-381b-4a1d-999d-44921006fcf6/32370dfd-d646-4788-943e-0e59ef6a3527/e7ba5a24-71ab-4192-8682-a486ddfb6b73) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:51.215938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-9e98f900-7d5a-4209-9ba0-106551cbffd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Synchronizing usage tracker for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:51.261929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:51.271974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-9e98f900-7d5a-4209-9ba0-106551cbffd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Unset dirty status for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:51.281194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-9e98f900-7d5a-4209-9ba0-106551cbffd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8362787
Apr 30 05:12:51.282224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:51.309462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:51.325455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:51.634038 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:51.658580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Transition to ACTIVE for port object e7ba5a24-71ab-4192-8682-a486ddfb6b73 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:51.708410 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Transition to ACTIVE for port object e7ba5a24-71ab-4192-8682-a486ddfb6b73 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:51.720605 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:51.768521 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d938efff-3f2a-4fc2-a3b1-ba0dd8aa0cd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:51.769522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:51.779040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:51.970656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec3f0a-5565-4dca-b53e-04ab263e1eb9 req-cd228148-128b-4d00-88c0-b76729916450 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:51.979367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6aec3f0a-5565-4dca-b53e-04ab263e1eb9 req-cd228148-128b-4d00-88c0-b76729916450 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.9198425
Apr 30 05:12:52.002814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Network 82c4a87c-381b-4a1d-999d-44921006fcf6 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:52.054719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Pushing event updated for resources: {'Port': ['ID=e7ba5a24-71ab-4192-8682-a486ddfb6b73,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:52.061276 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6371bca9-937f-4124-b51c-6410637b4d75 req-db31a16f-e732-40b2-9185-922f453c9c55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2613187
Apr 30 05:12:52.082995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:52.095643 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:52.100998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:52.281615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6aec3f0a-5565-4dca-b53e-04ab263e1eb9 req-3e0ff8e3-eade-4d0d-b8da-bb612f2251b1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2535059
Apr 30 05:12:52.350759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-4c41ff15-4d6c-462e-83a5-025d0a993f64 service neutron] 10.222.0.46 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9871206
Apr 30 05:12:52.427010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Attempting to bind port e7ba5a24-71ab-4192-8682-a486ddfb6b73 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:12:52.427842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Attempting to bind port e7ba5a24-71ab-4192-8682-a486ddfb6b73 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'e573b0f6-5afa-4fa5-aa22-8488c0d13e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82c4a87c-381b-4a1d-999d-44921006fcf6'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:12:52.428444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Attempting to bind port e7ba5a24-71ab-4192-8682-a486ddfb6b73 on network 82c4a87c-381b-4a1d-999d-44921006fcf6 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:12:52.439426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:12:52.440012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Checking segment: {'id': 'e573b0f6-5afa-4fa5-aa22-8488c0d13e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82c4a87c-381b-4a1d-999d-44921006fcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:12:52.440561 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:52.441017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Bound using segment: {'id': 'e573b0f6-5afa-4fa5-aa22-8488c0d13e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82c4a87c-381b-4a1d-999d-44921006fcf6'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:12:52.442863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Bound port: e7ba5a24-71ab-4192-8682-a486ddfb6b73, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e573b0f6-5afa-4fa5-aa22-8488c0d13e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '82c4a87c-381b-4a1d-999d-44921006fcf6'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:12:52.442863 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:52.670891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371bca9-937f-4124-b51c-6410637b4d75 req-2cc1ecfc-d654-4f52-9138-b0564ff6ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:52.673946 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6371bca9-937f-4124-b51c-6410637b4d75 req-2cc1ecfc-d654-4f52-9138-b0564ff6ecc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78efba4131394b818ef98efa9aeadc01&device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 1102 time: 0.2593489
Apr 30 05:12:52.693712 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] For port e7ba5a24-71ab-4192-8682-a486ddfb6b73, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:12:52.700665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] For port e7ba5a24-71ab-4192-8682-a486ddfb6b73, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7ba5a24-71ab-4192-8682-a486ddfb6b73,segment=NetworkSegment(e573b0f6-5afa-4fa5-aa22-8488c0d13e5b),segment_id=e573b0f6-5afa-4fa5-aa22-8488c0d13e5b)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:12:52.711836 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:52.734329 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:52.987121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Pushing event updated for resources: {'Port': ['ID=e7ba5a24-71ab-4192-8682-a486ddfb6b73,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:53.001426 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:53.014965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-980a92e5-83d7-4646-8175-1d6d9cecfae3 service neutron] 10.222.0.46 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6385274
Apr 30 05:12:53.053640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371bca9-937f-4124-b51c-6410637b4d75 req-3b548d08-f96d-4eb3-a76e-91be147ffb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:53.062627 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6371bca9-937f-4124-b51c-6410637b4d75 req-3b548d08-f96d-4eb3-a76e-91be147ffb89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.3512471
Apr 30 05:12:53.279996 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6371bca9-937f-4124-b51c-6410637b4d75 req-edad28c6-6215-42b9-a7d3-17e61e7d4796 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 HTTP/1.1" status: 200  len: 217 time: 0.1996944
Apr 30 05:12:53.498707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e19f636-eabe-44b0-8d43-0ebc9d2b5251 req-577fcb44-ed54-44bc-87bd-845e6796541d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 210 time: 0.0838466
Apr 30 05:12:53.536903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371bca9-937f-4124-b51c-6410637b4d75 req-703fae67-04fa-4c37-a929-54a4186d8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:53.539176 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6371bca9-937f-4124-b51c-6410637b4d75 req-703fae67-04fa-4c37-a929-54a4186d8d81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.2439382
Apr 30 05:12:53.607800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7ba5a24-71ab-4192-8682-a486ddfb6b73 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:12:53.804108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e7ba5a24-71ab-4192-8682-a486ddfb6b73 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:53.842358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371bca9-937f-4124-b51c-6410637b4d75 req-5a4bf2e0-3370-42f2-a103-349fe762a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:53.846782 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6371bca9-937f-4124-b51c-6410637b4d75 req-5a4bf2e0-3370-42f2-a103-349fe762a216 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2998884
Apr 30 05:12:53.928625 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:53.950464 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-06520b92-3dfb-4d27-9398-b3cdaf549e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:54.128090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=fd2a58df-3db9-4154-96d8-1bec60d22055,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:54.173651 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:54.188182 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6371bca9-937f-4124-b51c-6410637b4d75 req-f9548add-8510-4706-9755-ca7e6b599c6c service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3350208
Apr 30 05:12:54.327726 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': 'e5d75be9-744c-4e48-9c0e-eb2ac5c551f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d68d04d-cfdb-4b3c-93db-39fd167ff876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:12:54.328547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: 5d68d04d-cfdb-4b3c-93db-39fd167ff876, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:12:54.392974 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3ba2-6825-4660-aac2-604a4a503b23 req-ac2a2483-4cce-462e-836b-4298c22a1994 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:54.411286 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6371bca9-937f-4124-b51c-6410637b4d75 req-80e0b062-6724-415c-8b25-6c269ba8211d service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152591
Apr 30 05:12:54.413236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c88b3ba2-6825-4660-aac2-604a4a503b23 req-ac2a2483-4cce-462e-836b-4298c22a1994 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.6597402
Apr 30 05:12:54.519562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c88b3ba2-6825-4660-aac2-604a4a503b23 req-7812bb0e-e8d7-4043-8926-9ba560265231 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0797133
Apr 30 05:12:54.526108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 5d68d04d-cfdb-4b3c-93db-39fd167ff876 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:12:54.551392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 5d68d04d-cfdb-4b3c-93db-39fd167ff876) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:54.563338 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d1822-9290-40da-9a75-626f86ce0235 None None] Network 5d68d04d-cfdb-4b3c-93db-39fd167ff876 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:12:54.577169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:54.578366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:54.622316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4ebdf9ee-e112-4b95-b8a0-d5985f6448fe tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 3.9412191
Apr 30 05:12:54.622602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 43908) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:54.950988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-658029e5-903c-4dc9-813b-b4399ac43ec3 req-900fb765-43ba-493c-b3cb-59f1ae3fc3e2 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 210 time: 0.1349835
Apr 30 05:12:54.997030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:55.138788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d793e-64c9-47a7-9f0d-49403eb20560 None None] Network 82c4a87c-381b-4a1d-999d-44921006fcf6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:12:55.168706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:55.331789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4fb34d4c-1289-40cb-8751-582c6d0261cf None None] Provisioning for port e7ba5a24-71ab-4192-8682-a486ddfb6b73 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:55.343861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4fb34d4c-1289-40cb-8751-582c6d0261cf None None] Provisioning complete for port e7ba5a24-71ab-4192-8682-a486ddfb6b73 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:55.344535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4fb34d4c-1289-40cb-8751-582c6d0261cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:55.481946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b8554-7652-4403-888c-d60ece5374a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-5d68d04d-cfdb-4b3c-93db-39fd167ff876', 'network_id': '5d68d04d-cfdb-4b3c-93db-39fd167ff876', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': 'fd2a58df-3db9-4154-96d8-1bec60d22055'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:12:55.483048 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d18b8554-7652-4403-888c-d60ece5374a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:55.724589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:55.735902 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6c2a6299-c57e-4b12-ae09-47277adf6e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server [None req-d18b8554-7652-4403-888c-d60ece5374a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd2a58df-3db9-4154-96d8-1bec60d22055: This subnet is being modified by another concurrent operation.
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in create_port
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1413, in _create_port_db
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 685, in _ipam_get_subnets
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server     raise exception
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd2a58df-3db9-4154-96d8-1bec60d22055: This subnet is being modified by another concurrent operation.
Apr 30 05:12:55.773264 n-d-766726-20 neutron-server[74583]: ERROR oslo_messaging.rpc.server 
Apr 30 05:12:55.904004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=fd2a58df-3db9-4154-96d8-1bec60d22055,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:55.910126 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4fb34d4c-1289-40cb-8751-582c6d0261cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:55.915873 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:55.928899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2587c-49a1-4f17-ade5-0252f829e579 None None] Network 5d68d04d-cfdb-4b3c-93db-39fd167ff876 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:12:56.154993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c324d3-42f5-468c-92d1-9ded7ee16536 req-49d7fedd-c994-4ced-82d2-cc6b52256612 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:56.175570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8c324d3-42f5-468c-92d1-9ded7ee16536 req-49d7fedd-c994-4ced-82d2-cc6b52256612 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.3184867
Apr 30 05:12:56.292889 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4fb34d4c-1289-40cb-8751-582c6d0261cf None None] For port e7ba5a24-71ab-4192-8682-a486ddfb6b73, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7ba5a24-71ab-4192-8682-a486ddfb6b73,segment=NetworkSegment(e573b0f6-5afa-4fa5-aa22-8488c0d13e5b),segment_id=e573b0f6-5afa-4fa5-aa22-8488c0d13e5b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:12:56.372692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2c2c890e-c0f6-4614-92d9-7c3eaa3f3703 req-c88cde6e-e3fa-4a79-8bee-74bf4c58c9a4 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 210 time: 0.1461892
Apr 30 05:12:56.439396 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4fb34d4c-1289-40cb-8751-582c6d0261cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:56.466884 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:56.496129 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8c324d3-42f5-468c-92d1-9ded7ee16536 req-a72cca20-4d33-4e57-9653-46585fcedf97 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3195469
Apr 30 05:12:56.707035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb34d4c-1289-40cb-8751-582c6d0261cf None None] Pushing event updated for resources: {'Port': ['ID=e7ba5a24-71ab-4192-8682-a486ddfb6b73,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:56.714880 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4fb34d4c-1289-40cb-8751-582c6d0261cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:56.731225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:56.857429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10736f-b709-42d9-8c7c-e1d72a128881 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 05:12:57.027861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-6800f1a1-36a4-4cf1-a553-7f2c79e5a232 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:57.029146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-6800f1a1-36a4-4cf1-a553-7f2c79e5a232 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Synchronizing usage tracker for tenant:81dea468ee284e42a61f868dcb101fdd on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:57.029595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bb8c1141-630f-4c7a-a0d8-f678437ee5cc None None] Provisioning complete for port e7ba5a24-71ab-4192-8682-a486ddfb6b73 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:57.029958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bb8c1141-630f-4c7a-a0d8-f678437ee5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:57.038803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a119700>,) {'filters': {'network_id': ['5d68d04d-cfdb-4b3c-93db-39fd167ff876']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:57.057931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a119700>, 'e5d75be9-744c-4e48-9c0e-eb2ac5c551f9') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:57.058596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a119700>, 'e5d75be9-744c-4e48-9c0e-eb2ac5c551f9') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:12:57.093152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:57.150600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-6800f1a1-36a4-4cf1-a553-7f2c79e5a232 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Unset dirty status for tenant:81dea468ee284e42a61f868dcb101fdd on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:57.152218 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-6800f1a1-36a4-4cf1-a553-7f2c79e5a232 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 810 time: 1.2627056
Apr 30 05:12:57.153965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:57.187649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10736f-b709-42d9-8c7c-e1d72a128881 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 05:12:57.208514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:12:57.392329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-6b1c289c-cbd6-4b3a-afd0-052dc503a943 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Synchronizing usage tracker for tenant:81dea468ee284e42a61f868dcb101fdd on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:12:57.509124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-6b1c289c-cbd6-4b3a-afd0-052dc503a943 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Unset dirty status for tenant:81dea468ee284e42a61f868dcb101fdd on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:12:57.510519 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-6b1c289c-cbd6-4b3a-afd0-052dc503a943 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81dea468ee284e42a61f868dcb101fdd HTTP/1.1" status: 200  len: 380 time: 0.3460038
Apr 30 05:12:57.514393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 5d68d04d-cfdb-4b3c-93db-39fd167ff876 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:12:57.531626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7ba5a24-71ab-4192-8682-a486ddfb6b73 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:12:57.539357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'port': {'device_id': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'admin_state_up': True, 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'security_groups': ['86182002-05c1-466a-9415-26c9a81caccd']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:57.579854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:57.689193 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:57.714551 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:57.810008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e7ba5a24-71ab-4192-8682-a486ddfb6b73 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:57.810550 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:58.035024 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60fbe8f4-47c4-4681-be68-564fbab6b061 req-9842c21e-a1f6-48c7-9f21-af84b3344bac tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 210 time: 0.2978525
Apr 30 05:12:58.166470 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 5d68d04d-cfdb-4b3c-93db-39fd167ff876 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:12:58.204805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fc91f-7a9e-409b-9ecd-553a681491f5 req-1bfa2b69-469b-4b26-a763-419bfa59844c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:58.214598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-923fc91f-7a9e-409b-9ecd-553a681491f5 req-1bfa2b69-469b-4b26-a763-419bfa59844c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.3475628
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:12:58.243246 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:12:58.314691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-923fc91f-7a9e-409b-9ecd-553a681491f5 req-4eb441dd-2542-45c8-a8ca-acc8cce56d62 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909894
Apr 30 05:12:58.419771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:58.449083 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:58.451011 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:58.459525 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae64fa5a-4a8c-464d-959f-25be091839f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:58.514726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:58.518550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=5d68d04d-cfdb-4b3c-93db-39fd167ff876,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:58.524448 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:58.532041 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/5d68d04d-cfdb-4b3c-93db-39fd167ff876 HTTP/1.1" status: 204  len: 168 time: 3.9075046
Apr 30 05:12:58.540620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43920) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:58.547477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-177695251'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:58.553250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Made reservation on behalf of 81dea468ee284e42a61f868dcb101fdd for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:58.558634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:58.560288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:58.568576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:58.572442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:58.589422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:58.607513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:58.613548 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:58.649671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:12:58.674889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:58.675492 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment f969331e-384f-4cdf-a097-0eae6ca9f6ea of type vlan for network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8
Apr 30 05:12:58.717859 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:58.767064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:58.775748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:58.776984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:58.781816 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dc99019c-42d6-43c7-b7fa-7645da4f62ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:58.851997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Allocated IP 172.20.0.6 (127de7b9-2308-43b3-b2fc-1de643c41226/34a43cfb-e2b2-4ff2-860e-568c4b8e951d/25be3de7-0310-4649-8731-4cba0cf89638) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:12:58.898468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3566892
Apr 30 05:12:58.904922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43924) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:12:58.914132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': '5a5b980a-9f81-4bb7-8a09-a7f92622d4c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:58.936263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=5a5b980a-9f81-4bb7-8a09-a7f92622d4c8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:58.952894 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:58.954556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:12:59.160417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:12:59.169091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:12:59.177562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:12:59.185050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:12:59.197805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:12:59.201938 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:59.308123 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:59.336009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Transition to ACTIVE for port object 25be3de7-0310-4649-8731-4cba0cf89638 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:12:59.409388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:59.417823 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-acd2ae79-5e28-4f05-b521-e57d26208dda tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:12:59.555688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Network 127de7b9-2308-43b3-b2fc-1de643c41226 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:12:59.559218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:12:59.580699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:12:59.603478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.ipam_backend_mixin [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing IP validity checks on allocation pools {{(pid=74581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Apr 30 05:12:59.604111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.ipam_backend_mixin [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=74581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Apr 30 05:12:59.705714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:12:59.706406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:59.741844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event updated for resources: {'Port': ['ID=25be3de7-0310-4649-8731-4cba0cf89638,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:12:59.745677 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2149909
Apr 30 05:12:59.746449 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:12:59.759619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Request body: {'port': {'device_id': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:12:59.888589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9337f2ae-7f5a-4e5a-82dc-2c554c08cf9b None None] Provisioning for port 25be3de7-0310-4649-8731-4cba0cf89638 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:12:59.901192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9337f2ae-7f5a-4e5a-82dc-2c554c08cf9b None None] Provisioning complete for port 25be3de7-0310-4649-8731-4cba0cf89638 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:12:59.901866 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9337f2ae-7f5a-4e5a-82dc-2c554c08cf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:12:59.952174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:00.031534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9337f2ae-7f5a-4e5a-82dc-2c554c08cf9b None None] Port 25be3de7-0310-4649-8731-4cba0cf89638 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:13:00.062438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6a76e-be2e-428b-a0c2-dc5c814019d4 req-efce042f-89c5-47b1-b013-ffc9c889d4c8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:00.071432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ca6a76e-be2e-428b-a0c2-dc5c814019d4 req-efce042f-89c5-47b1-b013-ffc9c889d4c8 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 931 time: 0.6615789
Apr 30 05:13:00.107289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0739e3b-3686-460b-a2ab-dc7436803aa1 req-2d5ad50d-761c-4019-8171-ec641bf8c3a4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:00.122538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0739e3b-3686-460b-a2ab-dc7436803aa1 req-2d5ad50d-761c-4019-8171-ec641bf8c3a4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.3682203
Apr 30 05:13:00.307338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0739e3b-3686-460b-a2ab-dc7436803aa1 req-35ee1d11-59b8-496d-a85f-dd6470b32506 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1833830
Apr 30 05:13:00.327675 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ca6a76e-be2e-428b-a0c2-dc5c814019d4 req-51476fe7-6127-406a-9b43-537d598228b3 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2553651
Apr 30 05:13:00.494722 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:00.498654 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e4c574c-79ab-4128-90ec-c5877b4c1760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:00.533052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25be3de7-0310-4649-8731-4cba0cf89638 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:13:00.548548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:00.591928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Transition to ACTIVE for port object 25be3de7-0310-4649-8731-4cba0cf89638 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:00.597080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:00.604758 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:00.620009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': 'f969331e-384f-4cdf-a097-0eae6ca9f6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a5b980a-9f81-4bb7-8a09-a7f92622d4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:00.620396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:13:00.624557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=fee7f074-661e-425f-8866-f810e1623bbb,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:00.627525 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:00.644088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:13:00.662303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:00.674844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:00.675504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:00.678449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb250d4-4df2-4f84-a3e2-fb940051bdbc None None] Network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:00.704655 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.7979395
Apr 30 05:13:00.707006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 43940) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:00.732780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Pushing event updated for resources: {'Port': ['ID=25be3de7-0310-4649-8731-4cba0cf89638,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:00.738032 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:01.006577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Attempting to bind port 25be3de7-0310-4649-8731-4cba0cf89638 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:01.007008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Attempting to bind port 25be3de7-0310-4649-8731-4cba0cf89638 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:01.007599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Attempting to bind port 25be3de7-0310-4649-8731-4cba0cf89638 on network 127de7b9-2308-43b3-b2fc-1de643c41226 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:01.016141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Port 25be3de7-0310-4649-8731-4cba0cf89638 on network 127de7b9-2308-43b3-b2fc-1de643c41226 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:13:01.017840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Attempting to bind port 25be3de7-0310-4649-8731-4cba0cf89638 on network 127de7b9-2308-43b3-b2fc-1de643c41226 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:01.030470 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:01.034840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:01.035257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Checking segment: {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:01.035750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Bound using segment: {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:01.036951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Bound port: 25be3de7-0310-4649-8731-4cba0cf89638, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37049bf5-8b24-4590-9660-aaf8e3370611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:01.037596 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:01.086611 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-df94a198-9811-43a7-9108-c1a0714b9128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:01.199178 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:01.226613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-5a5b980a-9f81-4bb7-8a09-a7f92622d4c8', 'network_id': '5a5b980a-9f81-4bb7-8a09-a7f92622d4c8', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': 'fee7f074-661e-425f-8866-f810e1623bbb'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:13:01.230958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:01.499750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] For port 25be3de7-0310-4649-8731-4cba0cf89638, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:01.503827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] For port 25be3de7-0310-4649-8731-4cba0cf89638, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=25be3de7-0310-4649-8731-4cba0cf89638,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:01.510436 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:01.522678 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a21b04f0-7df7-47e6-a0ef-f2f0d0d02720 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:01.563548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Allocated IP 172.20.0.3 (5a5b980a-9f81-4bb7-8a09-a7f92622d4c8/fee7f074-661e-425f-8866-f810e1623bbb/b1a169c9-1446-4341-9915-fb4f74b99f73) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:01.641649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:01.642322 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:01.644143 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] 10.222.0.50 "PUT /v2.0/ports/25be3de7-0310-4649-8731-4cba0cf89638 HTTP/1.1" status: 200  len: 1092 time: 1.8905432
Apr 30 05:13:01.644707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'tag': '25be3de7-0310-4649-8731-4cba0cf89638'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:13:01.783685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Pushing event updated for resources: {'Port': ['ID=25be3de7-0310-4649-8731-4cba0cf89638,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:01.788744 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:01.845100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-7c30a37b-b02e-4bd5-91c2-6e8a61797a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:01.847215 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-7c30a37b-b02e-4bd5-91c2-6e8a61797a99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 1095 time: 0.1498375
Apr 30 05:13:01.970543 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-3a1f9f5b-5cc2-4be9-9dec-a50f42dd5895 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25be3de7-0310-4649-8731-4cba0cf89638 HTTP/1.1" status: 200  len: 217 time: 0.1140168
Apr 30 05:13:02.066593 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:02.081401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Transition to ACTIVE for port object b1a169c9-1446-4341-9915-fb4f74b99f73 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:02.109386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Transition to ACTIVE for port object b1a169c9-1446-4341-9915-fb4f74b99f73 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:02.119645 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:02.133553 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5176d4e6-e172-44bc-9e9d-d35bb5ce86d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:02.142531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-215a483a-4e6a-473e-9f6b-2232bbc2a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:02.143968 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-215a483a-4e6a-473e-9f6b-2232bbc2a98c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.1664956
Apr 30 05:13:02.183390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d59de8-15e2-4610-b212-2ccda5d47a1b req-ba3d051c-48ba-4b37-b7c0-1b2947e16801 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:02.184976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64d59de8-15e2-4610-b212-2ccda5d47a1b req-ba3d051c-48ba-4b37-b7c0-1b2947e16801 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 943 time: 0.2349565
Apr 30 05:13:02.198383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd20dd-514e-43a9-a90d-22a1daf5e010 req-df079a98-6988-4078-9ba6-cef61346e357 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:02.200099 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56dd20dd-514e-43a9-a90d-22a1daf5e010 req-df079a98-6988-4078-9ba6-cef61346e357 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.2007730
Apr 30 05:13:02.222686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:02.231516 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:02.246756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:02.256007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:02.263157 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d6a46576-ac9a-4583-885f-1dbb8d3c7a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:02.314729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Pushing event updated for resources: {'Port': ['ID=b1a169c9-1446-4341-9915-fb4f74b99f73,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:02.326249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-d7e18bf9-1de4-406d-b0b3-5670ab47b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:02.328560 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-d7e18bf9-1de4-406d-b0b3-5670ab47b82c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1763783
Apr 30 05:13:02.350797 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:02.396392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Attempting to bind port b1a169c9-1446-4341-9915-fb4f74b99f73 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:02.396689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Attempting to bind port b1a169c9-1446-4341-9915-fb4f74b99f73 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f969331e-384f-4cdf-a097-0eae6ca9f6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a5b980a-9f81-4bb7-8a09-a7f92622d4c8'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:02.397074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Attempting to bind port b1a169c9-1446-4341-9915-fb4f74b99f73 on network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:02.407613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:02.410602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Checking segment: {'id': 'f969331e-384f-4cdf-a097-0eae6ca9f6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a5b980a-9f81-4bb7-8a09-a7f92622d4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:02.410602 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:02.410602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Bound using segment: {'id': 'f969331e-384f-4cdf-a097-0eae6ca9f6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a5b980a-9f81-4bb7-8a09-a7f92622d4c8'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:02.410602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Bound port: b1a169c9-1446-4341-9915-fb4f74b99f73, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f969331e-384f-4cdf-a097-0eae6ca9f6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a5b980a-9f81-4bb7-8a09-a7f92622d4c8'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:02.410602 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:02.476687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64d59de8-15e2-4610-b212-2ccda5d47a1b req-26b5c72d-5077-4758-a57b-51876cf64ad2 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2751579
Apr 30 05:13:02.523930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=fee7f074-661e-425f-8866-f810e1623bbb,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:02.523930 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:02.576929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] For port b1a169c9-1446-4341-9915-fb4f74b99f73, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:02.581210 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] For port b1a169c9-1446-4341-9915-fb4f74b99f73, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b1a169c9-1446-4341-9915-fb4f74b99f73,segment=NetworkSegment(f969331e-384f-4cdf-a097-0eae6ca9f6ea),segment_id=f969331e-384f-4cdf-a097-0eae6ca9f6ea)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:02.590565 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:02.608592 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-1f5586df-9c0c-483a-89ab-e7576ba52805 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734590
Apr 30 05:13:02.609769 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a5b7db34-267a-4668-8cff-e0dac46d3860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:02.750593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56dd20dd-514e-43a9-a90d-22a1daf5e010 req-739fb202-6a42-4210-b64e-8c9d7f86792e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5284052
Apr 30 05:13:02.764418 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:02.823676 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-71637508-dd31-436a-b3b5-52a3a8fbf929 req-37416fd4-88c4-4a5d-be62-13fddbe98ced service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073896
Apr 30 05:13:02.825470 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'tag': '25be3de7-0310-4649-8731-4cba0cf89638', 'status': 'completed', 'code': 200}
Apr 30 05:13:02.853322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Pushing event updated for resources: {'Port': ['ID=b1a169c9-1446-4341-9915-fb4f74b99f73,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:02.864118 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:02.939545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c09939a-25f9-43dd-97d1-35368587234e None None] Network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:03.058679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-4e837c48-5d20-48cf-80f7-113e692c1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:03.060361 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-4e837c48-5d20-48cf-80f7-113e692c1099 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 1095 time: 0.1835544
Apr 30 05:13:03.287673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d81e75e-46e9-4e2b-97fc-4baa5b2511bc None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 05:13:03.294664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-2f4fa240-cc5b-4b91-ac22-5e3f7c5a6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:03.299034 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-2f4fa240-cc5b-4b91-ac22-5e3f7c5a6216 service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.2292781
Apr 30 05:13:03.352687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b80dc40>,) {'filters': {'network_id': ['5a5b980a-9f81-4bb7-8a09-a7f92622d4c8']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:03.395978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b80dc40>, 'f969331e-384f-4cdf-a097-0eae6ca9f6ea') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:03.396738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b80dc40>, 'f969331e-384f-4cdf-a097-0eae6ca9f6ea') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:03.398283 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:03.415703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:03.436850 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-41726d59-f899-423f-a7e6-4a0133a3dbda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25be3de7-0310-4649-8731-4cba0cf89638 HTTP/1.1" status: 200  len: 217 time: 0.1330945
Apr 30 05:13:03.441588 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:03.450830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:03.490116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d81e75e-46e9-4e2b-97fc-4baa5b2511bc None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 05:13:03.554501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-3a0167a0-ca49-409a-b4a2-77227d43c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:03.556549 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-3a0167a0-ca49-409a-b4a2-77227d43c176 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.1123767
Apr 30 05:13:03.682305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-38310f00-02d7-4d9d-b8c0-88d43c8c4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:03.687097 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-38310f00-02d7-4d9d-b8c0-88d43c8c4f24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1232524
Apr 30 05:13:03.841780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:03.869073 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e8b92396-c150-400d-a194-5b3969c09ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:03.897996 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:03.958521 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-47c4cb82-931a-417d-a186-a93592d4ca19 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2609761
Apr 30 05:13:04.326261 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fb9c6c4a-919e-4c08-9b6c-f79bcbb3f084 req-1e619874-c78c-4262-b45a-594468c29e2b service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3568664
Apr 30 05:13:04.330700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecd37c-9dcb-4cbc-a413-ebbbd9bf0838 req-104440b4-37ec-4bd9-a2f6-5ee1b4449106 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:04.330700 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afecd37c-9dcb-4cbc-a413-ebbbd9bf0838 req-104440b4-37ec-4bd9-a2f6-5ee1b4449106 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 943 time: 0.5965865
Apr 30 05:13:04.383111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:04.417768 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:04.518799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-0ae409a8-2364-4e19-aef9-0037fa1eace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:04.520404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-0ae409a8-2364-4e19-aef9-0037fa1eace6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f&tenant_id=069c2427941c4dacb0a45a9adb630d07 HTTP/1.1" status: 200  len: 1096 time: 0.5939341
Apr 30 05:13:04.644629 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.api [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 05:13:04.644629 n-d-766726-20 neutron-server[74581]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 05:13:04.644629 n-d-766726-20 neutron-server[74581]: [parameters: {'id': '5a5b980a-9f81-4bb7-8a09-a7f92622d4c8'}]
Apr 30 05:13:04.644629 n-d-766726-20 neutron-server[74581]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:13:04.644629 n-d-766726-20 neutron-server[74581]: DEBUG oslo_db.api [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:13:04.649703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afecd37c-9dcb-4cbc-a413-ebbbd9bf0838 req-80661e49-36d9-459c-83a3-cc045b44ab4b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3033624
Apr 30 05:13:04.676148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0598-ef71-440e-bd3b-4199d69e512f req-12d7d0ed-f488-4cd8-a518-517b0996b99c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:04.677866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-778a0598-ef71-440e-bd3b-4199d69e512f req-12d7d0ed-f488-4cd8-a518-517b0996b99c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.5629122
Apr 30 05:13:04.749502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-ed5f34af-e2d8-4da4-a194-85c0041eb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:04.752230 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-ed5f34af-e2d8-4da4-a194-85c0041eb772 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1096 time: 0.1827545
Apr 30 05:13:04.755125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-778a0598-ef71-440e-bd3b-4199d69e512f req-7b558686-f552-4d3a-b3d3-f3d33a61e7f3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708387
Apr 30 05:13:04.801266 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:04.930258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-748ef5f8-e85d-42da-8996-638d48336e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:04.932863 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-748ef5f8-e85d-42da-8996-638d48336e97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.1742616
Apr 30 05:13:05.112092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-ad8d359a-8a20-4c36-aee6-7e904cd4fc3c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 200  len: 999 time: 0.1724088
Apr 30 05:13:05.154091 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:05.231915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-aeb43f20-60c7-4bf0-a216-ba43cdcd35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:05.233413 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-aeb43f20-60c7-4bf0-a216-ba43cdcd35ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1157863
Apr 30 05:13:05.325462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port b1a169c9-1446-4341-9915-fb4f74b99f73 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:13:05.325807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:05.638249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-2fe275e4-2c85-4541-9702-85affd38d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:05.639798 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-2fe275e4-2c85-4541-9702-85affd38d71a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3971276
Apr 30 05:13:05.647898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port b1a169c9-1446-4341-9915-fb4f74b99f73, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b1a169c9-1446-4341-9915-fb4f74b99f73,segment=NetworkSegment(f969331e-384f-4cdf-a097-0eae6ca9f6ea),segment_id=f969331e-384f-4cdf-a097-0eae6ca9f6ea)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:05.648508 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:05.883497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for b1a169c9-1446-4341-9915-fb4f74b99f73 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:13:06.174076 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-069a45de-07b0-464b-8ed4-a356bccb2b60 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5106592
Apr 30 05:13:06.217000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e788843-1a22-4940-a034-072ec94d71c8 req-01d23375-6d0b-43d1-b05c-f5e4c7de99fd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:06.218620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e788843-1a22-4940-a034-072ec94d71c8 req-01d23375-6d0b-43d1-b05c-f5e4c7de99fd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 943 time: 0.4395278
Apr 30 05:13:06.304757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:06.339591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0273d-eea9-46fa-bd2f-cf96a499f37c req-a31128eb-c497-47bc-873f-3cf62f278651 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:06.341165 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06c0273d-eea9-46fa-bd2f-cf96a499f37c req-a31128eb-c497-47bc-873f-3cf62f278651 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.4488099
Apr 30 05:13:06.369760 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:06.406665 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c692bda-9baa-4244-ab87-1cfbd0b29039 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:06.498181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e788843-1a22-4940-a034-072ec94d71c8 req-b29f8eac-512f-4187-8144-911d01c204cf tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2523506
Apr 30 05:13:06.498450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=b1a169c9-1446-4341-9915-fb4f74b99f73,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:06.510632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port b1a169c9-1446-4341-9915-fb4f74b99f73 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:13:06.553556 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:06.607522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06c0273d-eea9-46fa-bd2f-cf96a499f37c req-9a4d1cf8-11e8-4bed-a0f8-24ae88ed3aa0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2498884
Apr 30 05:13:06.609502 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35ab64d9-eecb-4af0-b980-f60b1d324365 req-8359adfe-ca1c-4f04-a18b-03d4e9acf622 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4256923
Apr 30 05:13:06.692668 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:06.908080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77abb97c0>,) {'filters': {'network_id': ['5a5b980a-9f81-4bb7-8a09-a7f92622d4c8']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:06.947261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abb97c0>, 'f969331e-384f-4cdf-a097-0eae6ca9f6ea') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:06.950825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77abb97c0>, 'f969331e-384f-4cdf-a097-0eae6ca9f6ea') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:06.979329 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:07.016486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:07.031978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:07.262314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:07.273283 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:07.477273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:07.787322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 25be3de7-0310-4649-8731-4cba0cf89638 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:07.802486 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:08.128259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 25be3de7-0310-4649-8731-4cba0cf89638, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=25be3de7-0310-4649-8731-4cba0cf89638,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:08.165254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '25be3de7-0310-4649-8731-4cba0cf89638', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'port_id': '25be3de7-0310-4649-8731-4cba0cf89638', 'mac_address': 'fa:16:3e:16:da:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:13:08.175728 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:08.183470 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e71163f8-9558-43f2-9698-f4a9e782835a tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:08.200612 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:08.217091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=5a5b980a-9f81-4bb7-8a09-a7f92622d4c8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:08.230741 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:08.280933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 HTTP/1.1" status: 204  len: 168 time: 7.5712967
Apr 30 05:13:08.284409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44024) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:08.291747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1167338760'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:08.319830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:08.328231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:08.333854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:08.335352 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:08.343775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:08.369889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c82de4-f4bc-448e-8c5d-ca744e96823e req-34b9aa42-ca01-453b-9fd7-63bce12ffdca tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:08.376397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:08.378020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2c82de4-f4bc-448e-8c5d-ca744e96823e req-34b9aa42-ca01-453b-9fd7-63bce12ffdca tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 943 time: 0.5745792
Apr 30 05:13:08.380757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25be3de7-0310-4649-8731-4cba0cf89638 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:13:08.383280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:08.419916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 25be3de7-0310-4649-8731-4cba0cf89638, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=25be3de7-0310-4649-8731-4cba0cf89638,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:08.427602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51aab9-74be-4a2a-92bc-a846c2bf380b req-5af92d52-e92c-4779-84da-a963eff049ab tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:08.428190 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:08.429271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a51aab9-74be-4a2a-92bc-a846c2bf380b req-5af92d52-e92c-4779-84da-a963eff049ab tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.4721432
Apr 30 05:13:08.432687 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:08.483626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:13:08.497767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:08.498621 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment 6d38accd-ba0c-4d10-8361-25201562f507 of type vlan for network 00f91288-dde6-45b0-9988-37eaf2251235
Apr 30 05:13:08.596752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:08.616179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=25be3de7-0310-4649-8731-4cba0cf89638,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:08.622070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2c82de4-f4bc-448e-8c5d-ca744e96823e req-6f611d9b-1f14-41bd-86f4-fa09a64b6318 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2431004
Apr 30 05:13:08.631984 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:08.646058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a51aab9-74be-4a2a-92bc-a846c2bf380b req-a9becce3-23cb-4c69-b0ef-22d6dfe71f95 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1941438
Apr 30 05:13:08.654899 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:08.685650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:08.686491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:08.703960 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3dc4ccc7-ba57-4609-bf83-023ff4288633 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:08.769370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['25be3de7-0310-4649-8731-4cba0cf89638'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:13:08.885191 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5969057
Apr 30 05:13:08.885688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44036) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:08.893776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': '00f91288-dde6-45b0-9988-37eaf2251235', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:08.922000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=00f91288-dde6-45b0-9988-37eaf2251235,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:08.925131 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:08.940378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 00f91288-dde6-45b0-9988-37eaf2251235 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:09.105097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:09.110126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:09.113214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:09.121249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:09.137119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:09.146262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:10.549330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14400775-6dbd-4ec0-8598-8ca32b223135 req-acad64b8-c898-4058-ab6c-a01b2727f7ea tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:10.550818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14400775-6dbd-4ec0-8598-8ca32b223135 req-acad64b8-c898-4058-ab6c-a01b2727f7ea tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 944 time: 0.6630681
Apr 30 05:13:10.616384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81574dbf-0d83-4474-9f1d-d848e3fe366a req-2760d029-a5b7-40f7-ade9-ffc60a1a9b44 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:10.624110 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81574dbf-0d83-4474-9f1d-d848e3fe366a req-2760d029-a5b7-40f7-ade9-ffc60a1a9b44 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.4966908
Apr 30 05:13:10.662460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14400775-6dbd-4ec0-8598-8ca32b223135 req-3d1af946-4260-4443-96cc-49ed2983a366 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021783
Apr 30 05:13:10.710715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-81574dbf-0d83-4474-9f1d-d848e3fe366a req-d527be0c-17a3-43d3-b146-02d09c47921a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855985
Apr 30 05:13:10.824231 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:10.828522 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-28529f80-c130-4250-928f-8b4a7431ed39 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:10.963800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=50177686-9b15-427a-acb1-6abbc406bec1,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:10.971717 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:10.991919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': '6d38accd-ba0c-4d10-8361-25201562f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '00f91288-dde6-45b0-9988-37eaf2251235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:10.992298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: 00f91288-dde6-45b0-9988-37eaf2251235, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:13:11.046293 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 00f91288-dde6-45b0-9988-37eaf2251235 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:13:11.070170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 00f91288-dde6-45b0-9988-37eaf2251235) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:11.084359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5c32c-5aeb-457a-99ca-62dad4e3a371 None None] Network 00f91288-dde6-45b0-9988-37eaf2251235 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:11.103275 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:11.104112 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:11.159679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44058) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:11.167641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.2804661
Apr 30 05:13:11.617275 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:11.694870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-00f91288-dde6-45b0-9988-37eaf2251235', 'network_id': '00f91288-dde6-45b0-9988-37eaf2251235', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': '50177686-9b15-427a-acb1-6abbc406bec1'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:13:11.695768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:11.867767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 25be3de7-0310-4649-8731-4cba0cf89638 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:13:11.903491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:12.317791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 25be3de7-0310-4649-8731-4cba0cf89638 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:13:12.375426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 25be3de7-0310-4649-8731-4cba0cf89638 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:13:12.387011 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:12.607228 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477865f9-8b17-422a-95ea-a92fd688eda8 req-96f83c51-072e-4e0d-bb14-d8c7e216b72f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:12.623783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-477865f9-8b17-422a-95ea-a92fd688eda8 req-96f83c51-072e-4e0d-bb14-d8c7e216b72f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.5055723
Apr 30 05:13:12.723736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cd915-b24b-4101-867d-04a6f2bea505 req-e590122f-8a80-4ac0-a140-20cd69fe0770 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:12.726078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a7cd915-b24b-4101-867d-04a6f2bea505 req-e590122f-8a80-4ac0-a140-20cd69fe0770 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 944 time: 0.7604990
Apr 30 05:13:12.871567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-477865f9-8b17-422a-95ea-a92fd688eda8 req-ae976688-8591-4637-bd0c-81ac36b9eaf4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2306349
Apr 30 05:13:12.922701 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a7cd915-b24b-4101-867d-04a6f2bea505 req-c414a6e2-1c55-4850-9a5b-051992ebd491 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1596577
Apr 30 05:13:12.934718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Allocated IP 172.20.0.1 (00f91288-dde6-45b0-9988-37eaf2251235/50177686-9b15-427a-acb1-6abbc406bec1/796a55fe-3cce-4b38-9a2d-172ed211f1f1) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:12.960182 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:13.052897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be3de7-0310-4649-8731-4cba0cf89638'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:13:13.090064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 25be3de7-0310-4649-8731-4cba0cf89638, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=25be3de7-0310-4649-8731-4cba0cf89638,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:13.149718 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:13.164548 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:13.202789 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25be3de7-0310-4649-8731-4cba0cf89638', 'code': 200}
Apr 30 05:13:13.291328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=25be3de7-0310-4649-8731-4cba0cf89638,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:13.304451 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:13.653568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386eb19-8f7b-4796-8f30-34cbf829d938 req-cd64fa57-bef5-4a78-83f6-1da89ce1236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:13.657748 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5386eb19-8f7b-4796-8f30-34cbf829d938 req-cd64fa57-bef5-4a78-83f6-1da89ce1236a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 1097 time: 0.2243185
Apr 30 05:13:13.702974 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:13.726680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Transition to ACTIVE for port object 796a55fe-3cce-4b38-9a2d-172ed211f1f1 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:13.729785 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5386eb19-8f7b-4796-8f30-34cbf829d938 req-002e6c0e-27ad-40e1-b749-9fffa9e46c10 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625465
Apr 30 05:13:13.773214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Transition to ACTIVE for port object 796a55fe-3cce-4b38-9a2d-172ed211f1f1 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:13.799959 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:13.810516 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:13.812717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:13.830443 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e785c01d-f221-493b-ab23-d98d087d4d41 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:14.003531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Network 00f91288-dde6-45b0-9988-37eaf2251235 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:14.016894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:14.033225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:14.044508 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:13:14.168137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=50177686-9b15-427a-acb1-6abbc406bec1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:14.173485 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:14.209254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Pushing event updated for resources: {'Port': ['ID=796a55fe-3cce-4b38-9a2d-172ed211f1f1,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:14.235388 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:14.317453 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:14.381968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Attempting to bind port 796a55fe-3cce-4b38-9a2d-172ed211f1f1 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:14.382353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Attempting to bind port 796a55fe-3cce-4b38-9a2d-172ed211f1f1 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '6d38accd-ba0c-4d10-8361-25201562f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '00f91288-dde6-45b0-9988-37eaf2251235'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:14.382735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Attempting to bind port 796a55fe-3cce-4b38-9a2d-172ed211f1f1 on network 00f91288-dde6-45b0-9988-37eaf2251235 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:14.403592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:14.404228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Checking segment: {'id': '6d38accd-ba0c-4d10-8361-25201562f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '00f91288-dde6-45b0-9988-37eaf2251235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:14.404817 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:14.405399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Bound using segment: {'id': '6d38accd-ba0c-4d10-8361-25201562f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '00f91288-dde6-45b0-9988-37eaf2251235'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:14.416146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Bound port: 796a55fe-3cce-4b38-9a2d-172ed211f1f1, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d38accd-ba0c-4d10-8361-25201562f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '00f91288-dde6-45b0-9988-37eaf2251235'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:14.417577 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:14.664680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c965361-bc12-4411-b848-5e08783ae613 req-103b6536-b5c4-4b05-a418-7cbdf80050c9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:14.666292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c965361-bc12-4411-b848-5e08783ae613 req-103b6536-b5c4-4b05-a418-7cbdf80050c9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.4033673
Apr 30 05:13:14.686690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a8df-73bc-430b-9484-4c30a78561e8 req-b4552746-df58-4d9a-8d43-6c4513d29fbe tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:14.688242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8a7a8df-73bc-430b-9484-4c30a78561e8 req-b4552746-df58-4d9a-8d43-6c4513d29fbe tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 945 time: 0.3372059
Apr 30 05:13:14.700665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] For port 796a55fe-3cce-4b38-9a2d-172ed211f1f1, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:14.709507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] For port 796a55fe-3cce-4b38-9a2d-172ed211f1f1, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=796a55fe-3cce-4b38-9a2d-172ed211f1f1,segment=NetworkSegment(6d38accd-ba0c-4d10-8361-25201562f507),segment_id=6d38accd-ba0c-4d10-8361-25201562f507)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:14.722194 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:14.727492 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:14.929239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Pushing event updated for resources: {'Port': ['ID=796a55fe-3cce-4b38-9a2d-172ed211f1f1,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:14.950515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.950869 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.951220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.951591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.951926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.952267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.952606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.953038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.953498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.953833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.954165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.954496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:14.968280 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:15.128839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5121e8-3249-49e4-8cce-eeb3bc5a1803 None None] Network 00f91288-dde6-45b0-9988-37eaf2251235 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:15.269657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a943460>,) {'filters': {'network_id': ['00f91288-dde6-45b0-9988-37eaf2251235']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:15.325459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a943460>, '6d38accd-ba0c-4d10-8361-25201562f507') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:15.325993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a943460>, '6d38accd-ba0c-4d10-8361-25201562f507') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:15.328057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c965361-bc12-4411-b848-5e08783ae613 req-b919eb63-91d5-4f6c-8eaf-b237fa913689 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6384306
Apr 30 05:13:15.358509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8a7a8df-73bc-430b-9484-4c30a78561e8 req-0ce2f2ac-bf8e-49a9-a053-81ee5a1607f7 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2516134
Apr 30 05:13:15.384210 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:15.444097 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:15.446719 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:15.852911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b7ea8-3878-4600-b4f3-2b83dd914500 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 05:13:16.033147 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 00f91288-dde6-45b0-9988-37eaf2251235 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:16.057240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:16.256274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b7ea8-3878-4600-b4f3-2b83dd914500 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 05:13:16.451800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3137be36-f43b-4904-992f-20acc73bcd0d req-77ae52e6-6843-43f4-9c7b-b87390d56d84 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:13:16.495270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-3137be36-f43b-4904-992f-20acc73bcd0d req-77ae52e6-6843-43f4-9c7b-b87390d56d84 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:13:16.496754 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-77ae52e6-6843-43f4-9c7b-b87390d56d84 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660708045&fields=id&tenant_id=197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 267 time: 0.1687605
Apr 30 05:13:16.516596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 00f91288-dde6-45b0-9988-37eaf2251235 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:16.835751 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:16.863217 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 05:13:16.863217 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 05:13:16.863217 n-d-766726-20 neutron-server[74582]: [parameters: {'id': '00f91288-dde6-45b0-9988-37eaf2251235'}]
Apr 30 05:13:16.863217 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:13:16.865798 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:13:16.962808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137be36-f43b-4904-992f-20acc73bcd0d req-fe531844-b76e-472e-8f67-01062cf93d14 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:16.965002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-fe531844-b76e-472e-8f67-01062cf93d14 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.4598207
Apr 30 05:13:17.030221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec03ba-ff31-42f2-9dcd-ebef90dbfa59 req-14148966-7295-4f31-a381-43051080979c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:17.032157 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87ec03ba-ff31-42f2-9dcd-ebef90dbfa59 req-14148966-7295-4f31-a381-43051080979c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.3119721
Apr 30 05:13:17.040081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-9776104b-e142-4864-87a5-b99186627c52 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/quotas/197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 375 time: 0.0576990
Apr 30 05:13:17.290169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-87ec03ba-ff31-42f2-9dcd-ebef90dbfa59 req-eed2d032-6db7-4522-ae52-d87dbce5a95d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2013397
Apr 30 05:13:17.319430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-faa3e3f2-07ce-48b9-b086-fd4a49e226ca tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2779148
Apr 30 05:13:17.367131 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:17.513789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port 796a55fe-3cce-4b38-9a2d-172ed211f1f1 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:13:17.514504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:17.635931 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-37af92eb-5b70-4000-aea3-288a760ec3ba service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3136296
Apr 30 05:13:17.640582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port 796a55fe-3cce-4b38-9a2d-172ed211f1f1, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=796a55fe-3cce-4b38-9a2d-172ed211f1f1,segment=NetworkSegment(6d38accd-ba0c-4d10-8361-25201562f507),segment_id=6d38accd-ba0c-4d10-8361-25201562f507)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:17.641534 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:17.807138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for 796a55fe-3cce-4b38-9a2d-172ed211f1f1 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:13:17.864198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:17.872276 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:17.944343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port 796a55fe-3cce-4b38-9a2d-172ed211f1f1 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:13:17.985270 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-afdfecbf-bcca-45ff-86c4-adf495770f05 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3481908
Apr 30 05:13:18.001792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=796a55fe-3cce-4b38-9a2d-172ed211f1f1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:18.004872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc94aa-7a7f-4795-971c-f4dbbbb48e96 req-1221a8c4-b47f-4ede-a088-d2c6f70f270f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:18.019569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ffc94aa-7a7f-4795-971c-f4dbbbb48e96 req-1221a8c4-b47f-4ede-a088-d2c6f70f270f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 945 time: 0.5392199
Apr 30 05:13:18.102561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ffc94aa-7a7f-4795-971c-f4dbbbb48e96 req-37fe6a55-fc18-4c6b-ab54-a0abef51ec52 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818872
Apr 30 05:13:18.251676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.252480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.253315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.253922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.255799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.256668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.257486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.258950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.259745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.261153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.261861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.262581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:18.283001 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:18.296081 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:18.519982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a9dd0d0>,) {'filters': {'network_id': ['00f91288-dde6-45b0-9988-37eaf2251235']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:18.527891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca7cd9-cee0-436a-b0ad-9fcc1cccfdb3 req-5a72991e-d153-4bc0-99f1-15273779225d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:18.533796 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55ca7cd9-cee0-436a-b0ad-9fcc1cccfdb3 req-5a72991e-d153-4bc0-99f1-15273779225d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 945 time: 0.1968980
Apr 30 05:13:18.544232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44118) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:18.555851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-241b3d86-902b-4316-b70a-51fcd9b7cb4c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Request body: {'floatingip': {'port_id': '25be3de7-0310-4649-8731-4cba0cf89638'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:18.557187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a9dd0d0>, '6d38accd-ba0c-4d10-8361-25201562f507') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:18.558881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a9dd0d0>, '6d38accd-ba0c-4d10-8361-25201562f507') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:18.591396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:18.627283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:18.646385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:18.761811 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-241b3d86-902b-4316-b70a-51fcd9b7cb4c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:18.986879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0672e406-e36e-47e7-ad2e-8c7771860b22 req-a9fdcb33-8c34-4e7f-9045-b39b3a72d9cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 210 time: 0.1214616
Apr 30 05:13:19.068006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 00f91288-dde6-45b0-9988-37eaf2251235 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:19.078039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:19.177261 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f707d-5a5a-41b4-a4a5-423c03f75a0f req-8aeaa479-b3e2-440b-91ad-a2d09abf8c48 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:19.185094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c6f707d-5a5a-41b4-a4a5-423c03f75a0f req-8aeaa479-b3e2-440b-91ad-a2d09abf8c48 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.2856276
Apr 30 05:13:19.328872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7c6f707d-5a5a-41b4-a4a5-423c03f75a0f req-cb0fe11c-d0e9-4c57-a93b-19de866cf8ba tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1422613
Apr 30 05:13:19.421451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 00f91288-dde6-45b0-9988-37eaf2251235 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:19.454598 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:19.881451 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:19.885976 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1e865acf-5151-4966-8d87-6e8a010d0fc9 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:19.953152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:19.960613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=00f91288-dde6-45b0-9988-37eaf2251235,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:19.972333 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:20.008989 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/00f91288-dde6-45b0-9988-37eaf2251235 HTTP/1.1" status: 204  len: 168 time: 8.8481145
Apr 30 05:13:20.009623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44138) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:20.026743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-251564945'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:20.039595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:20.054317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:20.057853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:20.101508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:20.135478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:20.148632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:20.249751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:13:20.272988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:20.273327 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment d37577a1-9ffd-48f8-9d92-e8bb04f0a9c2 of type vlan for network b29b9de7-5dd6-41a9-a89d-c25582c8266b
Apr 30 05:13:20.341038 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:20.408442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64a3f899-3f5f-446d-9633-4f1c4d555bed req-55a5f9c6-3fd8-4229-948e-7efeaa1c14a5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 210 time: 0.1636224
Apr 30 05:13:20.425228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:20.439260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:20.439953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:20.501389 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-08bf7d5e-6084-44d0-a469-731c3ae76222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:20.692709 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6810527
Apr 30 05:13:20.706746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44146) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:20.799527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-241b3d86-902b-4316-b70a-51fcd9b7cb4c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:20.808869 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-241b3d86-902b-4316-b70a-51fcd9b7cb4c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:20.942811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137be36-f43b-4904-992f-20acc73bcd0d req-a24654bc-605b-4bd8-9f20-c5ca1c3afebb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:20.944327 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-a24654bc-605b-4bd8-9f20-c5ca1c3afebb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.2605450
Apr 30 05:13:20.951626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': 'b29b9de7-5dd6-41a9-a89d-c25582c8266b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:20.985830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eff19-4aa0-4c75-9b34-13a18172aad9 req-570fc033-7625-4117-bdb4-20d7c78892a5 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:20.988088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-883eff19-4aa0-4c75-9b34-13a18172aad9 req-570fc033-7625-4117-bdb4-20d7c78892a5 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.3158762
Apr 30 05:13:21.012326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=b29b9de7-5dd6-41a9-a89d-c25582c8266b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:21.019682 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:21.034803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network b29b9de7-5dd6-41a9-a89d-c25582c8266b details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:21.077543 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-241b3d86-902b-4316-b70a-51fcd9b7cb4c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Floating IP 2336230a-8b0a-4d38-86ab-7b17c2d4dc6d associated. External IP: 172.25.8.98, port: 25be3de7-0310-4649-8731-4cba0cf89638.
Apr 30 05:13:21.085163 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-008e0fe6-4351-4ee5-943a-bb1e091d1526 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 380 time: 0.1139362
Apr 30 05:13:21.095359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'port': {'device_id': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'admin_state_up': True, 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'security_groups': ['e790034c-a5c3-4afa-bd44-a4c9fc1494f7']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:21.202272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:21.219008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:21.223945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:21.234057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:21.259485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-883eff19-4aa0-4c75-9b34-13a18172aad9 req-bed51db7-5cb2-41d6-adb8-6d7d0cebced9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2610095
Apr 30 05:13:21.265523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:21.269305 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:21.544094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:21.576141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:21.639997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Made reservation on behalf of 197fee38792947c6942aa1c89e289cac for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:21.643659 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:21.665223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241b3d86-902b-4316-b70a-51fcd9b7cb4c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:13:21.667568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d596b1fb-5ed5-41a7-818b-86496d69d1f8 req-22ae5543-6f2e-4f4a-b5b8-e87cf7b1bb99 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 210 time: 0.0671294
Apr 30 05:13:21.900494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.20.0.7 (ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd/968c1a89-837e-4245-99cd-7c4f25dea4f3/b1c23785-9768-4ed5-b0b6-4905ac80a00c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:21.932875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241b3d86-902b-4316-b70a-51fcd9b7cb4c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:13:21.946484 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] Sync routers for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:13:21.947074 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-241b3d86-902b-4316-b70a-51fcd9b7cb4c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:21.962879 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:13:21.967679 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780253760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:13:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:22.037478 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-241b3d86-902b-4316-b70a-51fcd9b7cb4c tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "PUT /v2.0/floatingips/2336230a-8b0a-4d38-86ab-7b17c2d4dc6d HTTP/1.1" status: 200  len: 990 time: 3.4916801
Apr 30 05:13:22.038798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'tag': '25be3de7-0310-4649-8731-4cba0cf89638'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:13:22.118735 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'tag': '25be3de7-0310-4649-8731-4cba0cf89638', 'status': 'completed', 'code': 200}
Apr 30 05:13:22.258882 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:22.261129 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:13:22.265887 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:22.300513 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:22.355927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Transition to ACTIVE for port object b1c23785-9768-4ed5-b0b6-4905ac80a00c will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:22.376952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=007b9386-fe26-467c-ae8f-140acb8739f6,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:22.386958 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:22.402958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': 'd37577a1-9ffd-48f8-9d92-e8bb04f0a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b29b9de7-5dd6-41a9-a89d-c25582c8266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:22.403342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: b29b9de7-5dd6-41a9-a89d-c25582c8266b, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:13:22.429674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network b29b9de7-5dd6-41a9-a89d-c25582c8266b is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:13:22.435047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:22.443011 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6ec42e29-f626-4c98-80b4-300d07144d57 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:22.529657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44b6ec-1b2e-4b64-a7a9-f7a525123c5d req-9b88437f-34ed-4bd2-85b0-ab42d5559d19 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:22.531282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a44b6ec-1b2e-4b64-a7a9-f7a525123c5d req-9b88437f-34ed-4bd2-85b0-ab42d5559d19 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.1061840
Apr 30 05:13:22.597041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a44b6ec-1b2e-4b64-a7a9-f7a525123c5d req-44f7971e-da6f-4584-80f3-2b9a45a0cf03 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580685
Apr 30 05:13:22.696872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, b29b9de7-5dd6-41a9-a89d-c25582c8266b) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:22.715498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a9d6f-b073-4c33-8f98-ccc3b9167264 None None] Network b29b9de7-5dd6-41a9-a89d-c25582c8266b requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:22.719444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:22.720052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:22.725505 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780253760>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '2336230a-8b0a-4d38-86ab-7b17c2d4dc6d', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'port_id': '25be3de7-0310-4649-8731-4cba0cf89638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'mac_address': 'fa:16:3e:16:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:12:47Z', 'updated_at': '2021-04-30T05:13:20Z', 'revision_number': 1, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:22.732527 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] Checking router: 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:13:22.745397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:22.751230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:22.753732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:22.762363 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:13:22.763192 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780253760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:13:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:22.830028 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:22.830799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:22.838037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=b1c23785-9768-4ed5-b0b6-4905ac80a00c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:22.848402 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:22.891892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44164) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:22.904546 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0acab076-5ac2-45b7-92d1-bee516bed085 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9795446
Apr 30 05:13:22.929567 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8380415
Apr 30 05:13:22.951664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Request body: {'port': {'device_id': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:23.060359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-b29b9de7-5dd6-41a9-a89d-c25582c8266b', 'network_id': 'b29b9de7-5dd6-41a9-a89d-c25582c8266b', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': '007b9386-fe26-467c-ae8f-140acb8739f6'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:13:23.061216 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:23.222110 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:13:23.228491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:23.494788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Allocated IP 172.20.0.2 (b29b9de7-5dd6-41a9-a89d-c25582c8266b/007b9386-fe26-467c-ae8f-140acb8739f6/37266f51-4256-4e5e-9f05-5aeaf491e1e5) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:23.552010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-c41e954b-ad51-440d-8ac7-a9f29e0abf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:23.552556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-14f8c27f-e6b3-4b4e-9f19-5025659149e4 None None] Provisioning for port b1c23785-9768-4ed5-b0b6-4905ac80a00c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:13:23.553603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-c41e954b-ad51-440d-8ac7-a9f29e0abf0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 1097 time: 0.1966112
Apr 30 05:13:23.562279 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-14f8c27f-e6b3-4b4e-9f19-5025659149e4 None None] Provisioning complete for port b1c23785-9768-4ed5-b0b6-4905ac80a00c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:13:23.563136 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-14f8c27f-e6b3-4b4e-9f19-5025659149e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:23.621453 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:23.696570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-14f8c27f-e6b3-4b4e-9f19-5025659149e4 None None] Port b1c23785-9768-4ed5-b0b6-4905ac80a00c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:13:23.759223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdbf5-55ec-4bbb-9b98-f9803942e8ad req-da2aff5b-cc8c-47ef-95cb-44795d957326 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:23.766358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e2bdbf5-55ec-4bbb-9b98-f9803942e8ad req-da2aff5b-cc8c-47ef-95cb-44795d957326 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 931 time: 0.4417810
Apr 30 05:13:23.940794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c23785-9768-4ed5-b0b6-4905ac80a00c {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:13:23.949184 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780253760>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '2336230a-8b0a-4d38-86ab-7b17c2d4dc6d', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'port_id': '25be3de7-0310-4649-8731-4cba0cf89638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'mac_address': 'fa:16:3e:16:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:12:47Z', 'updated_at': '2021-04-30T05:13:20Z', 'revision_number': 1, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:23.954551 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75db76d1-b090-44c6-9bb5-b37193294b5a None None] The sync data for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 is: [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '2336230a-8b0a-4d38-86ab-7b17c2d4dc6d', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'port_id': '25be3de7-0310-4649-8731-4cba0cf89638', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'mac_address': 'fa:16:3e:16:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:12:47Z', 'updated_at': '2021-04-30T05:13:20Z', 'revision_number': 1, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:13:23.959934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e2bdbf5-55ec-4bbb-9b98-f9803942e8ad req-57460ca6-4d06-4f4e-b2d5-8a8a01fdf199 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1926146
Apr 30 05:13:23.960677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:23.964208 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:23.993204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Transition to ACTIVE for port object 37266f51-4256-4e5e-9f05-5aeaf491e1e5 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:24.007937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Transition to ACTIVE for port object b1c23785-9768-4ed5-b0b6-4905ac80a00c will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:24.017833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.034359 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:24.042253 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Transition to ACTIVE for port object 37266f51-4256-4e5e-9f05-5aeaf491e1e5 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:24.050762 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.054997 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.061774 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:24.146659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Network b29b9de7-5dd6-41a9-a89d-c25582c8266b is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:24.174341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:24.186459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-6ae777d6-1c54-4138-947a-ab2104fcb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:24.188275 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-6ae777d6-1c54-4138-947a-ab2104fcb1d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.6163161
Apr 30 05:13:24.193816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:24.388435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07da3d-e04d-4e58-99e5-68f1947c473b None None] New status for floating IP 2336230a-8b0a-4d38-86ab-7b17c2d4dc6d: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:13:24.428178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Pushing event updated for resources: {'Port': ['ID=b1c23785-9768-4ed5-b0b6-4905ac80a00c,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:24.434138 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:24.569683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Attempting to bind port b1c23785-9768-4ed5-b0b6-4905ac80a00c on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:24.570474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Attempting to bind port b1c23785-9768-4ed5-b0b6-4905ac80a00c by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:24.571122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Attempting to bind port b1c23785-9768-4ed5-b0b6-4905ac80a00c on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:24.577998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Port b1c23785-9768-4ed5-b0b6-4905ac80a00c on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:13:24.578679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Attempting to bind port b1c23785-9768-4ed5-b0b6-4905ac80a00c on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:24.590089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:24.591143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:24.592533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Bound using segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:24.593730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Bound port: b1c23785-9768-4ed5-b0b6-4905ac80a00c, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:24.594853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.649701 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.658034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b59dcde-9ecb-42df-8c81-67c0b031b092 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:24.693871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Pushing event updated for resources: {'Port': ['ID=37266f51-4256-4e5e-9f05-5aeaf491e1e5,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:24.697863 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-053f9f77-01b0-4d3f-a667-f225a03cb42e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25be3de7-0310-4649-8731-4cba0cf89638 HTTP/1.1" status: 200  len: 998 time: 0.1654313
Apr 30 05:13:24.720990 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:24.721711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Attempting to bind port 37266f51-4256-4e5e-9f05-5aeaf491e1e5 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:24.722085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Attempting to bind port 37266f51-4256-4e5e-9f05-5aeaf491e1e5 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'd37577a1-9ffd-48f8-9d92-e8bb04f0a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b29b9de7-5dd6-41a9-a89d-c25582c8266b'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:24.722453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Attempting to bind port 37266f51-4256-4e5e-9f05-5aeaf491e1e5 on network b29b9de7-5dd6-41a9-a89d-c25582c8266b {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:24.740219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:24.740613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Checking segment: {'id': 'd37577a1-9ffd-48f8-9d92-e8bb04f0a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b29b9de7-5dd6-41a9-a89d-c25582c8266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:24.741010 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.741401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Bound using segment: {'id': 'd37577a1-9ffd-48f8-9d92-e8bb04f0a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b29b9de7-5dd6-41a9-a89d-c25582c8266b'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:24.741900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Bound port: 37266f51-4256-4e5e-9f05-5aeaf491e1e5, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37577a1-9ffd-48f8-9d92-e8bb04f0a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b29b9de7-5dd6-41a9-a89d-c25582c8266b'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:24.742285 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.758505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] For port b1c23785-9768-4ed5-b0b6-4905ac80a00c, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:24.764763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] For port b1c23785-9768-4ed5-b0b6-4905ac80a00c, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=b1c23785-9768-4ed5-b0b6-4905ac80a00c,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:24.772191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.772510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=007b9386-fe26-467c-ae8f-140acb8739f6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:24.779330 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e61d93a6-a046-4531-9228-4a8aaafa33b6 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:24.808476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.808863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.809248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.809624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.809997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.810370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.810740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.811107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.811517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.811863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.812231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.812594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:13:24.840971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-92aab246-da1e-4ea7-979d-1ec71da52f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:24.842509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-92aab246-da1e-4ea7-979d-1ec71da52f27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.1368003
Apr 30 05:13:24.846450 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:24.851676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:24.852407 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.853890 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] 10.222.0.37 "PUT /v2.0/ports/b1c23785-9768-4ed5-b0b6-4905ac80a00c HTTP/1.1" status: 200  len: 1092 time: 1.9070427
Apr 30 05:13:24.854501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'tag': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:13:24.948964 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] For port 37266f51-4256-4e5e-9f05-5aeaf491e1e5, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:24.952261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] For port 37266f51-4256-4e5e-9f05-5aeaf491e1e5, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=37266f51-4256-4e5e-9f05-5aeaf491e1e5,segment=NetworkSegment(d37577a1-9ffd-48f8-9d92-e8bb04f0a9c2),segment_id=d37577a1-9ffd-48f8-9d92-e8bb04f0a9c2)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:24.960998 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:24.965894 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:25.007114 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'tag': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'status': 'completed', 'code': 200}
Apr 30 05:13:25.018152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Pushing event updated for resources: {'Port': ['ID=b1c23785-9768-4ed5-b0b6-4905ac80a00c,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:25.023252 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:25.070638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137be36-f43b-4904-992f-20acc73bcd0d req-16cba850-5da5-48e3-8ce6-bf68dfc2d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:25.072238 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-16cba850-5da5-48e3-8ce6-bf68dfc2d1d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 1095 time: 0.1653013
Apr 30 05:13:25.079954 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:25.111426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Pushing event updated for resources: {'Port': ['ID=37266f51-4256-4e5e-9f05-5aeaf491e1e5,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:25.117683 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:25.154133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7928957-ab78-4fea-8716-325f39d4f1d9 req-4de85b8d-1b01-4ea0-888c-bfe9093463b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:25.155821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7928957-ab78-4fea-8716-325f39d4f1d9 req-4de85b8d-1b01-4ea0-888c-bfe9093463b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 1.3240652
Apr 30 05:13:25.217918 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-30264001-45ec-49da-b97f-63a25a937044 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1c23785-9768-4ed5-b0b6-4905ac80a00c HTTP/1.1" status: 200  len: 217 time: 0.1369860
Apr 30 05:13:25.249046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfba8b6-c57d-4006-9fce-5e2223675e3f None None] Network b29b9de7-5dd6-41a9-a89d-c25582c8266b requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:25.299492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137be36-f43b-4904-992f-20acc73bcd0d req-6e8cb7cb-7f63-4740-b6b8-a26606d75553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:25.301541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-6e8cb7cb-7f63-4740-b6b8-a26606d75553 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.0766187
Apr 30 05:13:25.376635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ab10ac0>,) {'filters': {'network_id': ['b29b9de7-5dd6-41a9-a89d-c25582c8266b']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:25.392478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ab10ac0>, 'd37577a1-9ffd-48f8-9d92-e8bb04f0a9c2') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:25.392931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ab10ac0>, 'd37577a1-9ffd-48f8-9d92-e8bb04f0a9c2') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:25.406501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137be36-f43b-4904-992f-20acc73bcd0d req-185eebb1-ebdf-48ad-9fb4-954250036c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:25.408592 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-185eebb1-ebdf-48ad-9fb4-954250036c94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0998507
Apr 30 05:13:25.417107 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:25.438607 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:25.449141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:25.516263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d297f-a987-4058-9267-3adb71ce7adf None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 05:13:25.574418 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-2b4c5058-92a0-4dd8-85c4-ae1f905074e3 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579902
Apr 30 05:13:25.666165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940d297f-a987-4058-9267-3adb71ce7adf None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 05:13:25.728224 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7928957-ab78-4fea-8716-325f39d4f1d9 req-37da11a7-ae78-4bba-935b-3eb0d7235a1d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5346427
Apr 30 05:13:25.821283 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3137be36-f43b-4904-992f-20acc73bcd0d req-2c18048a-9ffd-4407-a980-09411f60dc62 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2404568
Apr 30 05:13:25.893352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-9c61bab5-d210-49d0-9c8e-f9beca3077c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:25.894985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-9c61bab5-d210-49d0-9c8e-f9beca3077c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 1.0087411
Apr 30 05:13:25.896633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network b29b9de7-5dd6-41a9-a89d-c25582c8266b has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:25.906771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:26.048573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-6eebc301-964b-4520-905b-f4978ab2fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:26.050362 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-6eebc301-964b-4520-905b-f4978ab2fe7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 1095 time: 0.1583314
Apr 30 05:13:26.050495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372b280-9b16-4f08-b1f0-e82cd2b41275 req-6bdd8cbd-9709-429c-9278-635bcc9613f3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:26.052847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9372b280-9b16-4f08-b1f0-e82cd2b41275 req-6bdd8cbd-9709-429c-9278-635bcc9613f3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 943 time: 0.8960927
Apr 30 05:13:26.249999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-53bd2bd9-4763-4989-990b-a1db10e103b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:26.251924 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-53bd2bd9-4763-4989-990b-a1db10e103b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.1888065
Apr 30 05:13:26.253049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network b29b9de7-5dd6-41a9-a89d-c25582c8266b has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:26.282870 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:26.304655 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9372b280-9b16-4f08-b1f0-e82cd2b41275 req-acaf1595-e832-4e6d-a3e8-2826777a7b3a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1890745
Apr 30 05:13:26.325970 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-07265ccc-a58e-449b-9cee-bf8f6aa3f6fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1c23785-9768-4ed5-b0b6-4905ac80a00c HTTP/1.1" status: 200  len: 217 time: 0.0673585
Apr 30 05:13:26.381790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-23bc7c7f-7b66-4b24-8918-75f73da455ba service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4606280
Apr 30 05:13:26.420321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.api [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 05:13:26.420321 n-d-766726-20 neutron-server[74581]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 05:13:26.420321 n-d-766726-20 neutron-server[74581]: [parameters: {'id': 'b29b9de7-5dd6-41a9-a89d-c25582c8266b'}]
Apr 30 05:13:26.420321 n-d-766726-20 neutron-server[74581]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:13:26.421159 n-d-766726-20 neutron-server[74581]: DEBUG oslo_db.api [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:13:26.552526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5ce603e-0a0c-42eb-9716-bb51d04a9b94 req-584553ed-f5fb-4953-88e5-d6cbf2f046cf service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612930
Apr 30 05:13:26.563981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-d4b1e1ac-d5f2-43a4-a5b4-05f20b29ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:26.565421 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-d4b1e1ac-d5f2-43a4-a5b4-05f20b29ae4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.2324123
Apr 30 05:13:26.644013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-80a086c2-ffb5-47e7-8f4c-b0b887532018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:26.645757 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-80a086c2-ffb5-47e7-8f4c-b0b887532018 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0727515
Apr 30 05:13:26.795142 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-232471be-411a-48d7-a3d1-e86335a39e5b service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429908
Apr 30 05:13:26.945540 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:26.956164 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-42ab8574-aaf3-4ee7-8694-69fe8adfadc0 req-ad1c6c73-163b-4d30-b817-2d9bb62a0c0d service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533110
Apr 30 05:13:27.075006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ab29b-f466-4499-84b2-a647bd52ec64 req-06add79e-8c8c-4a0b-8559-c5d182cc6f65 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:27.076567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c08ab29b-f466-4499-84b2-a647bd52ec64 req-06add79e-8c8c-4a0b-8559-c5d182cc6f65 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.2085898
Apr 30 05:13:27.129303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port 37266f51-4256-4e5e-9f05-5aeaf491e1e5 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:13:27.129889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:27.173100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c08ab29b-f466-4499-84b2-a647bd52ec64 req-cedc851f-2f90-4943-a2d5-8fdad390c3b1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854571
Apr 30 05:13:27.258314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port 37266f51-4256-4e5e-9f05-5aeaf491e1e5, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=37266f51-4256-4e5e-9f05-5aeaf491e1e5,segment=NetworkSegment(d37577a1-9ffd-48f8-9d92-e8bb04f0a9c2),segment_id=d37577a1-9ffd-48f8-9d92-e8bb04f0a9c2)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:27.259129 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:27.371595 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:27.392629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for 37266f51-4256-4e5e-9f05-5aeaf491e1e5 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:13:27.474647 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:27.514047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:27.520145 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-940705d3-4441-4c3a-a72d-27c43ac9af2c tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:27.565754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=37266f51-4256-4e5e-9f05-5aeaf491e1e5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:27.571534 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:27.575071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port 37266f51-4256-4e5e-9f05-5aeaf491e1e5 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:13:27.624918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dac858-857c-4029-9eca-71d9efc9d06e req-11419717-fcbe-415c-8108-c51226b9af52 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:27.626522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69dac858-857c-4029-9eca-71d9efc9d06e req-11419717-fcbe-415c-8108-c51226b9af52 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 943 time: 0.1975019
Apr 30 05:13:27.774588 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:27.820870 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69dac858-857c-4029-9eca-71d9efc9d06e req-01a2b8f0-9fc8-4779-bfe7-ad0d80b5ea37 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1768625
Apr 30 05:13:27.918156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a1cd280>,) {'filters': {'network_id': ['b29b9de7-5dd6-41a9-a89d-c25582c8266b']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:27.933512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1cd280>, 'd37577a1-9ffd-48f8-9d92-e8bb04f0a9c2') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:27.933873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1cd280>, 'd37577a1-9ffd-48f8-9d92-e8bb04f0a9c2') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:27.961349 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:27.979178 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:27.985757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:28.173336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network b29b9de7-5dd6-41a9-a89d-c25582c8266b has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:28.183477 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:28.574320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network b29b9de7-5dd6-41a9-a89d-c25582c8266b has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:28.602971 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:28.700956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b33d7-049d-47a2-9d68-93fb15f9e41d req-302967e8-9c56-4829-92c5-6952fe005214 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:28.702477 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a5b33d7-049d-47a2-9d68-93fb15f9e41d req-302967e8-9c56-4829-92c5-6952fe005214 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.2828987
Apr 30 05:13:28.703671 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:28.707507 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5043e189-fcbf-4219-b1ac-a9e031f6740b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:28.723145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:28.755939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=b29b9de7-5dd6-41a9-a89d-c25582c8266b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:28.765425 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:28.766797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/b29b9de7-5dd6-41a9-a89d-c25582c8266b HTTP/1.1" status: 204  len: 168 time: 5.8738003
Apr 30 05:13:28.771061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44202) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:28.778229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1514566605'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:28.793964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:28.803061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:28.807968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:28.813594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a5b33d7-049d-47a2-9d68-93fb15f9e41d req-961bc2d6-b00d-4dea-97e5-d359a50208fd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873704
Apr 30 05:13:28.818525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:28.829552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:28.833296 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:28.885474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:13:28.896203 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:28.896546 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment 45ac937f-fa70-4407-8a32-1a0d23c8b8c4 of type vlan for network c58aa530-9423-40e1-a069-3f9e0956b0d0
Apr 30 05:13:28.931520 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:28.973229 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:28.986469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:28.987214 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:29.000311 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d1a8e0cd-5cc7-4794-b8cd-36431475413f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:29.159063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3844299
Apr 30 05:13:29.159674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44208) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:29.166418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': 'c58aa530-9423-40e1-a069-3f9e0956b0d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:29.167039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=c58aa530-9423-40e1-a069-3f9e0956b0d0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:29.170500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aafda94f-b788-49e2-b118-7bc83eb29138 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:29.182017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c58aa530-9423-40e1-a069-3f9e0956b0d0 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:29.267167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758888e7-7ea6-4c19-9a98-31c30e1daf6a req-844338d1-62bf-4240-808d-12aa31613350 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:29.287771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-758888e7-7ea6-4c19-9a98-31c30e1daf6a req-844338d1-62bf-4240-808d-12aa31613350 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 943 time: 0.2794678
Apr 30 05:13:29.413149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-758888e7-7ea6-4c19-9a98-31c30e1daf6a req-286955ab-93b7-49f1-aa4f-f4787aa9cd31 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1236551
Apr 30 05:13:29.414326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:29.421806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:29.425030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:29.431762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:29.443142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:29.450085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:29.558711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_backend_mixin [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing IP validity checks on allocation pools {{(pid=74582) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Apr 30 05:13:29.559256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.ipam_backend_mixin [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=74582) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Apr 30 05:13:29.931254 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:29.935525 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cb219edc-0bfa-4c17-87a4-cc30cd81e8c9 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:30.030252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=63945b23-6f49-478e-83cc-8709018b325d,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:30.034739 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:30.036136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': '45ac937f-fa70-4407-8a32-1a0d23c8b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c58aa530-9423-40e1-a069-3f9e0956b0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:30.036650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: c58aa530-9423-40e1-a069-3f9e0956b0d0, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:13:30.058569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network c58aa530-9423-40e1-a069-3f9e0956b0d0 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:13:30.065510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4f401-b53a-4b97-afad-6dd74a0e0846 req-47387c07-a13a-483f-bb0f-bd7eea29f012 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:30.068011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6d4f401-b53a-4b97-afad-6dd74a0e0846 req-47387c07-a13a-483f-bb0f-bd7eea29f012 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.1087809
Apr 30 05:13:30.072538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c58aa530-9423-40e1-a069-3f9e0956b0d0) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:30.086456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:30.087219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:30.091957 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc155c-19ad-40b2-85ef-28da5312099d None None] Network c58aa530-9423-40e1-a069-3f9e0956b0d0 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:30.119959 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 0.9558358
Apr 30 05:13:30.120170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6d4f401-b53a-4b97-afad-6dd74a0e0846 req-dc1ca718-c0e5-4987-9ee1-dc04105ddd44 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457199
Apr 30 05:13:30.120707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44240) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:30.278994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:30.360118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c58aa530-9423-40e1-a069-3f9e0956b0d0', 'network_id': 'c58aa530-9423-40e1-a069-3f9e0956b0d0', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': '63945b23-6f49-478e-83cc-8709018b325d'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:13:30.361407 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:30.369541 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:30.555893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Allocated IP 172.20.0.3 (c58aa530-9423-40e1-a069-3f9e0956b0d0/63945b23-6f49-478e-83cc-8709018b325d/7eb97751-2443-4958-926b-47febc9a12a7) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:30.728644 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ab302a4a-adbf-4578-a264-539e466de46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:30.741317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4fcee-74df-4822-a50d-11309508ed7e req-bfe89125-e02d-4b93-b7a7-63ad06da8d53 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:30.741317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b4f4fcee-74df-4822-a50d-11309508ed7e req-bfe89125-e02d-4b93-b7a7-63ad06da8d53 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 943 time: 0.1014860
Apr 30 05:13:30.798639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b4f4fcee-74df-4822-a50d-11309508ed7e req-f6aa230e-1d8b-4566-bf11-c4cd411bb114 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496325
Apr 30 05:13:30.858604 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:30.869141 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Transition to ACTIVE for port object 7eb97751-2443-4958-926b-47febc9a12a7 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:30.889496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Transition to ACTIVE for port object 7eb97751-2443-4958-926b-47febc9a12a7 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:30.896867 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:30.902245 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:30.916098 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:30.920420 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2690bc63-2321-4df4-8c60-91192bc90927 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:30.956878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=63945b23-6f49-478e-83cc-8709018b325d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:30.961415 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:30.975507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Pushing event updated for resources: {'Port': ['ID=7eb97751-2443-4958-926b-47febc9a12a7,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:30.979483 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:30.989207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Network c58aa530-9423-40e1-a069-3f9e0956b0d0 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:30.990573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:30.994269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:31.070008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:31.106084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Attempting to bind port 7eb97751-2443-4958-926b-47febc9a12a7 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:31.106900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Attempting to bind port 7eb97751-2443-4958-926b-47febc9a12a7 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '45ac937f-fa70-4407-8a32-1a0d23c8b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c58aa530-9423-40e1-a069-3f9e0956b0d0'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:31.107603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Attempting to bind port 7eb97751-2443-4958-926b-47febc9a12a7 on network c58aa530-9423-40e1-a069-3f9e0956b0d0 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:31.115816 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:31.116311 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Checking segment: {'id': '45ac937f-fa70-4407-8a32-1a0d23c8b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c58aa530-9423-40e1-a069-3f9e0956b0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:31.116955 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:31.117448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Bound using segment: {'id': '45ac937f-fa70-4407-8a32-1a0d23c8b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c58aa530-9423-40e1-a069-3f9e0956b0d0'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:31.118028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Bound port: 7eb97751-2443-4958-926b-47febc9a12a7, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45ac937f-fa70-4407-8a32-1a0d23c8b8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c58aa530-9423-40e1-a069-3f9e0956b0d0'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:31.118489 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:31.209105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aca13d0>,) {'filters': {'network_id': ['c58aa530-9423-40e1-a069-3f9e0956b0d0']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:31.220604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] For port 7eb97751-2443-4958-926b-47febc9a12a7, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:31.224501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] For port 7eb97751-2443-4958-926b-47febc9a12a7, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7eb97751-2443-4958-926b-47febc9a12a7,segment=NetworkSegment(45ac937f-fa70-4407-8a32-1a0d23c8b8c4),segment_id=45ac937f-fa70-4407-8a32-1a0d23c8b8c4)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:31.226448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aca13d0>, '45ac937f-fa70-4407-8a32-1a0d23c8b8c4') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:31.226756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aca13d0>, '45ac937f-fa70-4407-8a32-1a0d23c8b8c4') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:31.231146 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:31.243525 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:31.248753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:31.270564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:31.278275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:31.390210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180804f4-5376-4d9f-9bfd-c7c12a5112a0 req-4b387f77-e8b7-4c05-9f62-686ff743616c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:31.399165 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-180804f4-5376-4d9f-9bfd-c7c12a5112a0 req-4b387f77-e8b7-4c05-9f62-686ff743616c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.1123006
Apr 30 05:13:31.419048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d91893-31c7-446e-8ea2-65e54a780d3c None None] Network c58aa530-9423-40e1-a069-3f9e0956b0d0 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:31.464575 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-180804f4-5376-4d9f-9bfd-c7c12a5112a0 req-f66f1ff9-561f-4433-a5f0-8afeda313364 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632563
Apr 30 05:13:31.518081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network c58aa530-9423-40e1-a069-3f9e0956b0d0 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:31.522250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Pushing event updated for resources: {'Port': ['ID=7eb97751-2443-4958-926b-47febc9a12a7,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:31.528243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:31.533420 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:31.671832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0719a4-fadf-45bd-99a7-faa0a826d446 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 05:13:31.837081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0719a4-fadf-45bd-99a7-faa0a826d446 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 05:13:31.959612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network c58aa530-9423-40e1-a069-3f9e0956b0d0 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:32.052727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb9ee-1524-4f4f-858d-6834dc99d370 req-303fde60-2fb8-4047-96e3-857a0b1d6496 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:32.054580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57acb9ee-1524-4f4f-858d-6834dc99d370 req-303fde60-2fb8-4047-96e3-857a0b1d6496 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 943 time: 0.1329877
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:32.076183 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:32.080016 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 05:13:32.080016 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 05:13:32.080016 n-d-766726-20 neutron-server[74582]: [parameters: {'id': 'c58aa530-9423-40e1-a069-3f9e0956b0d0'}]
Apr 30 05:13:32.080016 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:13:32.080546 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:13:32.105348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-57acb9ee-1524-4f4f-858d-6834dc99d370 req-2216d8d5-926a-4a65-8741-5dfb25e25897 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448215
Apr 30 05:13:32.581477 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:32.673293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port 7eb97751-2443-4958-926b-47febc9a12a7 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:13:32.673645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:32.683054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4c85-a26d-4d2b-8e54-c19310a1dd2c req-fc3b5d27-101f-44d9-a8dd-87a1151a624d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:32.684762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36ad4c85-a26d-4d2b-8e54-c19310a1dd2c req-fc3b5d27-101f-44d9-a8dd-87a1151a624d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.0887411
Apr 30 05:13:32.735993 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-36ad4c85-a26d-4d2b-8e54-c19310a1dd2c req-55378846-4a80-4262-ac27-1476d9cb34db tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414336
Apr 30 05:13:32.792320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port 7eb97751-2443-4958-926b-47febc9a12a7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7eb97751-2443-4958-926b-47febc9a12a7,segment=NetworkSegment(45ac937f-fa70-4407-8a32-1a0d23c8b8c4),segment_id=45ac937f-fa70-4407-8a32-1a0d23c8b8c4)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:32.792848 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:32.940170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for 7eb97751-2443-4958-926b-47febc9a12a7 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:13:32.999617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:33.003863 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9bd0b12d-e965-4502-a2c5-227aa93b0710 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:33.049375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=7eb97751-2443-4958-926b-47febc9a12a7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:33.052955 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:33.053753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port 7eb97751-2443-4958-926b-47febc9a12a7 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:13:33.194765 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:33.311478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daab77-a64b-47db-96ff-a557ab285777 req-e2fe107f-769a-41ef-baee-c75a588b4dcc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:33.313103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7daab77-a64b-47db-96ff-a557ab285777 req-e2fe107f-769a-41ef-baee-c75a588b4dcc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 943 time: 0.0948098
Apr 30 05:13:33.325136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ae54790>,) {'filters': {'network_id': ['c58aa530-9423-40e1-a069-3f9e0956b0d0']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:33.338717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ae54790>, '45ac937f-fa70-4407-8a32-1a0d23c8b8c4') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:33.339076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ae54790>, '45ac937f-fa70-4407-8a32-1a0d23c8b8c4') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:33.352327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:33.367896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7daab77-a64b-47db-96ff-a557ab285777 req-ff9a6b1d-3c3f-41ba-ab31-e11b5ba19c43 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471427
Apr 30 05:13:33.371970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:33.380315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:33.390568 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:33.567975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network c58aa530-9423-40e1-a069-3f9e0956b0d0 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:33.577473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:33.604306 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7a5577e5-b7c3-4340-98e1-bb3ede7f5d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:33.762517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network c58aa530-9423-40e1-a069-3f9e0956b0d0 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:33.790481 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:33.907164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:33.913458 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c51f936-5f18-4839-b7f3-9cb775eb9c08 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:33.932762 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:33.956105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=c58aa530-9423-40e1-a069-3f9e0956b0d0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:33.962985 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:33.977149 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/c58aa530-9423-40e1-a069-3f9e0956b0d0 HTTP/1.1" status: 204  len: 168 time: 3.8501451
Apr 30 05:13:33.977351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:13:33.979822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44330) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:33.986307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1409216642'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:33.992985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:33.997416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:34.000774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:34.009947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:34.032079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:34.036631 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:34.083023 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:13:34.100350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7de63-588e-4030-95ee-faf7f106b4be req-7b151e62-9d7a-4bc9-aafe-07f0fc66e233 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:34.108579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1c7de63-588e-4030-95ee-faf7f106b4be req-7b151e62-9d7a-4bc9-aafe-07f0fc66e233 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 944 time: 0.2476361
Apr 30 05:13:34.112435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:34.112861 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf of type vlan for network 6b552258-66a3-4d4f-9fd5-b2836942806e
Apr 30 05:13:34.159415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:34.165883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1c7de63-588e-4030-95ee-faf7f106b4be req-787aab09-5dc6-4bae-b896-88a9f5a4f6ab tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560338
Apr 30 05:13:34.185136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:34.199504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'port_id': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'mac_address': 'fa:16:3e:ca:97:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:13:34.205606 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:34.212177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:34.212773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:34.216764 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-82725b35-86e9-475d-a0c2-1689ed81414e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:34.263926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:34.283073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae0f0a4-a1ca-4c69-951f-ce7b7799a50e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:13:34.305934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:34.312619 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:34.315942 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:34.324328 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3433783
Apr 30 05:13:34.327159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44338) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:34.331314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=6b552258-66a3-4d4f-9fd5-b2836942806e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:34.335417 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:34.336592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': '6b552258-66a3-4d4f-9fd5-b2836942806e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:34.368301 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 6b552258-66a3-4d4f-9fd5-b2836942806e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:34.508862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:34.515753 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:34.555677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:34.561778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:34.565920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:34.582876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:34.602628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:34.606209 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:34.642469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:13:34.716724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48565740-ff45-4520-854d-c30538928ff0 req-97a5549f-eeed-4c1a-b124-550572a2daef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:34.718303 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48565740-ff45-4520-854d-c30538928ff0 req-97a5549f-eeed-4c1a-b124-550572a2daef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 943 time: 0.2219253
Apr 30 05:13:34.797895 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48565740-ff45-4520-854d-c30538928ff0 req-82c73d04-0b99-4979-830e-3e24f83f58a9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721924
Apr 30 05:13:34.806612 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:35.420293 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:35.424435 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:35.517856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=ca321ef2-20bd-448e-8c33-c06b192df32c,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:35.525353 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:35.542000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7de273-af49-4f67-8a88-2640d98f4840 req-7f39cdc9-9392-480e-9374-ba34a56e4d43 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:35.543582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c7de273-af49-4f67-8a88-2640d98f4840 req-7f39cdc9-9392-480e-9374-ba34a56e4d43 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 945 time: 0.2610252
Apr 30 05:13:35.548202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': 'ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6b552258-66a3-4d4f-9fd5-b2836942806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:35.548569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: 6b552258-66a3-4d4f-9fd5-b2836942806e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:13:35.595989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 6b552258-66a3-4d4f-9fd5-b2836942806e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:13:35.615276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 6b552258-66a3-4d4f-9fd5-b2836942806e) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:35.622736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c7de273-af49-4f67-8a88-2640d98f4840 req-dd7d2417-7f52-477c-869e-40afb60b4f75 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690992
Apr 30 05:13:35.624652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31298f7b-7d69-47f6-b31f-b5aba12aae54 None None] Network 6b552258-66a3-4d4f-9fd5-b2836942806e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:35.631230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:35.631874 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:35.657485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.3281224
Apr 30 05:13:35.660402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44368) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:35.856209 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:35.952128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-6b552258-66a3-4d4f-9fd5-b2836942806e', 'network_id': '6b552258-66a3-4d4f-9fd5-b2836942806e', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': 'ca321ef2-20bd-448e-8c33-c06b192df32c'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:13:35.953102 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:35.991946 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:36.021369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:13:36.109072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651595f-3ae7-4893-b175-b05793b3dac7 req-628a05c0-883c-499d-919f-6f296af7692f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:36.111555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c651595f-3ae7-4893-b175-b05793b3dac7 req-628a05c0-883c-499d-919f-6f296af7692f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 943 time: 0.1234038
Apr 30 05:13:36.186791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:13:36.187278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:36.217499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c651595f-3ae7-4893-b175-b05793b3dac7 req-e03f646d-dfed-4b9f-aa3f-e399fea3f1dc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996418
Apr 30 05:13:36.277535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Allocated IP 172.20.0.1 (6b552258-66a3-4d4f-9fd5-b2836942806e/ca321ef2-20bd-448e-8c33-c06b192df32c/6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:36.440229 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:36.650509 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:36.711258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:13:36.723549 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:36.733552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Transition to ACTIVE for port object 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:36.755985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Transition to ACTIVE for port object 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:36.767340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:36.767340 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:36.772319 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2a5aae5d-9ca8-4402-8912-97981c0e8d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:36.790204 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:36.805335 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f1d2f0eb-06cb-4626-8580-8f6b72936e66 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:36.817974 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:36.823004 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'code': 200}
Apr 30 05:13:36.898757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=ca321ef2-20bd-448e-8c33-c06b192df32c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:36.913719 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:36.919452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14575b1b-5ebb-4c7e-be0f-008a758be89d req-dacb2963-5551-4af8-a92b-f3f10193305f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:36.927772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14575b1b-5ebb-4c7e-be0f-008a758be89d req-dacb2963-5551-4af8-a92b-f3f10193305f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 947 time: 0.1719851
Apr 30 05:13:36.993888 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Network 6b552258-66a3-4d4f-9fd5-b2836942806e is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:37.052861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Pushing event updated for resources: {'Port': ['ID=6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:37.056244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:37.064256 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:37.065672 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dcd50d78-6540-46dd-8edc-aa83d8abb5ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:37.067411 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14575b1b-5ebb-4c7e-be0f-008a758be89d req-f7549717-ff9b-4a39-ba4c-4a6ca4296008 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1365676
Apr 30 05:13:37.105032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:37.166591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104568e0-1a4c-40b4-8fce-5ea766fc69df req-016c026d-6e31-4a02-9f19-034d8d3ee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:37.168659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104568e0-1a4c-40b4-8fce-5ea766fc69df req-016c026d-6e31-4a02-9f19-034d8d3ee1e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1099 time: 0.0917964
Apr 30 05:13:37.223545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-104568e0-1a4c-40b4-8fce-5ea766fc69df req-3183cc71-2c6e-4057-9c7e-af17ab727e31 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478148
Apr 30 05:13:37.245789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device b1c23785-9768-4ed5-b0b6-4905ac80a00c details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:13:37.249248 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:37.322199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Attempting to bind port 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:37.322581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Attempting to bind port 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6b552258-66a3-4d4f-9fd5-b2836942806e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:37.322952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Attempting to bind port 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2 on network 6b552258-66a3-4d4f-9fd5-b2836942806e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:37.334498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=10']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:37.366997 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:37.368995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:37.369382 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Checking segment: {'id': 'ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6b552258-66a3-4d4f-9fd5-b2836942806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:37.369801 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:37.370209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Bound using segment: {'id': 'ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6b552258-66a3-4d4f-9fd5-b2836942806e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:37.371182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Bound port: 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6b552258-66a3-4d4f-9fd5-b2836942806e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:37.373280 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:37.428573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aacc220>,) {'filters': {'network_id': ['6b552258-66a3-4d4f-9fd5-b2836942806e']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:37.445492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aacc220>, 'ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:37.446183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aacc220>, 'ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:37.460217 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:37.493826 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:37.506575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:37.545569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e510f89-4b23-4b1d-a74a-b126470ad451 req-050bd8c5-868c-44ed-88cd-f4f8fc8bf1c0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:37.548259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e510f89-4b23-4b1d-a74a-b126470ad451 req-050bd8c5-868c-44ed-88cd-f4f8fc8bf1c0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 943 time: 0.1547801
Apr 30 05:13:37.625084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e510f89-4b23-4b1d-a74a-b126470ad451 req-57bafb6f-76a1-417a-973e-4195f6386ec8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703549
Apr 30 05:13:37.658778 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port b1c23785-9768-4ed5-b0b6-4905ac80a00c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=b1c23785-9768-4ed5-b0b6-4905ac80a00c,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:37.678286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] For port 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:37.687073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'port_id': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'mac_address': 'fa:16:3e:c7:34:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:13:37.736553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 6b552258-66a3-4d4f-9fd5-b2836942806e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:37.749473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:37.768584 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:37.792016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c23785-9768-4ed5-b0b6-4905ac80a00c {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:13:37.816134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port b1c23785-9768-4ed5-b0b6-4905ac80a00c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=b1c23785-9768-4ed5-b0b6-4905ac80a00c,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:37.822567 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:37.825007 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:37.899621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=b1c23785-9768-4ed5-b0b6-4905ac80a00c,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:37.902753 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:37.946302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 6b552258-66a3-4d4f-9fd5-b2836942806e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:37.974501 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:38.073133 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 05:13:38.073133 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 05:13:38.073133 n-d-766726-20 neutron-server[74582]: [parameters: {'id': '6b552258-66a3-4d4f-9fd5-b2836942806e'}]
Apr 30 05:13:38.073133 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:13:38.073629 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:13:38.075206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] For port 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2,segment=NetworkSegment(ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf),segment_id=ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:38.083005 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:38.089197 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:38.148219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['b1c23785-9768-4ed5-b0b6-4905ac80a00c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:13:38.286943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b91c29-5675-4533-9824-a601fc79e1d9 req-ff2853fa-8ab2-4ebc-9dc4-9726b646d0d3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:38.288572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06b91c29-5675-4533-9824-a601fc79e1d9 req-ff2853fa-8ab2-4ebc-9dc4-9726b646d0d3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 947 time: 0.1075363
Apr 30 05:13:38.314429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Pushing event updated for resources: {'Port': ['ID=6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:38.334710 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:38.360395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b7841-afcd-40ff-99a8-582265f132a0 None None] Network 6b552258-66a3-4d4f-9fd5-b2836942806e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:38.362780 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06b91c29-5675-4533-9824-a601fc79e1d9 req-7597e2b7-6d19-4384-98e1-086e441b0158 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660777
Apr 30 05:13:38.574944 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:38.716451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:13:38.716958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:38.754613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdaee58-643d-4d99-92c2-7ff19bfa1186 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 05:13:38.903524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5f3aa-87a1-4be2-8f8b-af334d3e71b9 req-7b74b7a5-49a9-4d4d-87b9-e83607dba99a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:38.911253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2,segment=NetworkSegment(ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf),segment_id=ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:38.911927 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:38.917146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97b5f3aa-87a1-4be2-8f8b-af334d3e71b9 req-7b74b7a5-49a9-4d4d-87b9-e83607dba99a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 944 time: 0.1633899
Apr 30 05:13:38.997421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97b5f3aa-87a1-4be2-8f8b-af334d3e71b9 req-1568be00-42c6-462e-aa5f-f1421ee726df tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786750
Apr 30 05:13:39.052119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdaee58-643d-4d99-92c2-7ff19bfa1186 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 05:13:39.108464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:13:39.160912 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:39.168040 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:39.218889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:39.226500 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:39.229195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port 6d7a82ee-52f3-44c4-9a09-d01d8ddca4b2 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:13:39.368751 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:39.521887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a9bdbe0>,) {'filters': {'network_id': ['6b552258-66a3-4d4f-9fd5-b2836942806e']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:39.536911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a9bdbe0>, 'ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:39.537219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a9bdbe0>, 'ef012ad7-873f-4ebd-8c02-a7fe09a4fbbf') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:39.551862 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:39.583593 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:39.590321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:39.682680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a6279-b0fd-4331-a1bc-765f3ba7653e req-95f2166a-ad46-4cae-88c3-0dfd26ca3b72 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:39.685146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d37a6279-b0fd-4331-a1bc-765f3ba7653e req-95f2166a-ad46-4cae-88c3-0dfd26ca3b72 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 947 time: 0.1263430
Apr 30 05:13:39.758583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d37a6279-b0fd-4331-a1bc-765f3ba7653e req-a6c11e69-6797-42e3-8b51-f7721645885f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672739
Apr 30 05:13:39.976766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 6b552258-66a3-4d4f-9fd5-b2836942806e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:39.986518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:40.176630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 6b552258-66a3-4d4f-9fd5-b2836942806e has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:40.209805 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:40.227231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613356-0b5f-497d-9939-23c89b2cbf72 req-03c75aa4-da25-435d-8334-8fb058fb1210 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:40.228868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d613356-0b5f-497d-9939-23c89b2cbf72 req-03c75aa4-da25-435d-8334-8fb058fb1210 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 944 time: 0.1080487
Apr 30 05:13:40.281366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d613356-0b5f-497d-9939-23c89b2cbf72 req-d421290d-1090-4f80-bac4-aecc3a797cd8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454428
Apr 30 05:13:40.320852 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:40.331196 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:40.335862 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-18a46b99-be1e-4b68-9f58-519f60628152 tempest-BulkNetworkOpsTest-21733968 tempest-BulkNetworkOpsTest-21733968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:40.364656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=6b552258-66a3-4d4f-9fd5-b2836942806e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:40.367521 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:40.372971 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/6b552258-66a3-4d4f-9fd5-b2836942806e HTTP/1.1" status: 204  len: 168 time: 4.7112110
Apr 30 05:13:40.376096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44496) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:40.382865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-569484532'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:40.388666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:40.396309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:40.400238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:40.408165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:40.419499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:40.422973 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:40.458179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:13:40.468089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:40.468444 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment 5c589760-9248-40f0-ba1d-93b6d4b9735d of type vlan for network 390be54c-5981-45f7-8f81-f913563e9b34
Apr 30 05:13:40.498737 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:40.533642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:40.539966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:40.540499 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:40.544623 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-711d2db4-2ea9-4d53-9e22-9a1798255f91 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:40.658780 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2816107
Apr 30 05:13:40.662023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44504) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:40.670402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': '390be54c-5981-45f7-8f81-f913563e9b34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:40.678615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=390be54c-5981-45f7-8f81-f913563e9b34,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:40.681577 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:40.694912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 390be54c-5981-45f7-8f81-f913563e9b34 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:40.818198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:40.822436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:40.825728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:40.834708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:40.844744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:40.848430 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:41.238983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device b1c23785-9768-4ed5-b0b6-4905ac80a00c up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:13:41.320074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port b1c23785-9768-4ed5-b0b6-4905ac80a00c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:13:41.326813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port b1c23785-9768-4ed5-b0b6-4905ac80a00c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:13:41.327199 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:41.375092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:41.384091 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88532d37-a3af-40e0-bc31-3530dde4ca30 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:41.492838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:41.523548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:13:41.536183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port b1c23785-9768-4ed5-b0b6-4905ac80a00c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=b1c23785-9768-4ed5-b0b6-4905ac80a00c,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:41.541882 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:41.545385 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:41.615411 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'code': 200}
Apr 30 05:13:41.655326 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=b1c23785-9768-4ed5-b0b6-4905ac80a00c,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:41.664419 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:41.697931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=c438e9df-e197-4bba-91b6-51b9848df5c5,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:41.705830 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:41.710454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': '5c589760-9248-40f0-ba1d-93b6d4b9735d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '390be54c-5981-45f7-8f81-f913563e9b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:41.710814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: 390be54c-5981-45f7-8f81-f913563e9b34, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:13:41.747381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 390be54c-5981-45f7-8f81-f913563e9b34 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:13:41.761613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3f532-c143-4d7b-b715-e9502a0fe855 req-567f91dc-4b1a-42ae-88c2-f3e95e3605d7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:41.762903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01baefb-72a0-4bcc-aeaa-e382bfdd2a6e req-7bf20643-8d33-41e3-a18b-e6bec13cc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:41.763445 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5c3f532-c143-4d7b-b715-e9502a0fe855 req-567f91dc-4b1a-42ae-88c2-f3e95e3605d7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 944 time: 0.3359053
Apr 30 05:13:41.764853 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f01baefb-72a0-4bcc-aeaa-e382bfdd2a6e req-7bf20643-8d33-41e3-a18b-e6bec13cc617 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 1097 time: 0.0887237
Apr 30 05:13:41.768772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 390be54c-5981-45f7-8f81-f913563e9b34) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:41.783194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26efbd2-de9f-4d69-9ad8-00cf1e64ff71 None None] Network 390be54c-5981-45f7-8f81-f913563e9b34 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:41.805849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:41.806445 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:41.821291 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f01baefb-72a0-4bcc-aeaa-e382bfdd2a6e req-4451d1d0-27aa-43c5-9433-d866aad97c26 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495291
Apr 30 05:13:41.844717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5c3f532-c143-4d7b-b715-e9502a0fe855 req-c8cebf83-1653-4178-a856-813256b227a8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693376
Apr 30 05:13:41.856991 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.1937995
Apr 30 05:13:41.861105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44534) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:42.064294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-390be54c-5981-45f7-8f81-f913563e9b34', 'network_id': '390be54c-5981-45f7-8f81-f913563e9b34', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': 'c438e9df-e197-4bba-91b6-51b9848df5c5'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:13:42.065146 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:42.086603 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:42.165903 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:42.278048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Allocated IP 172.20.0.1 (390be54c-5981-45f7-8f81-f913563e9b34/c438e9df-e197-4bba-91b6-51b9848df5c5/d60714e2-c8aa-4dd9-8d45-563312958123) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:42.552192 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:42.565149 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Transition to ACTIVE for port object d60714e2-c8aa-4dd9-8d45-563312958123 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:42.587742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Transition to ACTIVE for port object d60714e2-c8aa-4dd9-8d45-563312958123 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:42.594132 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:42.599363 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:42.615684 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:42.622204 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8e24ff9-735a-4b56-9309-f5c3eaa18806 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:42.672578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Network 390be54c-5981-45f7-8f81-f913563e9b34 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:42.682290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:42.687980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:42.693657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=c438e9df-e197-4bba-91b6-51b9848df5c5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:42.696396 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:42.697467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Pushing event updated for resources: {'Port': ['ID=d60714e2-c8aa-4dd9-8d45-563312958123,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:42.731516 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:42.797246 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:42.822873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Attempting to bind port d60714e2-c8aa-4dd9-8d45-563312958123 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:42.823467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Attempting to bind port d60714e2-c8aa-4dd9-8d45-563312958123 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5c589760-9248-40f0-ba1d-93b6d4b9735d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '390be54c-5981-45f7-8f81-f913563e9b34'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:42.823799 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Attempting to bind port d60714e2-c8aa-4dd9-8d45-563312958123 on network 390be54c-5981-45f7-8f81-f913563e9b34 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:42.830144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:42.830805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Checking segment: {'id': '5c589760-9248-40f0-ba1d-93b6d4b9735d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '390be54c-5981-45f7-8f81-f913563e9b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:42.831457 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:42.832132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Bound using segment: {'id': '5c589760-9248-40f0-ba1d-93b6d4b9735d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '390be54c-5981-45f7-8f81-f913563e9b34'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:42.832696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Bound port: d60714e2-c8aa-4dd9-8d45-563312958123, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c589760-9248-40f0-ba1d-93b6d4b9735d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '390be54c-5981-45f7-8f81-f913563e9b34'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:42.833185 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:43.044352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] For port d60714e2-c8aa-4dd9-8d45-563312958123, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:43.056098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] For port d60714e2-c8aa-4dd9-8d45-563312958123, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d60714e2-c8aa-4dd9-8d45-563312958123,segment=NetworkSegment(5c589760-9248-40f0-ba1d-93b6d4b9735d),segment_id=5c589760-9248-40f0-ba1d-93b6d4b9735d)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:43.073431 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:43.086920 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:43.127343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe780cfb130>,) {'filters': {'network_id': ['390be54c-5981-45f7-8f81-f913563e9b34']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:43.151962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780cfb130>, '5c589760-9248-40f0-ba1d-93b6d4b9735d') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:43.152321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe780cfb130>, '5c589760-9248-40f0-ba1d-93b6d4b9735d') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:43.174946 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:43.205360 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:43.240296 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:43.295072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Pushing event updated for resources: {'Port': ['ID=d60714e2-c8aa-4dd9-8d45-563312958123,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:43.304797 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:43.306897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1c61b-443d-4ed4-8f7c-923fcf6a5d09 None None] Network 390be54c-5981-45f7-8f81-f913563e9b34 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:43.447576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 390be54c-5981-45f7-8f81-f913563e9b34 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:43.459783 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:43.542250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db28f003-83a3-412f-b2c1-3ac957dcf36d None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 05:13:43.667709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 390be54c-5981-45f7-8f81-f913563e9b34 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:43.741989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db28f003-83a3-412f-b2c1-3ac957dcf36d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:43.772057 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:43.795709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59196659-6ecd-4f64-b58e-37138be3176a req-f35984b5-009a-42ac-9111-1bd67e8301a5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:43.797432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59196659-6ecd-4f64-b58e-37138be3176a req-f35984b5-009a-42ac-9111-1bd67e8301a5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 945 time: 0.7344823
Apr 30 05:13:43.803557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.api [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 05:13:43.803557 n-d-766726-20 neutron-server[74581]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 05:13:43.803557 n-d-766726-20 neutron-server[74581]: [parameters: {'id': '390be54c-5981-45f7-8f81-f913563e9b34'}]
Apr 30 05:13:43.803557 n-d-766726-20 neutron-server[74581]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:13:43.804054 n-d-766726-20 neutron-server[74581]: DEBUG oslo_db.api [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:13:43.877499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59196659-6ecd-4f64-b58e-37138be3176a req-650a0cff-390f-4ead-8106-0fe0ae21f48c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701361
Apr 30 05:13:44.305602 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:44.397721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port d60714e2-c8aa-4dd9-8d45-563312958123 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:13:44.398124 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:44.512846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port d60714e2-c8aa-4dd9-8d45-563312958123, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d60714e2-c8aa-4dd9-8d45-563312958123,segment=NetworkSegment(5c589760-9248-40f0-ba1d-93b6d4b9735d),segment_id=5c589760-9248-40f0-ba1d-93b6d4b9735d)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:44.513196 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:44.817217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for d60714e2-c8aa-4dd9-8d45-563312958123 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:13:44.874694 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:44.883776 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c1dc98de-e67d-41d0-b3a7-990c1011a370 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:44.956303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=d60714e2-c8aa-4dd9-8d45-563312958123,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:44.960657 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:44.964966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port d60714e2-c8aa-4dd9-8d45-563312958123 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:13:45.168374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:45.308507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4641ca-6f75-4842-bee7-04fe6ea696c3 req-f25c2a41-d903-4ce5-8f3a-28635fb4349d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:45.310218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d4641ca-6f75-4842-bee7-04fe6ea696c3 req-f25c2a41-d903-4ce5-8f3a-28635fb4349d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 945 time: 0.2795067
Apr 30 05:13:45.329112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a755cd0>,) {'filters': {'network_id': ['390be54c-5981-45f7-8f81-f913563e9b34']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:45.388218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a755cd0>, '5c589760-9248-40f0-ba1d-93b6d4b9735d') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:45.388521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a755cd0>, '5c589760-9248-40f0-ba1d-93b6d4b9735d') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:45.422321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:45.445327 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d4641ca-6f75-4842-bee7-04fe6ea696c3 req-d1aeacd1-325e-444b-a2f2-dcff3913d9be tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215134
Apr 30 05:13:45.450252 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:45.463461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:45.818755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 390be54c-5981-45f7-8f81-f913563e9b34 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:45.829359 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.034059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cda7d-7fe8-4b42-9a0b-024642e3c2d7 req-10b22208-342f-4fba-abf9-18359e74ddc9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:46.036080 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f83cda7d-7fe8-4b42-9a0b-024642e3c2d7 req-10b22208-342f-4fba-abf9-18359e74ddc9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 945 time: 0.4400713
Apr 30 05:13:46.037552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 390be54c-5981-45f7-8f81-f913563e9b34 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:46.068157 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:46.186784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f83cda7d-7fe8-4b42-9a0b-024642e3c2d7 req-b150624c-a6c5-475c-b818-a5d0f7951eed tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1407728
Apr 30 05:13:46.195597 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.201698 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:46.222277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44608) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:46.231336 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.247082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=390be54c-5981-45f7-8f81-f913563e9b34,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:46.258424 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:46.266115 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/390be54c-5981-45f7-8f81-f913563e9b34 HTTP/1.1" status: 204  len: 168 time: 4.4030378
Apr 30 05:13:46.266115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44614) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:46.272918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-497453462'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:46.279118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:46.283751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:46.288903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:46.298193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:46.314125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:46.323751 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.382445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:13:46.399353 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.399895 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment 23ca9084-5acd-47a7-ae56-f8f748abfff4 of type vlan for network 97e311d8-8a9e-416a-9e3a-971910af2844
Apr 30 05:13:46.449999 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.525008 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.537962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:46.540312 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.556958 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ce40950d-6868-433a-8a9f-8c5fbfabcf1c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:46.569936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d78a0-56b1-4649-a4b7-8dd27680809b tempest-TestVolumeBootPattern-533171048 tempest-TestVolumeBootPattern-533171048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:46.570669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6c9d78a0-56b1-4649-a4b7-8dd27680809b tempest-TestVolumeBootPattern-533171048 tempest-TestVolumeBootPattern-533171048-project-admin] Synchronizing usage tracker for tenant:a4309bdaf83148918cafc13032528351 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:13:46.598423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6c9d78a0-56b1-4649-a4b7-8dd27680809b tempest-TestVolumeBootPattern-533171048 tempest-TestVolumeBootPattern-533171048-project-admin] Unset dirty status for tenant:a4309bdaf83148918cafc13032528351 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:13:46.600378 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6c9d78a0-56b1-4649-a4b7-8dd27680809b tempest-TestVolumeBootPattern-533171048 tempest-TestVolumeBootPattern-533171048-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 1092 time: 0.3766453
Apr 30 05:13:46.605417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44628) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:46.617844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:46.626540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:46.634120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:floatingip and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:46.638461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:46.648503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:46.693804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4171281
Apr 30 05:13:46.693804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44632) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:46.701253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'New_network'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:46.706107 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.914503 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:46.995604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=97e311d8-8a9e-416a-9e3a-971910af2844,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:47.001274 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:47.009766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 97e311d8-8a9e-416a-9e3a-971910af2844 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:47.166751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.25.8.150 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/b2c6f90e-89f5-46b5-96c1-44b26105e863) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:47.188262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:47.219840 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:47.229278 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7341ef84-88fe-4028-9211-ae0ef9e0f77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:47.260718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 97e311d8-8a9e-416a-9e3a-971910af2844 is not hosted by any dhcp agent {{(pid=74581) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Apr 30 05:13:47.277107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:47.277107 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:47.277107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "PUT /v2.0/networks/97e311d8-8a9e-416a-9e3a-971910af2844 HTTP/1.1" status: 200  len: 723 time: 0.5848870
Apr 30 05:13:47.296612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44644) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:47.313330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': '97e311d8-8a9e-416a-9e3a-971910af2844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:47.428669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:47.478714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=97e311d8-8a9e-416a-9e3a-971910af2844,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:47.486746 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:47.492137 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa02b84b-746b-4762-9033-6155c5ad8768 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:47.496992 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:47.512618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 97e311d8-8a9e-416a-9e3a-971910af2844 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:47.535608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:47.541049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:47.544341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:47.552120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:47.557305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:47.560550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:47.564803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:47.567863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:47.578523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:47.623845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=b2c6f90e-89f5-46b5-96c1-44b26105e863,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:47.629781 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:48.174304 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:48.182731 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4b2ab817-d786-40bb-b9e5-467e93e36138 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:48.294817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:48.329227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=06197ccb-5a5a-4e8e-892c-c17bb722e50f,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:48.333327 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:48.341285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': '23ca9084-5acd-47a7-ae56-f8f748abfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97e311d8-8a9e-416a-9e3a-971910af2844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:48.341657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: 97e311d8-8a9e-416a-9e3a-971910af2844, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:13:48.366824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 97e311d8-8a9e-416a-9e3a-971910af2844 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:13:48.380399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 97e311d8-8a9e-416a-9e3a-971910af2844) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:48.397905 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c94e05-18f5-428e-bbac-1c6d08405425 None None] Network 97e311d8-8a9e-416a-9e3a-971910af2844 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:48.407085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:48.408224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:48.419827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:48.449816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1497231
Apr 30 05:13:48.450052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44668) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:48.458905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e877c6db-6096-46ab-9cc0-9c000ca1cfc8 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:48.645711 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e877c6db-6096-46ab-9cc0-9c000ca1cfc8 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263427480'] for subnet, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:48.836588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-97e311d8-8a9e-416a-9e3a-971910af2844', 'network_id': '97e311d8-8a9e-416a-9e3a-971910af2844', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': '06197ccb-5a5a-4e8e-892c-c17bb722e50f'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:13:48.838445 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:48.854475 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:48.862198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:48.872153 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc3af100-c458-4396-b7fc-a5fa2f9d042e tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:49.103012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=b2c6f90e-89f5-46b5-96c1-44b26105e863,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:49.107505 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:49.118949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:49.220978 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e877c6db-6096-46ab-9cc0-9c000ca1cfc8 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789518030686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263257695'] for subnet, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:49.227326 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-65ed191d-4037-4ee5-b1cc-ffc6581690a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:49.277250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e877c6db-6096-46ab-9cc0-9c000ca1cfc8 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:49.277875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e877c6db-6096-46ab-9cc0-9c000ca1cfc8 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:49.282037 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e877c6db-6096-46ab-9cc0-9c000ca1cfc8 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "PUT /v2.0/subnets/06197ccb-5a5a-4e8e-892c-c17bb722e50f HTTP/1.1" status: 200  len: 806 time: 0.8271651
Apr 30 05:13:49.302924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Allocated IP 172.20.0.2 (97e311d8-8a9e-416a-9e3a-971910af2844/06197ccb-5a5a-4e8e-892c-c17bb722e50f/3d1ea731-0489-44b4-af8c-1d64c01f3ecd) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:49.306453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44684) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:49.307823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877c6db-6096-46ab-9cc0-9c000ca1cfc8 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=06197ccb-5a5a-4e8e-892c-c17bb722e50f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:49.410085 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Floating IP 75b4c373-0e19-432c-b587-f5130fc5352f associated. External IP: 172.25.8.150, port: b1c23785-9768-4ed5-b0b6-4905ac80a00c.
Apr 30 05:13:49.431785 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e877c6db-6096-46ab-9cc0-9c000ca1cfc8 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:49.551753 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:49.647673 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:49.699716 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:49.714122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Transition to ACTIVE for port object 3d1ea731-0489-44b4-af8c-1d64c01f3ecd will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:49.737916 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Transition to ACTIVE for port object 3d1ea731-0489-44b4-af8c-1d64c01f3ecd will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:49.747190 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:49.750970 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:49.820485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Network 97e311d8-8a9e-416a-9e3a-971910af2844 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:49.828952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:49.835155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:49.845418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Pushing event updated for resources: {'Port': ['ID=3d1ea731-0489-44b4-af8c-1d64c01f3ecd,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:49.874842 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:49.980167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Attempting to bind port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:49.981086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Attempting to bind port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '23ca9084-5acd-47a7-ae56-f8f748abfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97e311d8-8a9e-416a-9e3a-971910af2844'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:49.981717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Attempting to bind port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd on network 97e311d8-8a9e-416a-9e3a-971910af2844 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:49.990540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:49.991138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Checking segment: {'id': '23ca9084-5acd-47a7-ae56-f8f748abfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97e311d8-8a9e-416a-9e3a-971910af2844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:49.991702 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:49.992257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Bound using segment: {'id': '23ca9084-5acd-47a7-ae56-f8f748abfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97e311d8-8a9e-416a-9e3a-971910af2844'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:49.992899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Bound port: 3d1ea731-0489-44b4-af8c-1d64c01f3ecd, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ca9084-5acd-47a7-ae56-f8f748abfff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '97e311d8-8a9e-416a-9e3a-971910af2844'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:49.993594 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:50.030002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Router dcc45f15-0c54-40cd-9098-1350f3b26e0b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:13:50.205168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e82afef4-8f37-450c-8178-739c73661873 None None] For port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:50.213678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e82afef4-8f37-450c-8178-739c73661873 None None] For port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3d1ea731-0489-44b4-af8c-1d64c01f3ecd,segment=NetworkSegment(23ca9084-5acd-47a7-ae56-f8f748abfff4),segment_id=23ca9084-5acd-47a7-ae56-f8f748abfff4)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:50.225389 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:50.240293 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:50.365272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:13:50.386739 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] Sync routers for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:13:50.407451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Pushing event updated for resources: {'Port': ['ID=3d1ea731-0489-44b4-af8c-1d64c01f3ecd,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:50.416756 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:50.424618 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:13:50.428043 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780253730>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:13:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:50.435082 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:50.580831 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:50.587143 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9f116642-b3ca-4446-955a-8b8bc1b09560 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:50.635992 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.0279326
Apr 30 05:13:50.644997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'tag': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:13:50.664758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=06197ccb-5a5a-4e8e-892c-c17bb722e50f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:50.700932 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:50.750396 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'tag': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'status': 'completed', 'code': 200}
Apr 30 05:13:50.902696 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:50.976221 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:13:51.012433 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-7d439d4b-13a7-48bf-aaed-14cc7dd15dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:51.014183 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-7d439d4b-13a7-48bf-aaed-14cc7dd15dd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 1097 time: 0.2357643
Apr 30 05:13:51.077576 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:13:51.105728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77aa0a6a0>,) {'filters': {'network_id': ['97e311d8-8a9e-416a-9e3a-971910af2844']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:51.122344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa0a6a0>, '23ca9084-5acd-47a7-ae56-f8f748abfff4') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:51.122744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77aa0a6a0>, '23ca9084-5acd-47a7-ae56-f8f748abfff4') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:51.138145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:51.161261 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:51.169149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:51.400788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 97e311d8-8a9e-416a-9e3a-971910af2844 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:51.412731 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:51.458833 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780253730>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '75b4c373-0e19-432c-b587-f5130fc5352f', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:c7:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:13:48Z', 'updated_at': '2021-04-30T05:13:48Z', 'revision_number': 0, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:51.463724 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] Checking router: dcc45f15-0c54-40cd-9098-1350f3b26e0b for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:13:51.473802 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:13:51.474351 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780253730>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:13:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:51.523002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-36e96277-4e93-420c-bd05-ca7e3bacefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:51.527786 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-36e96277-4e93-420c-bd05-ca7e3bacefb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.5027559
Apr 30 05:13:51.654120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3d1ea731-0489-44b4-af8c-1d64c01f3ecd up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:13:51.712934 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:13:51.815442 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-aa45a28a-8016-49a0-b954-1792eeef0bcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1c23785-9768-4ed5-b0b6-4905ac80a00c HTTP/1.1" status: 200  len: 999 time: 0.2750750
Apr 30 05:13:51.826532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 97e311d8-8a9e-416a-9e3a-971910af2844 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:51.870943 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:51.999902 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.api [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 05:13:51.999902 n-d-766726-20 neutron-server[74581]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 05:13:51.999902 n-d-766726-20 neutron-server[74581]: [parameters: {'id': '97e311d8-8a9e-416a-9e3a-971910af2844'}]
Apr 30 05:13:51.999902 n-d-766726-20 neutron-server[74581]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:13:52.000698 n-d-766726-20 neutron-server[74581]: DEBUG oslo_db.api [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:13:52.043814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-69a884b2-d23b-459f-b3c9-ae7cdb89ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:52.046966 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-69a884b2-d23b-459f-b3c9-ae7cdb89ad94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.2088199
Apr 30 05:13:52.072545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:13:52.153552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194e497-3765-4154-8a0a-a73c8aa8be70 None None] Network 97e311d8-8a9e-416a-9e3a-971910af2844 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:52.211162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-a24b8937-22af-4a5d-ae99-22d5ac28cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:52.213447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-a24b8937-22af-4a5d-ae99-22d5ac28cd9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1509256
Apr 30 05:13:52.267842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2f357a2b-785a-4264-a9e5-4781185de460 None None] Provisioning for port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:13:52.299064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2f357a2b-785a-4264-a9e5-4781185de460 None None] Provisioning complete for port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:13:52.300964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2f357a2b-785a-4264-a9e5-4781185de460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:52.404023 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-f0929f49-5cda-46e9-ac9f-035d93aaa993 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799810
Apr 30 05:13:52.438484 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780253730>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '75b4c373-0e19-432c-b587-f5130fc5352f', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:c7:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:13:48Z', 'updated_at': '2021-04-30T05:13:48Z', 'revision_number': 0, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:52.444296 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23216ebd-8a98-481e-a23f-26bc63cf01ef None None] The sync data for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 is: [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '75b4c373-0e19-432c-b587-f5130fc5352f', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3219, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:c7:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:13:48Z', 'updated_at': '2021-04-30T05:13:48Z', 'revision_number': 0, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:13:52.503128 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:52.553644 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2f357a2b-785a-4264-a9e5-4781185de460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:52.636944 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fa0e11b8-4662-4796-9bcf-153b2caa298e req-63377035-10bb-4c1a-bd60-146375ca9f40 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2209976
Apr 30 05:13:52.639104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2f357a2b-785a-4264-a9e5-4781185de460 None None] For port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3d1ea731-0489-44b4-af8c-1d64c01f3ecd,segment=NetworkSegment(23ca9084-5acd-47a7-ae56-f8f748abfff4),segment_id=23ca9084-5acd-47a7-ae56-f8f748abfff4)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:52.657088 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2f357a2b-785a-4264-a9e5-4781185de460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:52.666286 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:52.705843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:13:52.706273 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:52.751408 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] DHCP port deletion for 97e311d8-8a9e-416a-9e3a-971910af2844 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:13:52.826715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fb280-ae2d-4fd9-a74f-34370b019a8a None None] New status for floating IP 75b4c373-0e19-432c-b587-f5130fc5352f: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:13:52.870340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3d1ea731-0489-44b4-af8c-1d64c01f3ecd,segment=NetworkSegment(23ca9084-5acd-47a7-ae56-f8f748abfff4),segment_id=23ca9084-5acd-47a7-ae56-f8f748abfff4)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:52.870949 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:53.032913 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-b1be391a-a20f-4bb8-88f0-f89b5e60f0dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1219716
Apr 30 05:13:53.040134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for 3d1ea731-0489-44b4-af8c-1d64c01f3ecd owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:13:53.072367 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f357a2b-785a-4264-a9e5-4781185de460 None None] Pushing event updated for resources: {'Port': ['ID=3d1ea731-0489-44b4-af8c-1d64c01f3ecd,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:53.075574 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2f357a2b-785a-4264-a9e5-4781185de460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:53.095932 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:53.100949 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b91a35b1-aec1-42f6-a1db-fbef5fb6d3cc tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:53.148435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:13:53.192425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=3d1ea731-0489-44b4-af8c-1d64c01f3ecd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:53.201390 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:53.203892 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] Deleting port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:13:53.204704 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:53.259077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-92f7e20c-e80c-456e-8c30-2df50009b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:53.260929 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-92f7e20c-e80c-456e-8c30-2df50009b89a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78efba4131394b818ef98efa9aeadc01&device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 1102 time: 0.1458254
Apr 30 05:13:53.327988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] For port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd, host n-d-766726-20, got binding levels [] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:13:53.328301 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:53.334221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:53.497545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779fb6220>,) {'filters': {'network_id': ['97e311d8-8a9e-416a-9e3a-971910af2844']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:53.508711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-beb6b12e-5524-4dc8-bcde-a129d9092711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:53.511961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] Calling delete_port for 3d1ea731-0489-44b4-af8c-1d64c01f3ecd owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:13:53.514627 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-beb6b12e-5524-4dc8-bcde-a129d9092711 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2323258
Apr 30 05:13:53.515980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.ipam_backend_mixin [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] Port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd was not found and therefore no delete operation was performed {{(pid=74583) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 05:13:53.518517 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:53.529607 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:53.529895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779fb6220>, '23ca9084-5acd-47a7-ae56-f8f748abfff4') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:53.530349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779fb6220>, '23ca9084-5acd-47a7-ae56-f8f748abfff4') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:53.545162 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:53.567670 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:53.583423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:53.595224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] Pushing event deleted for resources: {'Port': ['ID=3d1ea731-0489-44b4-af8c-1d64c01f3ecd,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:53.606255 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-0abc3844-e8ae-4d99-aee0-ce0983c9ba31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 HTTP/1.1" status: 200  len: 217 time: 0.0834537
Apr 30 05:13:53.607891 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3d1ea731-0489-44b4-af8c-1d64c01f3ecd no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:13:53.636143 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:53.644503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] No DVR routers for this DVR port 3d1ea731-0489-44b4-af8c-1d64c01f3ecd on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:13:53.657039 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 3d1ea731-0489-44b4-af8c-1d64c01f3ecd {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:13:53.657814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3d1ea731-0489-44b4-af8c-1d64c01f3ecd not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:13:53.681574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc695b7-1987-41a2-a8ad-713b5dda38b8 None None] Network 97e311d8-8a9e-416a-9e3a-971910af2844 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:53.733776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-42d8c772-7ddc-4d9c-bbc3-c14113b47527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:53.736524 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-42d8c772-7ddc-4d9c-bbc3-c14113b47527 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.1226227
Apr 30 05:13:53.881299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 97e311d8-8a9e-416a-9e3a-971910af2844 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:53.889350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-49b4b244-6a89-4dd0-8f54-86fbfc9b1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:53.892060 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-49b4b244-6a89-4dd0-8f54-86fbfc9b1b51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1469791
Apr 30 05:13:53.902678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:54.154909 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-d728b4ad-f210-4fd6-aa39-e01445a56cff service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2501829
Apr 30 05:13:54.401625 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9f1fb7f2-d31f-470d-8e04-76a370e4db01 req-08e045f0-a848-4d8b-9ff0-7b45cc8a16dc service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2384834
Apr 30 05:13:54.407428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 97e311d8-8a9e-416a-9e3a-971910af2844 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:54.437161 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:54.538436 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:54.543245 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a12ed52b-c96f-43f1-be5a-1e545435a504 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:54.570603 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:54.578658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=97e311d8-8a9e-416a-9e3a-971910af2844,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:54.585338 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:54.590899 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/97e311d8-8a9e-416a-9e3a-971910af2844 HTTP/1.1" status: 204  len: 168 time: 5.2802279
Apr 30 05:13:54.594876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44770) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:54.626340 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a769b1-2b4a-4c01-a566-1708e14d75a6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:13:54.626929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a769b1-2b4a-4c01-a566-1708e14d75a6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:13:54.629922 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b5a769b1-2b4a-4c01-a566-1708e14d75a6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/97e311d8-8a9e-416a-9e3a-971910af2844 HTTP/1.1" status: 404  len: 339 time: 0.0337303
Apr 30 05:13:54.635339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44774) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:54.653463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1591085480', 'description': 'd1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:54.661813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:54.670015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:network and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:54.677444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:54.688766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:54.701338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:54.705241 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:54.740851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:13:54.752052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:54.752426 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment 9232f43d-1636-4f09-8f5a-f1d1f42dfb3a of type vlan for network e73ea6e8-dad8-4163-ba1c-42c164e02c44
Apr 30 05:13:54.790321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:54.837014 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:54.846429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:54.847860 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:54.854406 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-36bf9408-991c-4ecb-95bd-76127e3790b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:54.921241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.2822325
Apr 30 05:13:54.924472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44782) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:54.995867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=e73ea6e8-dad8-4163-ba1c-42c164e02c44,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:55.000483 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-72abc608-429e-4089-8ccc-f135f718ca56 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:55.018191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network e73ea6e8-dad8-4163-ba1c-42c164e02c44 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:55.185381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d35f04-ab76-4b77-be10-a790ff590585 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:55.186324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f0d35f04-ab76-4b77-be10-a790ff590585 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Synchronizing usage tracker for tenant:69b869f7a48741b79bf7bc36c9c54520 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:13:55.215060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f0d35f04-ab76-4b77-be10-a790ff590585 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Unset dirty status for tenant:69b869f7a48741b79bf7bc36c9c54520 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:13:55.216956 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f0d35f04-ab76-4b77-be10-a790ff590585 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/networks?id=e73ea6e8-dad8-4163-ba1c-42c164e02c44 HTTP/1.1" status: 200  len: 761 time: 0.2885346
Apr 30 05:13:55.220213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44790) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:55.232783 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-94408ac9-e0d0-4739-bdfd-005ed48607ef tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'description': 'd2'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:55.684300 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94408ac9-e0d0-4739-bdfd-005ed48607ef tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:55.703630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94408ac9-e0d0-4739-bdfd-005ed48607ef tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:55.708736 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8cf4df89-b2a7-4f1c-b364-fc2fc8d0ac8b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:55.728247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94408ac9-e0d0-4739-bdfd-005ed48607ef tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network e73ea6e8-dad8-4163-ba1c-42c164e02c44 is not hosted by any dhcp agent {{(pid=74582) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Apr 30 05:13:55.733694 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94408ac9-e0d0-4739-bdfd-005ed48607ef tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:55.734591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94408ac9-e0d0-4739-bdfd-005ed48607ef tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:55.740562 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-94408ac9-e0d0-4739-bdfd-005ed48607ef tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "PUT /v2.0/networks/e73ea6e8-dad8-4163-ba1c-42c164e02c44 HTTP/1.1" status: 200  len: 758 time: 0.5144105
Apr 30 05:13:55.740844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44802) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:55.835680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94408ac9-e0d0-4739-bdfd-005ed48607ef tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=e73ea6e8-dad8-4163-ba1c-42c164e02c44,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:55.838711 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-94408ac9-e0d0-4739-bdfd-005ed48607ef tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:55.857212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network e73ea6e8-dad8-4163-ba1c-42c164e02c44 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:55.889713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f5500-ffd2-40ba-9ae3-9f7d454793cd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:55.890907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2f9f5500-ffd2-40ba-9ae3-9f7d454793cd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Synchronizing usage tracker for tenant:69b869f7a48741b79bf7bc36c9c54520 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:13:55.908988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2f9f5500-ffd2-40ba-9ae3-9f7d454793cd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Unset dirty status for tenant:69b869f7a48741b79bf7bc36c9c54520 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:13:55.912073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2f9f5500-ffd2-40ba-9ae3-9f7d454793cd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/networks?id=e73ea6e8-dad8-4163-ba1c-42c164e02c44 HTTP/1.1" status: 200  len: 761 time: 0.1697729
Apr 30 05:13:55.919101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44810) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:55.930924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1824370987'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:55.932762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:55.946681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:55.960278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:55.965699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:56.016805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:13:56.030473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:56.030808 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment b8e6d85a-418f-4b08-bac4-5dec2e70ab18 of type vlan for network 15a980e6-cf22-4c82-9632-9e573954830a
Apr 30 05:13:56.075160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:56.128382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:56.140241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:56.141280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:56.150778 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:56.302426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=15a980e6-cf22-4c82-9632-9e573954830a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:56.306229 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:56.308360 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3879805
Apr 30 05:13:56.311394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44822) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:56.319020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': '15a980e6-cf22-4c82-9632-9e573954830a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:13:56.324068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 15a980e6-cf22-4c82-9632-9e573954830a details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:13:56.516805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:13:56.522824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Usage tracker for resource:subnet and tenant:69b869f7a48741b79bf7bc36c9c54520 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:13:56.526085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:13:56.533370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:13:56.545695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:13:56.550908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:57.102700 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:57.106476 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-28b2c4a2-c536-4d17-b169-e682e38b7a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:57.190487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=35c11dc0-5ce7-435b-af13-29a108b0f7fe,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:57.194430 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:57.201200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': 'b8e6d85a-418f-4b08-bac4-5dec2e70ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '15a980e6-cf22-4c82-9632-9e573954830a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:57.201558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: 15a980e6-cf22-4c82-9632-9e573954830a, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:13:57.224324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 15a980e6-cf22-4c82-9632-9e573954830a is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:13:57.240858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 15a980e6-cf22-4c82-9632-9e573954830a) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:57.257483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:13:57.258609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:57.262341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba5337-367c-4f5c-9686-ab9a8c07c5c5 None None] Network 15a980e6-cf22-4c82-9632-9e573954830a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:57.313309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44840) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:13:57.314190 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0010586
Apr 30 05:13:57.418842 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:57.589107 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:57.596523 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:57.606874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-15a980e6-cf22-4c82-9632-9e573954830a', 'network_id': '15a980e6-cf22-4c82-9632-9e573954830a', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': '35c11dc0-5ce7-435b-af13-29a108b0f7fe'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:13:57.607877 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:57.693872 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:57.795413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Allocated IP 172.20.0.2 (15a980e6-cf22-4c82-9632-9e573954830a/35c11dc0-5ce7-435b-af13-29a108b0f7fe/443e870f-7306-43c3-841b-2c99d2ca1d49) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:13:58.111103 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:58.125417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Transition to ACTIVE for port object 443e870f-7306-43c3-841b-2c99d2ca1d49 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:58.149058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Transition to ACTIVE for port object 443e870f-7306-43c3-841b-2c99d2ca1d49 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:13:58.154731 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:58.160890 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fcf2ebc0-bfb3-4b76-9854-216565739fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:58.178302 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:58.185835 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c451437f-8f5d-435d-ab48-d30b4bd19ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:58.232533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Network 15a980e6-cf22-4c82-9632-9e573954830a is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:13:58.236512 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:13:58.241456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=35c11dc0-5ce7-435b-af13-29a108b0f7fe,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:58.241787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:13:58.244928 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:58.287690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Pushing event updated for resources: {'Port': ['ID=443e870f-7306-43c3-841b-2c99d2ca1d49,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:58.301882 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:58.376773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Attempting to bind port 443e870f-7306-43c3-841b-2c99d2ca1d49 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:13:58.377485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Attempting to bind port 443e870f-7306-43c3-841b-2c99d2ca1d49 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b8e6d85a-418f-4b08-bac4-5dec2e70ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '15a980e6-cf22-4c82-9632-9e573954830a'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:13:58.378011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Attempting to bind port 443e870f-7306-43c3-841b-2c99d2ca1d49 on network 15a980e6-cf22-4c82-9632-9e573954830a {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:13:58.381026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:58.386999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:13:58.387746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Checking segment: {'id': 'b8e6d85a-418f-4b08-bac4-5dec2e70ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '15a980e6-cf22-4c82-9632-9e573954830a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:13:58.388325 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:58.388894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Bound using segment: {'id': 'b8e6d85a-418f-4b08-bac4-5dec2e70ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '15a980e6-cf22-4c82-9632-9e573954830a'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:13:58.389577 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Bound port: 443e870f-7306-43c3-841b-2c99d2ca1d49, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e6d85a-418f-4b08-bac4-5dec2e70ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '15a980e6-cf22-4c82-9632-9e573954830a'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:13:58.390110 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:58.528967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] For port 443e870f-7306-43c3-841b-2c99d2ca1d49, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:13:58.535954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] For port 443e870f-7306-43c3-841b-2c99d2ca1d49, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=443e870f-7306-43c3-841b-2c99d2ca1d49,segment=NetworkSegment(b8e6d85a-418f-4b08-bac4-5dec2e70ab18),segment_id=b8e6d85a-418f-4b08-bac4-5dec2e70ab18)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:13:58.543127 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:58.551768 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:13:58.575998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779fd49a0>,) {'filters': {'network_id': ['15a980e6-cf22-4c82-9632-9e573954830a']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:58.619114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779fd49a0>, 'b8e6d85a-418f-4b08-bac4-5dec2e70ab18') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:58.619894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779fd49a0>, 'b8e6d85a-418f-4b08-bac4-5dec2e70ab18') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:13:58.649978 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:58.684069 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:58.699354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:13:58.785440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Pushing event updated for resources: {'Port': ['ID=443e870f-7306-43c3-841b-2c99d2ca1d49,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:13:58.790259 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:13:58.811056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90355a27-1d20-4317-a183-68ea078ef6a2 None None] Network 15a980e6-cf22-4c82-9632-9e573954830a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:13:58.922244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 15a980e6-cf22-4c82-9632-9e573954830a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:58.941260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:13:59.053077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3781e1f9-f7d6-4848-917c-981652771070 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 05:13:59.192729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781e1f9-f7d6-4848-917c-981652771070 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 05:13:59.454520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 15a980e6-cf22-4c82-9632-9e573954830a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:13:59.491517 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:13:59.601321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.db.api [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 05:13:59.601321 n-d-766726-20 neutron-server[74581]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 05:13:59.601321 n-d-766726-20 neutron-server[74581]: [parameters: {'id': '15a980e6-cf22-4c82-9632-9e573954830a'}]
Apr 30 05:13:59.601321 n-d-766726-20 neutron-server[74581]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:13:59.601913 n-d-766726-20 neutron-server[74581]: DEBUG oslo_db.api [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:14:00.103306 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:00.188740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port 443e870f-7306-43c3-841b-2c99d2ca1d49 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:00.189084 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:00.306484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port 443e870f-7306-43c3-841b-2c99d2ca1d49, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=443e870f-7306-43c3-841b-2c99d2ca1d49,segment=NetworkSegment(b8e6d85a-418f-4b08-bac4-5dec2e70ab18),segment_id=b8e6d85a-418f-4b08-bac4-5dec2e70ab18)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:00.307088 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:00.571515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for 443e870f-7306-43c3-841b-2c99d2ca1d49 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:00.661791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:00.666470 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c57c181-4262-4f23-be19-da68ddb9eebe tempest-InstanceActionsTestJSON-1892191748 tempest-InstanceActionsTestJSON-1892191748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:00.716272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=443e870f-7306-43c3-841b-2c99d2ca1d49,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:00.718667 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d425da68-d408-4cc4-87c4-e49a41975a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:00.719565 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:00.720403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port 443e870f-7306-43c3-841b-2c99d2ca1d49 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:00.864511 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:01.032487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bf7f580>,) {'filters': {'network_id': ['15a980e6-cf22-4c82-9632-9e573954830a']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:01.052317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bf7f580>, 'b8e6d85a-418f-4b08-bac4-5dec2e70ab18') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:01.052611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bf7f580>, 'b8e6d85a-418f-4b08-bac4-5dec2e70ab18') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:01.065262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:01.083549 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:01.092378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:14:01.302445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 15a980e6-cf22-4c82-9632-9e573954830a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:01.314222 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:01.507804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 15a980e6-cf22-4c82-9632-9e573954830a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:14:01.531318 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:14:01.618228 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:01.621889 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-98b32a18-8cf9-4124-ba2b-cf9bc6861426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:01.637891 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:01.654586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=15a980e6-cf22-4c82-9632-9e573954830a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:01.659704 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:01.666293 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/15a980e6-cf22-4c82-9632-9e573954830a HTTP/1.1" status: 204  len: 168 time: 4.3506055
Apr 30 05:14:01.668982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44914) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:01.709392 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f701864-4c84-4963-8c99-a72443335665 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] GET failed (client error): The resource could not be found.
Apr 30 05:14:01.709921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6f701864-4c84-4963-8c99-a72443335665 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Synchronizing usage tracker for tenant:69b869f7a48741b79bf7bc36c9c54520 on resource:subnet {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:14:01.726888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6f701864-4c84-4963-8c99-a72443335665 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Unset dirty status for tenant:69b869f7a48741b79bf7bc36c9c54520 on resource:subnet {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:14:01.728079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6f701864-4c84-4963-8c99-a72443335665 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/subnets/35c11dc0-5ce7-435b-af13-29a108b0f7fe HTTP/1.1" status: 404  len: 337 time: 0.0581968
Apr 30 05:14:01.730938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44918) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:01.757135 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f0446a-bfd6-46aa-831c-c5a0fb1212db tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:01.757546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f0446a-bfd6-46aa-831c-c5a0fb1212db tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:01.759207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c9f0446a-bfd6-46aa-831c-c5a0fb1212db tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/15a980e6-cf22-4c82-9632-9e573954830a HTTP/1.1" status: 404  len: 339 time: 0.0273426
Apr 30 05:14:01.762952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44924) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:01.923917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc208b55-7d29-42eb-94a8-9fd0f9d30e68 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:01.924534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bc208b55-7d29-42eb-94a8-9fd0f9d30e68 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Synchronizing usage tracker for tenant:69b869f7a48741b79bf7bc36c9c54520 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:14:01.942688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-bc208b55-7d29-42eb-94a8-9fd0f9d30e68 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Unset dirty status for tenant:69b869f7a48741b79bf7bc36c9c54520 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:14:01.944391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bc208b55-7d29-42eb-94a8-9fd0f9d30e68 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.1803665
Apr 30 05:14:01.947103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44930) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:01.988704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-92683ccf-18b7-466e-8045-1b79281b435f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 207 time: 0.0402637
Apr 30 05:14:01.991855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44934) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:02.171761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3733a5-9c24-4dd9-a48d-add2a27be588 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:02.178670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3733a5-9c24-4dd9-a48d-add2a27be588 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:02.184465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3733a5-9c24-4dd9-a48d-add2a27be588 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:02.190170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3733a5-9c24-4dd9-a48d-add2a27be588 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:02.192428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4e3733a5-9c24-4dd9-a48d-add2a27be588 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.1996605
Apr 30 05:14:02.196247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44944) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:02.360868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-274d14ed-7170-4d80-abd6-4316512f184a tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.1635408
Apr 30 05:14:02.364841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44952) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:02.439607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef9fc8-fbf3-4a6f-9fdc-c50fc08d6388 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:02.441790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef9fc8-fbf3-4a6f-9fdc-c50fc08d6388 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:02.443338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-41ef9fc8-fbf3-4a6f-9fdc-c50fc08d6388 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0775428
Apr 30 05:14:02.447054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44956) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:02.518499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d7b537-fad9-4a73-9984-9b03f332d0a4 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:02.520891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d7b537-fad9-4a73-9984-9b03f332d0a4 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:02.522523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-32d7b537-fad9-4a73-9984-9b03f332d0a4 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0746045
Apr 30 05:14:02.526031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44964) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:02.854608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53361dc-2f19-4db8-8856-d4000096f812 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:02.856273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f53361dc-2f19-4db8-8856-d4000096f812 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/networks/82c4a87c-381b-4a1d-999d-44921006fcf6 HTTP/1.1" status: 200  len: 800 time: 0.3293860
Apr 30 05:14:02.863817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44972) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:03.019728 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9881427e-f8e2-4f40-80db-77081c8a6038 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/networks/82c4a87c-381b-4a1d-999d-44921006fcf6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1550291
Apr 30 05:14:03.023055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44980) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:03.091279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9acb7b-838d-4dbe-9cd6-6f0714c71f05 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:03.092568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5d9acb7b-838d-4dbe-9cd6-6f0714c71f05 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/subnets/32370dfd-d646-4788-943e-0e59ef6a3527 HTTP/1.1" status: 200  len: 811 time: 0.0684352
Apr 30 05:14:03.097803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44984) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:03.193920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5406f6-8894-4709-8470-6a7c1e26d8d1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['shared'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:03.198479 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0a5406f6-8894-4709-8470-6a7c1e26d8d1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "GET /v2.0/subnets/32370dfd-d646-4788-943e-0e59ef6a3527?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0973454
Apr 30 05:14:03.200739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 44990) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:03.208795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-545373845'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:03.214970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:03.226840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:03.240553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:03.244993 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:03.277561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:14:03.288694 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:03.289042 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Added segment 06c7f533-9e97-4135-9519-58586bc61e24 of type vlan for network 67466d85-54a6-4d08-8b64-375eeb568d4f
Apr 30 05:14:03.325807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:03.361313 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:03.367646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:03.368415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:03.374236 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:03.401119 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:03.478842 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2757821
Apr 30 05:14:03.482341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 44998) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:03.490095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'network_id': '67466d85-54a6-4d08-8b64-375eeb568d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:03.492822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Network': ['ID=67466d85-54a6-4d08-8b64-375eeb568d4f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:03.495896 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:03.505166 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 67466d85-54a6-4d08-8b64-375eeb568d4f details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:14:03.624072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:03.638227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:03.639362 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b81b475-1889-4f5e-ab78-e92963e0713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:03.654249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Made reservation on behalf of 69b869f7a48741b79bf7bc36c9c54520 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:03.658199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:03.756739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.ipam_backend_mixin [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing IP validity checks on allocation pools {{(pid=74581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Apr 30 05:14:03.757253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.ipam_backend_mixin [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=74581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Apr 30 05:14:04.150048 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:04.154593 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-103c09d1-9977-4081-885f-aff3b3b87968 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:04.243569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=b39b62c6-e0b2-45d1-8f49-305d85b10c38,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:04.246405 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:04.252827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Checking segment: {'id': '06c7f533-9e97-4135-9519-58586bc61e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '67466d85-54a6-4d08-8b64-375eeb568d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:04.253434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network hostable DHCP agents. Network: 67466d85-54a6-4d08-8b64-375eeb568d4f, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:14:04.272118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 67466d85-54a6-4d08-8b64-375eeb568d4f is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:14:04.282651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 67466d85-54a6-4d08-8b64-375eeb568d4f) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:04.294976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:04.295409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68597843-3d29-46ca-88c1-7b9ab3c20f10 None None] Network 67466d85-54a6-4d08-8b64-375eeb568d4f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:04.295844 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:04.333493 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.8486769
Apr 30 05:14:04.335046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45018) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:04.341466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-faf743b0-bb5f-48d2-8dda-bbc6e4a0331f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:04.482928 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-faf743b0-bb5f-48d2-8dda-bbc6e4a0331f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263427480'] for subnet, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:04.593635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-67466d85-54a6-4d08-8b64-375eeb568d4f', 'network_id': '67466d85-54a6-4d08-8b64-375eeb568d4f', 'tenant_id': '69b869f7a48741b79bf7bc36c9c54520', 'fixed_ips': [{'subnet_id': 'b39b62c6-e0b2-45d1-8f49-305d85b10c38'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:14:04.594753 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:04.792212 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:04.889972 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-faf743b0-bb5f-48d2-8dda-bbc6e4a0331f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789518030686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-263257695'] for subnet, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:04.896454 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8869ce55-643c-4586-a33d-ba1742c17a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:04.984865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Allocated IP 172.20.0.3 (67466d85-54a6-4d08-8b64-375eeb568d4f/b39b62c6-e0b2-45d1-8f49-305d85b10c38/808010ab-f28f-470c-81a0-d0f45b9fa3ae) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:14:05.008962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf743b0-bb5f-48d2-8dda-bbc6e4a0331f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event updated for resources: {'Subnet': ['ID=b39b62c6-e0b2-45d1-8f49-305d85b10c38,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:05.016043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf743b0-bb5f-48d2-8dda-bbc6e4a0331f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:05.016768 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-faf743b0-bb5f-48d2-8dda-bbc6e4a0331f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.022389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:05.028144 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-faf743b0-bb5f-48d2-8dda-bbc6e4a0331f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "PUT /v2.0/subnets/b39b62c6-e0b2-45d1-8f49-305d85b10c38 HTTP/1.1" status: 200  len: 877 time: 0.6917784
Apr 30 05:14:05.029340 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-faf743b0-bb5f-48d2-8dda-bbc6e4a0331f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:05.207982 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.293168 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.353994 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.373749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Transition to ACTIVE for port object 808010ab-f28f-470c-81a0-d0f45b9fa3ae will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:05.406896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Transition to ACTIVE for port object 808010ab-f28f-470c-81a0-d0f45b9fa3ae will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:05.421083 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.426643 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:05.518292 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Network 67466d85-54a6-4d08-8b64-375eeb568d4f is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:05.522526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:05.525399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:14:05.532464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Pushing event updated for resources: {'Port': ['ID=808010ab-f28f-470c-81a0-d0f45b9fa3ae,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:05.536211 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:05.638471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Attempting to bind port 808010ab-f28f-470c-81a0-d0f45b9fa3ae on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:14:05.640079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Attempting to bind port 808010ab-f28f-470c-81a0-d0f45b9fa3ae by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '06c7f533-9e97-4135-9519-58586bc61e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '67466d85-54a6-4d08-8b64-375eeb568d4f'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:14:05.640672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Attempting to bind port 808010ab-f28f-470c-81a0-d0f45b9fa3ae on network 67466d85-54a6-4d08-8b64-375eeb568d4f {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:14:05.649346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:14:05.650421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Checking segment: {'id': '06c7f533-9e97-4135-9519-58586bc61e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '67466d85-54a6-4d08-8b64-375eeb568d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:05.650983 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.651537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Bound using segment: {'id': '06c7f533-9e97-4135-9519-58586bc61e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '67466d85-54a6-4d08-8b64-375eeb568d4f'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:14:05.652054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Bound port: 808010ab-f28f-470c-81a0-d0f45b9fa3ae, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c7f533-9e97-4135-9519-58586bc61e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '67466d85-54a6-4d08-8b64-375eeb568d4f'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:14:05.652732 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.656406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.662768 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e3d1144a-b3dc-4d1b-b31b-53219e833969 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:05.700848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=b39b62c6-e0b2-45d1-8f49-305d85b10c38,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:05.703949 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:05.760034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] For port 808010ab-f28f-470c-81a0-d0f45b9fa3ae, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:14:05.763662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] For port 808010ab-f28f-470c-81a0-d0f45b9fa3ae, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=808010ab-f28f-470c-81a0-d0f45b9fa3ae,segment=NetworkSegment(06c7f533-9e97-4135-9519-58586bc61e24),segment_id=06c7f533-9e97-4135-9519-58586bc61e24)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:14:05.769717 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.776278 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-90bd3445-0e87-4b25-acf4-4e0efc1bad66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:05.836192 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:05.909669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Pushing event updated for resources: {'Port': ['ID=808010ab-f28f-470c-81a0-d0f45b9fa3ae,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:05.919972 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:05.941738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed9fe7-15ce-49a1-b2e8-e3e783de4a5e None None] Network 67466d85-54a6-4d08-8b64-375eeb568d4f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:06.000931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a22d7c0>,) {'filters': {'network_id': ['67466d85-54a6-4d08-8b64-375eeb568d4f']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:06.014499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a22d7c0>, '06c7f533-9e97-4135-9519-58586bc61e24') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:06.014707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a22d7c0>, '06c7f533-9e97-4135-9519-58586bc61e24') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:06.028563 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:06.055021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:06.063041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:14:06.253983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db373fb-9add-4c3a-b225-91cb25c5905e None None] Network 67466d85-54a6-4d08-8b64-375eeb568d4f requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:06.345824 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:06.430663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 67466d85-54a6-4d08-8b64-375eeb568d4f has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:06.445306 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:06.502138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19722d4-ec6d-4706-8da1-4a38b8c31067 None None] get_active_networks_info from n-d-766726-20 {{(pid=74583) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 30 05:14:06.645453 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19722d4-ec6d-4706-8da1-4a38b8c31067 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 05:14:06.657054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 67466d85-54a6-4d08-8b64-375eeb568d4f has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:14:06.681640 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:14:06.772872 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.db.api [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 05:14:06.772872 n-d-766726-20 neutron-server[74582]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 05:14:06.772872 n-d-766726-20 neutron-server[74582]: [parameters: {'id': '67466d85-54a6-4d08-8b64-375eeb568d4f'}]
Apr 30 05:14:06.772872 n-d-766726-20 neutron-server[74582]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=74582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:14:06.773404 n-d-766726-20 neutron-server[74582]: DEBUG oslo_db.api [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:14:07.274515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:07.401993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port 808010ab-f28f-470c-81a0-d0f45b9fa3ae {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:07.402544 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:07.602388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port 808010ab-f28f-470c-81a0-d0f45b9fa3ae, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=808010ab-f28f-470c-81a0-d0f45b9fa3ae,segment=NetworkSegment(06c7f533-9e97-4135-9519-58586bc61e24),segment_id=06c7f533-9e97-4135-9519-58586bc61e24)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:07.602856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:07.771976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for 808010ab-f28f-470c-81a0-d0f45b9fa3ae owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:07.829110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:07.833967 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e22609d-5e88-448d-835d-9a4f7b1052f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:07.882331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=808010ab-f28f-470c-81a0-d0f45b9fa3ae,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:07.885355 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:07.886153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port 808010ab-f28f-470c-81a0-d0f45b9fa3ae on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:08.037085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:08.170970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a74fc40>,) {'filters': {'network_id': ['67466d85-54a6-4d08-8b64-375eeb568d4f']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:08.193305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a74fc40>, '06c7f533-9e97-4135-9519-58586bc61e24') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:08.193622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a74fc40>, '06c7f533-9e97-4135-9519-58586bc61e24') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:08.207849 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:08.225372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:08.232051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:14:08.423613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 67466d85-54a6-4d08-8b64-375eeb568d4f has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:08.434379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:08.619806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 67466d85-54a6-4d08-8b64-375eeb568d4f has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:14:08.646905 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:14:08.745293 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:08.749554 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-47087e63-177e-49c4-82a4-36595427f26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:08.776688 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:08.785874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=67466d85-54a6-4d08-8b64-375eeb568d4f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:08.792672 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:08.808807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45070) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:08.809326 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/67466d85-54a6-4d08-8b64-375eeb568d4f HTTP/1.1" status: 204  len: 168 time: 3.7841866
Apr 30 05:14:08.865808 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb10c3b-c69b-455c-a909-3a2b66ca2561 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:08.866542 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb10c3b-c69b-455c-a909-3a2b66ca2561 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:08.868660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dbb10c3b-c69b-455c-a909-3a2b66ca2561 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/b39b62c6-e0b2-45d1-8f49-305d85b10c38 HTTP/1.1" status: 404  len: 337 time: 0.0576255
Apr 30 05:14:08.872340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45074) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:08.919174 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-827ddaae-4b96-4ee3-a2f3-6f1f3c595735 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:08.919775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827ddaae-4b96-4ee3-a2f3-6f1f3c595735 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:08.923334 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-827ddaae-4b96-4ee3-a2f3-6f1f3c595735 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/67466d85-54a6-4d08-8b64-375eeb568d4f HTTP/1.1" status: 404  len: 339 time: 0.0489109
Apr 30 05:14:08.925764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45078) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:08.977344 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-72473267-e852-48f3-8a99-26ef6927ad4f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:08.978098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72473267-e852-48f3-8a99-26ef6927ad4f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:08.982071 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-72473267-e852-48f3-8a99-26ef6927ad4f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/35c11dc0-5ce7-435b-af13-29a108b0f7fe HTTP/1.1" status: 404  len: 337 time: 0.0530488
Apr 30 05:14:08.982754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45082) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:09.009375 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-953801af-7502-4547-a735-c5db6667febb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:09.009773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953801af-7502-4547-a735-c5db6667febb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:09.011516 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-953801af-7502-4547-a735-c5db6667febb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/15a980e6-cf22-4c82-9632-9e573954830a HTTP/1.1" status: 404  len: 339 time: 0.0282228
Apr 30 05:14:09.014145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45086) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:09.303723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:09.448406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:09.593113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe78464a820>,) {'filters': {'network_id': ['e73ea6e8-dad8-4163-ba1c-42c164e02c44']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:09.625655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78464a820>, '9232f43d-1636-4f09-8f5a-f1d1f42dfb3a') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:09.626180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe78464a820>, '9232f43d-1636-4f09-8f5a-f1d1f42dfb3a') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:09.650203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:09.680410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:09.689866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:14:09.919371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network e73ea6e8-dad8-4163-ba1c-42c164e02c44 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:09.954736 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:10.177918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network e73ea6e8-dad8-4163-ba1c-42c164e02c44 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:14:10.226458 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:14:10.358314 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:10.363916 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b16b778f-7457-4d44-acba-0e68ca2ed5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:10.392180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:10.404569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=e73ea6e8-dad8-4163-ba1c-42c164e02c44,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:10.409755 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:10.415440 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/e73ea6e8-dad8-4163-ba1c-42c164e02c44 HTTP/1.1" status: 204  len: 168 time: 1.3970716
Apr 30 05:14:10.415440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45096) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:10.459323 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-855747a8-de66-496f-b6cb-7ffd1ed15b3c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:10.460460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855747a8-de66-496f-b6cb-7ffd1ed15b3c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:10.461571 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-855747a8-de66-496f-b6cb-7ffd1ed15b3c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/06197ccb-5a5a-4e8e-892c-c17bb722e50f HTTP/1.1" status: 404  len: 337 time: 0.0451910
Apr 30 05:14:10.464866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45100) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:10.502318 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b877c5-c2b1-40f0-a45e-98d3dce919a4 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:10.504454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b877c5-c2b1-40f0-a45e-98d3dce919a4 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:10.506436 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-32b877c5-c2b1-40f0-a45e-98d3dce919a4 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/97e311d8-8a9e-416a-9e3a-971910af2844 HTTP/1.1" status: 404  len: 339 time: 0.0405786
Apr 30 05:14:10.509098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45104) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:10.551967 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b238f11-1c7d-4386-b105-5b27bf991b6a tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:10.552464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b238f11-1c7d-4386-b105-5b27bf991b6a tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:10.554157 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8b238f11-1c7d-4386-b105-5b27bf991b6a tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/c438e9df-e197-4bba-91b6-51b9848df5c5 HTTP/1.1" status: 404  len: 337 time: 0.0441084
Apr 30 05:14:10.556838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45108) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:10.585195 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea2ded4-6018-4c3b-8d48-b154ba4ba2b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:10.585678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea2ded4-6018-4c3b-8d48-b154ba4ba2b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:10.590781 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8ea2ded4-6018-4c3b-8d48-b154ba4ba2b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/390be54c-5981-45f7-8f81-f913563e9b34 HTTP/1.1" status: 404  len: 339 time: 0.0296104
Apr 30 05:14:10.591130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45112) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:10.639036 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f583e089-aa0b-47d6-a8a0-bfed7de156dc tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:10.639528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f583e089-aa0b-47d6-a8a0-bfed7de156dc tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:10.644437 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f583e089-aa0b-47d6-a8a0-bfed7de156dc tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/ca321ef2-20bd-448e-8c33-c06b192df32c HTTP/1.1" status: 404  len: 337 time: 0.0491385
Apr 30 05:14:10.645055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45116) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:10.675508 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-826ee81c-2496-4c4b-82cc-a8eb05bb3772 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:10.676212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826ee81c-2496-4c4b-82cc-a8eb05bb3772 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:10.681194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-826ee81c-2496-4c4b-82cc-a8eb05bb3772 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/6b552258-66a3-4d4f-9fd5-b2836942806e HTTP/1.1" status: 404  len: 339 time: 0.0315650
Apr 30 05:14:10.681446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45120) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:10.902351 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c77ec60-b63a-4930-817d-3646c9503f6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:10.902741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c77ec60-b63a-4930-817d-3646c9503f6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:10.907824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7c77ec60-b63a-4930-817d-3646c9503f6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/63945b23-6f49-478e-83cc-8709018b325d HTTP/1.1" status: 404  len: 337 time: 0.2221310
Apr 30 05:14:10.908156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45124) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:10.946625 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1b17a6-eab5-44ef-9aeb-8a5f88fb3a0f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:10.947401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1b17a6-eab5-44ef-9aeb-8a5f88fb3a0f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:10.953939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6e1b17a6-eab5-44ef-9aeb-8a5f88fb3a0f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/c58aa530-9423-40e1-a069-3f9e0956b0d0 HTTP/1.1" status: 404  len: 339 time: 0.0407612
Apr 30 05:14:10.954202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45128) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:11.016879 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc175af-0078-4f6f-909c-98674d0f0dfa tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:11.017362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc175af-0078-4f6f-909c-98674d0f0dfa tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:11.022939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8fc175af-0078-4f6f-909c-98674d0f0dfa tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/007b9386-fe26-467c-ae8f-140acb8739f6 HTTP/1.1" status: 404  len: 337 time: 0.0645027
Apr 30 05:14:11.023342 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45134) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:11.053570 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66961d8-2bbd-49ae-9683-63106483310f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:11.054068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66961d8-2bbd-49ae-9683-63106483310f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:11.059284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45140) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:11.059510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e66961d8-2bbd-49ae-9683-63106483310f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/b29b9de7-5dd6-41a9-a89d-c25582c8266b HTTP/1.1" status: 404  len: 339 time: 0.0350006
Apr 30 05:14:11.146326 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a44ff2e-8c88-4685-872e-f8493cd5a16b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:11.147048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a44ff2e-8c88-4685-872e-f8493cd5a16b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:11.155576 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8a44ff2e-8c88-4685-872e-f8493cd5a16b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/50177686-9b15-427a-acb1-6abbc406bec1 HTTP/1.1" status: 404  len: 337 time: 0.0903401
Apr 30 05:14:11.156628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45144) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:11.208152 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1d4ae7-da67-433d-ad16-8cb5edf9fc32 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:11.208848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1d4ae7-da67-433d-ad16-8cb5edf9fc32 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:11.213608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9f1d4ae7-da67-433d-ad16-8cb5edf9fc32 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/00f91288-dde6-45b0-9988-37eaf2251235 HTTP/1.1" status: 404  len: 339 time: 0.0530679
Apr 30 05:14:11.213851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45150) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:11.262173 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc96c500-a5ca-4e09-8959-758ce961174e tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:11.262615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc96c500-a5ca-4e09-8959-758ce961174e tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:11.267160 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fc96c500-a5ca-4e09-8959-758ce961174e tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/fee7f074-661e-425f-8866-f810e1623bbb HTTP/1.1" status: 404  len: 337 time: 0.0496886
Apr 30 05:14:11.267436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45154) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:11.298114 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a83cace-6f5f-4733-aa17-0a185296cb48 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:11.298616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a83cace-6f5f-4733-aa17-0a185296cb48 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:11.304174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45158) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:11.316463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2a83cace-6f5f-4733-aa17-0a185296cb48 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/5a5b980a-9f81-4bb7-8a09-a7f92622d4c8 HTTP/1.1" status: 404  len: 339 time: 0.0447526
Apr 30 05:14:11.360608 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a30e4f-c403-43f2-8d52-4fd185345307 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:11.361052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a30e4f-c403-43f2-8d52-4fd185345307 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:11.379400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b2a30e4f-c403-43f2-8d52-4fd185345307 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/fd2a58df-3db9-4154-96d8-1bec60d22055 HTTP/1.1" status: 404  len: 337 time: 0.0581269
Apr 30 05:14:11.379400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45162) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:11.419901 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d40009-140d-4b1a-8787-3b8eac943a28 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:14:11.420626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d40009-140d-4b1a-8787-3b8eac943a28 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:14:11.428213 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d6d40009-140d-4b1a-8787-3b8eac943a28 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/5d68d04d-cfdb-4b3c-93db-39fd167ff876 HTTP/1.1" status: 404  len: 339 time: 0.0565994
Apr 30 05:14:11.428822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45168) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:11.573246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting subnet 32370dfd-d646-4788-943e-0e59ef6a3527 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:14:11.580082 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:11.685815 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:11.807890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:12.195371 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:12.200774 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3a3ca79f-fda8-4f38-966d-0d2d5edac155 tempest-RoutersNegativeIpV6Test-490291462 tempest-RoutersNegativeIpV6Test-490291462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:12.248357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Subnet': ['ID=32370dfd-d646-4788-943e-0e59ef6a3527,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:12.257986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98284cc-ef71-45cd-be98-144972d51c4b None None] Network 82c4a87c-381b-4a1d-999d-44921006fcf6 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:12.271088 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:12.279455 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:12.289062 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/subnets/32370dfd-d646-4788-943e-0e59ef6a3527 HTTP/1.1" status: 204  len: 168 time: 0.8585749
Apr 30 05:14:12.291961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45264) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:12.440503 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:12.539632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Deleting port e7ba5a24-71ab-4192-8682-a486ddfb6b73 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:12.540801 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:12.655459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] DHCP port deletion for 82c4a87c-381b-4a1d-999d-44921006fcf6 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:14:12.776809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] Deleting port e7ba5a24-71ab-4192-8682-a486ddfb6b73 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:12.777357 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:12.903585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] For port e7ba5a24-71ab-4192-8682-a486ddfb6b73, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7ba5a24-71ab-4192-8682-a486ddfb6b73,segment=NetworkSegment(e573b0f6-5afa-4fa5-aa22-8488c0d13e5b),segment_id=e573b0f6-5afa-4fa5-aa22-8488c0d13e5b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:12.904177 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:13.008241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] For port e7ba5a24-71ab-4192-8682-a486ddfb6b73, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7ba5a24-71ab-4192-8682-a486ddfb6b73,segment=NetworkSegment(e573b0f6-5afa-4fa5-aa22-8488c0d13e5b),segment_id=e573b0f6-5afa-4fa5-aa22-8488c0d13e5b)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:13.008825 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:13.052507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] Calling delete_port for e7ba5a24-71ab-4192-8682-a486ddfb6b73 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:13.112914 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:13.120904 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:13.174472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] Pushing event deleted for resources: {'Port': ['ID=e7ba5a24-71ab-4192-8682-a486ddfb6b73,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:13.178884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Calling delete_port for e7ba5a24-71ab-4192-8682-a486ddfb6b73 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:13.179768 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] No DVR routers for this DVR port e7ba5a24-71ab-4192-8682-a486ddfb6b73 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:13.181413 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:13.234003 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:13.238189 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-592b2d85-86b9-4724-ac0f-d18a099e9145 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:13.287208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Port': ['ID=e7ba5a24-71ab-4192-8682-a486ddfb6b73,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:13.290897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:13.291711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] No DVR routers for this DVR port e7ba5a24-71ab-4192-8682-a486ddfb6b73 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:13.444247 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:13.517298 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7ba5a24-71ab-4192-8682-a486ddfb6b73 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:14:13.561929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e7ba5a24-71ab-4192-8682-a486ddfb6b73 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:14:13.562300 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7ba5a24-71ab-4192-8682-a486ddfb6b73 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:14:13.594391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a4e0040>,) {'filters': {'network_id': ['82c4a87c-381b-4a1d-999d-44921006fcf6']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:13.612757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a4e0040>, 'e573b0f6-5afa-4fa5-aa22-8488c0d13e5b') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:13.613617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a4e0040>, 'e573b0f6-5afa-4fa5-aa22-8488c0d13e5b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:13.628291 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:13.647322 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:13.654437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:14:13.839469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 82c4a87c-381b-4a1d-999d-44921006fcf6 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:13.848048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:14.032032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Network 82c4a87c-381b-4a1d-999d-44921006fcf6 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:14:14.055742 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:14:14.147633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:14.151716 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9f53c3ff-b038-4878-840f-66bf34db8102 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:14.168138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:14.181900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Pushing event deleted for resources: {'Network': ['ID=82c4a87c-381b-4a1d-999d-44921006fcf6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:14.187382 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:14.190485 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] 10.222.0.46 "DELETE /v2.0/networks/82c4a87c-381b-4a1d-999d-44921006fcf6 HTTP/1.1" status: 204  len: 168 time: 1.8949122
Apr 30 05:14:14.574959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45568) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:14.758503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fcec3960-1131-4a98-8a4e-65b5e6deb132 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69b869f7a48741b79bf7bc36c9c54520&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1821778
Apr 30 05:14:14.761049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45604) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:14.829181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cca1bfd-78a0-4375-8cfb-624138778923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:14.858702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cca1bfd-78a0-4375-8cfb-624138778923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:14.927152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cca1bfd-78a0-4375-8cfb-624138778923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:14.932778 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-64ba4e4b-4477-4a6b-a14f-fffc8324f6f0 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:14.951420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0cca1bfd-78a0-4375-8cfb-624138778923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:14.952561 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0cca1bfd-78a0-4375-8cfb-624138778923 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3539cd06-7142-487b-aacb-942310808446 HTTP/1.1" status: 204  len: 168 time: 0.1905997
Apr 30 05:14:14.953642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca1bfd-78a0-4375-8cfb-624138778923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539cd06-7142-487b-aacb-942310808446,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:14.958082 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0cca1bfd-78a0-4375-8cfb-624138778923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:15.736791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45662) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:15.861561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2052685117'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:15.868181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:15.872692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:network and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:15.877644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:15.886015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:15.897869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:15.901775 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:15.918568 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:15.936885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:15.941695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:security_group_rule and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:15.945021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:15.951547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:16.054563 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.058105 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.061403 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88961a98-c67c-45d2-93ce-357f270dbd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:16.102125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:14:16.108458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e850f6b-ee28-4ac7-88c4-6dda39568c0c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:16.121731 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:16.129036 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.129506 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added segment 44437fa1-e22d-48fd-9ac9-3f96d7947ebb of type vlan for network 7eaf313b-ff63-40b4-a749-af470cd9bc9c
Apr 30 05:14:16.158930 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.199373 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.209283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:16.210598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.218464 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:16.335450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5962670
Apr 30 05:14:16.338897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45674) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:16.342870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Network': ['ID=7eaf313b-ff63-40b4-a749-af470cd9bc9c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:16.346152 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:16.348592 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1665771387'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:16.357633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:14:16.358226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:16.363602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:network and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:16.366984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:16.374991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:16.394936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:16.399070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.442303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:14:16.454373 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.454729 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added segment 100c3ea5-f33d-4822-aca2-9667d195f262 of type vlan for network a49e0352-84e3-4753-9fe8-b9d133ce742a
Apr 30 05:14:16.489176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.523202 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.529721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:16.530252 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:16.537089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:16.589144 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2486072
Apr 30 05:14:16.592436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45678) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:16.598744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'subnet': {'network_id': '7eaf313b-ff63-40b4-a749-af470cd9bc9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:16.652648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Network': ['ID=a49e0352-84e3-4753-9fe8-b9d133ce742a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:16.656075 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:16.665869 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network a49e0352-84e3-4753-9fe8-b9d133ce742a details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:14:16.721111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:16.726272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:subnet and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:16.729378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:16.735876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:16.746138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:16.749749 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:17.203281 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:17.207870 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-108752e4-d79d-4b57-8a55-74e0cdd0d2b8 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:17.293237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Subnet': ['ID=4229a288-306d-4368-b881-efb041783a01,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:17.296605 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:17.307482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Checking segment: {'id': '44437fa1-e22d-48fd-9ac9-3f96d7947ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7eaf313b-ff63-40b4-a749-af470cd9bc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:17.307857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network hostable DHCP agents. Network: 7eaf313b-ff63-40b4-a749-af470cd9bc9c, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:14:17.330195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:14:17.348437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 7eaf313b-ff63-40b4-a749-af470cd9bc9c) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:17.357075 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d585763-401b-4128-b70d-6a51240d5e18 None None] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:17.363161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:17.363914 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:17.390790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45686) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:17.391364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7972577
Apr 30 05:14:17.397365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'subnet': {'network_id': 'a49e0352-84e3-4753-9fe8-b9d133ce742a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:17.594984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-7eaf313b-ff63-40b4-a749-af470cd9bc9c', 'network_id': '7eaf313b-ff63-40b4-a749-af470cd9bc9c', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'fixed_ips': [{'subnet_id': '4229a288-306d-4368-b881-efb041783a01'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:14:17.595883 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:17.695229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:17.699371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:subnet and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:17.702477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:17.709416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:17.721807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:17.726048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:17.778178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Allocated IP 2001:db8::2 (7eaf313b-ff63-40b4-a749-af470cd9bc9c/4229a288-306d-4368-b881-efb041783a01/82bd489f-f8e9-4387-8b17-0484bb6a4b25) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:14:18.011823 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.022662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Transition to ACTIVE for port object 82bd489f-f8e9-4387-8b17-0484bb6a4b25 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:18.042584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Transition to ACTIVE for port object 82bd489f-f8e9-4387-8b17-0484bb6a4b25 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:18.049059 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.054736 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:18.130341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Pushing event updated for resources: {'Port': ['ID=82bd489f-f8e9-4387-8b17-0484bb6a4b25,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:18.133838 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:18.136199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:18.141599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:14:18.145186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.145535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.145881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.146224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.146567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.146906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.147222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.147598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.148100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.148268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.148637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.148892 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.153910 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:18.248831 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Attempting to bind port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:14:18.249212 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Attempting to bind port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '44437fa1-e22d-48fd-9ac9-3f96d7947ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7eaf313b-ff63-40b4-a749-af470cd9bc9c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:14:18.249594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Attempting to bind port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 on network 7eaf313b-ff63-40b4-a749-af470cd9bc9c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:14:18.256225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:14:18.256620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Checking segment: {'id': '44437fa1-e22d-48fd-9ac9-3f96d7947ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7eaf313b-ff63-40b4-a749-af470cd9bc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:18.256972 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.257390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Bound using segment: {'id': '44437fa1-e22d-48fd-9ac9-3f96d7947ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7eaf313b-ff63-40b4-a749-af470cd9bc9c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:14:18.257943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Bound port: 82bd489f-f8e9-4387-8b17-0484bb6a4b25, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44437fa1-e22d-48fd-9ac9-3f96d7947ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7eaf313b-ff63-40b4-a749-af470cd9bc9c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:14:18.258343 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.258460 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.262864 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5f41a549-e0b9-459b-9f42-c8a3faef3322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:18.350294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Subnet': ['ID=61fd0941-49c0-4273-b1c5-968baa0cefd0,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:18.362976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Checking segment: {'id': '100c3ea5-f33d-4822-aca2-9667d195f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a49e0352-84e3-4753-9fe8-b9d133ce742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:18.363358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network hostable DHCP agents. Network: a49e0352-84e3-4753-9fe8-b9d133ce742a, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:14:18.368426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.368807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.369184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.369698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.370075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.370439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.370797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.371157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.371550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.371909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.372263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.372616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:18.377300 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:18.390309 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] For port 82bd489f-f8e9-4387-8b17-0484bb6a4b25, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:14:18.395014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] For port 82bd489f-f8e9-4387-8b17-0484bb6a4b25, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=82bd489f-f8e9-4387-8b17-0484bb6a4b25,segment=NetworkSegment(44437fa1-e22d-48fd-9ac9-3f96d7947ebb),segment_id=44437fa1-e22d-48fd-9ac9-3f96d7947ebb)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:14:18.395728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network a49e0352-84e3-4753-9fe8-b9d133ce742a is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:14:18.404216 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.409875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, a49e0352-84e3-4753-9fe8-b9d133ce742a) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:18.418270 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:18.421032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:18.421826 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.462013 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-74695ad5-c607-416f-bf1f-a018ea896819 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0696914
Apr 30 05:14:18.464432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45696) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:18.471459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1359526003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:18.485952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:18.492976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:router and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:18.497494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:18.504942 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd638c-4869-4c93-903e-46d3598ae5e2 None None] Network a49e0352-84e3-4753-9fe8-b9d133ce742a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:18.510477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:18.526375 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.529005 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.553957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.558316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Pushing event updated for resources: {'Port': ['ID=82bd489f-f8e9-4387-8b17-0484bb6a4b25,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:18.580333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.606402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:18.610656 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ab64ea5b-d29d-4f25-986a-d3f171874506 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1422956
Apr 30 05:14:18.610853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45700) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:18.615607 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:18.828182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-a49e0352-84e3-4753-9fe8-b9d133ce742a', 'network_id': 'a49e0352-84e3-4753-9fe8-b9d133ce742a', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'fixed_ips': [{'subnet_id': '61fd0941-49c0-4273-b1c5-968baa0cefd0'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:14:18.829056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:19.130064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Allocated IP 2001:db8:1::2 (a49e0352-84e3-4753-9fe8-b9d133ce742a/61fd0941-49c0-4273-b1c5-968baa0cefd0/ee777c1d-b7b2-4ec5-9471-211d7cdab8d8) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:14:19.321764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:19.370717 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:19.381860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Transition to ACTIVE for port object ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:19.405244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Transition to ACTIVE for port object ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:19.412457 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:19.416410 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:19.484666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Network a49e0352-84e3-4753-9fe8-b9d133ce742a is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:19.488982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:19.493415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:14:19.721668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Pushing event updated for resources: {'Port': ['ID=ee777c1d-b7b2-4ec5-9471-211d7cdab8d8,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:19.774822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 82bd489f-f8e9-4387-8b17-0484bb6a4b25 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:14:19.809252 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:19.880603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Attempting to bind port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:14:19.881282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Attempting to bind port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '100c3ea5-f33d-4822-aca2-9667d195f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a49e0352-84e3-4753-9fe8-b9d133ce742a'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:14:19.881939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Attempting to bind port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 on network a49e0352-84e3-4753-9fe8-b9d133ce742a {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:14:19.898239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:14:19.898759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Checking segment: {'id': '100c3ea5-f33d-4822-aca2-9667d195f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a49e0352-84e3-4753-9fe8-b9d133ce742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:19.903548 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:19.904798 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Bound using segment: {'id': '100c3ea5-f33d-4822-aca2-9667d195f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a49e0352-84e3-4753-9fe8-b9d133ce742a'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:14:19.905874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Bound port: ee777c1d-b7b2-4ec5-9471-211d7cdab8d8, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100c3ea5-f33d-4822-aca2-9667d195f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'a49e0352-84e3-4753-9fe8-b9d133ce742a'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:14:19.906576 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:20.017627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:20.037586 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9273bcdc-d6e4-4bf0-bd4c-57e33ce05ab4 None None] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:20.075819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 2001:db8::1 (7eaf313b-ff63-40b4-a749-af470cd9bc9c/4229a288-306d-4368-b881-efb041783a01/032358f4-4115-4f06-86f2-0ae6f7a09137) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:14:20.128128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] For port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:14:20.132523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] For port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ee777c1d-b7b2-4ec5-9471-211d7cdab8d8,segment=NetworkSegment(100c3ea5-f33d-4822-aca2-9667d195f262),segment_id=100c3ea5-f33d-4822-aca2-9667d195f262)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:14:20.166856 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:20.180610 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4515ee52-8b04-4901-aaac-7ff9419353a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:20.305842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:20.306033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c831dc70-f587-4ce0-b7f1-90bde2085494 None None] Provisioning for port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:20.328285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Transition to ACTIVE for port object 032358f4-4115-4f06-86f2-0ae6f7a09137 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:20.329079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c831dc70-f587-4ce0-b7f1-90bde2085494 None None] Provisioning complete for port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:20.331434 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c831dc70-f587-4ce0-b7f1-90bde2085494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:20.363617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:20.369667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:20.441172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:20.444968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:20.446090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Pushing event updated for resources: {'Port': ['ID=ee777c1d-b7b2-4ec5-9471-211d7cdab8d8,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:20.449492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:14:20.450629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:20.462807 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:20.616203 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c831dc70-f587-4ce0-b7f1-90bde2085494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:20.676869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=032358f4-4115-4f06-86f2-0ae6f7a09137,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:20.688869 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:20.756675 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c831dc70-f587-4ce0-b7f1-90bde2085494 None None] For port 82bd489f-f8e9-4387-8b17-0484bb6a4b25, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=82bd489f-f8e9-4387-8b17-0484bb6a4b25,segment=NetworkSegment(44437fa1-e22d-48fd-9ac9-3f96d7947ebb),segment_id=44437fa1-e22d-48fd-9ac9-3f96d7947ebb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:20.763827 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c831dc70-f587-4ce0-b7f1-90bde2085494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:20.766380 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:20.878585 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:20.903054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831dc70-f587-4ce0-b7f1-90bde2085494 None None] Pushing event updated for resources: {'Port': ['ID=82bd489f-f8e9-4387-8b17-0484bb6a4b25,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:20.907351 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c831dc70-f587-4ce0-b7f1-90bde2085494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:21.322154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-da413074-df56-4742-8f89-2813bf6dbc45 None None] Provisioning for port 032358f4-4115-4f06-86f2-0ae6f7a09137 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:21.334134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-da413074-df56-4742-8f89-2813bf6dbc45 None None] Provisioning complete for port 032358f4-4115-4f06-86f2-0ae6f7a09137 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:21.334658 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-da413074-df56-4742-8f89-2813bf6dbc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:21.433051 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-da413074-df56-4742-8f89-2813bf6dbc45 None None] Port 032358f4-4115-4f06-86f2-0ae6f7a09137 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:21.462906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-da413074-df56-4742-8f89-2813bf6dbc45 None None] Provisioning complete for port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:21.463318 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-da413074-df56-4742-8f89-2813bf6dbc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:21.587867 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:21.598225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:21.600643 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:21.617223 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-59d8bc82-8319-4444-aafa-6c47f2794dd5 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:21.760478 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:14:21.875922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=032358f4-4115-4f06-86f2-0ae6f7a09137,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:21.880008 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:21.939191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:21.950819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 82bd489f-f8e9-4387-8b17-0484bb6a4b25 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:14:21.967076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:21.969499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:22.030416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9fb135b2-befc-4705-bf3e-f585bc49094a None None] Provisioning complete for port 032358f4-4115-4f06-86f2-0ae6f7a09137 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:22.031214 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9fb135b2-befc-4705-bf3e-f585bc49094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:22.071138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c16269-6131-4afb-9594-bed9eaa4fc0e None None] Network a49e0352-84e3-4753-9fe8-b9d133ce742a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:22.229966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9fb135b2-befc-4705-bf3e-f585bc49094a None None] Port 032358f4-4115-4f06-86f2-0ae6f7a09137 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:22.262814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:22.264454 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:22.264759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 01bc41fc-d516-4bdf-a961-dce01dcf507b is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:14:22.429630 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d317afc9-f601-4162-a853-a62752c958d6 None None] Provisioning for port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:22.464116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d317afc9-f601-4162-a853-a62752c958d6 None None] Provisioning complete for port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:22.464745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d317afc9-f601-4162-a853-a62752c958d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:22.747727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0206347-dda2-4268-9a4e-b5388108e86c req-efe93fb6-e6ed-4d06-9a2b-5cf787587851 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:22.750723 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e0206347-dda2-4268-9a4e-b5388108e86c req-efe93fb6-e6ed-4d06-9a2b-5cf787587851 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 950 time: 0.1396139
Apr 30 05:14:22.762878 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d317afc9-f601-4162-a853-a62752c958d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:22.818316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d317afc9-f601-4162-a853-a62752c958d6 None None] For port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ee777c1d-b7b2-4ec5-9471-211d7cdab8d8,segment=NetworkSegment(100c3ea5-f33d-4822-aca2-9667d195f262),segment_id=100c3ea5-f33d-4822-aca2-9667d195f262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:22.824125 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d317afc9-f601-4162-a853-a62752c958d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:22.826874 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5a7eed6c-92d3-4042-bce6-34ec6f0e5c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:22.843031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:14:22.860967 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ebfa3-e80f-4537-b53b-aa886ff4f4ae None None] Sync routers for ids ['01bc41fc-d516-4bdf-a961-dce01dcf507b'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:14:22.878571 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e0206347-dda2-4268-9a4e-b5388108e86c req-8708b462-7a80-4b15-859a-bffb6d73098a tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158416
Apr 30 05:14:22.903229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45726) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:22.904525 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ebfa3-e80f-4537-b53b-aa886ff4f4ae None None] Routers {'01bc41fc-d516-4bdf-a961-dce01dcf507b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:22.905631 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1f4ebfa3-e80f-4537-b53b-aa886ff4f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780193fd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01bc41fc-d516-4bdf-a961-dce01dcf507b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:22.905934 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/01bc41fc-d516-4bdf-a961-dce01dcf507b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2869129
Apr 30 05:14:23.000058 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1f4ebfa3-e80f-4537-b53b-aa886ff4f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780193fd0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:23.010951 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ebfa3-e80f-4537-b53b-aa886ff4f4ae None None] Routers {'01bc41fc-d516-4bdf-a961-dce01dcf507b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:23.011937 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1f4ebfa3-e80f-4537-b53b-aa886ff4f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780193fd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01bc41fc-d516-4bdf-a961-dce01dcf507b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:23.039762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a40227-cfd4-4e1a-9a1a-1c33d5cb9b87 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:23.041323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-61a40227-cfd4-4e1a-9a1a-1c33d5cb9b87 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports/032358f4-4115-4f06-86f2-0ae6f7a09137 HTTP/1.1" status: 200  len: 911 time: 0.1365218
Apr 30 05:14:23.044655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45732) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:23.059127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5ca8e23c-e6da-4988-b589-490ad1111f01 None None] Provisioning complete for port 032358f4-4115-4f06-86f2-0ae6f7a09137 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:23.059978 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e23c-e6da-4988-b589-490ad1111f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:23.111414 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317afc9-f601-4162-a853-a62752c958d6 None None] Pushing event updated for resources: {'Port': ['ID=ee777c1d-b7b2-4ec5-9471-211d7cdab8d8,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:23.115930 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d317afc9-f601-4162-a853-a62752c958d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:23.120016 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1f4ebfa3-e80f-4537-b53b-aa886ff4f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780193fd0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:23.120430 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ebfa3-e80f-4537-b53b-aa886ff4f4ae None None] The sync data for ids ['01bc41fc-d516-4bdf-a961-dce01dcf507b'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:14:23.152646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5ca8e23c-e6da-4988-b589-490ad1111f01 None None] Port 032358f4-4115-4f06-86f2-0ae6f7a09137 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:23.273804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3d99fb5e-a288-4c94-b4a2-0a7296f7fff3 None None] Provisioning complete for port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:23.274187 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3d99fb5e-a288-4c94-b4a2-0a7296f7fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:23.523419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:14:23.610674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:23.611132 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:24.150940 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabeb91-0e77-4641-8269-389ca14cbb71 req-9e6b85b1-d3db-4e0c-bf46-1e71f7f4c8f5 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:24.152472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fabeb91-0e77-4641-8269-389ca14cbb71 req-9e6b85b1-d3db-4e0c-bf46-1e71f7f4c8f5 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 950 time: 0.1299944
Apr 30 05:14:24.209616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fabeb91-0e77-4641-8269-389ca14cbb71 req-342b4498-0108-48e0-ba25-1c2a2118c878 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441530
Apr 30 05:14:24.312498 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:24.614444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19482690-d5dd-4b81-95e0-63b421c33674 req-ed5deead-1ee9-48f1-908f-cc060fbf2a67 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:24.615181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-19482690-d5dd-4b81-95e0-63b421c33674 req-ed5deead-1ee9-48f1-908f-cc060fbf2a67 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Synchronizing usage tracker for tenant:78efba4131394b818ef98efa9aeadc01 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:14:24.697510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-19482690-d5dd-4b81-95e0-63b421c33674 req-ed5deead-1ee9-48f1-908f-cc060fbf2a67 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Unset dirty status for tenant:78efba4131394b818ef98efa9aeadc01 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:14:24.698643 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-19482690-d5dd-4b81-95e0-63b421c33674 req-ed5deead-1ee9-48f1-908f-cc060fbf2a67 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.37 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 950 time: 0.5047774
Apr 30 05:14:25.025491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 2001:db8:1::1 (a49e0352-84e3-4753-9fe8-b9d133ce742a/61fd0941-49c0-4273-b1c5-968baa0cefd0/0cc569c8-0af9-41ff-8978-f72757f22034) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:14:25.046780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-19482690-d5dd-4b81-95e0-63b421c33674 req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Deleting port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:25.047106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-19482690-d5dd-4b81-95e0-63b421c33674 req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:25.472955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef288a-72f7-4420-9950-74289ce3938e req-6d3aad17-a61b-4db2-a099-4a6693f83193 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:25.475094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32ef288a-72f7-4420-9950-74289ce3938e req-6d3aad17-a61b-4db2-a099-4a6693f83193 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 950 time: 0.1318207
Apr 30 05:14:25.547854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32ef288a-72f7-4420-9950-74289ce3938e req-0d036083-9373-49b9-b729-08b5df0e2f84 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/security-groups?id=58c614dc-5e1a-412e-b753-388e952e2966&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571206
Apr 30 05:14:25.645167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-19482690-d5dd-4b81-95e0-63b421c33674 req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] For port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:25.646140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-19482690-d5dd-4b81-95e0-63b421c33674 req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:25.667534 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:25.820825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-19482690-d5dd-4b81-95e0-63b421c33674 req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Calling delete_port for f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:25.838764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Transition to ACTIVE for port object 0cc569c8-0af9-41ff-8978-f72757f22034 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:25.907808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:25.917162 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:26.058327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network a49e0352-84e3-4753-9fe8-b9d133ce742a is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:26.065484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:26.072199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:14:26.072442 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:26.083833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=0cc569c8-0af9-41ff-8978-f72757f22034,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:26.106310 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:26.131011 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-19482690-d5dd-4b81-95e0-63b421c33674 req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:26.144502 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-90ac6ed2-0e0f-4def-b10a-6ce168f09e44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:26.144747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:14:26.215796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Pushing event deleted for resources: {'Port': ['ID=f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:26.218349 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:26.342332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-19482690-d5dd-4b81-95e0-63b421c33674 req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] No DVR routers for this DVR port f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:26.346032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-19482690-d5dd-4b81-95e0-63b421c33674 req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:26.349651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178e76d4-3b6e-467c-9bd1-c321ea545cac', 'name': 'network-vif-deleted', 'tag': 'f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:14:26.414743 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-19482690-d5dd-4b81-95e0-63b421c33674 req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.37 "DELETE /v2.0/ports/f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 HTTP/1.1" status: 204  len: 173 time: 1.7087700
Apr 30 05:14:26.416465 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178e76d4-3b6e-467c-9bd1-c321ea545cac', 'name': 'network-vif-deleted', 'tag': 'f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5', 'status': 'completed', 'code': 200}
Apr 30 05:14:26.461549 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:26.469227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0e91f674-947e-4fdd-b010-1ed6efea9fcb None None] Provisioning for port 0cc569c8-0af9-41ff-8978-f72757f22034 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:26.477466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0e91f674-947e-4fdd-b010-1ed6efea9fcb None None] Provisioning complete for port 0cc569c8-0af9-41ff-8978-f72757f22034 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:26.478058 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0e91f674-947e-4fdd-b010-1ed6efea9fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:26.546802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0e91f674-947e-4fdd-b010-1ed6efea9fcb None None] Port 0cc569c8-0af9-41ff-8978-f72757f22034 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:26.817690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9daf0e80-54b5-41e3-9487-3978861fe321 req-6882553f-3e07-4ab9-9e3d-ee0cf6b42e7a tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] 10.222.0.46 "GET /v2.0/ports?device_id=178e76d4-3b6e-467c-9bd1-c321ea545cac HTTP/1.1" status: 200  len: 210 time: 0.0474102
Apr 30 05:14:26.977239 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:26.986156 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:26.987948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:26.999441 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:27.186752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=0cc569c8-0af9-41ff-8978-f72757f22034,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:27.207816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:27.261924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network a49e0352-84e3-4753-9fe8-b9d133ce742a is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:27.263057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:27.388358 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:27.480791 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:27.578951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4e0392cf-e2ee-4595-870a-4cab9fd6670d None None] Provisioning complete for port 0cc569c8-0af9-41ff-8978-f72757f22034 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:27.579237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4e0392cf-e2ee-4595-870a-4cab9fd6670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:27.640497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4e0392cf-e2ee-4595-870a-4cab9fd6670d None None] Port 0cc569c8-0af9-41ff-8978-f72757f22034 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:27.647484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 01bc41fc-d516-4bdf-a961-dce01dcf507b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:14:27.825952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:14:27.831700 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/01bc41fc-d516-4bdf-a961-dce01dcf507b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7844825
Apr 30 05:14:27.834234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45756) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:27.837615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cef190-6488-4334-8b27-b6774baee07a None None] Sync routers for ids ['01bc41fc-d516-4bdf-a961-dce01dcf507b'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:14:27.848673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cef190-6488-4334-8b27-b6774baee07a None None] Routers {'01bc41fc-d516-4bdf-a961-dce01dcf507b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:27.849401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-44cef190-6488-4334-8b27-b6774baee07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b27afa0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01bc41fc-d516-4bdf-a961-dce01dcf507b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:27.914103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36128b6-f198-4b43-9b83-cbeb4794fb06 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:27.914717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e36128b6-f198-4b43-9b83-cbeb4794fb06 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:14:27.916528 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-44cef190-6488-4334-8b27-b6774baee07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b27afa0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:27.928501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cef190-6488-4334-8b27-b6774baee07a None None] Routers {'01bc41fc-d516-4bdf-a961-dce01dcf507b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:27.929202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-44cef190-6488-4334-8b27-b6774baee07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b27afa0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01bc41fc-d516-4bdf-a961-dce01dcf507b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:27.936018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e36128b6-f198-4b43-9b83-cbeb4794fb06 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:14:27.938505 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e36128b6-f198-4b43-9b83-cbeb4794fb06 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports/0cc569c8-0af9-41ff-8978-f72757f22034 HTTP/1.1" status: 200  len: 913 time: 0.1029935
Apr 30 05:14:27.941650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45764) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:28.004775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-44cef190-6488-4334-8b27-b6774baee07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b27afa0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:28.005468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cef190-6488-4334-8b27-b6774baee07a None None] The sync data for ids ['01bc41fc-d516-4bdf-a961-dce01dcf507b'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:14:28.058623 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:14:28.548887 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:29.001445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port 0cc569c8-0af9-41ff-8978-f72757f22034 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:29.001760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:29.327515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:29.402181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:14:29.444668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:14:29.445450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f99bc0e9-0dc2-4bd6-b764-1bf6deca8be5 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:14:29.465322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for 0cc569c8-0af9-41ff-8978-f72757f22034 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:29.621744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:29.625626 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4038d06-060e-4cba-9db1-b6efce1104c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:29.675161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=0cc569c8-0af9-41ff-8978-f72757f22034,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:29.678364 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:29.910955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:30.250994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 01bc41fc-d516-4bdf-a961-dce01dcf507b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:14:30.448041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:14:30.468614 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d2a30-3fdf-4f8b-9c30-f9b90278cb86 None None] Sync routers for ids ['01bc41fc-d516-4bdf-a961-dce01dcf507b'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:14:30.481798 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d2a30-3fdf-4f8b-9c30-f9b90278cb86 None None] Routers {'01bc41fc-d516-4bdf-a961-dce01dcf507b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:30.482671 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a00d2a30-3fdf-4f8b-9c30-f9b90278cb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01bc41fc-d516-4bdf-a961-dce01dcf507b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:30.488324 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/01bc41fc-d516-4bdf-a961-dce01dcf507b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5447190
Apr 30 05:14:30.491403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45804) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:30.577698 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a00d2a30-3fdf-4f8b-9c30-f9b90278cb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2400>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:30.595884 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00d2a30-3fdf-4f8b-9c30-f9b90278cb86 None None] Routers {'01bc41fc-d516-4bdf-a961-dce01dcf507b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:30.598163 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a00d2a30-3fdf-4f8b-9c30-f9b90278cb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01bc41fc-d516-4bdf-a961-dce01dcf507b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:30.682537 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a00d2a30-3fdf-4f8b-9c30-f9b90278cb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfc2400>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:30.682936 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00d2a30-3fdf-4f8b-9c30-f9b90278cb86 None None] The sync data for ids ['01bc41fc-d516-4bdf-a961-dce01dcf507b'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:14:30.706244 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8667-f56b-477c-9b84-36cb01d803ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:31.363452 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:31.823607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port 032358f4-4115-4f06-86f2-0ae6f7a09137 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:31.824312 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:31.966128 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:32.105142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for 032358f4-4115-4f06-86f2-0ae6f7a09137 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:32.309710 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:32.314267 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4e9d3f8d-853d-4922-9e80-54b4e5778077 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:32.370805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=032358f4-4115-4f06-86f2-0ae6f7a09137,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:32.416172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.416642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.416953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.417329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.417708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.418085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.418454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.418825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.419215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.419587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.419958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.420323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:14:32.429385 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:32.580558 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:33.052091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 01bc41fc-d516-4bdf-a961-dce01dcf507b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:14:33.209822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:14:33.220985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5e93d-d01c-444c-b8d8-b2cd1e3e76f2 None None] Sync routers for ids ['01bc41fc-d516-4bdf-a961-dce01dcf507b'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:14:33.233112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45870) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:33.233691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/01bc41fc-d516-4bdf-a961-dce01dcf507b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7408500
Apr 30 05:14:33.236280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5e93d-d01c-444c-b8d8-b2cd1e3e76f2 None None] Routers {'01bc41fc-d516-4bdf-a961-dce01dcf507b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:33.237636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-40d5e93d-d01c-444c-b8d8-b2cd1e3e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7846e8ac0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01bc41fc-d516-4bdf-a961-dce01dcf507b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:33.292228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d961644d-059e-4fc4-b646-eeb122d6ae10 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:14:33.315858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-40d5e93d-d01c-444c-b8d8-b2cd1e3e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7846e8ac0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:33.319238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d961644d-059e-4fc4-b646-eeb122d6ae10 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:14:33.320740 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d961644d-059e-4fc4-b646-eeb122d6ae10 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=01bc41fc-d516-4bdf-a961-dce01dcf507b HTTP/1.1" status: 200  len: 205 time: 0.0858040
Apr 30 05:14:33.323165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45874) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:33.330360 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5e93d-d01c-444c-b8d8-b2cd1e3e76f2 None None] Routers {'01bc41fc-d516-4bdf-a961-dce01dcf507b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:33.331136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-40d5e93d-d01c-444c-b8d8-b2cd1e3e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7846e8ac0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['01bc41fc-d516-4bdf-a961-dce01dcf507b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:33.405753 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-40d5e93d-d01c-444c-b8d8-b2cd1e3e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7846e8ac0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:33.406265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5e93d-d01c-444c-b8d8-b2cd1e3e76f2 None None] The sync data for ids ['01bc41fc-d516-4bdf-a961-dce01dcf507b'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:14:33.418816 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:33.624494 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-30e6cc60-1d0c-440a-b384-1f935bb47648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:33.678245 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebebe-1668-497e-9eff-2c02c62b99cb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.044452 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebebe-1668-497e-9eff-2c02c62b99cb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.047610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebebe-1668-497e-9eff-2c02c62b99cb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.074420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebebe-1668-497e-9eff-2c02c62b99cb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.074930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5ebebe-1668-497e-9eff-2c02c62b99cb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Fanout notify agent at l3_agent the message router_deleted on router 01bc41fc-d516-4bdf-a961-dce01dcf507b {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:14:34.087752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ab5ebebe-1668-497e-9eff-2c02c62b99cb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.088803 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ab5ebebe-1668-497e-9eff-2c02c62b99cb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/01bc41fc-d516-4bdf-a961-dce01dcf507b HTTP/1.1" status: 204  len: 168 time: 0.7641501
Apr 30 05:14:34.091998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45880) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:34.170357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting subnet 61fd0941-49c0-4273-b1c5-968baa0cefd0 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:14:34.174596 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.234876 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.336438 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.646478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.656312 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e877c6db-6096-46ab-9cc0-9c000ca1cfc8 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:34.698519 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.701334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Subnet': ['ID=61fd0941-49c0-4273-b1c5-968baa0cefd0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:34.704516 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:34.707414 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/61fd0941-49c0-4273-b1c5-968baa0cefd0 HTTP/1.1" status: 204  len: 168 time: 0.6147394
Apr 30 05:14:34.707847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3edd03f-2340-49af-971e-70fc4e8b1bcf None None] Network a49e0352-84e3-4753-9fe8-b9d133ce742a requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:34.710173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45886) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:34.788341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting subnet 4229a288-306d-4368-b881-efb041783a01 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:14:34.792482 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.861124 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.907964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:34.974040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:35.031195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] DHCP port deletion for a49e0352-84e3-4753-9fe8-b9d133ce742a request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:14:35.126953 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] Deleting port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:35.127774 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:35.265422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] For port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ee777c1d-b7b2-4ec5-9471-211d7cdab8d8,segment=NetworkSegment(100c3ea5-f33d-4822-aca2-9667d195f262),segment_id=100c3ea5-f33d-4822-aca2-9667d195f262)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:35.265748 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:35.337638 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:35.341737 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-022628dd-2303-4aa4-912a-878dbd380ced tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:35.380949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Subnet': ['ID=4229a288-306d-4368-b881-efb041783a01,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:35.384938 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:35.387673 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:35.394545 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/4229a288-306d-4368-b881-efb041783a01 HTTP/1.1" status: 204  len: 168 time: 0.6829956
Apr 30 05:14:35.398730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45892) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:35.502446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3632aa1b-14f8-4477-a3fc-0aef232cd5dc None None] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:35.540536 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] Calling delete_port for ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:35.557942 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:35.594487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:14:35.685714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:35.686679 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:35.812176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ee777c1d-b7b2-4ec5-9471-211d7cdab8d8,segment=NetworkSegment(100c3ea5-f33d-4822-aca2-9667d195f262),segment_id=100c3ea5-f33d-4822-aca2-9667d195f262)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:35.813033 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.015690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:36.019491 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.027973 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3aff152c-0d50-4b05-ad90-69c00a477498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:36.069366 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.074592 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a3d20de-9032-4569-ab01-b9d301c99a7b tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:36.083216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] Pushing event deleted for resources: {'Port': ['ID=ee777c1d-b7b2-4ec5-9471-211d7cdab8d8,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:36.089243 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.100392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] No DVR routers for this DVR port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:36.102194 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:36.152337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No DVR routers for this DVR port ee777c1d-b7b2-4ec5-9471-211d7cdab8d8 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:36.212031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=ee777c1d-b7b2-4ec5-9471-211d7cdab8d8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:36.216271 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:36.221932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] DHCP port deletion for 7eaf313b-ff63-40b4-a749-af470cd9bc9c request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:14:36.302308 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.328130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] Deleting port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:36.328457 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.332656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.455061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] For port 82bd489f-f8e9-4387-8b17-0484bb6a4b25, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=82bd489f-f8e9-4387-8b17-0484bb6a4b25,segment=NetworkSegment(44437fa1-e22d-48fd-9ac9-3f96d7947ebb),segment_id=44437fa1-e22d-48fd-9ac9-3f96d7947ebb)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:36.455650 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.596718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] Calling delete_port for 82bd489f-f8e9-4387-8b17-0484bb6a4b25 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:36.661428 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7845b6e80>,) {'filters': {'network_id': ['a49e0352-84e3-4753-9fe8-b9d133ce742a']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:36.671929 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.678183 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:36.678706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7845b6e80>, '100c3ea5-f33d-4822-aca2-9667d195f262') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:36.679490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7845b6e80>, '100c3ea5-f33d-4822-aca2-9667d195f262') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:36.693989 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.715527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:36.723821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:14:36.734959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] Pushing event deleted for resources: {'Port': ['ID=82bd489f-f8e9-4387-8b17-0484bb6a4b25,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:36.739754 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:36.742363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] No DVR routers for this DVR port 82bd489f-f8e9-4387-8b17-0484bb6a4b25 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:36.932916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network a49e0352-84e3-4753-9fe8-b9d133ce742a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:36.943919 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:37.143797 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network a49e0352-84e3-4753-9fe8-b9d133ce742a has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:14:37.169223 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:14:37.270357 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:37.274097 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2c47ab31-56f3-4924-a05c-e400f06cd26f tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:37.290263 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:37.302407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Network': ['ID=a49e0352-84e3-4753-9fe8-b9d133ce742a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:37.307097 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:37.319284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/networks/a49e0352-84e3-4753-9fe8-b9d133ce742a HTTP/1.1" status: 204  len: 168 time: 1.9168997
Apr 30 05:14:37.319736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45906) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:37.476468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:37.534312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 82bd489f-f8e9-4387-8b17-0484bb6a4b25 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:14:37.594194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 82bd489f-f8e9-4387-8b17-0484bb6a4b25 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:14:37.594735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 82bd489f-f8e9-4387-8b17-0484bb6a4b25 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:14:37.649598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:37.783699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779ee48b0>,) {'filters': {'network_id': ['7eaf313b-ff63-40b4-a749-af470cd9bc9c']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:37.796115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779ee48b0>, '44437fa1-e22d-48fd-9ac9-3f96d7947ebb') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:37.796429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779ee48b0>, '44437fa1-e22d-48fd-9ac9-3f96d7947ebb') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:37.809760 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:37.828751 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:37.837129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:14:38.037162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:38.045888 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:38.227231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 7eaf313b-ff63-40b4-a749-af470cd9bc9c has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:14:38.254623 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:14:38.337547 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:38.342684 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:38.348167 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:38.370910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Network': ['ID=7eaf313b-ff63-40b4-a749-af470cd9bc9c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:38.378677 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:38.380172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/networks/7eaf313b-ff63-40b4-a749-af470cd9bc9c HTTP/1.1" status: 204  len: 168 time: 1.0589721
Apr 30 05:14:38.384534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45916) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:38.391092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1146894070'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:38.400426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:38.408182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:network and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:38.412096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:38.418615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:38.434064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:38.437669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:38.472360 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:14:38.483265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:38.483641 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added segment f88f5939-ce26-4680-a0a6-5ea04b4405dd of type vlan for network c1e440a8-35fc-43be-844d-c377727f92a9
Apr 30 05:14:38.512787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:38.544649 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:38.550840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:38.552011 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:38.557955 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-03a061db-c232-40a2-a5b7-7b3ba169c512 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:38.612227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45920) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:38.612413 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2262967
Apr 30 05:14:38.618459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'subnet': {'network_id': 'c1e440a8-35fc-43be-844d-c377727f92a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:38.677480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Network': ['ID=c1e440a8-35fc-43be-844d-c377727f92a9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:38.680318 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-019bf738-4fec-428f-8a1d-8b79b2436d0a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:38.687963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c1e440a8-35fc-43be-844d-c377727f92a9 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:14:38.749430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:38.759400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:subnet and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:38.762932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:38.770028 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:38.782395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:38.787194 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.402866 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.407407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9c816a6d-73f7-41bf-86f3-8855d3444573 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:39.488422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Subnet': ['ID=52d1802e-864f-4939-bf3f-3dfce1670bb0,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:39.491132 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:39.498767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Checking segment: {'id': 'f88f5939-ce26-4680-a0a6-5ea04b4405dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1e440a8-35fc-43be-844d-c377727f92a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:39.499115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network hostable DHCP agents. Network: c1e440a8-35fc-43be-844d-c377727f92a9, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:14:39.518116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network c1e440a8-35fc-43be-844d-c377727f92a9 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:14:39.530170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c1e440a8-35fc-43be-844d-c377727f92a9) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:39.541648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:39.542206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971df873-a78d-4aa6-8afd-00416eda0676 None None] Network c1e440a8-35fc-43be-844d-c377727f92a9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:39.542325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.571891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9581845
Apr 30 05:14:39.574450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45928) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:39.580503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-650654213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:39.588462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:39.595175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:router and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:39.599949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:39.607533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:39.622645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.623799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.641127 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.662075 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.688690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.690133 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a3447525-f43c-4a26-a2a9-e53700c26cc1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1142106
Apr 30 05:14:39.692794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45932) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:39.699576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'port': {'network_id': 'c1e440a8-35fc-43be-844d-c377727f92a9', 'name': 'tempest-RoutersIpV6Test-423199734'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:39.795692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c1e440a8-35fc-43be-844d-c377727f92a9', 'network_id': 'c1e440a8-35fc-43be-844d-c377727f92a9', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'fixed_ips': [{'subnet_id': '52d1802e-864f-4939-bf3f-3dfce1670bb0'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:14:39.796562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.858789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:39.870828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:port and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:39.875784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:39.887102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:39.904930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:39.910376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:39.941817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] device_id is not set on port e14d2fc9-f1f4-4617-9ae3-6b997875da4a yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:14:39.983197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Allocated IP 2001:db8::2 (c1e440a8-35fc-43be-844d-c377727f92a9/52d1802e-864f-4939-bf3f-3dfce1670bb0/3883809a-5de0-4ec7-8703-4d85a6fb0614) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:14:40.296141 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:40.309370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Transition to ACTIVE for port object 3883809a-5de0-4ec7-8703-4d85a6fb0614 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:40.332646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Transition to ACTIVE for port object 3883809a-5de0-4ec7-8703-4d85a6fb0614 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:40.338963 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:40.344422 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:40.416894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Network c1e440a8-35fc-43be-844d-c377727f92a9 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:40.426972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:40.429047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Pushing event updated for resources: {'Port': ['ID=3883809a-5de0-4ec7-8703-4d85a6fb0614,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:40.431429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:14:40.437542 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:40.447521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 2001:db8::366 (c1e440a8-35fc-43be-844d-c377727f92a9/52d1802e-864f-4939-bf3f-3dfce1670bb0/e14d2fc9-f1f4-4617-9ae3-6b997875da4a) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:14:40.544771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Attempting to bind port 3883809a-5de0-4ec7-8703-4d85a6fb0614 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:14:40.545205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Attempting to bind port 3883809a-5de0-4ec7-8703-4d85a6fb0614 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f88f5939-ce26-4680-a0a6-5ea04b4405dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1e440a8-35fc-43be-844d-c377727f92a9'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:14:40.545597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Attempting to bind port 3883809a-5de0-4ec7-8703-4d85a6fb0614 on network c1e440a8-35fc-43be-844d-c377727f92a9 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:14:40.553399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:14:40.553711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Checking segment: {'id': 'f88f5939-ce26-4680-a0a6-5ea04b4405dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1e440a8-35fc-43be-844d-c377727f92a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:40.554142 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:40.554672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Bound using segment: {'id': 'f88f5939-ce26-4680-a0a6-5ea04b4405dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1e440a8-35fc-43be-844d-c377727f92a9'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:14:40.555164 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Bound port: 3883809a-5de0-4ec7-8703-4d85a6fb0614, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88f5939-ce26-4680-a0a6-5ea04b4405dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1e440a8-35fc-43be-844d-c377727f92a9'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:14:40.555588 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:40.676018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] For port 3883809a-5de0-4ec7-8703-4d85a6fb0614, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:14:40.680276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] For port 3883809a-5de0-4ec7-8703-4d85a6fb0614, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3883809a-5de0-4ec7-8703-4d85a6fb0614,segment=NetworkSegment(f88f5939-ce26-4680-a0a6-5ea04b4405dd),segment_id=f88f5939-ce26-4680-a0a6-5ea04b4405dd)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:14:40.690140 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:40.700989 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:40.751587 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:40.769761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Transition to ACTIVE for port object e14d2fc9-f1f4-4617-9ae3-6b997875da4a will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:40.785672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Pushing event updated for resources: {'Port': ['ID=3883809a-5de0-4ec7-8703-4d85a6fb0614,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:40.789120 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:40.797387 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:40.806888 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:40.888129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network c1e440a8-35fc-43be-844d-c377727f92a9 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:40.891901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:40.896561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:14:40.902073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:40.902707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:40.912209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=e14d2fc9-f1f4-4617-9ae3-6b997875da4a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:40.919589 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:40.937223 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.2433610
Apr 30 05:14:40.941233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45940) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:41.595777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3883809a-5de0-4ec7-8703-4d85a6fb0614 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:14:41.692891 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 3883809a-5de0-4ec7-8703-4d85a6fb0614 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:41.703347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:41.976241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd845e26-7426-4894-8fa6-bc78b9431bce None None] Network c1e440a8-35fc-43be-844d-c377727f92a9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:42.093990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5010fe42-d0f7-41c4-9c30-40141279c33c None None] Provisioning for port 3883809a-5de0-4ec7-8703-4d85a6fb0614 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:42.109173 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5010fe42-d0f7-41c4-9c30-40141279c33c None None] Provisioning complete for port 3883809a-5de0-4ec7-8703-4d85a6fb0614 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:42.109486 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5010fe42-d0f7-41c4-9c30-40141279c33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:42.176297 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:42.182078 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:42.196390 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-abb2f146-0103-4daa-9d52-5476dbaf3aee tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:42.366169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=e14d2fc9-f1f4-4617-9ae3-6b997875da4a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:42.380693 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:42.402918 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5010fe42-d0f7-41c4-9c30-40141279c33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:42.459985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5010fe42-d0f7-41c4-9c30-40141279c33c None None] For port 3883809a-5de0-4ec7-8703-4d85a6fb0614, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3883809a-5de0-4ec7-8703-4d85a6fb0614,segment=NetworkSegment(f88f5939-ce26-4680-a0a6-5ea04b4405dd),segment_id=f88f5939-ce26-4680-a0a6-5ea04b4405dd)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:42.465994 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5010fe42-d0f7-41c4-9c30-40141279c33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:42.471727 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2f357a2b-785a-4264-a9e5-4781185de460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:42.573532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010fe42-d0f7-41c4-9c30-40141279c33c None None] Pushing event updated for resources: {'Port': ['ID=3883809a-5de0-4ec7-8703-4d85a6fb0614,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:42.580200 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5010fe42-d0f7-41c4-9c30-40141279c33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:42.694260 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aa1e3e97-44e1-4f4f-8510-8acfd82ccd50 None None] Provisioning complete for port 3883809a-5de0-4ec7-8703-4d85a6fb0614 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:42.694967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3e97-44e1-4f4f-8510-8acfd82ccd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:42.762269 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:42.917622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aa1e3e97-44e1-4f4f-8510-8acfd82ccd50 None None] Provisioning for port e14d2fc9-f1f4-4617-9ae3-6b997875da4a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:42.925912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aa1e3e97-44e1-4f4f-8510-8acfd82ccd50 None None] Provisioning complete for port e14d2fc9-f1f4-4617-9ae3-6b997875da4a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:42.926372 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa1e3e97-44e1-4f4f-8510-8acfd82ccd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:43.067626 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e3e97-44e1-4f4f-8510-8acfd82ccd50 None None] Port e14d2fc9-f1f4-4617-9ae3-6b997875da4a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:43.182731 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:43.199445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-75c3ee2f-1220-46c6-900f-974b0f360ef3 None None] Provisioning complete for port e14d2fc9-f1f4-4617-9ae3-6b997875da4a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:43.199830 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-75c3ee2f-1220-46c6-900f-974b0f360ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:43.275420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-75c3ee2f-1220-46c6-900f-974b0f360ef3 None None] Port e14d2fc9-f1f4-4617-9ae3-6b997875da4a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:43.404114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f5a40bed-f46e-4b7a-a7d4-7671ca51d46a None None] Provisioning complete for port e14d2fc9-f1f4-4617-9ae3-6b997875da4a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:43.404513 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f5a40bed-f46e-4b7a-a7d4-7671ca51d46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:43.497288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f5a40bed-f46e-4b7a-a7d4-7671ca51d46a None None] Port e14d2fc9-f1f4-4617-9ae3-6b997875da4a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:43.607692 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3883809a-5de0-4ec7-8703-4d85a6fb0614 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:14:43.687316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3883809a-5de0-4ec7-8703-4d85a6fb0614 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:43.687617 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:43.721550 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:43.726325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:43.728545 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:43.733725 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-67ea46e0-89ee-45f1-95fc-37dae3829f7d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:43.908535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=e14d2fc9-f1f4-4617-9ae3-6b997875da4a,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:43.921984 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:43.974152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network c1e440a8-35fc-43be-844d-c377727f92a9 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:43.975744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:44.212818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 9d277842-1f52-425b-a379-3faa5f6176f5 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:14:44.326818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-83554197-8251-4373-9b0c-585955118975 None None] Provisioning complete for port e14d2fc9-f1f4-4617-9ae3-6b997875da4a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:44.327699 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-83554197-8251-4373-9b0c-585955118975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:44.392539 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-83554197-8251-4373-9b0c-585955118975 None None] Port e14d2fc9-f1f4-4617-9ae3-6b997875da4a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:44.399464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:14:44.407796 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/9d277842-1f52-425b-a379-3faa5f6176f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4613018
Apr 30 05:14:44.407796 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 45972) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:44.410582 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d09e2e-0478-4064-ae5d-2b5797b2511c None None] Sync routers for ids ['9d277842-1f52-425b-a379-3faa5f6176f5'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:14:44.421243 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d09e2e-0478-4064-ae5d-2b5797b2511c None None] Routers {'9d277842-1f52-425b-a379-3faa5f6176f5'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:44.422009 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-07d09e2e-0478-4064-ae5d-2b5797b2511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033fb50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9d277842-1f52-425b-a379-3faa5f6176f5'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:44.492011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce5dad-2c46-411d-950a-eb2ca75c99a6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:44.492560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-84ce5dad-2c46-411d-950a-eb2ca75c99a6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:14:44.496790 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-07d09e2e-0478-4064-ae5d-2b5797b2511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033fb50>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:44.508746 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d09e2e-0478-4064-ae5d-2b5797b2511c None None] Routers {'9d277842-1f52-425b-a379-3faa5f6176f5'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:44.509847 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-07d09e2e-0478-4064-ae5d-2b5797b2511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033fb50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9d277842-1f52-425b-a379-3faa5f6176f5'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:44.510473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-84ce5dad-2c46-411d-950a-eb2ca75c99a6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:14:44.514683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 45976) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:44.515201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-84ce5dad-2c46-411d-950a-eb2ca75c99a6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports/e14d2fc9-f1f4-4617-9ae3-6b997875da4a HTTP/1.1" status: 200  len: 983 time: 0.1069465
Apr 30 05:14:44.582885 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-07d09e2e-0478-4064-ae5d-2b5797b2511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033fb50>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:44.583448 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d09e2e-0478-4064-ae5d-2b5797b2511c None None] The sync data for ids ['9d277842-1f52-425b-a379-3faa5f6176f5'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:14:45.270967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:45.653964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port e14d2fc9-f1f4-4617-9ae3-6b997875da4a {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:45.654699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:45.820399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:45.964920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for e14d2fc9-f1f4-4617-9ae3-6b997875da4a owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:46.129318 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:46.137696 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-48c9164c-95b9-4a09-bbf8-adc1450d0bc9 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:46.182785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=e14d2fc9-f1f4-4617-9ae3-6b997875da4a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:46.186572 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:46.384815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-dcee8af7-bfd5-4dca-9aa8-39b94e261480 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2697511
Apr 30 05:14:46.438198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:46.568419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-03d5590b-9b5a-429e-a595-e29065ad19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:46.570231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-03d5590b-9b5a-429e-a595-e29065ad19f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 1099 time: 0.0945408
Apr 30 05:14:46.762886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-3363b691-0cbf-4270-9031-8a8d33030132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:46.764335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-3363b691-0cbf-4270-9031-8a8d33030132 service neutron] 10.222.0.50 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.1725771
Apr 30 05:14:46.991578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-a147fd97-e247-4ecb-a77d-3415fd5e9f67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 200  len: 1001 time: 0.2185466
Apr 30 05:14:47.001180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 9d277842-1f52-425b-a379-3faa5f6176f5 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:14:47.072334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-3ed5f80e-579c-4f1b-8505-e45b9836d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:47.073914 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-3ed5f80e-579c-4f1b-8505-e45b9836d3b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.0759892
Apr 30 05:14:47.175459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-50499ebe-6a99-4ff2-92c6-47833fe9246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:47.177976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-50499ebe-6a99-4ff2-92c6-47833fe9246f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0969179
Apr 30 05:14:47.181309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:14:47.196176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-900d9891-f8e5-4a4c-adb3-10832fe6a524 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:14:47.197313 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-900d9891-f8e5-4a4c-adb3-10832fe6a524 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0129609
Apr 30 05:14:47.197498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67aa782-f78d-4c17-9459-7503402271d8 None None] Sync routers for ids ['9d277842-1f52-425b-a379-3faa5f6176f5'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:14:47.211831 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67aa782-f78d-4c17-9459-7503402271d8 None None] Routers {'9d277842-1f52-425b-a379-3faa5f6176f5'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:47.212769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e67aa782-f78d-4c17-9459-7503402271d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be73f70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9d277842-1f52-425b-a379-3faa5f6176f5'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:47.217390 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/9d277842-1f52-425b-a379-3faa5f6176f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7007706
Apr 30 05:14:47.224682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46010) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:47.376205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e67aa782-f78d-4c17-9459-7503402271d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be73f70>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:47.404495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67aa782-f78d-4c17-9459-7503402271d8 None None] Routers {'9d277842-1f52-425b-a379-3faa5f6176f5'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:47.405877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e67aa782-f78d-4c17-9459-7503402271d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be73f70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9d277842-1f52-425b-a379-3faa5f6176f5'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:47.421109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-7e98686c-31be-4501-80d6-6860ff53fb25 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165496
Apr 30 05:14:47.539463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e67aa782-f78d-4c17-9459-7503402271d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be73f70>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:47.542172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67aa782-f78d-4c17-9459-7503402271d8 None None] The sync data for ids ['9d277842-1f52-425b-a379-3faa5f6176f5'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:14:47.728401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25878572-77e3-4379-97df-f1159d9a1fc2 req-9126a992-f1b8-421e-bf2a-cedbf1f71dd4 service neutron] 10.222.0.50 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2985611
Apr 30 05:14:47.804185 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-0f4318ae-1aa9-4a7e-8bd0-3a28595e679d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] remove_router_interface failed (client error): The resource could not be found.
Apr 30 05:14:47.805239 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0f4318ae-1aa9-4a7e-8bd0-3a28595e679d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/9d277842-1f52-425b-a379-3faa5f6176f5/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5762291
Apr 30 05:14:47.808211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46022) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:47.873349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5e7e6050-ffa1-49a0-86e4-659c0d07e134 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:14:47.898105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5e7e6050-ffa1-49a0-86e4-659c0d07e134 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:14:47.902192 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5e7e6050-ffa1-49a0-86e4-659c0d07e134 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d277842-1f52-425b-a379-3faa5f6176f5 HTTP/1.1" status: 200  len: 205 time: 0.0903120
Apr 30 05:14:47.902761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46028) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:48.066559 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf28a07-abd9-41e7-82fa-5efce1f58cde tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.382384 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf28a07-abd9-41e7-82fa-5efce1f58cde tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.384497 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf28a07-abd9-41e7-82fa-5efce1f58cde tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.406674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf28a07-abd9-41e7-82fa-5efce1f58cde tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.407156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf28a07-abd9-41e7-82fa-5efce1f58cde tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Fanout notify agent at l3_agent the message router_deleted on router 9d277842-1f52-425b-a379-3faa5f6176f5 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:14:48.419804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf28a07-abd9-41e7-82fa-5efce1f58cde tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.420906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-daf28a07-abd9-41e7-82fa-5efce1f58cde tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/9d277842-1f52-425b-a379-3faa5f6176f5 HTTP/1.1" status: 204  len: 168 time: 0.5171328
Apr 30 05:14:48.424544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46034) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:48.497260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting subnet 52d1802e-864f-4939-bf3f-3dfce1670bb0 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:14:48.500669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.564402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.660017 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.950812 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.954380 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5b6482cc-5077-458a-a401-8957c92ec603 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:48.994171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Subnet': ['ID=52d1802e-864f-4939-bf3f-3dfce1670bb0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:48.996173 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:48.998980 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:49.006167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/52d1802e-864f-4939-bf3f-3dfce1670bb0 HTTP/1.1" status: 204  len: 168 time: 0.5782022
Apr 30 05:14:49.007480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46042) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:49.011230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b706b3-072a-4ea8-af2f-0534ea9747f2 None None] Network c1e440a8-35fc-43be-844d-c377727f92a9 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:49.323850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] DHCP port deletion for c1e440a8-35fc-43be-844d-c377727f92a9 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:14:49.363566 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:49.428138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] Deleting port 3883809a-5de0-4ec7-8703-4d85a6fb0614 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:49.428534 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:49.491205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port 3883809a-5de0-4ec7-8703-4d85a6fb0614 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:49.494640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:49.567220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] For port 3883809a-5de0-4ec7-8703-4d85a6fb0614, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3883809a-5de0-4ec7-8703-4d85a6fb0614,segment=NetworkSegment(f88f5939-ce26-4680-a0a6-5ea04b4405dd),segment_id=f88f5939-ce26-4680-a0a6-5ea04b4405dd)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:49.567647 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:49.576365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3883809a-5de0-4ec7-8703-4d85a6fb0614 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:14:49.654215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port 3883809a-5de0-4ec7-8703-4d85a6fb0614, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3883809a-5de0-4ec7-8703-4d85a6fb0614,segment=NetworkSegment(f88f5939-ce26-4680-a0a6-5ea04b4405dd),segment_id=f88f5939-ce26-4680-a0a6-5ea04b4405dd)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:49.654620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:49.762014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] Calling delete_port for 3883809a-5de0-4ec7-8703-4d85a6fb0614 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:49.833435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for 3883809a-5de0-4ec7-8703-4d85a6fb0614 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:49.894733 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:49.901843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:49.907172 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cf2b91a8-8125-4e6d-a05b-406107cc263b tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:49.911259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:49.917369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-205b3cc2-074c-4d19-8d1d-146aba11a6a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:49.959556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=3883809a-5de0-4ec7-8703-4d85a6fb0614,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:49.962829 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:49.973135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No DVR routers for this DVR port 3883809a-5de0-4ec7-8703-4d85a6fb0614 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:50.046558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] Pushing event deleted for resources: {'Port': ['ID=3883809a-5de0-4ec7-8703-4d85a6fb0614,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:50.060259 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:50.072061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] No DVR routers for this DVR port 3883809a-5de0-4ec7-8703-4d85a6fb0614 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:50.143467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:50.298467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bac6370>,) {'filters': {'network_id': ['c1e440a8-35fc-43be-844d-c377727f92a9']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:50.319000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bac6370>, 'f88f5939-ce26-4680-a0a6-5ea04b4405dd') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:50.319383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bac6370>, 'f88f5939-ce26-4680-a0a6-5ea04b4405dd') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:50.338481 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:50.357099 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:50.364915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:14:50.550849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network c1e440a8-35fc-43be-844d-c377727f92a9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:50.559519 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:50.741198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network c1e440a8-35fc-43be-844d-c377727f92a9 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:14:50.766792 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:14:50.852946 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:50.856508 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dbf5b4b-ad9b-4813-be2e-1927391ef040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:50.877411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:50.890234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Network': ['ID=c1e440a8-35fc-43be-844d-c377727f92a9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:50.896878 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:50.910371 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/networks/c1e440a8-35fc-43be-844d-c377727f92a9 HTTP/1.1" status: 204  len: 168 time: 1.9029315
Apr 30 05:14:50.914535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46062) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:50.921626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1570510243'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:50.932214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:50.937949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:network and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:50.943658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:50.951415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:50.968402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:50.973390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:51.006146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:14:51.015917 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:51.016160 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added segment 14b2426b-475f-45bd-89fa-d469f8a3ac5a of type vlan for network 8b38b540-8aab-4c70-8e0a-dea0b350fe93
Apr 30 05:14:51.043897 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:51.075868 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:51.081336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:51.081917 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:51.085730 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-242d6ca3-1191-4aba-b7a1-594aa41c2e1b tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:51.339562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4237111
Apr 30 05:14:51.342381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46068) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:51.349983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'subnet': {'network_id': '8b38b540-8aab-4c70-8e0a-dea0b350fe93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:51.358576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Network': ['ID=8b38b540-8aab-4c70-8e0a-dea0b350fe93,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:51.358576 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:51.370021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:14:51.478308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:51.483009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:subnet and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:51.487029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:51.493199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:51.503714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:14:51.507348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:52.183842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:52.187820 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-09bfae7e-8c01-4e33-a313-d664e6609214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:52.269288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Subnet': ['ID=2812ebb3-f8bf-4fc0-9696-ce94b123fd13,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:52.273770 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:52.282539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Checking segment: {'id': '14b2426b-475f-45bd-89fa-d469f8a3ac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8b38b540-8aab-4c70-8e0a-dea0b350fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:52.283053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network hostable DHCP agents. Network: 8b38b540-8aab-4c70-8e0a-dea0b350fe93, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:14:52.303617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:14:52.315224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 8b38b540-8aab-4c70-8e0a-dea0b350fe93) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:52.326678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2c2ebe-b58f-4bdd-82f5-2837cf2d6e22 None None] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:52.330379 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:52.331725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:52.369160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46078) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:52.369739 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0241663
Apr 30 05:14:52.377866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1430907656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:14:52.386406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:14:52.391641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:router and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:14:52.396152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:14:52.404832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:14:52.422248 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:52.424625 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:52.461100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:52.490812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:52.519168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:52.525115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46082) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:52.525775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3507afd4-5070-4937-bca5-f6a73f619fb5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1540504
Apr 30 05:14:52.600939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-8b38b540-8aab-4c70-8e0a-dea0b350fe93', 'network_id': '8b38b540-8aab-4c70-8e0a-dea0b350fe93', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'fixed_ips': [{'subnet_id': '2812ebb3-f8bf-4fc0-9696-ce94b123fd13'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:14:52.601880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:52.806083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Allocated IP 2001:db8::2 (8b38b540-8aab-4c70-8e0a-dea0b350fe93/2812ebb3-f8bf-4fc0-9696-ce94b123fd13/ea9be9f0-bcd6-479e-9837-06ae1b6e0efe) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:14:53.164057 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:53.179931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Transition to ACTIVE for port object ea9be9f0-bcd6-479e-9837-06ae1b6e0efe will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:53.213024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Transition to ACTIVE for port object ea9be9f0-bcd6-479e-9837-06ae1b6e0efe will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:53.228049 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:53.237337 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d317afc9-f601-4162-a853-a62752c958d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:53.293939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:53.295232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:53.316345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:14:53.326855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Pushing event updated for resources: {'Port': ['ID=ea9be9f0-bcd6-479e-9837-06ae1b6e0efe,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:53.328178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:53.364061 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:53.428676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Attempting to bind port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:14:53.429078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Attempting to bind port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '14b2426b-475f-45bd-89fa-d469f8a3ac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8b38b540-8aab-4c70-8e0a-dea0b350fe93'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:14:53.429427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Attempting to bind port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe on network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:14:53.435737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:14:53.436154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Checking segment: {'id': '14b2426b-475f-45bd-89fa-d469f8a3ac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8b38b540-8aab-4c70-8e0a-dea0b350fe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:14:53.436594 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:53.437095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Bound using segment: {'id': '14b2426b-475f-45bd-89fa-d469f8a3ac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8b38b540-8aab-4c70-8e0a-dea0b350fe93'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:14:53.437635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Bound port: ea9be9f0-bcd6-479e-9837-06ae1b6e0efe, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b2426b-475f-45bd-89fa-d469f8a3ac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8b38b540-8aab-4c70-8e0a-dea0b350fe93'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:14:53.438063 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:53.542538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] For port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:14:53.546716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] For port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ea9be9f0-bcd6-479e-9837-06ae1b6e0efe,segment=NetworkSegment(14b2426b-475f-45bd-89fa-d469f8a3ac5a),segment_id=14b2426b-475f-45bd-89fa-d469f8a3ac5a)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:14:53.553642 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:53.559106 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-422fe610-a239-42db-b407-3dc27d94af5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:53.644974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Pushing event updated for resources: {'Port': ['ID=ea9be9f0-bcd6-479e-9837-06ae1b6e0efe,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:53.650275 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:54.006626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 2001:db8::1 (8b38b540-8aab-4c70-8e0a-dea0b350fe93/2812ebb3-f8bf-4fc0-9696-ce94b123fd13/ae1451d7-fe4a-469f-ac5a-73cc349f3fc5) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:14:54.035272 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-74cbe00e-f166-4585-b882-831ad13f1eae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2020440
Apr 30 05:14:54.329465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649db6bf-df7d-4d6e-980b-7d613707ae7c req-2c27bd31-04af-48ac-aa13-83721ca2ff6f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:54.345521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-649db6bf-df7d-4d6e-980b-7d613707ae7c req-2c27bd31-04af-48ac-aa13-83721ca2ff6f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 947 time: 0.1400678
Apr 30 05:14:54.410348 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-649db6bf-df7d-4d6e-980b-7d613707ae7c req-37aa43dc-ef06-4b8a-bfdc-b9fb9254fad6 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621517
Apr 30 05:14:54.470001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-71f49e5a-9329-480f-94dd-58b03799ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:54.472329 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-71f49e5a-9329-480f-94dd-58b03799ad0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 1097 time: 0.4102685
Apr 30 05:14:54.496943 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:54.554847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Transition to ACTIVE for port object ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:14:54.671632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-d151364f-e2ad-4f4c-9713-fa2a27dcecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:54.673222 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-d151364f-e2ad-4f4c-9713-fa2a27dcecec service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.1798224
Apr 30 05:14:54.746344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:54.761697 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4839b354-b36a-419b-9f54-f633d55773ba tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:54.886399 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-a3b86d62-6c98-46b1-9b60-edd2e6370493 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1c23785-9768-4ed5-b0b6-4905ac80a00c HTTP/1.1" status: 200  len: 1001 time: 0.2068768
Apr 30 05:14:54.888738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:54.896004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:54.940080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:14:54.940749 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:54.959150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=ae1451d7-fe4a-469f-ac5a-73cc349f3fc5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:54.973747 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:55.004254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-a299afd8-e14a-49dc-882b-c6d0c349c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:55.006032 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-a299afd8-e14a-49dc-882b-c6d0c349c0b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1125238
Apr 30 05:14:55.046439 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0d7ccb-e4ed-4129-914c-e48623917c38 None None] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:14:55.176081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-862d0ac5-1728-40ff-88d4-51c34efdbd45 None None] Provisioning for port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:55.194478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:55.231549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-3331f0ad-7d81-4adc-b6ce-816731df809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:55.233410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-3331f0ad-7d81-4adc-b6ce-816731df809b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2206199
Apr 30 05:14:55.275095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-343f293a-01ba-45e2-a181-61b876f7634d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:14:55.276280 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-343f293a-01ba-45e2-a181-61b876f7634d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059893
Apr 30 05:14:55.735496 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ea9be9f0-bcd6-479e-9837-06ae1b6e0efe up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:14:55.837491 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-9eab3d92-38da-49f1-af8d-370b43159153 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5529583
Apr 30 05:14:55.845970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775b9dd-2cf9-403a-983f-430b54b6c8ee req-6d133ac3-2647-42af-9ed5-2c96236ba9bf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:55.853190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9775b9dd-2cf9-403a-983f-430b54b6c8ee req-6d133ac3-2647-42af-9ed5-2c96236ba9bf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 947 time: 0.1893241
Apr 30 05:14:55.913648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:55.928857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:55.930446 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.057344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9775b9dd-2cf9-403a-983f-430b54b6c8ee req-d51aaef8-3835-49e5-a860-e61729eb09f2 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1963525
Apr 30 05:14:56.074443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5640ee76-f016-4d15-953c-e0482b5af42a None None] Provisioning for port ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:14:56.085437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5640ee76-f016-4d15-953c-e0482b5af42a None None] Provisioning complete for port ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:56.085653 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5640ee76-f016-4d15-953c-e0482b5af42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.133341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-36004041-5074-4e32-bdae-c823eb694241 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:56.138879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-36004041-5074-4e32-bdae-c823eb694241 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 947 time: 0.2746952
Apr 30 05:14:56.160188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fff1fcf9-6c43-4d4f-b9c0-944b25ad69eb req-4089c4c2-d0ba-4cc9-adcc-08ac4cfad66b service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3132954
Apr 30 05:14:56.169471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5640ee76-f016-4d15-953c-e0482b5af42a None None] Port ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:56.187620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.201025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.203695 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.226152 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:56.263641 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.311018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-66e002a7-f1fb-4601-bb84-89402037608c None None] Provisioning complete for port ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:56.311370 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-66e002a7-f1fb-4601-bb84-89402037608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.340792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ea9be9f0-bcd6-479e-9837-06ae1b6e0efe,segment=NetworkSegment(14b2426b-475f-45bd-89fa-d469f8a3ac5a),segment_id=14b2426b-475f-45bd-89fa-d469f8a3ac5a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:56.367258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.378455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Deleting port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:56.378811 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.379551 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:56.476217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-66e002a7-f1fb-4601-bb84-89402037608c None None] Port ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:56.498102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=ea9be9f0-bcd6-479e-9837-06ae1b6e0efe,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:56.501257 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:56.594483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] For port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:14:56.595161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:56.647469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=ae1451d7-fe4a-469f-ac5a-73cc349f3fc5,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:56.652564 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:56.704066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:14:56.705475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:14:56.974607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:14:57.070131 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:57.070687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:57.071005 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Floating IP 3669b3b5-ce14-4431-87be-a920b31f93a9 disassociated. External IP: 172.25.8.30, port: dae0f0a4-a1ca-4c69-951f-ce7b7799a50e.
Apr 30 05:14:57.071415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Calling delete_port for dae0f0a4-a1ca-4c69-951f-ce7b7799a50e owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:57.120761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f15c09f-074b-4b6c-aad2-8b64f2c3ed47 None None] Provisioning complete for port ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:57.121314 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f15c09f-074b-4b6c-aad2-8b64f2c3ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:57.245217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:14:57.253547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1f15c09f-074b-4b6c-aad2-8b64f2c3ed47 None None] Port ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:14:57.276720 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137c39e-4fd8-4a85-a207-53c687c71c1d None None] Sync routers for ids ['0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:14:57.287858 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137c39e-4fd8-4a85-a207-53c687c71c1d None None] Routers {'0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:57.289043 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c137c39e-4fd8-4a85-a207-53c687c71c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780271d60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:57.294194 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7651880
Apr 30 05:14:57.294737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46116) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:57.307613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:57.326624 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:57.391272 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c137c39e-4fd8-4a85-a207-53c687c71c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780271d60>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:57.401835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event deleted for resources: {'Port': ['ID=dae0f0a4-a1ca-4c69-951f-ce7b7799a50e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:57.403153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137c39e-4fd8-4a85-a207-53c687c71c1d None None] Routers {'0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:57.403994 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c137c39e-4fd8-4a85-a207-53c687c71c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780271d60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:57.406652 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:57.416056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:57.419660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31eaeb0-5323-4074-9ea4-7231783e98c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:57.421079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e31eaeb0-5323-4074-9ea4-7231783e98c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:14:57.445931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e31eaeb0-5323-4074-9ea4-7231783e98c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:14:57.451178 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e31eaeb0-5323-4074-9ea4-7231783e98c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports/ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 HTTP/1.1" status: 200  len: 911 time: 0.1528251
Apr 30 05:14:57.451616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46120) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:14:57.485367 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:57.513202 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c137c39e-4fd8-4a85-a207-53c687c71c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780271d60>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:57.514044 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137c39e-4fd8-4a85-a207-53c687c71c1d None None] The sync data for ids ['0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:14:57.585640 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ea9be9f0-bcd6-479e-9837-06ae1b6e0efe up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:14:57.596557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4aa84-93ac-404c-963a-b326abf1fd71 req-8d5b9843-5951-4fe9-b954-d761cd212367 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:14:57.597996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ac4aa84-93ac-404c-963a-b326abf1fd71 req-8d5b9843-5951-4fe9-b954-d761cd212367 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 868 time: 0.3591847
Apr 30 05:14:57.668520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Router 094c692d-98d5-4882-bf5c-43ed0af828be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:14:57.671548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ac4aa84-93ac-404c-963a-b326abf1fd71 req-f626426a-16c7-4490-bc47-313ce6e5eef8 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=67f98f55-e436-43ce-a764-8b8811f36653&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579512
Apr 30 05:14:57.675781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:14:57.676343 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:58.082337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:14:58.093970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] Sync routers for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:14:58.106575 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:58.107214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7846e8ee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:58.110159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:58.218928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] No DVR routers for this DVR port dae0f0a4-a1ca-4c69-951f-ce7b7799a50e on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:14:58.222649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:58.239649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-deleted', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:14:58.248761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cae927bd-e568-4afd-ab75-b9c725c00d43 req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.50 "DELETE /v2.0/ports/dae0f0a4-a1ca-4c69-951f-ce7b7799a50e HTTP/1.1" status: 204  len: 173 time: 2.1002059
Apr 30 05:14:58.320366 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0022a3b-e577-4b06-b77f-b7c13aebee8f', 'name': 'network-vif-deleted', 'tag': 'dae0f0a4-a1ca-4c69-951f-ce7b7799a50e', 'status': 'completed', 'code': 200}
Apr 30 05:14:58.436205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:14:58.808633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7846e8ee0>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:58.813874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] Checking router: 094c692d-98d5-4882-bf5c-43ed0af828be for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:14:58.824827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:14:58.825476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7846e8ee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:58.912219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:14:58.913251 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:59.068598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:14:59.076393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e1fb8025-c723-467b-86cd-b8db4724ff6c req-0adb4197-25a6-4f9e-886c-f3904b3dd91d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Synchronizing usage tracker for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:14:59.114803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-e1fb8025-c723-467b-86cd-b8db4724ff6c req-0adb4197-25a6-4f9e-886c-f3904b3dd91d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Unset dirty status for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:14:59.116918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1fb8025-c723-467b-86cd-b8db4724ff6c req-0adb4197-25a6-4f9e-886c-f3904b3dd91d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=a0022a3b-e577-4b06-b77f-b7c13aebee8f HTTP/1.1" status: 200  len: 210 time: 0.0999091
Apr 30 05:14:59.119106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:59.348725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for ae1451d7-fe4a-469f-ac5a-73cc349f3fc5 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:14:59.458663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7846e8ee0>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:14:59.463025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53eb4cc-e939-4eb3-acd2-4d378a774fe9 None None] The sync data for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 is: [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:14:59.525348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:59.529406 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:14:59.581029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=ae1451d7-fe4a-469f-ac5a-73cc349f3fc5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:14:59.584985 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:14:59.785663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:14:59.811282 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f255f2-f7ab-4abd-a15f-8442b31061f8 None None] New status for floating IP 3669b3b5-ce14-4431-87be-a920b31f93a9: DOWN {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:15:00.097389 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:00.264605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:15:00.280516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:00.316074 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8627644
Apr 30 05:15:00.316514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46168) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:00.321264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7baf6-eb47-4655-8b79-f911540e30a2 None None] Sync routers for ids ['0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:00.332497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: dae0f0a4-a1ca-4c69-951f-ce7b7799a50e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:15:00.332859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device dae0f0a4-a1ca-4c69-951f-ce7b7799a50e not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:15:00.338897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7baf6-eb47-4655-8b79-f911540e30a2 None None] Routers {'0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:00.339562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-65a7baf6-eb47-4655-8b79-f911540e30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4319d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:00.367713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4cedec6a-68b1-4425-9dc7-d57c9111a45b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa HTTP/1.1" status: 200  len: 205 time: 0.0498071
Apr 30 05:15:00.370125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46172) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:00.425108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-65a7baf6-eb47-4655-8b79-f911540e30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4319d0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:00.441329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7baf6-eb47-4655-8b79-f911540e30a2 None None] Routers {'0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:00.442409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-65a7baf6-eb47-4655-8b79-f911540e30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4319d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:14:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:00.522885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-65a7baf6-eb47-4655-8b79-f911540e30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4319d0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:00.524122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7baf6-eb47-4655-8b79-f911540e30a2 None None] The sync data for ids ['0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:00.524676 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-071083a4-1fb3-47cf-957e-6557dc60b724 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:00.700523 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fc7a0683-7348-46c5-8016-87e70f33d52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:00.843580 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-071083a4-1fb3-47cf-957e-6557dc60b724 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:00.848049 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-071083a4-1fb3-47cf-957e-6557dc60b724 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:00.874429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-071083a4-1fb3-47cf-957e-6557dc60b724 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:00.875222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071083a4-1fb3-47cf-957e-6557dc60b724 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Fanout notify agent at l3_agent the message router_deleted on router 0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:15:00.897314 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-071083a4-1fb3-47cf-957e-6557dc60b724 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:00.901540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-071083a4-1fb3-47cf-957e-6557dc60b724 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa HTTP/1.1" status: 204  len: 168 time: 0.5277011
Apr 30 05:15:00.901997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46176) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:00.989206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-21746452-8ac8-4c0f-9c05-8addf7ee6467 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting subnet 2812ebb3-f8bf-4fc0-9696-ce94b123fd13 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:15:00.993083 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21746452-8ac8-4c0f-9c05-8addf7ee6467 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:01.223420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21746452-8ac8-4c0f-9c05-8addf7ee6467 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:01.311738 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21746452-8ac8-4c0f-9c05-8addf7ee6467 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:01.357724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46186) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:01.466300 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1551a0ea-ecab-4128-a6db-aa5bf340023a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:01.498458 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1551a0ea-ecab-4128-a6db-aa5bf340023a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:01.574039 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1551a0ea-ecab-4128-a6db-aa5bf340023a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:01.583779 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a9a0a999-b93e-471a-800d-e7831c0d9ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:01.612009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551a0ea-ecab-4128-a6db-aa5bf340023a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f98f55-e436-43ce-a764-8b8811f36653,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:01.615113 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1551a0ea-ecab-4128-a6db-aa5bf340023a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:01.640509 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1551a0ea-ecab-4128-a6db-aa5bf340023a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:01.644987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1551a0ea-ecab-4128-a6db-aa5bf340023a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "DELETE /v2.0/security-groups/67f98f55-e436-43ce-a764-8b8811f36653 HTTP/1.1" status: 204  len: 168 time: 0.2841835
Apr 30 05:15:01.645910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46194) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:01.674303 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-b28ed163-e9c1-4f49-b845-f4d2a269f32b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] show failed (client error): The resource could not be found.
Apr 30 05:15:01.675941 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b28ed163-e9c1-4f49-b845-f4d2a269f32b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups/67f98f55-e436-43ce-a764-8b8811f36653 HTTP/1.1" status: 404  len: 347 time: 0.0286701
Apr 30 05:15:01.678653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:01.747277 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21746452-8ac8-4c0f-9c05-8addf7ee6467 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:01.765354 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e975348b-3c64-4c1e-b188-57aee7a4af2c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:01.812014 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21746452-8ac8-4c0f-9c05-8addf7ee6467 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:01.820088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e26eae-e8b4-4706-95f8-bf343719a046 None None] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:01.893347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21746452-8ac8-4c0f-9c05-8addf7ee6467 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Subnet': ['ID=2812ebb3-f8bf-4fc0-9696-ce94b123fd13,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:01.895844 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-21746452-8ac8-4c0f-9c05-8addf7ee6467 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:01.943414 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-21746452-8ac8-4c0f-9c05-8addf7ee6467 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/2812ebb3-f8bf-4fc0-9696-ce94b123fd13 HTTP/1.1" status: 204  len: 168 time: 1.0399156
Apr 30 05:15:01.946226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46202) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:01.968959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Deleting port 161f14a8-a533-44cf-b879-b8642dbfbb37 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:15:01.969302 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.088299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.109141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.109461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.117284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] DHCP port deletion for 8b38b540-8aab-4c70-8e0a-dea0b350fe93 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:15:02.168160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:15:02.168669 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.196081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] Deleting port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:15:02.196721 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.260617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Calling delete_port for 161f14a8-a533-44cf-b879-b8642dbfbb37 owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:15:02.302583 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ea9be9f0-bcd6-479e-9837-06ae1b6e0efe,segment=NetworkSegment(14b2426b-475f-45bd-89fa-d469f8a3ac5a),segment_id=14b2426b-475f-45bd-89fa-d469f8a3ac5a)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:02.302865 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.405239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] For port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ea9be9f0-bcd6-479e-9837-06ae1b6e0efe,segment=NetworkSegment(14b2426b-475f-45bd-89fa-d469f8a3ac5a),segment_id=14b2426b-475f-45bd-89fa-d469f8a3ac5a)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:02.405838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.455699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.467761 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:02.488839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for ea9be9f0-bcd6-479e-9837-06ae1b6e0efe owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:15:02.558836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] Calling delete_port for ea9be9f0-bcd6-479e-9837-06ae1b6e0efe owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:15:02.562821 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.568244 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:02.580494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event deleted for resources: {'Port': ['ID=161f14a8-a533-44cf-b879-b8642dbfbb37,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:02.589085 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:02.617872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=ea9be9f0-bcd6-479e-9837-06ae1b6e0efe,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:02.621777 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:02.623265 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.625946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No DVR routers for this DVR port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:15:02.630411 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-06ecd35f-e792-467b-8d9d-aa1d6b6aff11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:02.677639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.700046 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:02.701512 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "DELETE /v2.0/floatingips/3669b3b5-ce14-4431-87be-a920b31f93a9 HTTP/1.1" status: 204  len: 168 time: 1.0213490
Apr 30 05:15:02.717234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] Pushing event deleted for resources: {'Port': ['ID=ea9be9f0-bcd6-479e-9837-06ae1b6e0efe,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:02.724774 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:02.729732 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] No DVR routers for this DVR port ea9be9f0-bcd6-479e-9837-06ae1b6e0efe on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:15:02.953390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.085132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bbc98e0>,) {'filters': {'network_id': ['8b38b540-8aab-4c70-8e0a-dea0b350fe93']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:03.100510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bbc98e0>, '14b2426b-475f-45bd-89fa-d469f8a3ac5a') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:03.100983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bbc98e0>, '14b2426b-475f-45bd-89fa-d469f8a3ac5a') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:03.114925 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.135244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.143329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:15:03.275676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46220) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:03.281498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137137160', 'description': 'tempest-description--1347722550'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:03.288482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:03.292781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:security_group and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:03.295814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:03.304345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:03.316690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.331524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:15:03.341462 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.342216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:03.346272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:security_group_rule and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:03.349581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:03.357562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:03.399933 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.533137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 8b38b540-8aab-4c70-8e0a-dea0b350fe93 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:15:03.536320 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ea9be9f0-bcd6-479e-9837-06ae1b6e0efe no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:15:03.557203 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:15:03.576501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: ea9be9f0-bcd6-479e-9837-06ae1b6e0efe {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:15:03.576860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ea9be9f0-bcd6-479e-9837-06ae1b6e0efe not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:15:03.610529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8e1b8170-69b9-4958-b002-4972b9286966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.648668 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.652627 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6cca8f38-af99-48ee-9428-532b16229047 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:03.672624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.688909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Network': ['ID=8b38b540-8aab-4c70-8e0a-dea0b350fe93,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:03.695573 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:03.700977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/networks/8b38b540-8aab-4c70-8e0a-dea0b350fe93 HTTP/1.1" status: 204  len: 168 time: 1.7522655
Apr 30 05:15:03.704524 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46232) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:03.712215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2045921190', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:03.720022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:03.725256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:router and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:03.728790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:03.735777 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.736921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:03.741964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.748821 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f6cbc3d8-37aa-45b7-87f1-2ed85372064c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:03.749026 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.750596 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.769958 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.798133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d7e996-46dd-4f5c-9e32-f524120472f5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:03.802229 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:03.803096 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.804332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 0.5274792
Apr 30 05:15:03.807179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46238) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:03.812525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'security_group_rule': {'security_group_id': '45d7e996-46dd-4f5c-9e32-f524120472f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:03.819800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:03.824645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:security_group_rule and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:03.827440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:03.834080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:03.852010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.931345 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.936636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.945385 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-11cc5e1b-9024-4adb-9204-49fbc8e739f5 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:03.970407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61ad736-bcd2-49c4-a27d-10da886411d3,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:03.973751 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:03.981590 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:03.986957 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1748824
Apr 30 05:15:03.987209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46242) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:03.992699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'security_group_rule': {'security_group_id': '45d7e996-46dd-4f5c-9e32-f524120472f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:03.999104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:04.003634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:security_group_rule and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:04.006536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:04.012494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:04.030032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.071717 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.103261 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.116588 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.119615 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:04.146942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a0746a-b5c6-4185-8237-f5e058be1467,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:04.149827 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:04.160161 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.164598 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1733260
Apr 30 05:15:04.165483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46250) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:04.170981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:04.180688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:04.184797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:floatingip and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:04.188358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:04.196075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:04.209259 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.363310 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.527382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Allocated IP 172.25.8.79 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/74a1055b-b48a-4d19-b362-5d3769c4c2fc) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:04.570392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.607685 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.704044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.736156 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.746373 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa06aff0-cce7-4718-bd98-95e810c07fe5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:04.813413 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:04.824174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:04.825460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'Port': ['ID=74a1055b-b48a-4d19-b362-5d3769c4c2fc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:04.828155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:04.830322 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:04.831101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:04.877309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 172.25.8.121 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/a311e0af-5706-42ad-aae3-54eacdc647c5) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:04.927728 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:05.017181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:05.061446 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:15:05.065188 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:05.109118 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:05.114760 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d8f5d20c-42b6-4e5c-abfe-ac52a267466f tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:05.181916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:05.190672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:05.195431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:05.245705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=a311e0af-5706-42ad-aae3-54eacdc647c5,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:05.250666 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:05.553575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:05.560541 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:05.567855 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:05.692894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'Port': ['ID=74a1055b-b48a-4d19-b362-5d3769c4c2fc,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:05.698814 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:05.705825 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:05.752894 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:05.752894 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5837557
Apr 30 05:15:05.786321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:06.086417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-57d79eab-22c1-4c29-8a56-808742f6288d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Synchronizing usage tracker for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:15:06.187359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-57d79eab-22c1-4c29-8a56-808742f6288d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Unset dirty status for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:15:06.188269 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-57d79eab-22c1-4c29-8a56-808742f6288d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2137137160&fields=id&tenant_id=069c2427941c4dacb0a45a9adb630d07 HTTP/1.1" status: 200  len: 267 time: 0.2276657
Apr 30 05:15:06.296333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:06.482047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:06.613203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-d392033e-3527-489e-97a5-4c537bb6fe0a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:06.614731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-d392033e-3527-489e-97a5-4c537bb6fe0a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 817 time: 0.4145372
Apr 30 05:15:06.690926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-ac863ed5-6fb9-42bf-aedf-27fc339d1ae1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/quotas/069c2427941c4dacb0a45a9adb630d07 HTTP/1.1" status: 200  len: 375 time: 0.0220017
Apr 30 05:15:06.804497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 4b218af5-2cc3-4dd4-bfee-9d05471f94db is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:15:06.822282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-8241634a-b8f8-49ca-a118-8f4bb82d6e1b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1222177
Apr 30 05:15:07.111283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:07.114387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c54d28f0-755c-4879-b258-dba5e5921ab4 service neutron] 10.222.0.46 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382455
Apr 30 05:15:07.125009 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd93e7-24b1-45cf-b923-8a8d2127dc34 None None] Sync routers for ids ['4b218af5-2cc3-4dd4-bfee-9d05471f94db'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:07.140233 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd93e7-24b1-45cf-b923-8a8d2127dc34 None None] Routers {'4b218af5-2cc3-4dd4-bfee-9d05471f94db'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:07.141664 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-02dd93e7-24b1-45cf-b923-8a8d2127dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78024bb80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4b218af5-2cc3-4dd4-bfee-9d05471f94db'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:07.174887 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:07.179057 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.4690738
Apr 30 05:15:07.179336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46300) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:07.213953 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-02dd93e7-24b1-45cf-b923-8a8d2127dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78024bb80>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:07.230236 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd93e7-24b1-45cf-b923-8a8d2127dc34 None None] Routers {'4b218af5-2cc3-4dd4-bfee-9d05471f94db'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:07.231441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-02dd93e7-24b1-45cf-b923-8a8d2127dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78024bb80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4b218af5-2cc3-4dd4-bfee-9d05471f94db'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:07.327330 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-02dd93e7-24b1-45cf-b923-8a8d2127dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78024bb80>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:07.327831 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd93e7-24b1-45cf-b923-8a8d2127dc34 None None] The sync data for ids ['4b218af5-2cc3-4dd4-bfee-9d05471f94db'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:07.442514 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-95103cf7-89e9-4295-9e4c-74d243769c1a service neutron] 10.222.0.46 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3102274
Apr 30 05:15:07.462821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-76bacf31-0a00-4494-a328-7fdfcdd1036e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/routers/4b218af5-2cc3-4dd4-bfee-9d05471f94db HTTP/1.1" status: 200  len: 885 time: 0.2795651
Apr 30 05:15:07.463043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46308) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:07.694695 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7bd99bc0-84ae-4be9-8954-527d042baebd req-19a99a8f-5dc1-419a-b4ec-18df9a67babe tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 210 time: 0.0564861
Apr 30 05:15:07.747047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b1deb866-aacc-4424-98a0-9214c146ba46 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:router {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:15:07.766420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b1deb866-aacc-4424-98a0-9214c146ba46 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:router {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:15:07.769141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b1deb866-aacc-4424-98a0-9214c146ba46 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.3050594
Apr 30 05:15:07.771929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46322) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:07.777608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-24367277-7a71-418b-8334-480282621f12 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2045921190'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:08.597174 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-24367277-7a71-418b-8334-480282621f12 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:08.615536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-24367277-7a71-418b-8334-480282621f12 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:08.895800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f045a8c-8380-446b-88d0-d882c76330bf req-f22ce890-ce7c-4a55-acbc-f44889971d83 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 210 time: 0.0482874
Apr 30 05:15:08.913579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-edfe4c72-6053-467c-be82-b7e7ca1272f5 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:08.915848 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-edfe4c72-6053-467c-be82-b7e7ca1272f5 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.37 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 817 time: 0.2160451
Apr 30 05:15:08.989078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-82d88800-50f6-4056-a2a2-a5308c8bf865 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Synchronizing usage tracker for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:15:08.992467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24367277-7a71-418b-8334-480282621f12 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 4b218af5-2cc3-4dd4-bfee-9d05471f94db has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:09.002671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-82d88800-50f6-4056-a2a2-a5308c8bf865 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Unset dirty status for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:15:09.004125 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-82d88800-50f6-4056-a2a2-a5308c8bf865 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=069c2427941c4dacb0a45a9adb630d07 HTTP/1.1" status: 200  len: 380 time: 0.0808618
Apr 30 05:15:09.018159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'port': {'device_id': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'admin_state_up': True, 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'security_groups': ['45d7e996-46dd-4f5c-9e32-f524120472f5']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:09.176467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:09.184345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Usage tracker for resource:port and tenant:069c2427941c4dacb0a45a9adb630d07 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:09.187821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:09.191011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24367277-7a71-418b-8334-480282621f12 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:09.194825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:09.198770 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-24367277-7a71-418b-8334-480282621f12 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:09.200127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-24367277-7a71-418b-8334-480282621f12 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/4b218af5-2cc3-4dd4-bfee-9d05471f94db HTTP/1.1" status: 200  len: 892 time: 1.4271905
Apr 30 05:15:09.201769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cee731-390e-4aa6-ad44-af2b39225707 None None] Sync routers for ids ['4b218af5-2cc3-4dd4-bfee-9d05471f94db'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:09.203182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46342) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:09.216907 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cee731-390e-4aa6-ad44-af2b39225707 None None] Routers {'4b218af5-2cc3-4dd4-bfee-9d05471f94db'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:09.217113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Made reservation on behalf of 069c2427941c4dacb0a45a9adb630d07 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:09.217556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b3cee731-390e-4aa6-ad44-af2b39225707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b35a040>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4b218af5-2cc3-4dd4-bfee-9d05471f94db'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:09.221962 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:09.302754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b3cee731-390e-4aa6-ad44-af2b39225707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b35a040>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:09.319854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cee731-390e-4aa6-ad44-af2b39225707 None None] Routers {'4b218af5-2cc3-4dd4-bfee-9d05471f94db'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:09.320530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b3cee731-390e-4aa6-ad44-af2b39225707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b35a040>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4b218af5-2cc3-4dd4-bfee-9d05471f94db'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:09.432678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-408d4f18-f486-4b66-8b25-9ab34e6a64fe tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/routers/4b218af5-2cc3-4dd4-bfee-9d05471f94db HTTP/1.1" status: 200  len: 892 time: 0.2277517
Apr 30 05:15:09.433304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46348) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:09.456387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b3cee731-390e-4aa6-ad44-af2b39225707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b35a040>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:09.456814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cee731-390e-4aa6-ad44-af2b39225707 None None] The sync data for ids ['4b218af5-2cc3-4dd4-bfee-9d05471f94db'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:09.474260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Allocated IP 172.20.0.5 (38185e0d-d8a3-489a-9476-e14b0adbf501/74d8b584-9d9e-4226-8e44-6e5086867269/5f85907d-827e-4591-990d-03039dde929b) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:09.480461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c6f30bb4-3050-4b9c-9115-0e6ff6e7e42c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:15:09.499022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c6f30bb4-3050-4b9c-9115-0e6ff6e7e42c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:15:09.500243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c6f30bb4-3050-4b9c-9115-0e6ff6e7e42c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b218af5-2cc3-4dd4-bfee-9d05471f94db HTTP/1.1" status: 200  len: 205 time: 0.0648363
Apr 30 05:15:09.504283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46352) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:09.739710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:09.768888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Transition to ACTIVE for port object 5f85907d-827e-4591-990d-03039dde929b will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:09.809480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:09.818569 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f8881240-7268-41f9-9b27-a603be66ca15 tempest-VolumesActionsTest-568531123 tempest-VolumesActionsTest-568531123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:09.893304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:09.906248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:09.912640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:09.934674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:09.962369 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:09.966351 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:10.000584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:10.002228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:10.054231 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0405824
Apr 30 05:15:10.070540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Request body: {'port': {'device_id': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:10.229040 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:10.278296 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:10.323544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1618660f-b15e-46ba-8434-4e6f14568b79 None None] Provisioning for port 5f85907d-827e-4591-990d-03039dde929b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:10.331941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1618660f-b15e-46ba-8434-4e6f14568b79 None None] Provisioning complete for port 5f85907d-827e-4591-990d-03039dde929b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:10.332720 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1618660f-b15e-46ba-8434-4e6f14568b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:10.338440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfbdb1-efe3-44a3-98e0-a9346ac5ddac req-0afcae20-6009-49fe-93aa-e71982c81512 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:10.345949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eadfbdb1-efe3-44a3-98e0-a9346ac5ddac req-0afcae20-6009-49fe-93aa-e71982c81512 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 931 time: 0.1790965
Apr 30 05:15:10.401627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1618660f-b15e-46ba-8434-4e6f14568b79 None None] Port 5f85907d-827e-4591-990d-03039dde929b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:10.408614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eadfbdb1-efe3-44a3-98e0-a9346ac5ddac req-5121bf9f-15b1-4500-8e69-140196a268bd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609872
Apr 30 05:15:10.441192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port a311e0af-5706-42ad-aae3-54eacdc647c5 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:15:10.441929 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:10.593409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:10.715811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f85907d-827e-4591-990d-03039dde929b {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:15:10.727709 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:10.733409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for a311e0af-5706-42ad-aae3-54eacdc647c5 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:15:10.750124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Transition to ACTIVE for port object 5f85907d-827e-4591-990d-03039dde929b will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:10.755161 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:10.761216 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:10.911682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:10.920773 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:11.057493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Attempting to bind port 5f85907d-827e-4591-990d-03039dde929b on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:11.058577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Attempting to bind port 5f85907d-827e-4591-990d-03039dde929b by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:11.058577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Attempting to bind port 5f85907d-827e-4591-990d-03039dde929b on network 38185e0d-d8a3-489a-9476-e14b0adbf501 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:11.064151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Port 5f85907d-827e-4591-990d-03039dde929b on network 38185e0d-d8a3-489a-9476-e14b0adbf501 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:15:11.064549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Attempting to bind port 5f85907d-827e-4591-990d-03039dde929b on network 38185e0d-d8a3-489a-9476-e14b0adbf501 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:11.070971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:11.071482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Checking segment: {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:11.071871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Bound using segment: {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:11.072302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Bound port: 5f85907d-827e-4591-990d-03039dde929b, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf5b989-472c-49ba-9337-8cc0fce025be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:11.072648 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.206526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:11.212317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:11.219023 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.222229 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.232005 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40122069-111b-48b8-ac98-9aa4f5c2ccdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:11.233067 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-103fff07-f162-474d-9cbf-44c314f71530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:11.281879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:11.282605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.283827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=a311e0af-5706-42ad-aae3-54eacdc647c5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:11.284101 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] 10.222.0.37 "PUT /v2.0/ports/5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 200  len: 1092 time: 1.2220888
Apr 30 05:15:11.284689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'tag': '5f85907d-827e-4591-990d-03039dde929b'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:15:11.324826 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:11.399872 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.414445 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'tag': '5f85907d-827e-4591-990d-03039dde929b', 'status': 'completed', 'code': 200}
Apr 30 05:15:11.506176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:11.520788 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:11.596298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-f2206605-6511-4c5e-973f-32e84658e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:11.598980 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-f2206605-6511-4c5e-973f-32e84658e592 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1095 time: 0.2552938
Apr 30 05:15:11.620367 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.623014 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.695003 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.695561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Fanout notify agent at l3_agent the message router_deleted on router 4b218af5-2cc3-4dd4-bfee-9d05471f94db {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:15:11.750030 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-54a1d427-60d0-4811-82bd-5cf7dc391265 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 200  len: 217 time: 0.1424212
Apr 30 05:15:11.753037 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.754116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/4b218af5-2cc3-4dd4-bfee-9d05471f94db HTTP/1.1" status: 204  len: 168 time: 2.2489309
Apr 30 05:15:11.758913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46374) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:11.777415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491cf03-e55f-4cbb-9fe9-8d4ae0696dbb req-166afcb0-7306-4ca5-a613-3dedd1973d8e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:11.779460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0491cf03-e55f-4cbb-9fe9-8d4ae0696dbb req-166afcb0-7306-4ca5-a613-3dedd1973d8e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.1275585
Apr 30 05:15:11.802605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-625960855'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:11.821885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:11.831837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0491cf03-e55f-4cbb-9fe9-8d4ae0696dbb req-ea1ed18f-b8a6-4dcf-a918-75f04eac2585 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447850
Apr 30 05:15:11.833249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:network and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:11.838853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:11.854365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:11.877332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-305b58bf-c6b2-421d-8544-e4dfeb67e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:11.880055 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-305b58bf-c6b2-421d-8544-e4dfeb67e40a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1228936
Apr 30 05:15:11.881268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:11.884798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.963210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:15:11.977621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:11.977963 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added segment 0eeab2fe-beba-45c9-b6b0-0b37eb38578c of type vlan for network 3e0fccab-5443-4bd6-8879-46fd1fe76b57
Apr 30 05:15:12.018391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:12.029597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-55a1afd1-4536-415e-8027-3a0361ae5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:12.031117 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-55a1afd1-4536-415e-8027-3a0361ae5ff9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1339169
Apr 30 05:15:12.307616 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:12.313040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:12.313621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:12.320435 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-35a49b06-8dbb-4abf-ba8b-3e7c91670d47 tempest-BulkNetworkOpsIpV6Test-1993636076 tempest-BulkNetworkOpsIpV6Test-1993636076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:12.447478 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46388) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:12.448118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6874583
Apr 30 05:15:12.453941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'subnet': {'network_id': '3e0fccab-5443-4bd6-8879-46fd1fe76b57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:12.457035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Network': ['ID=3e0fccab-5443-4bd6-8879-46fd1fe76b57,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:12.462596 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:12.468910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:15:12.469794 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-b28bf29b-ce11-46c8-b87f-3ed5a7369e59 service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4265382
Apr 30 05:15:12.641799 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9359b687-7255-4a8b-85a5-3665ca2b9ce8 req-4c7f8b1a-41e0-4574-b990-15d064bcb680 service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645200
Apr 30 05:15:12.816287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:12.818695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-edb2d8cb-5958-4037-bb7c-e88b9432a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:12.820764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:subnet and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:12.820960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-edb2d8cb-5958-4037-bb7c-e88b9432a9f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1095 time: 0.1198211
Apr 30 05:15:12.824010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:12.832047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:12.844723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:12.850363 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:13.051156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-bfcdde46-d99e-4d8c-acf0-9e702baf4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:13.052894 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-bfcdde46-d99e-4d8c-acf0-9e702baf4dcb service neutron] 10.222.0.37 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.2252979
Apr 30 05:15:13.133527 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-4fffa376-6b8e-47e0-b249-63d138f5fbc5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 200  len: 217 time: 0.0725894
Apr 30 05:15:13.137552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6310374-03fa-4227-85c7-e7b5f935263b req-40ff0103-ea19-49a4-9155-e9f28850d2d4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:13.139197 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6310374-03fa-4227-85c7-e7b5f935263b req-40ff0103-ea19-49a4-9155-e9f28850d2d4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.1288259
Apr 30 05:15:13.211550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-7cdc05ac-aca0-4ede-aa22-1346baf67097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:13.213554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-7cdc05ac-aca0-4ede-aa22-1346baf67097 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.0730281
Apr 30 05:15:13.259226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d6310374-03fa-4227-85c7-e7b5f935263b req-f6f55997-ea1b-478b-8239-bc9bed0f2e2f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099207
Apr 30 05:15:13.314411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-52e39c2a-9606-4ef8-ac6b-ac69e068fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:13.316070 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-52e39c2a-9606-4ef8-ac6b-ac69e068fb21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0961018
Apr 30 05:15:13.458875 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-c2997cbd-772c-4754-bb36-d728a47a61f6 service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346962
Apr 30 05:15:13.530248 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:13.535808 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f0359c1-fb58-4bb6-b9ba-3abb69aeaf58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:13.620597 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2ee1d73f-c521-43f7-b0d6-75b06ce5a77a req-355f9de5-e1f9-4003-8e29-de294f7926b5 service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531980
Apr 30 05:15:13.623439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Subnet': ['ID=bbc1da57-553b-41b4-8cd2-50cee2449735,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:13.628860 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:13.633738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Checking segment: {'id': '0eeab2fe-beba-45c9-b6b0-0b37eb38578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e0fccab-5443-4bd6-8879-46fd1fe76b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:13.634187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network hostable DHCP agents. Network: 3e0fccab-5443-4bd6-8879-46fd1fe76b57, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:15:13.668604 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:15:13.679810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 3e0fccab-5443-4bd6-8879-46fd1fe76b57) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:13.692060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:13.692700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:13.693060 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5eb8c8-cbb2-4e9b-9ea8-7d277f08f31b None None] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:13.727426 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2756600
Apr 30 05:15:13.727916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46402) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:13.735413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1522946440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:13.742732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:13.749431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:router and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:13.750947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:13.759921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:13.770284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:13.771473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:13.789226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:13.814914 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:13.845736 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:13.850871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46406) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:13.856047 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8da81c84-e954-4da1-9183-287869e9d201 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1266730
Apr 30 05:15:13.955415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-3e0fccab-5443-4bd6-8879-46fd1fe76b57', 'network_id': '3e0fccab-5443-4bd6-8879-46fd1fe76b57', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'fixed_ips': [{'subnet_id': 'bbc1da57-553b-41b4-8cd2-50cee2449735'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:15:13.956294 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:14.169741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Allocated IP 2001:db8::2 (3e0fccab-5443-4bd6-8879-46fd1fe76b57/bbc1da57-553b-41b4-8cd2-50cee2449735/799cd162-373b-44be-9a84-db549dd2a009) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:14.420273 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:14.441301 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:14.456249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Transition to ACTIVE for port object 799cd162-373b-44be-9a84-db549dd2a009 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:14.478246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Transition to ACTIVE for port object 799cd162-373b-44be-9a84-db549dd2a009 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:14.488022 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:14.494259 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:14.557685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:14.566658 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:14.571530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:14.581862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Pushing event updated for resources: {'Port': ['ID=799cd162-373b-44be-9a84-db549dd2a009,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:14.612899 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:14.679776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Attempting to bind port 799cd162-373b-44be-9a84-db549dd2a009 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:14.680170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Attempting to bind port 799cd162-373b-44be-9a84-db549dd2a009 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '0eeab2fe-beba-45c9-b6b0-0b37eb38578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e0fccab-5443-4bd6-8879-46fd1fe76b57'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:14.680650 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Attempting to bind port 799cd162-373b-44be-9a84-db549dd2a009 on network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:14.686891 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:14.687273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Checking segment: {'id': '0eeab2fe-beba-45c9-b6b0-0b37eb38578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e0fccab-5443-4bd6-8879-46fd1fe76b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:14.687724 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:14.688136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Bound using segment: {'id': '0eeab2fe-beba-45c9-b6b0-0b37eb38578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e0fccab-5443-4bd6-8879-46fd1fe76b57'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:14.688707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Bound port: 799cd162-373b-44be-9a84-db549dd2a009, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eeab2fe-beba-45c9-b6b0-0b37eb38578c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3e0fccab-5443-4bd6-8879-46fd1fe76b57'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:14.689143 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:14.848408 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] For port 799cd162-373b-44be-9a84-db549dd2a009, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:14.852742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] For port 799cd162-373b-44be-9a84-db549dd2a009, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=799cd162-373b-44be-9a84-db549dd2a009,segment=NetworkSegment(0eeab2fe-beba-45c9-b6b0-0b37eb38578c),segment_id=0eeab2fe-beba-45c9-b6b0-0b37eb38578c)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:14.857147 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:14.861850 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:14.957611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Pushing event updated for resources: {'Port': ['ID=799cd162-373b-44be-9a84-db549dd2a009,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:14.973314 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:15.062681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240776b9-f9b7-4b3a-aa4a-71a8acf02a58 req-8f8abe02-0da6-4a9c-bd84-08242bd6f273 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:15.064846 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-240776b9-f9b7-4b3a-aa4a-71a8acf02a58 req-8f8abe02-0da6-4a9c-bd84-08242bd6f273 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.6468685
Apr 30 05:15:15.124574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-240776b9-f9b7-4b3a-aa4a-71a8acf02a58 req-54de9158-0ac7-42bc-9cd0-3a8f200cbc45 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502150
Apr 30 05:15:15.149982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 2001:db8::1 (3e0fccab-5443-4bd6-8879-46fd1fe76b57/bbc1da57-553b-41b4-8cd2-50cee2449735/b768a7a1-fe2a-4f10-a21f-350701580198) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:15.365136 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:15.387787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Transition to ACTIVE for port object b768a7a1-fe2a-4f10-a21f-350701580198 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:15.420135 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:15.424141 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:15.494635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:15.498599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:15.501950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:15.502857 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:15.519023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=b768a7a1-fe2a-4f10-a21f-350701580198,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:15.522190 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:15.630033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 799cd162-373b-44be-9a84-db549dd2a009 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:15.668085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5f85907d-827e-4591-990d-03039dde929b details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:15:15.693039 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:15.822654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 799cd162-373b-44be-9a84-db549dd2a009 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:15.881598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:15.899855 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '5f85907d-827e-4591-990d-03039dde929b', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'port_id': '5f85907d-827e-4591-990d-03039dde929b', 'mac_address': 'fa:16:3e:98:3d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:15:15.969675 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:16.007224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f85907d-827e-4591-990d-03039dde929b {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:15:16.029399 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:16.034543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:16.038007 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:16.156565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:16.160336 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:16.211933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:16.218096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:16.219281 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:16.225282 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-99118369-bc41-48da-8267-2551e7bd6351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:16.294676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5d193-a48d-4931-a426-540fffd75e06 None None] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:16.377646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=b768a7a1-fe2a-4f10-a21f-350701580198,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:16.388430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:16.394509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['5f85907d-827e-4591-990d-03039dde929b'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:15:16.444292 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4cc59971-5eff-4947-a54f-f24aae5c5fd7 None None] Provisioning for port 799cd162-373b-44be-9a84-db549dd2a009 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:16.458377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4cc59971-5eff-4947-a54f-f24aae5c5fd7 None None] Provisioning complete for port 799cd162-373b-44be-9a84-db549dd2a009 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:16.458701 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4cc59971-5eff-4947-a54f-f24aae5c5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:16.530184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111c134-466b-4471-8642-4e611c7c0fc6 req-293cbf00-42f3-4b97-98e1-a7c482074317 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:16.531895 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2111c134-466b-4471-8642-4e611c7c0fc6 req-293cbf00-42f3-4b97-98e1-a7c482074317 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 944 time: 0.2370906
Apr 30 05:15:16.546294 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:16.550103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:16.747172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2111c134-466b-4471-8642-4e611c7c0fc6 req-504b8335-ef15-489d-8238-2bd62abebc4d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1996684
Apr 30 05:15:16.795000 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4cc59971-5eff-4947-a54f-f24aae5c5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:16.805932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:15:16.895000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4cc59971-5eff-4947-a54f-f24aae5c5fd7 None None] For port 799cd162-373b-44be-9a84-db549dd2a009, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=799cd162-373b-44be-9a84-db549dd2a009,segment=NetworkSegment(0eeab2fe-beba-45c9-b6b0-0b37eb38578c),segment_id=0eeab2fe-beba-45c9-b6b0-0b37eb38578c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:16.906707 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4cc59971-5eff-4947-a54f-f24aae5c5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:16.911141 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:16.994251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc59971-5eff-4947-a54f-f24aae5c5fd7 None None] Pushing event updated for resources: {'Port': ['ID=799cd162-373b-44be-9a84-db549dd2a009,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:16.997787 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4cc59971-5eff-4947-a54f-f24aae5c5fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:17.216819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:17.234939 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512f219-aa92-440b-bc2c-124a4d55679d None None] Sync routers for ids ['678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:17.246225 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3936851
Apr 30 05:15:17.249735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46440) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:17.255237 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d761ebe8-3324-496f-9442-6f42bdc63ab0 None None] Provisioning for port b768a7a1-fe2a-4f10-a21f-350701580198 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:17.263179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d761ebe8-3324-496f-9442-6f42bdc63ab0 None None] Provisioning complete for port b768a7a1-fe2a-4f10-a21f-350701580198 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:17.263600 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d761ebe8-3324-496f-9442-6f42bdc63ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:17.275693 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512f219-aa92-440b-bc2c-124a4d55679d None None] Routers {'678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:17.276431 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e512f219-aa92-440b-bc2c-124a4d55679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78038e8e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:17.334246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d761ebe8-3324-496f-9442-6f42bdc63ab0 None None] Port b768a7a1-fe2a-4f10-a21f-350701580198 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:17.347787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d761ebe8-3324-496f-9442-6f42bdc63ab0 None None] Provisioning complete for port 799cd162-373b-44be-9a84-db549dd2a009 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:17.348171 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d761ebe8-3324-496f-9442-6f42bdc63ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:17.417716 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e512f219-aa92-440b-bc2c-124a4d55679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78038e8e0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:17.427641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e44f5b3-95ed-4689-bc8e-039f5103d03d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:17.429757 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512f219-aa92-440b-bc2c-124a4d55679d None None] Routers {'678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:17.430774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1e44f5b3-95ed-4689-bc8e-039f5103d03d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:15:17.431150 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e512f219-aa92-440b-bc2c-124a4d55679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78038e8e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:17.469224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1e44f5b3-95ed-4689-bc8e-039f5103d03d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:15:17.473950 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1e44f5b3-95ed-4689-bc8e-039f5103d03d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports/b768a7a1-fe2a-4f10-a21f-350701580198 HTTP/1.1" status: 200  len: 911 time: 0.2202826
Apr 30 05:15:17.474299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46446) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:17.481523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bbc1da57-553b-41b4-8cd2-50cee2449735'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:17.581865 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e512f219-aa92-440b-bc2c-124a4d55679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78038e8e0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:17.586887 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512f219-aa92-440b-bc2c-124a4d55679d None None] The sync data for ids ['678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:17.616749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 799cd162-373b-44be-9a84-db549dd2a009 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:17.689474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5f85907d-827e-4591-990d-03039dde929b up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:17.767973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d4093054-4c10-454d-9d61-e04168b60ef8 None None] Provisioning complete for port b768a7a1-fe2a-4f10-a21f-350701580198 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:17.768507 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d4093054-4c10-454d-9d61-e04168b60ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:17.849329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d4093054-4c10-454d-9d61-e04168b60ef8 None None] Port b768a7a1-fe2a-4f10-a21f-350701580198 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:17.854134 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:17.864502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 799cd162-373b-44be-9a84-db549dd2a009 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:17.864883 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:17.946069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 5f85907d-827e-4591-990d-03039dde929b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:17.961780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 5f85907d-827e-4591-990d-03039dde929b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:17.962209 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:18.149960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8130b4fc-16e4-4400-8eba-7f5daa75fd45 None None] Provisioning complete for port b768a7a1-fe2a-4f10-a21f-350701580198 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:18.150345 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8130b4fc-16e4-4400-8eba-7f5daa75fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:18.227356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8130b4fc-16e4-4400-8eba-7f5daa75fd45 None None] Port b768a7a1-fe2a-4f10-a21f-350701580198 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:18.255413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e6452-7ed7-4986-ab18-337a0f37db3e req-651c5a30-b610-435c-983e-005898c20db9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:18.256950 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de2e6452-7ed7-4986-ab18-337a0f37db3e req-651c5a30-b610-435c-983e-005898c20db9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 944 time: 0.3137958
Apr 30 05:15:18.294548 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:18.324394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85907d-827e-4591-990d-03039dde929b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:15:18.335637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:18.341380 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:18.344701 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:18.371114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de2e6452-7ed7-4986-ab18-337a0f37db3e req-5f3fed2b-e19f-47df-bca3-5c339eb1d959 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027174
Apr 30 05:15:18.432605 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:18.462155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.462619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.463059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.463430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.463778 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.464162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.464507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.464926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.465310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.465647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.466019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.466355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:18.471373 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:18.482746 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85907d-827e-4591-990d-03039dde929b', 'code': 200}
Apr 30 05:15:18.604690 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:18.620346 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:18.630164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:18.636159 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:18.636159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/ports/b768a7a1-fe2a-4f10-a21f-350701580198 HTTP/1.1" status: 200  len: 911 time: 1.1581352
Apr 30 05:15:18.636159 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6ca68d21-5a68-40bf-b4b6-0962220d8738 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:18.640994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46464) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:18.715287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=b768a7a1-fe2a-4f10-a21f-350701580198,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:18.724608 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:18.794096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced9717-8b3f-4c43-8421-02e918295582 req-37c3f76c-e103-4cce-96d9-cb1a03823316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:18.795641 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fced9717-8b3f-4c43-8421-02e918295582 req-37c3f76c-e103-4cce-96d9-cb1a03823316 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1097 time: 0.2493854
Apr 30 05:15:19.089932 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fced9717-8b3f-4c43-8421-02e918295582 req-a6cf7191-99c9-4d04-9080-48356050c8ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2857130
Apr 30 05:15:19.396886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:19.666232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02ed1f-7fd7-4b8f-ac86-fce8c2ef1456 req-27d9d44a-1543-4d47-8b5f-997022da4360 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:19.667840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e02ed1f-7fd7-4b8f-ac86-fce8c2ef1456 req-27d9d44a-1543-4d47-8b5f-997022da4360 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1157672
Apr 30 05:15:19.723409 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e02ed1f-7fd7-4b8f-ac86-fce8c2ef1456 req-a6b58f23-7504-4b3b-a176-7a6e8ce3d5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489614
Apr 30 05:15:19.849863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port b768a7a1-fe2a-4f10-a21f-350701580198 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:15:19.850851 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:20.000574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:20.142104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for b768a7a1-fe2a-4f10-a21f-350701580198 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:15:20.326382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:20.330646 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:20.380337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=b768a7a1-fe2a-4f10-a21f-350701580198,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:20.431311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.432097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.432656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.433222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.433841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.434407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.435191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.435840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.436455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.437072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.438226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.439418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:20.447063 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:20.629352 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:20.982281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8c1f6-ffc5-441f-8172-480fc65d70e5 req-2ac96b93-ded2-48a2-877f-c73446f93b32 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:20.985122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68f8c1f6-ffc5-441f-8172-480fc65d70e5 req-2ac96b93-ded2-48a2-877f-c73446f93b32 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1325443
Apr 30 05:15:21.043385 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68f8c1f6-ffc5-441f-8172-480fc65d70e5 req-e3b50347-7726-4bed-a1c4-32809c755eff tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508785
Apr 30 05:15:21.100357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:21.259228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:21.278612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a72fec4-5fd4-4ee7-94d1-424c175fb31c None None] Sync routers for ids ['678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:21.290096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72fec4-5fd4-4ee7-94d1-424c175fb31c None None] Routers {'678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:21.290827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0a72fec4-5fd4-4ee7-94d1-424c175fb31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbb6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:21.295507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239c885-929e-408f-8313-cd523259f9db req-339eb1b3-1826-416e-9e38-666585556aa1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:21.297077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1239c885-929e-408f-8313-cd523259f9db req-339eb1b3-1826-416e-9e38-666585556aa1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1225364
Apr 30 05:15:21.305629 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6628873
Apr 30 05:15:21.308109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46496) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:21.308824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46498) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:21.318737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-933a0f96-966f-45c6-bd5d-13ca58625ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Request body: {'floatingip': {'port_id': '5f85907d-827e-4591-990d-03039dde929b'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:21.355715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f6c4e24-fd30-40ac-8445-c34f27e682b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:15:21.384728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7f6c4e24-fd30-40ac-8445-c34f27e682b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:15:21.386292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7f6c4e24-fd30-40ac-8445-c34f27e682b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff HTTP/1.1" status: 200  len: 205 time: 0.0771935
Apr 30 05:15:21.389128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46506) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:21.402463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0a72fec4-5fd4-4ee7-94d1-424c175fb31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbb6a0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:21.412004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72fec4-5fd4-4ee7-94d1-424c175fb31c None None] Routers {'678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:21.412861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0a72fec4-5fd4-4ee7-94d1-424c175fb31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbb6a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:21.414871 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-933a0f96-966f-45c6-bd5d-13ca58625ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:21.476381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0a72fec4-5fd4-4ee7-94d1-424c175fb31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbb6a0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:21.477082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a72fec4-5fd4-4ee7-94d1-424c175fb31c None None] The sync data for ids ['678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:21.725071 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-34c43ede-df4f-40c3-85b8-02d3efd28e8f tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.068545 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-34c43ede-df4f-40c3-85b8-02d3efd28e8f tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.070966 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-34c43ede-df4f-40c3-85b8-02d3efd28e8f tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.097221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-34c43ede-df4f-40c3-85b8-02d3efd28e8f tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.098099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c43ede-df4f-40c3-85b8-02d3efd28e8f tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Fanout notify agent at l3_agent the message router_deleted on router 678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:15:22.115260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-34c43ede-df4f-40c3-85b8-02d3efd28e8f tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.116629 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-34c43ede-df4f-40c3-85b8-02d3efd28e8f tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff HTTP/1.1" status: 204  len: 168 time: 0.7263575
Apr 30 05:15:22.119141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46512) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:22.121256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-933a0f96-966f-45c6-bd5d-13ca58625ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.125611 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-933a0f96-966f-45c6-bd5d-13ca58625ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.202814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting subnet bbc1da57-553b-41b4-8cd2-50cee2449735 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:15:22.207535 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.264391 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.357748 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-933a0f96-966f-45c6-bd5d-13ca58625ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Floating IP aa39e842-345f-480b-8f89-ea75f943289e associated. External IP: 172.25.8.79, port: 5f85907d-827e-4591-990d-03039dde929b.
Apr 30 05:15:22.405181 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.807918 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.812038 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ea1871d9-cf1b-4402-a56c-b070f4c7f941 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:22.874653 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:22.882640 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28778a3-ef1a-4100-8096-ce2bd0dd5f65 None None] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:22.908854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/bbc1da57-553b-41b4-8cd2-50cee2449735 HTTP/1.1" status: 204  len: 168 time: 0.7884440
Apr 30 05:15:22.910251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc1da57-553b-41b4-8cd2-50cee2449735,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:22.910656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46522) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:22.913601 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:23.194588 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:23.256711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] DHCP port deletion for 3e0fccab-5443-4bd6-8879-46fd1fe76b57 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:15:23.285033 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933a0f96-966f-45c6-bd5d-13ca58625ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Router 094c692d-98d5-4882-bf5c-43ed0af828be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:23.355043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] Deleting port 799cd162-373b-44be-9a84-db549dd2a009 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:15:23.355582 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:23.471145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] For port 799cd162-373b-44be-9a84-db549dd2a009, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=799cd162-373b-44be-9a84-db549dd2a009,segment=NetworkSegment(0eeab2fe-beba-45c9-b6b0-0b37eb38578c),segment_id=0eeab2fe-beba-45c9-b6b0-0b37eb38578c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:23.471632 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:23.472570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port 799cd162-373b-44be-9a84-db549dd2a009 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:15:23.472916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:23.601546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port 799cd162-373b-44be-9a84-db549dd2a009, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=799cd162-373b-44be-9a84-db549dd2a009,segment=NetworkSegment(0eeab2fe-beba-45c9-b6b0-0b37eb38578c),segment_id=0eeab2fe-beba-45c9-b6b0-0b37eb38578c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:23.602060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:23.638979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 799cd162-373b-44be-9a84-db549dd2a009 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:15:23.685928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] Calling delete_port for 799cd162-373b-44be-9a84-db549dd2a009 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:15:23.767805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for 799cd162-373b-44be-9a84-db549dd2a009 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:15:23.777158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933a0f96-966f-45c6-bd5d-13ca58625ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:23.791359 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-933a0f96-966f-45c6-bd5d-13ca58625ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:23.793923 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] Sync routers for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:23.820044 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:23.823456 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa5fd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:23.848137 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:23.897734 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:23.922114 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-db5ec0c8-1ac1-436a-8137-1f027980bd21 tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:23.925234 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:23.951072 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4cc59971-5eff-4947-a54f-f24aae5c5fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:24.006138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] Pushing event deleted for resources: {'Port': ['ID=799cd162-373b-44be-9a84-db549dd2a009,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:24.009223 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:24.010085 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] No DVR routers for this DVR port 799cd162-373b-44be-9a84-db549dd2a009 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:15:24.011814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=799cd162-373b-44be-9a84-db549dd2a009,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:24.015708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No DVR routers for this DVR port 799cd162-373b-44be-9a84-db549dd2a009 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:15:24.021001 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-933a0f96-966f-45c6-bd5d-13ca58625ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "PUT /v2.0/floatingips/aa39e842-345f-480b-8f89-ea75f943289e HTTP/1.1" status: 200  len: 990 time: 2.7105250
Apr 30 05:15:24.022529 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:24.053646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'tag': '5f85907d-827e-4591-990d-03039dde929b'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:15:24.060408 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:24.202513 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'tag': '5f85907d-827e-4591-990d-03039dde929b', 'status': 'completed', 'code': 200}
Apr 30 05:15:24.262455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:24.423385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a47ce20>,) {'filters': {'network_id': ['3e0fccab-5443-4bd6-8879-46fd1fe76b57']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:24.432832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-7dff66b6-9b8b-4d31-8d55-bfb841a96ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:24.434356 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-7dff66b6-9b8b-4d31-8d55-bfb841a96ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1097 time: 0.2310948
Apr 30 05:15:24.441399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a47ce20>, '0eeab2fe-beba-45c9-b6b0-0b37eb38578c') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:24.441753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a47ce20>, '0eeab2fe-beba-45c9-b6b0-0b37eb38578c') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:24.475941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:24.478690 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa5fd0>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'aa39e842-345f-480b-8f89-ea75f943289e', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'port_id': '5f85907d-827e-4591-990d-03039dde929b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'mac_address': 'fa:16:3e:98:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:15:04Z', 'updated_at': '2021-04-30T05:15:21Z', 'revision_number': 1, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:24.482893 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] Checking router: 094c692d-98d5-4882-bf5c-43ed0af828be for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:15:24.494434 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:24.494434 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa5fd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:24.717431 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:24.762788 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:24.775754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:15:24.934482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-a02ea6ef-f811-46ad-a0a7-67f5ccc66d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:24.936190 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-a02ea6ef-f811-46ad-a0a7-67f5ccc66d6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.4875259
Apr 30 05:15:25.088792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:15:25.101952 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:25.240389 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa5fd0>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'aa39e842-345f-480b-8f89-ea75f943289e', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'port_id': '5f85907d-827e-4591-990d-03039dde929b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'mac_address': 'fa:16:3e:98:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:15:04Z', 'updated_at': '2021-04-30T05:15:21Z', 'revision_number': 1, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:25.246370 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca095fb-94c2-44c5-87d2-a39cba0f429e None None] The sync data for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 is: [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'aa39e842-345f-480b-8f89-ea75f943289e', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'floating_ip_address': '172.25.8.79', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'port_id': '5f85907d-827e-4591-990d-03039dde929b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'mac_address': 'fa:16:3e:98:3d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:15:04Z', 'updated_at': '2021-04-30T05:15:21Z', 'revision_number': 1, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:25.278165 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-33d4b8aa-088b-4dea-9638-702c34695385 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 200  len: 998 time: 0.2902222
Apr 30 05:15:25.407559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 3e0fccab-5443-4bd6-8879-46fd1fe76b57 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   util.warn(
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:15:25.434356 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:15:25.532026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-19770c02-ec29-4e79-b921-0fa23f25a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:25.534500 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-19770c02-ec29-4e79-b921-0fa23f25a994 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1941967
Apr 30 05:15:25.616155 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:25.620511 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4a143a68-bbe6-41b5-9642-53d45756ce96 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:25.646313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df32590-c5d9-4577-881d-e0b475fd6b3c None None] New status for floating IP aa39e842-345f-480b-8f89-ea75f943289e: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:15:25.661895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:25.665790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Network': ['ID=3e0fccab-5443-4bd6-8879-46fd1fe76b57,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:25.669255 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:25.706820 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/networks/3e0fccab-5443-4bd6-8879-46fd1fe76b57 HTTP/1.1" status: 204  len: 168 time: 2.7834835
Apr 30 05:15:25.711650 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46552) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:25.718120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1885755542', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:25.727074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:25.728142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-6ce88232-e553-4b60-8297-e92faa9e6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:25.730626 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-6ce88232-e553-4b60-8297-e92faa9e6ffe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1889572
Apr 30 05:15:25.733101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:router and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:25.737181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:25.745397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:25.768863 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:25.769925 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:25.788477 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:25.811287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:25.853541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:25.856176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-318c483a-853a-4911-b6bb-9fed95312854 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1428866
Apr 30 05:15:25.858398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46556) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:25.879421 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-915091157'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:25.898899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:25.912558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:network and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:25.923054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:25.936903 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-b9c6dcbf-6033-460f-bb86-70b967d6cd76 service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977901
Apr 30 05:15:25.942438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:25.966181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:25.972548 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:26.037982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:15:26.050656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:26.051457 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added segment 7b9bd6a2-a9b8-412d-8606-e332b507c395 of type vlan for network 36566452-b396-4e8f-b2fa-ed1e369c32e4
Apr 30 05:15:26.104729 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:26.154058 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-def76b14-a7eb-4d59-ba22-3d9ab734fcd6 req-c1a12834-61bf-49ea-8f3b-d0f2dd99784f service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2098403
Apr 30 05:15:26.155421 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:26.167932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:26.169113 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:26.180466 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4143b601-b489-43df-8618-2b0c37b67010 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:26.258218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3981767
Apr 30 05:15:26.261652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46564) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:26.268813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'subnet': {'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:26.327595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Network': ['ID=36566452-b396-4e8f-b2fa-ed1e369c32e4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:26.330711 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:26.340710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:15:26.400971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:26.405272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:subnet and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:26.409116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:26.415280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:26.437575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:26.441696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:27.041182 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:27.045207 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6167d6bb-278c-47c5-a854-4790288495c1 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:27.294460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Subnet': ['ID=dca61d1e-c1f9-47a2-8711-c4657f8f875f,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:27.298584 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:27.304932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Checking segment: {'id': '7b9bd6a2-a9b8-412d-8606-e332b507c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:27.305295 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network hostable DHCP agents. Network: 36566452-b396-4e8f-b2fa-ed1e369c32e4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:15:27.322985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:15:27.332446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 36566452-b396-4e8f-b2fa-ed1e369c32e4) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:27.343993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:27.344617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:27.350709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902689d6-95ef-4aea-bebe-833172ba5716 None None] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:27.387001 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4e675ae4-6412-47e2-bf2f-f27e90eb9fbc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1240926
Apr 30 05:15:27.389672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46578) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:27.491237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:27.510095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:27.640587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-36566452-b396-4e8f-b2fa-ed1e369c32e4', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:15:27.641695 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:27.851129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Allocated IP 2001:db8::2 (36566452-b396-4e8f-b2fa-ed1e369c32e4/dca61d1e-c1f9-47a2-8711-c4657f8f875f/e7b203fd-8669-4ff5-83ff-95827e4f1757) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:27.975387 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:28.152647 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:28.168251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Transition to ACTIVE for port object e7b203fd-8669-4ff5-83ff-95827e4f1757 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:28.201217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Transition to ACTIVE for port object e7b203fd-8669-4ff5-83ff-95827e4f1757 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:28.215258 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:28.219496 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-78f2716c-3911-40b4-95f7-e273e9d2ce9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:28.290093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:28.293634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:28.296336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:28.338756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Pushing event updated for resources: {'Port': ['ID=e7b203fd-8669-4ff5-83ff-95827e4f1757,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:28.341571 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:28.402879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Attempting to bind port e7b203fd-8669-4ff5-83ff-95827e4f1757 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:28.403604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Attempting to bind port e7b203fd-8669-4ff5-83ff-95827e4f1757 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '7b9bd6a2-a9b8-412d-8606-e332b507c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:28.403896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Attempting to bind port e7b203fd-8669-4ff5-83ff-95827e4f1757 on network 36566452-b396-4e8f-b2fa-ed1e369c32e4 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:28.407687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 2001:db8::1 (36566452-b396-4e8f-b2fa-ed1e369c32e4/dca61d1e-c1f9-47a2-8711-c4657f8f875f/0387774a-f510-4084-9078-032665a6de75) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:28.410785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:28.411178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Checking segment: {'id': '7b9bd6a2-a9b8-412d-8606-e332b507c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:28.411622 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:28.412035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Bound using segment: {'id': '7b9bd6a2-a9b8-412d-8606-e332b507c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:28.412527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Bound port: e7b203fd-8669-4ff5-83ff-95827e4f1757, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9bd6a2-a9b8-412d-8606-e332b507c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:28.412958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:28.520961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] For port e7b203fd-8669-4ff5-83ff-95827e4f1757, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:28.525019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] For port e7b203fd-8669-4ff5-83ff-95827e4f1757, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7b203fd-8669-4ff5-83ff-95827e4f1757,segment=NetworkSegment(7b9bd6a2-a9b8-412d-8606-e332b507c395),segment_id=7b9bd6a2-a9b8-412d-8606-e332b507c395)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:28.530863 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:28.537441 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4fb34d4c-1289-40cb-8751-582c6d0261cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:28.585128 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:28.601961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Transition to ACTIVE for port object 0387774a-f510-4084-9078-032665a6de75 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:28.632956 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:28.649266 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:28.655514 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Pushing event updated for resources: {'Port': ['ID=e7b203fd-8669-4ff5-83ff-95827e4f1757,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:28.659203 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:28.740253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:28.749305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:28.761035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:28.761635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:28.780540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=0387774a-f510-4084-9078-032665a6de75,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:28.793290 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:28.937377 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:29.596846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:29.602869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:29.604260 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:29.609933 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b68d9a3b-120e-4794-8067-8a32476693b3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:29.645113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7b203fd-8669-4ff5-83ff-95827e4f1757 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:29.788970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e7b203fd-8669-4ff5-83ff-95827e4f1757 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:29.856440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=0387774a-f510-4084-9078-032665a6de75,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:29.878336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc6e16d-85b8-443a-9182-e1dbce5ddd1c None None] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:29.878799 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:29.972171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:29.973565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:30.102997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4d594d58-3dc6-4a59-90e7-ef8cf0f16e02 None None] Provisioning for port e7b203fd-8669-4ff5-83ff-95827e4f1757 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:30.114727 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4d594d58-3dc6-4a59-90e7-ef8cf0f16e02 None None] Provisioning complete for port e7b203fd-8669-4ff5-83ff-95827e4f1757 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:30.114727 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d594d58-3dc6-4a59-90e7-ef8cf0f16e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.212929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:15:30.298486 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d594d58-3dc6-4a59-90e7-ef8cf0f16e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.357982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4d594d58-3dc6-4a59-90e7-ef8cf0f16e02 None None] For port e7b203fd-8669-4ff5-83ff-95827e4f1757, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7b203fd-8669-4ff5-83ff-95827e4f1757,segment=NetworkSegment(7b9bd6a2-a9b8-412d-8606-e332b507c395),segment_id=7b9bd6a2-a9b8-412d-8606-e332b507c395)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:30.368801 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d594d58-3dc6-4a59-90e7-ef8cf0f16e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.371939 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-23032111-ea07-4bdb-bf26-f02f92243011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:30.407799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:30.419779 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:30.425324 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0345166
Apr 30 05:15:30.425668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46614) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:30.432500 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:30.433475 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780501b80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:30.433609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1641803210'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:30.451386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:30.452900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d594d58-3dc6-4a59-90e7-ef8cf0f16e02 None None] Pushing event updated for resources: {'Port': ['ID=e7b203fd-8669-4ff5-83ff-95827e4f1757,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:30.464712 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4d594d58-3dc6-4a59-90e7-ef8cf0f16e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:30.464921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:network and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:30.470426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:30.479071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:30.504150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:30.508283 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.543669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:15:30.555984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.556713 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added segment a4e0251d-30f4-48ce-8687-87e584772bda of type vlan for network 800c4b66-1e58-44f3-ad41-34c55e54bb85
Apr 30 05:15:30.588376 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.610640 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:30.627474 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.633807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:30.634869 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.640161 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aa3cec2a-3c80-455e-9243-90f3205c1cc7 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:30.727514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-66d89c9e-5ec3-4c3d-8e83-c4672c18c041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.750885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1bd6387f-b3fd-429f-b2fc-fbd1407d53e4 None None] Provisioning for port 0387774a-f510-4084-9078-032665a6de75 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:30.770410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3436232
Apr 30 05:15:30.773348 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46618) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:30.781182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'subnet': {'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:30.783190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1bd6387f-b3fd-429f-b2fc-fbd1407d53e4 None None] Provisioning complete for port 0387774a-f510-4084-9078-032665a6de75 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:30.787056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1bd6387f-b3fd-429f-b2fc-fbd1407d53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:30.800060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Network': ['ID=800c4b66-1e58-44f3-ad41-34c55e54bb85,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:30.803427 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:30.852198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:15:31.038746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:31.049235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:subnet and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:31.054481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:31.070562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:31.073749 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780501b80>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:28Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:29Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:31.082483 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:15:31.082841 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Updating router 3c498d83-2af3-4936-95e1-216a391b5b93 port 0387774a-f510-4084-9078-032665a6de75 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:15:31.090949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:31.095764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:31.109646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6387f-b3fd-429f-b2fc-fbd1407d53e4 None None] Port 0387774a-f510-4084-9078-032665a6de75 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:31.167267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1bd6387f-b3fd-429f-b2fc-fbd1407d53e4 None None] Provisioning complete for port e7b203fd-8669-4ff5-83ff-95827e4f1757 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:31.167840 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1bd6387f-b3fd-429f-b2fc-fbd1407d53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:31.200410 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:31.512830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-62cca6e0-afae-4542-a7af-12d4b1fbefd5 None None] Provisioning complete for port 0387774a-f510-4084-9078-032665a6de75 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:31.513958 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-62cca6e0-afae-4542-a7af-12d4b1fbefd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:31.607981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7b203fd-8669-4ff5-83ff-95827e4f1757 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:31.652623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-62cca6e0-afae-4542-a7af-12d4b1fbefd5 None None] Port 0387774a-f510-4084-9078-032665a6de75 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:31.668844 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:31.684057 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Transition to ACTIVE for port object 0387774a-f510-4084-9078-032665a6de75 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:31.698074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e7b203fd-8669-4ff5-83ff-95827e4f1757 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:31.698406 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:31.698786 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:31.705305 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-4de37211-6be9-4a56-bdea-5e9a8934f6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:31.804833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:31.809015 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7ea5b79e-f9de-4e75-974e-65a66158a829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:31.916845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Checking segment: {'id': 'a4e0251d-30f4-48ce-8687-87e584772bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:31.917269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network hostable DHCP agents. Network: 800c4b66-1e58-44f3-ad41-34c55e54bb85, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:15:31.921000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Subnet': ['ID=c03344a6-6e79-4d34-9aa9-2a358c229631,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:31.925363 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:31.945952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:15:31.963742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 800c4b66-1e58-44f3-ad41-34c55e54bb85) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:31.976879 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eba1fd5-851e-49fc-9b84-5d9106ce7b24 None None] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:31.978693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:31.979315 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:32.021180 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b3eb06e2-1425-445d-b2e3-94c53e9a8ad4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2456343
Apr 30 05:15:32.023025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46634) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:32.030460 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Pushing event updated for resources: {'Port': ['ID=0387774a-f510-4084-9078-032665a6de75,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:32.043721 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.044065 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.044479 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.044816 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.045142 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.045466 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.045788 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.046107 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.046425 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.046741 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.047081 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.047404 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:32.052375 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:32.077031 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Attempting to bind port 0387774a-f510-4084-9078-032665a6de75 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:32.077780 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Attempting to bind port 0387774a-f510-4084-9078-032665a6de75 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '7b9bd6a2-a9b8-412d-8606-e332b507c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:32.078332 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Attempting to bind port 0387774a-f510-4084-9078-032665a6de75 on network 36566452-b396-4e8f-b2fa-ed1e369c32e4 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:32.086049 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:32.086718 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Checking segment: {'id': '7b9bd6a2-a9b8-412d-8606-e332b507c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:32.087283 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:32.088013 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Bound using segment: {'id': '7b9bd6a2-a9b8-412d-8606-e332b507c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:32.088794 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Bound port: 0387774a-f510-4084-9078-032665a6de75, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9bd6a2-a9b8-412d-8606-e332b507c395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:32.089350 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:32.294146 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] For port 0387774a-f510-4084-9078-032665a6de75, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:32.298357 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] For port 0387774a-f510-4084-9078-032665a6de75, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0387774a-f510-4084-9078-032665a6de75,segment=NetworkSegment(7b9bd6a2-a9b8-412d-8606-e332b507c395),segment_id=7b9bd6a2-a9b8-412d-8606-e332b507c395)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:32.305732 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:32.312057 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-8e6532cb-0de1-4c44-a34a-476aab9aa641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:32.353802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-800c4b66-1e58-44f3-ad41-34c55e54bb85', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:15:32.355264 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:32.430427 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:32.431362 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780501b80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:32.635392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Allocated IP 2001:db8:1::2 (800c4b66-1e58-44f3-ad41-34c55e54bb85/c03344a6-6e79-4d34-9aa9-2a358c229631/8430a63f-f273-443c-accd-ee83b2754144) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:32.725542 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Pushing event updated for resources: {'Port': ['ID=0387774a-f510-4084-9078-032665a6de75,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:32.731866 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:32.750220 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:32.970515 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:32.982273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Transition to ACTIVE for port object 8430a63f-f273-443c-accd-ee83b2754144 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:33.004174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Transition to ACTIVE for port object 8430a63f-f273-443c-accd-ee83b2754144 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:33.015918 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:33.021002 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-77ef8eec-c98e-43c5-a9c8-0e888748e54a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:33.084128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:33.091793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:33.097020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:33.113699 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Pushing event updated for resources: {'Port': ['ID=8430a63f-f273-443c-accd-ee83b2754144,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:33.163642 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:33.180839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:33.229744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Attempting to bind port 8430a63f-f273-443c-accd-ee83b2754144 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:33.230262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Attempting to bind port 8430a63f-f273-443c-accd-ee83b2754144 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'a4e0251d-30f4-48ce-8687-87e584772bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:33.230745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Attempting to bind port 8430a63f-f273-443c-accd-ee83b2754144 on network 800c4b66-1e58-44f3-ad41-34c55e54bb85 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:33.231126 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780501b80>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:28Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:32Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:33.238218 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6b2c8-ea0f-42d3-a6c6-2c4851e022a4 None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:28Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:32Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:33.238541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:33.239033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Checking segment: {'id': 'a4e0251d-30f4-48ce-8687-87e584772bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:33.239700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:33.240209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Bound using segment: {'id': 'a4e0251d-30f4-48ce-8687-87e584772bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:33.241623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Bound port: 8430a63f-f273-443c-accd-ee83b2754144, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e0251d-30f4-48ce-8687-87e584772bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:33.242496 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:33.368666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] For port 8430a63f-f273-443c-accd-ee83b2754144, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:33.372077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] For port 8430a63f-f273-443c-accd-ee83b2754144, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8430a63f-f273-443c-accd-ee83b2754144,segment=NetworkSegment(a4e0251d-30f4-48ce-8687-87e584772bda),segment_id=a4e0251d-30f4-48ce-8687-87e584772bda)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:33.397217 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:33.403506 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:33.444747 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:33.520649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Pushing event updated for resources: {'Port': ['ID=8430a63f-f273-443c-accd-ee83b2754144,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:33.524975 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:33.643589 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d884e8f3-9d3f-4a1c-9da8-06e80c910bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:33.749778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 2001:db8:1::1 (800c4b66-1e58-44f3-ad41-34c55e54bb85/c03344a6-6e79-4d34-9aa9-2a358c229631/2b95b1dc-6c41-41ea-b81d-53370265a980) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:34.090519 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:34.113203 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Transition to ACTIVE for port object 2b95b1dc-6c41-41ea-b81d-53370265a980 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:34.154764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:34.161733 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:34.251053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:34.255159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:34.259587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:34.260187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:34.274760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=2b95b1dc-6c41-41ea-b81d-53370265a980,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:34.279451 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:34.403853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:34.811150 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:34.972919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ab853-e32b-4049-abbd-a91527d71fe3 None None] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:35.085418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2f25bfec-1aab-4ea3-9605-d1a9fda693f5 None None] Provisioning for port 8430a63f-f273-443c-accd-ee83b2754144 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:35.148102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:35.151213 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:35.153302 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:35.163284 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:35.344008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=2b95b1dc-6c41-41ea-b81d-53370265a980,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:35.349785 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:35.397925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:35.399645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:35.646387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bd2d2308-246b-472f-9796-059be4ef4a51 None None] Provisioning for port 2b95b1dc-6c41-41ea-b81d-53370265a980 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:35.654792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bd2d2308-246b-472f-9796-059be4ef4a51 None None] Provisioning complete for port 2b95b1dc-6c41-41ea-b81d-53370265a980 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:35.655007 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bd2d2308-246b-472f-9796-059be4ef4a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:35.745526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:35.817698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8430a63f-f273-443c-accd-ee83b2754144 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:35.894873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d2308-246b-472f-9796-059be4ef4a51 None None] Port 2b95b1dc-6c41-41ea-b81d-53370265a980 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:35.925464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8430a63f-f273-443c-accd-ee83b2754144 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:35.931180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8430a63f-f273-443c-accd-ee83b2754144 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:35.931597 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:35.967112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:35.979546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:35.994919 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9703369
Apr 30 05:15:35.997791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46678) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:36.005562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-896945291'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:36.014571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:36.022168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:36.024665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b5f7760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:36.034706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:network and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:36.038835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for network was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:36.052426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:36.077374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:36.096101 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:36.145801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:15:36.172502 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:36.174180 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added segment f759b562-a43f-4c2f-9f92-52f58ba19fd7 of type vlan for network 30ee60fc-b19f-4790-8fcc-8666d2417604
Apr 30 05:15:36.243120 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:36.261501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-12ef2338-72e5-4486-98de-77cd5d06a5d9 None None] Provisioning complete for port 2b95b1dc-6c41-41ea-b81d-53370265a980 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:36.262215 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-12ef2338-72e5-4486-98de-77cd5d06a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:36.295504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:36.304365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:36.305224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:36.310702 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6049c594-5466-4f92-bdfb-ae45e8fdc44c tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:36.425336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4264209
Apr 30 05:15:36.430807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46684) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:36.445390 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'subnet': {'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:36.447950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Network': ['ID=30ee60fc-b19f-4790-8fcc-8666d2417604,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:36.455968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:36.459996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.460731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.461636 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.462199 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.462776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.463365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.463965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.464651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.465203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.465820 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.466370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.466930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:15:36.471835 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d6af62e7-29b2-4e4d-8cd1-8793565a3ad5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:36.510873 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:36.530010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:15:36.592553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:36.597006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:subnet and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:36.600471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:36.606591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:36.614391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-12ef2338-72e5-4486-98de-77cd5d06a5d9 None None] Port 2b95b1dc-6c41-41ea-b81d-53370265a980 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:36.620540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:36.623533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:36.770135 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:37.138296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ab445e0b-8cf6-467c-ad92-61878ac49942 None None] Provisioning complete for port 2b95b1dc-6c41-41ea-b81d-53370265a980 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:37.139330 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ab445e0b-8cf6-467c-ad92-61878ac49942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:37.173782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 8430a63f-f273-443c-accd-ee83b2754144, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8430a63f-f273-443c-accd-ee83b2754144,segment=NetworkSegment(a4e0251d-30f4-48ce-8687-87e584772bda),segment_id=a4e0251d-30f4-48ce-8687-87e584772bda)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:37.296573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ab445e0b-8cf6-467c-ad92-61878ac49942 None None] Port 2b95b1dc-6c41-41ea-b81d-53370265a980 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:37.303875 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:37.304971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0387774a-f510-4084-9078-032665a6de75 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:37.335620 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:37.473236 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:37.477477 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5db0ceb-39bd-4c84-9c63-aaba5ed4b991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:37.593819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=8430a63f-f273-443c-accd-ee83b2754144,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:37.596711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 0387774a-f510-4084-9078-032665a6de75 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:37.600321 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:37.600914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Checking segment: {'id': 'f759b562-a43f-4c2f-9f92-52f58ba19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:37.601603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network hostable DHCP agents. Network: 30ee60fc-b19f-4790-8fcc-8666d2417604, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:15:37.610081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0387774a-f510-4084-9078-032665a6de75 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:37.610276 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:37.611168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Subnet': ['ID=03efb664-4df0-44dc-8f75-72094e6b932d,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:37.616028 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:37.644743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:15:37.661504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 30ee60fc-b19f-4790-8fcc-8666d2417604) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:37.682303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:37.683241 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:37.727224 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-103af70f-432d-43a7-8aae-505ef88d31d0 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2916684
Apr 30 05:15:37.727844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46698) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:37.740130 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3e5b8-e1e0-4c15-99e8-9e5f7c866daf None None] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:37.974557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b5f7760>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:34Z', 'revision_number': 3, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:32Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:34Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:38.030296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:15:38.030630 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Updating router 3c498d83-2af3-4936-95e1-216a391b5b93 port 2b95b1dc-6c41-41ea-b81d-53370265a980 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:15:38.098816 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:38.140191 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:38.267409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 0387774a-f510-4084-9078-032665a6de75, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0387774a-f510-4084-9078-032665a6de75,segment=NetworkSegment(7b9bd6a2-a9b8-412d-8606-e332b507c395),segment_id=7b9bd6a2-a9b8-412d-8606-e332b507c395)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:38.287158 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-30ee60fc-b19f-4790-8fcc-8666d2417604', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:15:38.288025 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:38.309347 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:38.317517 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6c3d494b-e647-4b0f-8667-969c76f2f79d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:38.457854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8430a63f-f273-443c-accd-ee83b2754144 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:38.708905 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8430a63f-f273-443c-accd-ee83b2754144 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:38.708905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:38.719981 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:38.740874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=0387774a-f510-4084-9078-032665a6de75,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:38.760355 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:38.902096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Allocated IP 2001:db8:2::2 (30ee60fc-b19f-4790-8fcc-8666d2417604/03efb664-4df0-44dc-8f75-72094e6b932d/a0cfe71f-3924-49d2-96f6-5b84a71bfada) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:39.234368 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.262729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Transition to ACTIVE for port object 2b95b1dc-6c41-41ea-b81d-53370265a980 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:39.296989 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.310611 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9b7e9f5-7f30-4870-a6a5-d33398577518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:39.463520 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f78097-e7e6-498a-bf69-7e349de73c14 None None] Pushing event updated for resources: {'Port': ['ID=2b95b1dc-6c41-41ea-b81d-53370265a980,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:39.490977 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.493570 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-76f78097-e7e6-498a-bf69-7e349de73c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:39.540935 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Transition to ACTIVE for port object a0cfe71f-3924-49d2-96f6-5b84a71bfada will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:39.579546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Attempting to bind port 2b95b1dc-6c41-41ea-b81d-53370265a980 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:39.579911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Attempting to bind port 2b95b1dc-6c41-41ea-b81d-53370265a980 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'a4e0251d-30f4-48ce-8687-87e584772bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:39.580275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Attempting to bind port 2b95b1dc-6c41-41ea-b81d-53370265a980 on network 800c4b66-1e58-44f3-ad41-34c55e54bb85 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:39.582678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Transition to ACTIVE for port object a0cfe71f-3924-49d2-96f6-5b84a71bfada will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:39.589257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:39.589680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Checking segment: {'id': 'a4e0251d-30f4-48ce-8687-87e584772bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:39.590035 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.590428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Bound using segment: {'id': 'a4e0251d-30f4-48ce-8687-87e584772bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:39.590906 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Bound port: 2b95b1dc-6c41-41ea-b81d-53370265a980, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e0251d-30f4-48ce-8687-87e584772bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:39.591284 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.612217 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.617713 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8a68ef98-2992-409f-a60d-79bff26b3da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:39.694882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 2001:db8:2::1 (30ee60fc-b19f-4790-8fcc-8666d2417604/03efb664-4df0-44dc-8f75-72094e6b932d/c0c27b31-9915-4001-96b4-577059fba0ca) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:39.812355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:39.819120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:39.825871 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Pushing event updated for resources: {'Port': ['ID=a0cfe71f-3924-49d2-96f6-5b84a71bfada,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:39.827572 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:39.843412 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:39.886456 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.918534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] For port 2b95b1dc-6c41-41ea-b81d-53370265a980, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:39.924937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Transition to ACTIVE for port object c0c27b31-9915-4001-96b4-577059fba0ca will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:39.944709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] For port 2b95b1dc-6c41-41ea-b81d-53370265a980, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2b95b1dc-6c41-41ea-b81d-53370265a980,segment=NetworkSegment(a4e0251d-30f4-48ce-8687-87e584772bda),segment_id=a4e0251d-30f4-48ce-8687-87e584772bda)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:39.950679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Attempting to bind port a0cfe71f-3924-49d2-96f6-5b84a71bfada on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:39.951329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Attempting to bind port a0cfe71f-3924-49d2-96f6-5b84a71bfada by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f759b562-a43f-4c2f-9f92-52f58ba19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:39.952022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Attempting to bind port a0cfe71f-3924-49d2-96f6-5b84a71bfada on network 30ee60fc-b19f-4790-8fcc-8666d2417604 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:39.957841 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.959019 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.963185 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aa798740-aa26-4fa3-910a-138490462b0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:39.963592 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5db7fdf2-d8bc-40ed-bfdd-d441a816507a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:39.992804 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:39.993189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Checking segment: {'id': 'f759b562-a43f-4c2f-9f92-52f58ba19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:39.993596 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:39.993993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Bound using segment: {'id': 'f759b562-a43f-4c2f-9f92-52f58ba19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:39.994473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Bound port: a0cfe71f-3924-49d2-96f6-5b84a71bfada, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f759b562-a43f-4c2f-9f92-52f58ba19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:39.994856 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:40.030480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:40.054259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:40.058978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:40.059761 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:40.067903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=c0c27b31-9915-4001-96b4-577059fba0ca,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:40.077730 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:40.107667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:40.109052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b5f7760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:40.218779 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:40.293340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:40.387655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f78097-e7e6-498a-bf69-7e349de73c14 None None] Pushing event updated for resources: {'Port': ['ID=2b95b1dc-6c41-41ea-b81d-53370265a980,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:40.397606 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-76f78097-e7e6-498a-bf69-7e349de73c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:40.456792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0387774a-f510-4084-9078-032665a6de75 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:40.527329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] For port a0cfe71f-3924-49d2-96f6-5b84a71bfada, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:40.616592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] For port a0cfe71f-3924-49d2-96f6-5b84a71bfada, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a0cfe71f-3924-49d2-96f6-5b84a71bfada,segment=NetworkSegment(f759b562-a43f-4c2f-9f92-52f58ba19fd7),segment_id=f759b562-a43f-4c2f-9f92-52f58ba19fd7)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:40.629968 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:40.646128 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:40.812473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Pushing event updated for resources: {'Port': ['ID=a0cfe71f-3924-49d2-96f6-5b84a71bfada,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:40.824758 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:40.837825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0387774a-f510-4084-9078-032665a6de75 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:40.838204 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:40.937807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:40.948032 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:40.949068 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:40.955919 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ca0a1899-cf92-46be-a893-ea1b432d0108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:41.083853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b5f7760>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:40Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:39Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:39Z', 'revision_number': 1, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:41.101131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55507fd-8c05-4906-bd9f-5f37faf50d19 None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:40Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:39Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:39Z', 'revision_number': 1, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:41.185528 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=c0c27b31-9915-4001-96b4-577059fba0ca,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:41.200553 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:41.274851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:41.276927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:41.478192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:41.666148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:41.684155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46740) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:41.684795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9551268
Apr 30 05:15:41.692899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-183829980'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:41.701210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:41.706926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:network and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:41.710981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for network was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:41.721509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:41.742882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:41.765610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:41.819902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:15:41.830450 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:41.830875 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added segment fc7cb209-e1c5-4267-8453-43510630de1f of type vlan for network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e
Apr 30 05:15:41.874262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:41.947277 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:41.954183 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:41.955077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:41.979286 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-806f4120-2335-46d3-a370-4db54c1834b5 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:42.037737 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3484247
Apr 30 05:15:42.037967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46746) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:42.044384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'subnet': {'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:42.063757 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:15:42.109025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Network': ['ID=678ef761-3967-4b1a-8d7c-f33eabf9ef2e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:42.112827 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:42.126003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:15:42.201250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:15:42.206598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:subnet and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:15:42.210056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:15:42.220381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:15:42.237795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Made reservation on behalf of 0a7aede5660e488d8b8a2799b81249d3 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:15:42.241615 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:42.253366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5325a3-0292-42c8-93e9-a48e87ba414e None None] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:42.471405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5e8cd598-54b7-4665-93da-cf14548c57a5 None None] Provisioning for port a0cfe71f-3924-49d2-96f6-5b84a71bfada completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:42.631847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2b95b1dc-6c41-41ea-b81d-53370265a980 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:42.705603 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:42.728515 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:42.730466 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780db1a60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:42.788936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 2b95b1dc-6c41-41ea-b81d-53370265a980 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:42.810393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2b95b1dc-6c41-41ea-b81d-53370265a980 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:42.811017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:42.892633 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:42.898403 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cfd56efc-987e-4ac4-8d90-fb4a8078168a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:43.104795 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:43.138640 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:43.229253 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 2b95b1dc-6c41-41ea-b81d-53370265a980, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2b95b1dc-6c41-41ea-b81d-53370265a980,segment=NetworkSegment(a4e0251d-30f4-48ce-8687-87e584772bda),segment_id=a4e0251d-30f4-48ce-8687-87e584772bda)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:43.237066 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:43.237946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a0cfe71f-3924-49d2-96f6-5b84a71bfada up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:43.356345 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:43.392646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Subnet': ['ID=27be9703-cc13-4036-9f2d-1cf83f620d6f,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:43.398781 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:43.410340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Checking segment: {'id': 'fc7cb209-e1c5-4267-8453-43510630de1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:43.411267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network hostable DHCP agents. Network: 678ef761-3967-4b1a-8d7c-f33eabf9ef2e, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:15:43.446965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:15:43.451163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19b3943c-eda5-4e8d-b0f3-94ba0a32af0f None None] Provisioning for port c0c27b31-9915-4001-96b4-577059fba0ca completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:43.461234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a0cfe71f-3924-49d2-96f6-5b84a71bfada completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:43.461509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 678ef761-3967-4b1a-8d7c-f33eabf9ef2e) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:43.468591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19b3943c-eda5-4e8d-b0f3-94ba0a32af0f None None] Provisioning complete for port c0c27b31-9915-4001-96b4-577059fba0ca triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:43.469667 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19b3943c-eda5-4e8d-b0f3-94ba0a32af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:43.480099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:43.482674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:43.513189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249da5db-1953-4eff-b520-8b5a85c04351 None None] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:43.522490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2b5340c2-92f6-4b7d-b7f8-a581dec676ae tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4807956
Apr 30 05:15:43.523378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46762) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:43.528790 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a0cfe71f-3924-49d2-96f6-5b84a71bfada triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:43.529196 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:43.588067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=2b95b1dc-6c41-41ea-b81d-53370265a980,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:43.614708 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:43.642902 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780db1a60>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:40Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:39Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:40Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:43.647883 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:15:43.648253 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Updating router 3c498d83-2af3-4936-95e1-216a391b5b93 port c0c27b31-9915-4001-96b4-577059fba0ca binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:15:43.726717 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:43.731136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-19b3943c-eda5-4e8d-b0f3-94ba0a32af0f None None] Port c0c27b31-9915-4001-96b4-577059fba0ca cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:43.815163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19b3943c-eda5-4e8d-b0f3-94ba0a32af0f None None] Provisioning complete for port a0cfe71f-3924-49d2-96f6-5b84a71bfada triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:43.815544 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19b3943c-eda5-4e8d-b0f3-94ba0a32af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:43.992719 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:44.137505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port a0cfe71f-3924-49d2-96f6-5b84a71bfada, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a0cfe71f-3924-49d2-96f6-5b84a71bfada,segment=NetworkSegment(f759b562-a43f-4c2f-9f92-52f58ba19fd7),segment_id=f759b562-a43f-4c2f-9f92-52f58ba19fd7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:44.142797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:15:44.145966 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:44.190023 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:44.211479 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:44.306274 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19b3943c-eda5-4e8d-b0f3-94ba0a32af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:44.491700 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=a0cfe71f-3924-49d2-96f6-5b84a71bfada,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:44.534102 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:44.565106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2b95b1dc-6c41-41ea-b81d-53370265a980 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:44.658038 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:44.682510 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Transition to ACTIVE for port object c0c27b31-9915-4001-96b4-577059fba0ca will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:44.696549 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:44.702934 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:44.723724 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-19b3943c-eda5-4e8d-b0f3-94ba0a32af0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:15:44.724084 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-19b3943c-eda5-4e8d-b0f3-94ba0a32af0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:15:44.744457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Allocated IP 2001:db8:3::2 (678ef761-3967-4b1a-8d7c-f33eabf9ef2e/27be9703-cc13-4036-9f2d-1cf83f620d6f/a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:44.814821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:44.858082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2b95b1dc-6c41-41ea-b81d-53370265a980 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:44.858726 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:44.936615 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208501bc-c98f-45bf-a077-b4474a8b92ac None None] Pushing event updated for resources: {'Port': ['ID=c0c27b31-9915-4001-96b4-577059fba0ca,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:44.940673 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-208501bc-c98f-45bf-a077-b4474a8b92ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:44.972700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53377a6-5417-4196-ae1e-418587e146b4 req-a069b1d1-fe21-4813-91bc-4889d645184e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:44.980246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d53377a6-5417-4196-ae1e-418587e146b4 req-a069b1d1-fe21-4813-91bc-4889d645184e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 945 time: 0.2125053
Apr 30 05:15:45.068675 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Attempting to bind port c0c27b31-9915-4001-96b4-577059fba0ca on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:45.069177 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Attempting to bind port c0c27b31-9915-4001-96b4-577059fba0ca by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f759b562-a43f-4c2f-9f92-52f58ba19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:45.069652 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Attempting to bind port c0c27b31-9915-4001-96b4-577059fba0ca on network 30ee60fc-b19f-4790-8fcc-8666d2417604 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:45.096143 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:45.096938 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Checking segment: {'id': 'f759b562-a43f-4c2f-9f92-52f58ba19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:45.097357 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:45.097836 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Bound using segment: {'id': 'f759b562-a43f-4c2f-9f92-52f58ba19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:45.098713 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Bound port: c0c27b31-9915-4001-96b4-577059fba0ca, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f759b562-a43f-4c2f-9f92-52f58ba19fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:45.099331 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:45.103846 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d53377a6-5417-4196-ae1e-418587e146b4 req-77880dc7-c2f8-46da-87fb-2b8a3e7edd54 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227343
Apr 30 05:15:45.300072 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] For port c0c27b31-9915-4001-96b4-577059fba0ca, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:45.308089 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] For port c0c27b31-9915-4001-96b4-577059fba0ca, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c0c27b31-9915-4001-96b4-577059fba0ca,segment=NetworkSegment(f759b562-a43f-4c2f-9f92-52f58ba19fd7),segment_id=f759b562-a43f-4c2f-9f92-52f58ba19fd7)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:45.316428 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:45.328317 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-765a27eb-8f3e-4f57-a90a-b414366d8445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:45.408750 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:45.417031 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:45.417665 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780db1a60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:45.428433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Transition to ACTIVE for port object a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:45.457592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Transition to ACTIVE for port object a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:45.471205 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:45.475262 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-908dea95-8079-45a7-904d-f70a0b1d5f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:45.564393 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:45.570108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:45.577970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:45.581596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Pushing event updated for resources: {'Port': ['ID=a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:45.585977 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:45.603540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Allocated IP 2001:db8:3::1 (678ef761-3967-4b1a-8d7c-f33eabf9ef2e/27be9703-cc13-4036-9f2d-1cf83f620d6f/8552022a-4699-43dd-8c69-e6a66b51fc9b) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:15:45.619853 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208501bc-c98f-45bf-a077-b4474a8b92ac None None] Pushing event updated for resources: {'Port': ['ID=c0c27b31-9915-4001-96b4-577059fba0ca,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:45.634608 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-208501bc-c98f-45bf-a077-b4474a8b92ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:45.680523 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:45.709078 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Attempting to bind port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:45.709463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Attempting to bind port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'fc7cb209-e1c5-4267-8453-43510630de1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:45.709839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Attempting to bind port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 on network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:45.715913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:45.716296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Checking segment: {'id': 'fc7cb209-e1c5-4267-8453-43510630de1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:45.716850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:45.717419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Bound using segment: {'id': 'fc7cb209-e1c5-4267-8453-43510630de1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:45.717944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Bound port: a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7cb209-e1c5-4267-8453-43510630de1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:45.718466 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:45.843523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] For port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:45.853292 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] For port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77,segment=NetworkSegment(fc7cb209-e1c5-4267-8453-43510630de1f),segment_id=fc7cb209-e1c5-4267-8453-43510630de1f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:45.873744 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:45.878505 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5010fe42-d0f7-41c4-9c30-40141279c33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:46.051581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Pushing event updated for resources: {'Port': ['ID=a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:46.055149 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:46.081839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:46.108512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Transition to ACTIVE for port object 8552022a-4699-43dd-8c69-e6a66b51fc9b will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:46.149180 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780db1a60>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:40Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:45Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:46.154458 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e834a7ff-2fd8-4296-926e-75422921b913 None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:40Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:45Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:46.161547 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:46.165758 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3ed9b526-a6ba-4b41-8be8-47a9888d3757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:46.281556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:46.285598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:46.414127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:15:46.414691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:46.418282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=8552022a-4699-43dd-8c69-e6a66b51fc9b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:46.433522 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:46.455200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40178d-5895-4550-b83e-a528289cde5d req-6f980f11-d7ba-437d-b6e0-6545af533724 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:46.470603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca40178d-5895-4550-b83e-a528289cde5d req-6f980f11-d7ba-437d-b6e0-6545af533724 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 945 time: 0.2001293
Apr 30 05:15:46.586437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ca40178d-5895-4550-b83e-a528289cde5d req-7eddc664-d66d-486a-aaf1-2bcdf99fc794 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104047
Apr 30 05:15:46.624820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-df1d0ab2-2d23-49b5-9ce1-fb79c4e36d2a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:46.626417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-df1d0ab2-2d23-49b5-9ce1-fb79c4e36d2a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:15:46.678766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a0cfe71f-3924-49d2-96f6-5b84a71bfada up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:46.684242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-df1d0ab2-2d23-49b5-9ce1-fb79c4e36d2a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:15:46.685587 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-df1d0ab2-2d23-49b5-9ce1-fb79c4e36d2a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 945 time: 0.3849947
Apr 30 05:15:46.771996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a0cfe71f-3924-49d2-96f6-5b84a71bfada triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:46.772484 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:46.773607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:46.959417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c0c27b31-9915-4001-96b4-577059fba0ca up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:47.056762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port c0c27b31-9915-4001-96b4-577059fba0ca completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:47.064087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c0c27b31-9915-4001-96b4-577059fba0ca triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:47.064480 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:47.138048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port b1c23785-9768-4ed5-b0b6-4905ac80a00c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:15:47.138678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:47.271531 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-6b2bedc7-87b9-4dc4-80b7-562570fdd1d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1162219
Apr 30 05:15:47.271828 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:47.340630 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port c0c27b31-9915-4001-96b4-577059fba0ca, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c0c27b31-9915-4001-96b4-577059fba0ca,segment=NetworkSegment(f759b562-a43f-4c2f-9f92-52f58ba19fd7),segment_id=f759b562-a43f-4c2f-9f92-52f58ba19fd7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:47.346232 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:47.349387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:47.414388 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e82afef4-8f37-450c-8178-739c73661873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:47.445844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-f7714a01-19a7-4b4b-9d2e-350950c6e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:47.448713 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-f7714a01-19a7-4b4b-9d2e-350950c6e33c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=81dea468ee284e42a61f868dcb101fdd&device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 1097 time: 0.1490693
Apr 30 05:15:47.477371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] For port b1c23785-9768-4ed5-b0b6-4905ac80a00c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=b1c23785-9768-4ed5-b0b6-4905ac80a00c,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:47.477738 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:47.618203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0186c2cd-e4c0-48a3-9d4c-e610fdbd27b9 None None] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:15:47.774850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-eec51f7c-0c63-4702-8e0c-27094b1cc9cf None None] Provisioning for port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:47.782845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-626c3759-cac8-41ba-b67c-aaddef4b1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:47.789072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-626c3759-cac8-41ba-b67c-aaddef4b1aea service neutron] 10.222.0.50 "GET /v2.0/networks?id=127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 200  len: 911 time: 0.3189578
Apr 30 05:15:48.093033 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-7b45b576-7f7f-42d2-b85a-3652cc721b78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25be3de7-0310-4649-8731-4cba0cf89638 HTTP/1.1" status: 200  len: 1000 time: 0.2942624
Apr 30 05:15:48.121796 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.123268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.123999 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Floating IP 75b4c373-0e19-432c-b587-f5130fc5352f disassociated. External IP: 172.25.8.150, port: b1c23785-9768-4ed5-b0b6-4905ac80a00c.
Apr 30 05:15:48.124787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for b1c23785-9768-4ed5-b0b6-4905ac80a00c owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:15:48.161352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=c0c27b31-9915-4001-96b4-577059fba0ca,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:48.166298 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.172168 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:48.173897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:48.185337 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.187413 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.196089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26032605-1b05-4f65-877a-3c648d8f0dd7 req-eda7a658-eb78-47fe-b525-912eaf9c31f9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:48.198134 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26032605-1b05-4f65-877a-3c648d8f0dd7 req-eda7a658-eb78-47fe-b525-912eaf9c31f9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 945 time: 0.4074805
Apr 30 05:15:48.210864 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e7d0114c-6f8f-48f7-9f1b-3af2411f4e62 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:48.214707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:48.215333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.218347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-00d98342-f7e3-4014-8fa3-fd963780228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:48.222260 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-00d98342-f7e3-4014-8fa3-fd963780228a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 200  len: 849 time: 0.1167915
Apr 30 05:15:48.322598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26032605-1b05-4f65-877a-3c648d8f0dd7 req-f8879b99-e0ae-49c4-90bd-3df27b34261d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968227
Apr 30 05:15:48.359076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-393c5416-279b-484b-a5e9-4d0a5194fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:48.360884 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-393c5416-279b-484b-a5e9-4d0a5194fef6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=127de7b9-2308-43b3-b2fc-1de643c41226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1105671
Apr 30 05:15:48.483112 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event updated for resources: {'Port': ['ID=8552022a-4699-43dd-8c69-e6a66b51fc9b,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:48.490001 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:48.530016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-6ec2efb3-87b1-4654-9b74-a7776588cba6 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617153
Apr 30 05:15:48.540948 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.609435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77,segment=NetworkSegment(fc7cb209-e1c5-4267-8453-43510630de1f),segment_id=fc7cb209-e1c5-4267-8453-43510630de1f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:48.622700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.628606 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:48.715266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d1550d85-f938-4f23-a181-4c5beca600c1 req-6ff860ed-4c05-40b3-a4f0-c0735e80d365 service neutron] 10.222.0.50 "GET /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789930
Apr 30 05:15:48.758471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c0c27b31-9915-4001-96b4-577059fba0ca up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:48.841872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:48.847359 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:48.861397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port c0c27b31-9915-4001-96b4-577059fba0ca triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:48.862605 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.887696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:15:48.889500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:48.899377 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:48.971929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:15:48.981089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=b1c23785-9768-4ed5-b0b6-4905ac80a00c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:48.985384 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:49.156813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b707112f-4658-4be9-9ee6-5474967230de None None] Provisioning complete for port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:49.157200 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b707112f-4658-4be9-9ee6-5474967230de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:49.333149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:49.341198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b707112f-4658-4be9-9ee6-5474967230de None None] Provisioning for port 8552022a-4699-43dd-8c69-e6a66b51fc9b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:49.347774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b707112f-4658-4be9-9ee6-5474967230de None None] Provisioning complete for port 8552022a-4699-43dd-8c69-e6a66b51fc9b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:49.348063 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b707112f-4658-4be9-9ee6-5474967230de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:49.420165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b707112f-4658-4be9-9ee6-5474967230de None None] Port 8552022a-4699-43dd-8c69-e6a66b51fc9b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:49.554795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-97a099b1-e267-4128-9082-d40bff92c9bf None None] Provisioning complete for port 8552022a-4699-43dd-8c69-e6a66b51fc9b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:49.555731 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-97a099b1-e267-4128-9082-d40bff92c9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:49.568990 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8c04b20-b60d-4bfc-b494-c07a7124e18a req-1aebe70e-19aa-477e-9d17-61842f74502a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 210 time: 0.0676365
Apr 30 05:15:49.621268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-97a099b1-e267-4128-9082-d40bff92c9bf None None] Port 8552022a-4699-43dd-8c69-e6a66b51fc9b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:49.634305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Router dcc45f15-0c54-40cd-9098-1350f3b26e0b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:49.755384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:49.770714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:49.789679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:49.790781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b46f220>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:49.838736 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3128872
Apr 30 05:15:49.840224 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46850) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:49.851121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:49.855233 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device b1c23785-9768-4ed5-b0b6-4905ac80a00c no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:15:49.946646 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: b1c23785-9768-4ed5-b0b6-4905ac80a00c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:15:49.946995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device b1c23785-9768-4ed5-b0b6-4905ac80a00c not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:15:49.958529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:49.971802 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263e24d-531a-4923-858c-f54d62790434 None None] Sync routers for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:49.990938 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263e24d-531a-4923-858c-f54d62790434 None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:49.996322 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b263e24d-531a-4923-858c-f54d62790434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78032b670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:50.059236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] No DVR routers for this DVR port b1c23785-9768-4ed5-b0b6-4905ac80a00c on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:15:50.065007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:50.071375 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-03be08c5-3259-45a9-ac72-dcf10d444ed6 req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "DELETE /v2.0/ports/b1c23785-9768-4ed5-b0b6-4905ac80a00c HTTP/1.1" status: 204  len: 173 time: 3.3771842
Apr 30 05:15:50.072743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'name': 'network-vif-deleted', 'tag': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:15:50.148316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5f618bb5-8005-4ecd-a508-a02237ccaa13 None None] Provisioning complete for port 8552022a-4699-43dd-8c69-e6a66b51fc9b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:50.148781 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f618bb5-8005-4ecd-a508-a02237ccaa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:50.243130 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15', 'name': 'network-vif-deleted', 'tag': 'b1c23785-9768-4ed5-b0b6-4905ac80a00c', 'status': 'completed', 'code': 200}
Apr 30 05:15:50.265071 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:50.415238 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-b263e24d-531a-4923-858c-f54d62790434 None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:50.505131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5f618bb5-8005-4ecd-a508-a02237ccaa13 None None] Port 8552022a-4699-43dd-8c69-e6a66b51fc9b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:15:50.792213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:51.147931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:51.149320 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:51.178672 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b263e24d-531a-4923-858c-f54d62790434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78032b670>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:51.202084 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263e24d-531a-4923-858c-f54d62790434 None None] Checking router: dcc45f15-0c54-40cd-9098-1350f3b26e0b for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:15:51.228008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76c19938-1e2a-468c-b51e-541879bd7cea req-f65fd4b6-0a7a-42df-9805-669d0e65a07a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 210 time: 0.3537569
Apr 30 05:15:51.249766 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263e24d-531a-4923-858c-f54d62790434 None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:51.255192 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b263e24d-531a-4923-858c-f54d62790434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78032b670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:51.513837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b46f220>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:46Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8552022a-4699-43dd-8c69-e6a66b51fc9b', 'name': '', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:09:22:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:45Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:51.554061 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-b263e24d-531a-4923-858c-f54d62790434 None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:51.562304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:15:51.562704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Updating router 3c498d83-2af3-4936-95e1-216a391b5b93 port 8552022a-4699-43dd-8c69-e6a66b51fc9b binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:15:51.566417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Apr 30 05:15:51.583205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Removed routes are [] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Apr 30 05:15:51.583964 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:51.667842 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:52.138813 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:52.152951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Transition to ACTIVE for port object 8552022a-4699-43dd-8c69-e6a66b51fc9b will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:15:52.158159 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:52.167421 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:52.185573 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:52.191665 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:52.439380 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b263e24d-531a-4923-858c-f54d62790434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78032b670>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:52.456029 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263e24d-531a-4923-858c-f54d62790434 None None] The sync data for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 is: [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:52.652388 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-023069c9-7742-4e2a-ac46-5c3e1fed82cc req-0422eac5-c1d3-43af-b67e-de047e3edcf1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 210 time: 0.1034760
Apr 30 05:15:52.703952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:52.815354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15644b69-8809-4085-be00-872110a2b5da None None] Pushing event updated for resources: {'Port': ['ID=8552022a-4699-43dd-8c69-e6a66b51fc9b,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:52.822942 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-15644b69-8809-4085-be00-872110a2b5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:53.004659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930e53b8-77a7-4a82-be4a-f7870a9840fa None None] New status for floating IP 75b4c373-0e19-432c-b587-f5130fc5352f: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:15:53.064951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:53.073346 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:53.074906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-acc1adad-601a-4602-a088-3cea22e0ee29 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93 HTTP/1.1" status: 200  len: 954 time: 3.2332058
Apr 30 05:15:53.079126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 46902) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:53.371808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Attempting to bind port 8552022a-4699-43dd-8c69-e6a66b51fc9b on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:15:53.372802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Attempting to bind port 8552022a-4699-43dd-8c69-e6a66b51fc9b by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'fc7cb209-e1c5-4267-8453-43510630de1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:15:53.373375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Attempting to bind port 8552022a-4699-43dd-8c69-e6a66b51fc9b on network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:15:53.382197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46912) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:53.382887 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-923aaacc-eaf1-4de9-a70d-e0090c51192a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93 HTTP/1.1" status: 200  len: 954 time: 0.3022566
Apr 30 05:15:53.387944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'routes': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:15:53.389268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:15:53.396142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Checking segment: {'id': 'fc7cb209-e1c5-4267-8453-43510630de1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:15:53.396901 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:53.397683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Bound using segment: {'id': 'fc7cb209-e1c5-4267-8453-43510630de1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:15:53.398429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Bound port: 8552022a-4699-43dd-8c69-e6a66b51fc9b, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7cb209-e1c5-4267-8453-43510630de1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:15:53.399051 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:53.571797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] For port 8552022a-4699-43dd-8c69-e6a66b51fc9b, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:15:53.576113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] For port 8552022a-4699-43dd-8c69-e6a66b51fc9b, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8552022a-4699-43dd-8c69-e6a66b51fc9b,segment=NetworkSegment(fc7cb209-e1c5-4267-8453-43510630de1f),segment_id=fc7cb209-e1c5-4267-8453-43510630de1f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:15:53.584632 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:53.589533 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-76f78097-e7e6-498a-bf69-7e349de73c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:53.707664 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:53.708342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b46f220>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:53.791744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15644b69-8809-4085-be00-872110a2b5da None None] Pushing event updated for resources: {'Port': ['ID=8552022a-4699-43dd-8c69-e6a66b51fc9b,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:53.801151 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-15644b69-8809-4085-be00-872110a2b5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:54.058905 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:54.286783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c79a6164-c0e1-4551-add5-2bd6142ef1df req-e9c3957a-6db1-46ce-8b00-ff4bac6b7d0b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 210 time: 0.0857997
Apr 30 05:15:54.548712 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b46f220>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:51Z', 'revision_number': 6, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8552022a-4699-43dd-8c69-e6a66b51fc9b', 'name': '', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:09:22:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:45Z', 'updated_at': '2021-04-30T05:15:53Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:54.553563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af21459-5952-441c-9ef7-6a0cbfb28e7e None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:51Z', 'revision_number': 6, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8552022a-4699-43dd-8c69-e6a66b51fc9b', 'name': '', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:09:22:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:45Z', 'updated_at': '2021-04-30T05:15:53Z', 'revision_number': 4, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:54.794933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8552022a-4699-43dd-8c69-e6a66b51fc9b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:54.931015 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8552022a-4699-43dd-8c69-e6a66b51fc9b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:15:54.946225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8552022a-4699-43dd-8c69-e6a66b51fc9b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:54.946609 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:55.144096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added routes are [] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Apr 30 05:15:55.144643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Apr 30 05:15:55.270998 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:55.315370 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:55.401526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 8552022a-4699-43dd-8c69-e6a66b51fc9b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8552022a-4699-43dd-8c69-e6a66b51fc9b,segment=NetworkSegment(fc7cb209-e1c5-4267-8453-43510630de1f),segment_id=fc7cb209-e1c5-4267-8453-43510630de1f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:15:55.412203 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:55.414746 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:15:55.676647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=8552022a-4699-43dd-8c69-e6a66b51fc9b,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:15:55.691257 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:15:55.693471 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-9e76e869-e27c-48f1-aa4e-b2d714c8752f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2061939
Apr 30 05:15:55.816228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a3d3dab-14dd-480f-9a57-10052df3ea48 req-6b7dd1ab-aa97-4fe5-bb04-bb839ba4b80b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 210 time: 0.1541731
Apr 30 05:15:55.950574 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:55.966843 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:55.967900 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78038cfa0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:55.984190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-3e63d285-279c-4681-8366-35e4ddb3b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:55.988554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-3e63d285-279c-4681-8366-35e4ddb3b850 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1097 time: 0.2118387
Apr 30 05:15:56.251016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:56.264988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:56.468211 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:56.670086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:15:56.783550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8552022a-4699-43dd-8c69-e6a66b51fc9b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:15:56.841228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-fe53c068-20fe-46cf-839c-32824cbf95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:56.842960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-fe53c068-20fe-46cf-839c-32824cbf95a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.8291812
Apr 30 05:15:56.890752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8552022a-4699-43dd-8c69-e6a66b51fc9b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:15:56.891550 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:57.181671 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-fb221c5d-0fad-4b86-8bdd-4405f762935c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 200  len: 1000 time: 0.3313284
Apr 30 05:15:57.215558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:15:57.240427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:57.248719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9a272698-0ccf-4c9c-9374-458e95ea7429 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93 HTTP/1.1" status: 200  len: 704 time: 3.8631155
Apr 30 05:15:57.252466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46964) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:57.291179 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78038cfa0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 7, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8552022a-4699-43dd-8c69-e6a66b51fc9b', 'name': '', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:09:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:45Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:57.299172 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:15:57.317945 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:57.319138 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78038cfa0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:57.342753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-7413b9da-1695-4686-a9e3-f7a885d95b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:57.345360 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-7413b9da-1695-4686-a9e3-f7a885d95b60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1502116
Apr 30 05:15:57.416251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:57.502247 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:57.514184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-9eddf444-cb3d-41a8-ab6b-ab412ff592bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:57.516402 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-9eddf444-cb3d-41a8-ab6b-ab412ff592bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1642687
Apr 30 05:15:57.749513 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:57.814621 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1f17b1a8-26d2-4fe5-ab4c-37f84a69f910 req-97bbccf0-1945-4704-8e0a-5d146b4f12bb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbcaeb17-fd65-45d3-8d19-cb2bca3a8f15 HTTP/1.1" status: 200  len: 210 time: 0.5609610
Apr 30 05:15:57.836584 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-91f9ac91-4e78-444c-8167-d9677bd3ddc9 service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3068957
Apr 30 05:15:57.936982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-03f7d597-8cae-45c6-bec4-0f6284643ebf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93 HTTP/1.1" status: 200  len: 704 time: 0.6821029
Apr 30 05:15:57.941188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 46974) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:15:58.037249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-955d5efd-21b3-4ca1-88ee-f5e7547bd876 req-82d120fa-d311-490a-832c-05b0accd210f service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1851361
Apr 30 05:15:58.377634 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78038cfa0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 7, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8552022a-4699-43dd-8c69-e6a66b51fc9b', 'name': '', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:09:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:45Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:58.383856 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f13ef-d035-4ccc-8b3f-292f708cc49c None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 7, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8552022a-4699-43dd-8c69-e6a66b51fc9b', 'name': '', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:09:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:45Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:15:58.706197 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:58.732520 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:15:58.750993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:58.751666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780382af0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:58.921673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:59.291330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780382af0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 7, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8552022a-4699-43dd-8c69-e6a66b51fc9b', 'name': '', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:09:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:45Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:59.296850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:15:59.306524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:15:59.307386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780382af0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:15:59.420908 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-7a218fdd-e62a-4743-80e7-3da1fd00f04c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660708045&fields=id&tenant_id=197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 267 time: 0.0523610
Apr 30 05:15:59.512116 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:15:59.591880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-fd8ea6a6-b90a-4dd0-b38c-d52e82b57a32 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:15:59.599288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-fd8ea6a6-b90a-4dd0-b38c-d52e82b57a32 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.1782293
Apr 30 05:15:59.636435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-3d32e25c-1936-46cc-b445-d5205d1ac14e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/quotas/197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 375 time: 0.0359156
Apr 30 05:15:59.680805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port 8552022a-4699-43dd-8c69-e6a66b51fc9b {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:15:59.681214 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:15:59.992872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780382af0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 7, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8552022a-4699-43dd-8c69-e6a66b51fc9b', 'name': '', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:09:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:45Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:00.008197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45485f90-4668-464a-b3b1-bc831f43b6f8 None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 7, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8552022a-4699-43dd-8c69-e6a66b51fc9b', 'name': '', 'network_id': '678ef761-3967-4b1a-8d7c-f33eabf9ef2e', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:09:22:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:45Z', 'updated_at': '2021-04-30T05:15:55Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '27be9703-cc13-4036-9f2d-1cf83f620d6f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:16:00.059071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port 8552022a-4699-43dd-8c69-e6a66b51fc9b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8552022a-4699-43dd-8c69-e6a66b51fc9b,segment=NetworkSegment(fc7cb209-e1c5-4267-8453-43510630de1f),segment_id=fc7cb209-e1c5-4267-8453-43510630de1f)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:00.060009 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:00.221176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for 8552022a-4699-43dd-8c69-e6a66b51fc9b owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:00.285018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d7d65356-7c09-4226-b78f-f6effc25ad74 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6475620
Apr 30 05:16:00.473353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-8b3296cd-8775-42b7-bb6f-ba73e85bce99 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722305
Apr 30 05:16:00.695112 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:00.701938 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-26096a5f-d4df-47db-93f7-7802a33ac55d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:00.706891 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3b27d5e2-134c-4c61-b41f-242692eaa59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:00.783651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-da9e36ab-8efe-474d-929d-18c30f58d020 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3028402
Apr 30 05:16:00.789129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=8552022a-4699-43dd-8c69-e6a66b51fc9b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:00.798968 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:01.100627 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:01.587335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e3968c4d-54bc-4c62-81da-1b470aed07fa req-5eb5ba9c-e1e5-4196-a0a1-e22fc88edbc7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 210 time: 0.1272106
Apr 30 05:16:01.643268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:16:02.026929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:16:02.039630 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:16:02.054399 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:02.055567 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802072b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:02.076799 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1344035
Apr 30 05:16:02.080791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47072) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:02.256858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting subnet 27be9703-cc13-4036-9f2d-1cf83f620d6f {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:16:02.265140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:02.289539 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:02.486595 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:02.601007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:02.850310 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39daa612-9141-4a83-ae26-261369f4ecea req-1f1c518d-9de1-4043-a5ed-6cb11a552f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 210 time: 0.0506229
Apr 30 05:16:02.890890 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802072b0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:00Z', 'revision_number': 8, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:02.895844 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:16:02.905432 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:02.907240 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802072b0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:15:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:03.131060 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:03.151717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-97753370-9c1b-4a43-a12e-018b2fcdafc6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:03.153305 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-97753370-9c1b-4a43-a12e-018b2fcdafc6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.2981005
Apr 30 05:16:03.247454 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-f092a064-058c-43d2-8b0f-1b8339478c58 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 380 time: 0.0761156
Apr 30 05:16:03.260591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'port': {'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'admin_state_up': True, 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'security_groups': ['e790034c-a5c3-4afa-bd44-a4c9fc1494f7']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:03.323653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:03.338873 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7b64b2b4-485e-4dff-ae90-6ecf1da3a922 tempest-PortsIpV6TestJSON-1358542448 tempest-PortsIpV6TestJSON-1358542448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:03.419482 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:03.498896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:03.509249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Subnet': ['ID=27be9703-cc13-4036-9f2d-1cf83f620d6f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:03.511871 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:03.520558 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:03.525563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:03.527780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ba9d9-4a68-4a16-a422-024407d89485 None None] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:16:03.533598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47100) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:03.534202 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/27be9703-cc13-4036-9f2d-1cf83f620d6f HTTP/1.1" status: 204  len: 168 time: 1.4514039
Apr 30 05:16:03.546243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Made reservation on behalf of 197fee38792947c6942aa1c89e289cac for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:16:03.558307 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:03.753777 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:03.860621 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802072b0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:00Z', 'revision_number': 8, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:03.865811 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004535d-7191-42eb-a696-d5092d7725a1 None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:00Z', 'revision_number': 8, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0c27b31-9915-4001-96b4-577059fba0ca', 'name': '', 'network_id': '30ee60fc-b19f-4790-8fcc-8666d2417604', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:aa:b3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:39Z', 'updated_at': '2021-04-30T05:15:47Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': '03efb664-4df0-44dc-8f75-72094e6b932d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:16:03.923545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:03.924927 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:04.008621 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a567d3b4-160b-44c6-86e9-6e4d3b8a7893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:04.111288 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77,segment=NetworkSegment(fc7cb209-e1c5-4267-8453-43510630de1f),segment_id=fc7cb209-e1c5-4267-8453-43510630de1f)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:04.111877 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:04.186714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.20.0.8 (ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd/968c1a89-837e-4245-99cd-7c4f25dea4f3/2d82a04b-fc67-4990-bf5a-20a0b10d2924) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:16:04.314535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] DHCP port deletion for 678ef761-3967-4b1a-8d7c-f33eabf9ef2e request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:16:04.414771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac0107f0-f843-4078-b91b-3be9ce7de26f req-bc3014a3-ee6f-4aec-a263-66320249b993 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 210 time: 0.0681345
Apr 30 05:16:04.423419 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:04.465335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] Deleting port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:04.465850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:04.501306 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:04.515683 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:04.579980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] For port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77,segment=NetworkSegment(fc7cb209-e1c5-4267-8453-43510630de1f),segment_id=fc7cb209-e1c5-4267-8453-43510630de1f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:04.580395 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:04.636655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No DVR routers for this DVR port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:04.639559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:04.643964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:04.668394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Transition to ACTIVE for port object 2d82a04b-fc67-4990-bf5a-20a0b10d2924 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:16:04.709263 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:04.715136 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:04.724080 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c98d4a3f-171e-483e-9186-3ced35884d45 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:04.792202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] Calling delete_port for a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:04.904719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8552022a-4699-43dd-8c69-e6a66b51fc9b no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:04.909249 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:04.983410 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:05.021019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8552022a-4699-43dd-8c69-e6a66b51fc9b {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:05.021565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8552022a-4699-43dd-8c69-e6a66b51fc9b not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:05.022146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:05.060872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:05.061396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:05.089705 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7846ac190>,) {'filters': {'network_id': ['678ef761-3967-4b1a-8d7c-f33eabf9ef2e']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:16:05.094096 n-d-766726-20 neutron-server[74583]:   util.warn(
Apr 30 05:16:05.102692 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:05.103410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7846ac190>, 'fc7cb209-e1c5-4267-8453-43510630de1f') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:05.103712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7846ac190>, 'fc7cb209-e1c5-4267-8453-43510630de1f') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:05.109051 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-76f78097-e7e6-498a-bf69-7e349de73c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:05.118595 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:05.137161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:05.144059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:16:05.163438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] Pushing event deleted for resources: {'Port': ['ID=a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:05.166829 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:05.168033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] No DVR routers for this DVR port a21ccbcf-08e2-4e1b-add4-a6ac57bf7b77 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:05.237202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:16:05.241241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:16:05.243824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:16:05.292824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=2d82a04b-fc67-4990-bf5a-20a0b10d2924,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:05.296371 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:05.363793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:05.365103 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:05.412535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:05.421288 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1678689
Apr 30 05:16:05.442952 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:05.636530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f1cdccf0-8d2e-43ed-87a5-9a20336e08d9 None None] Provisioning for port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:16:05.649598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f1cdccf0-8d2e-43ed-87a5-9a20336e08d9 None None] Provisioning complete for port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:16:05.660293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Request body: {'port': {'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:05.667533 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f1cdccf0-8d2e-43ed-87a5-9a20336e08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:05.801316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f1cdccf0-8d2e-43ed-87a5-9a20336e08d9 None None] Port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:16:05.882060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:06.133322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 678ef761-3967-4b1a-8d7c-f33eabf9ef2e has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:16:06.226990 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:16:06.309988 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:06.391779 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:06.396624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:06.402186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d82a04b-fc67-4990-bf5a-20a0b10d2924 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:16:06.410967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:06.413894 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-100e03b7-694c-4f3c-8cdb-13a7a2cbccc7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:06.428459 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Transition to ACTIVE for port object 2d82a04b-fc67-4990-bf5a-20a0b10d2924 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:16:06.430395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/networks/678ef761-3967-4b1a-8d7c-f33eabf9ef2e HTTP/1.1" status: 204  len: 168 time: 2.8951671
Apr 30 05:16:06.433177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47146) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:06.449773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Network': ['ID=678ef761-3967-4b1a-8d7c-f33eabf9ef2e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:06.458273 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:06.472901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad6959-fa9e-4997-a2ed-dc60c295f17b req-b96f2102-6322-47fa-bc66-dff0f16c0f3a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:06.481407 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7ad6959-fa9e-4997-a2ed-dc60c295f17b req-b96f2102-6322-47fa-bc66-dff0f16c0f3a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 931 time: 0.6021631
Apr 30 05:16:06.532422 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7ad6959-fa9e-4997-a2ed-dc60c295f17b req-b9740682-0369-40bf-ab17-dced21f8a53f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490017
Apr 30 05:16:06.537480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:06.611124 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-433effb8-5fb0-426b-b06e-481c7573f13a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:06.845436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Pushing event updated for resources: {'Port': ['ID=2d82a04b-fc67-4990-bf5a-20a0b10d2924,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:06.875630 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:07.181024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Attempting to bind port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:16:07.181024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Attempting to bind port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:16:07.182284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Attempting to bind port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:16:07.190057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:16:07.190057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Attempting to bind port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:16:07.202140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:16:07.202558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:16:07.203699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Bound using segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:16:07.204537 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Bound port: 2d82a04b-fc67-4990-bf5a-20a0b10d2924, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:16:07.204768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:07.385014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] For port 2d82a04b-fc67-4990-bf5a-20a0b10d2924, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:16:07.389862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] For port 2d82a04b-fc67-4990-bf5a-20a0b10d2924, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:16:07.430834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:07.442136 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f3c2119-d35d-481d-8860-7f14ad820996 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:07.751499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Pushing event updated for resources: {'Port': ['ID=2d82a04b-fc67-4990-bf5a-20a0b10d2924,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:07.756801 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:07.774523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:07.775566 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:07.777214 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] 10.222.0.37 "PUT /v2.0/ports/2d82a04b-fc67-4990-bf5a-20a0b10d2924 HTTP/1.1" status: 200  len: 1092 time: 2.3483713
Apr 30 05:16:07.777963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:16:07.891860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:08.120466 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'status': 'completed', 'code': 200}
Apr 30 05:16:08.298523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552486d6-d9b0-450b-9c52-295d2dc9a1cc req-f1d17f96-d9e8-4890-95ac-af6956c28b70 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:08.300745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-552486d6-d9b0-450b-9c52-295d2dc9a1cc req-f1d17f96-d9e8-4890-95ac-af6956c28b70 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 943 time: 0.2007790
Apr 30 05:16:08.388339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-7cfe46df-774d-47f4-9b5c-0260882a6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:08.391400 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-7cfe46df-774d-47f4-9b5c-0260882a6a31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 1095 time: 0.5591769
Apr 30 05:16:08.402155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-552486d6-d9b0-450b-9c52-295d2dc9a1cc req-067a5884-472a-45bb-b1d7-fa052a9bd5e1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924342
Apr 30 05:16:08.562071 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-2f1e5eb0-7475-4381-ad0a-d4b803af448e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924 HTTP/1.1" status: 200  len: 217 time: 0.1299777
Apr 30 05:16:08.650837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-6f2850c4-27ee-410b-97ee-5925feaeb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:08.652399 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-6f2850c4-27ee-410b-97ee-5925feaeb7b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.0833557
Apr 30 05:16:08.836503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-1db71216-03bc-47b2-bb5f-802b5a5f9c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:08.836503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-1db71216-03bc-47b2-bb5f-802b5a5f9c81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1773596
Apr 30 05:16:08.966049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port c0c27b31-9915-4001-96b4-577059fba0ca {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:08.966446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:09.107458 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-4a04f225-e794-4e4e-900a-cf9466c29345 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625566
Apr 30 05:16:09.276169 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3b1fd93e-acf2-4f78-8f11-dd83a9ef9e03 req-a375835e-29ca-49ee-9b46-7d4e64e2a8df service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599984
Apr 30 05:16:09.281616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port c0c27b31-9915-4001-96b4-577059fba0ca, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c0c27b31-9915-4001-96b4-577059fba0ca,segment=NetworkSegment(f759b562-a43f-4c2f-9f92-52f58ba19fd7),segment_id=f759b562-a43f-4c2f-9f92-52f58ba19fd7)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:09.281983 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:09.465323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for c0c27b31-9915-4001-96b4-577059fba0ca owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:09.527327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-74c05301-36ba-4e66-aa1e-b89cbbafa74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:09.528842 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-74c05301-36ba-4e66-aa1e-b89cbbafa74d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 1095 time: 0.1739209
Apr 30 05:16:09.709539 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d97ef-dceb-4243-b5ab-0b736d71b52a req-047abbc1-fd58-4383-b5d7-de3a22651a08 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:09.711102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a4d97ef-dceb-4243-b5ab-0b736d71b52a req-047abbc1-fd58-4383-b5d7-de3a22651a08 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 943 time: 0.1871095
Apr 30 05:16:09.779950 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a4d97ef-dceb-4243-b5ab-0b736d71b52a req-87fb3c54-eee1-43d2-85eb-292fb3e3c805 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596945
Apr 30 05:16:09.928546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-eef1ac60-6280-4640-9977-4d091ea26971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:09.930141 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-eef1ac60-6280-4640-9977-4d091ea26971 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.3941350
Apr 30 05:16:10.043918 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-c9c983c9-80b7-4a5f-a7e4-fdbed03f55da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924 HTTP/1.1" status: 200  len: 217 time: 0.1067710
Apr 30 05:16:10.153773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-11664b19-7cd4-4664-9e70-51cd6942e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:10.155369 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-11664b19-7cd4-4664-9e70-51cd6942e173 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1014092
Apr 30 05:16:10.157857 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:10.165861 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:10.276928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=c0c27b31-9915-4001-96b4-577059fba0ca,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:10.292705 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:10.546846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:10.707759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-7d6f337b-79e7-45e0-b775-88ab97182822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:10.709030 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-7d6f337b-79e7-45e0-b775-88ab97182822 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5456316
Apr 30 05:16:11.057772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bf93d-2707-411b-a32a-b6aa9f346d32 req-c6f4cf8d-97eb-410c-b1a9-cc7976b3408a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:11.059587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b4bf93d-2707-411b-a32a-b6aa9f346d32 req-c6f4cf8d-97eb-410c-b1a9-cc7976b3408a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 943 time: 0.1160460
Apr 30 05:16:11.114807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b4bf93d-2707-411b-a32a-b6aa9f346d32 req-cbac46d1-6f8c-472c-bd37-15cda32799f4 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469172
Apr 30 05:16:11.158679 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-53c90e56-63b8-44ae-a5d0-7652cd8d42dc service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4391651
Apr 30 05:16:11.193795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:16:11.674725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:16:11.681915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2e2f5297-ed5d-4885-8f1d-1d0d55741a14 req-b003eaa8-677a-45cd-b330-72bdd7ada2f1 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5124421
Apr 30 05:16:11.685589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:16:11.693040 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2585630
Apr 30 05:16:11.695890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47268) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:11.710858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:11.711711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b33d3d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:11.785689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting subnet 03efb664-4df0-44dc-8f75-72094e6b932d {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:16:11.791430 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:11.867884 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:12.041507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:12.050259 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:12.384865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a9cda-8ffa-4ddb-a313-91f9d3661ae4 req-56f651a2-330d-4960-91cc-3cf8825200f2 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:12.387152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d95a9cda-8ffa-4ddb-a313-91f9d3661ae4 req-56f651a2-330d-4960-91cc-3cf8825200f2 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 943 time: 0.1163361
Apr 30 05:16:12.472854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d95a9cda-8ffa-4ddb-a313-91f9d3661ae4 req-edcbf673-f50a-4b26-8c0c-2253b9b6f9b8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783396
Apr 30 05:16:12.523398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b33d3d0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:09Z', 'revision_number': 9, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:12.530221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:16:12.530661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:12.543344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:12.543560 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5a404889-192c-4c8d-bf49-dabe1e6bf8b6 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:12.544388 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b33d3d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:12.581218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:12.594597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Subnet': ['ID=03efb664-4df0-44dc-8f75-72094e6b932d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:12.601436 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:12.603131 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/03efb664-4df0-44dc-8f75-72094e6b932d HTTP/1.1" status: 204  len: 168 time: 0.9061844
Apr 30 05:16:12.605857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47292) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:12.620506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00539142-dd24-4a19-9e41-7f4637b9a7f5 None None] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:16:12.747883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:12.850372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port a0cfe71f-3924-49d2-96f6-5b84a71bfada {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:12.850818 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:13.008885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:13.040527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port a0cfe71f-3924-49d2-96f6-5b84a71bfada, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a0cfe71f-3924-49d2-96f6-5b84a71bfada,segment=NetworkSegment(f759b562-a43f-4c2f-9f92-52f58ba19fd7),segment_id=f759b562-a43f-4c2f-9f92-52f58ba19fd7)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:13.040902 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:13.224783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for a0cfe71f-3924-49d2-96f6-5b84a71bfada owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:13.276567 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:13.283838 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-64193efd-034b-4209-aba4-a8825846190b tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:13.340044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No DVR routers for this DVR port a0cfe71f-3924-49d2-96f6-5b84a71bfada on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:13.342367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=a0cfe71f-3924-49d2-96f6-5b84a71bfada,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:13.379447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8790082-f66a-4390-a8bb-bada05235bda None None] DHCP port deletion for 30ee60fc-b19f-4790-8fcc-8666d2417604 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:16:13.384867 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:13.426208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b33d3d0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:09Z', 'revision_number': 9, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:13.431915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9727f-b22e-407a-bb42-4782dc4b98da None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:09Z', 'revision_number': 9, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b95b1dc-6c41-41ea-b81d-53370265a980', 'name': '', 'network_id': '800c4b66-1e58-44f3-ad41-34c55e54bb85', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:eb:92:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:33Z', 'updated_at': '2021-04-30T05:15:43Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'c03344a6-6e79-4d34-9aa9-2a358c229631', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:16:13.502224 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:13.682799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a570a00>,) {'filters': {'network_id': ['30ee60fc-b19f-4790-8fcc-8666d2417604']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:13.698627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a570a00>, 'f759b562-a43f-4c2f-9f92-52f58ba19fd7') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:13.698922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a570a00>, 'f759b562-a43f-4c2f-9f92-52f58ba19fd7') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:13.714178 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:13.741108 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:13.751269 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:16:13.783600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8e822-ae40-4b5f-9e3a-651d2696f463 req-1370f7c0-445b-4d4c-8e1d-0037d9a2d642 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:13.785220 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8f8e822-ae40-4b5f-9e3a-651d2696f463 req-1370f7c0-445b-4d4c-8e1d-0037d9a2d642 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 943 time: 0.1808431
Apr 30 05:16:13.975589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:13.986618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8f8e822-ae40-4b5f-9e3a-651d2696f463 req-d9a37026-afef-48a5-b07f-846048de836c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492851
Apr 30 05:16:13.988615 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:14.344081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 30ee60fc-b19f-4790-8fcc-8666d2417604 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:16:14.368136 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:16:14.454897 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:14.461303 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:14.464639 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2bca61f0-340e-4389-9ae1-6acf4e798d32 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:14.491001 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Network': ['ID=30ee60fc-b19f-4790-8fcc-8666d2417604,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:14.493724 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:14.501891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/networks/30ee60fc-b19f-4790-8fcc-8666d2417604 HTTP/1.1" status: 204  len: 168 time: 1.8943357
Apr 30 05:16:14.505130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47310) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:14.737180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a0cfe71f-3924-49d2-96f6-5b84a71bfada no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:14.775084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: a0cfe71f-3924-49d2-96f6-5b84a71bfada {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:14.775600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a0cfe71f-3924-49d2-96f6-5b84a71bfada not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:14.776132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c0c27b31-9915-4001-96b4-577059fba0ca no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:14.816815 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: c0c27b31-9915-4001-96b4-577059fba0ca {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:14.817175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c0c27b31-9915-4001-96b4-577059fba0ca not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:15.160845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:15.230388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a9a5b-ef16-4b51-99c1-7726e9cb3965 req-281b9790-e8d1-42a8-9507-b2e50f0b2a15 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:15.241178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a30a9a5b-ef16-4b51-99c1-7726e9cb3965 req-281b9790-e8d1-42a8-9507-b2e50f0b2a15 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 943 time: 0.1237137
Apr 30 05:16:15.314650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a30a9a5b-ef16-4b51-99c1-7726e9cb3965 req-be8929b0-b124-4793-99a2-6c54fd0abe3d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729785
Apr 30 05:16:15.630167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port 2b95b1dc-6c41-41ea-b81d-53370265a980 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:15.630816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:15.774393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port 2b95b1dc-6c41-41ea-b81d-53370265a980, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2b95b1dc-6c41-41ea-b81d-53370265a980,segment=NetworkSegment(a4e0251d-30f4-48ce-8687-87e584772bda),segment_id=a4e0251d-30f4-48ce-8687-87e584772bda)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:15.774735 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:16.084490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for 2b95b1dc-6c41-41ea-b81d-53370265a980 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:16.241880 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:16.246542 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a8aa8ab3-d112-4d92-8660-5e8a1092940e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:16.292999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=2b95b1dc-6c41-41ea-b81d-53370265a980,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:16.325031 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:16.585104 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:16.665782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b795b56-986e-40ca-94b1-946a18b6bb48 req-318ff8b1-1479-4538-9cc7-5a72c82b09ee tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:16.667457 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b795b56-986e-40ca-94b1-946a18b6bb48 req-318ff8b1-1479-4538-9cc7-5a72c82b09ee tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 943 time: 0.1148825
Apr 30 05:16:16.737364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b795b56-986e-40ca-94b1-946a18b6bb48 req-50c8fc30-8faf-4509-bda6-3b5dd10cbab7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571835
Apr 30 05:16:17.017989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:16:17.197365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:16:17.208706 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:16:17.215439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47330) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:17.215757 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7091379
Apr 30 05:16:17.219757 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:17.220463 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78027e190>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:17.298398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting subnet c03344a6-6e79-4d34-9aa9-2a358c229631 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:16:17.302305 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:17.364773 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:17.386254 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:17.473357 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:17.792603 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78027e190>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:16Z', 'revision_number': 10, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:17.798735 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:16:17.809499 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:17.810322 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78027e190>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:17.976689 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:17.982654 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-61bff981-7959-4d0f-b65e-c749f0419569 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:17.987580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2d82a04b-fc67-4990-bf5a-20a0b10d2924 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:16:18.012536 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:18.031908 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:18.040040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Subnet': ['ID=c03344a6-6e79-4d34-9aa9-2a358c229631,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:18.046564 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:18.056305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47342) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:18.056933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/c03344a6-6e79-4d34-9aa9-2a358c229631 HTTP/1.1" status: 204  len: 168 time: 0.8402393
Apr 30 05:16:18.087852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1dbf7-8553-4930-8602-53153963bdea req-0d3420c7-1b81-409d-ba12-9a8a2c574cf3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:18.095350 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8029ff-4f9b-4545-b243-ed6a272cee8e None None] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:16:18.099852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7c1dbf7-8553-4930-8602-53153963bdea req-0d3420c7-1b81-409d-ba12-9a8a2c574cf3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 943 time: 0.2035165
Apr 30 05:16:18.173800 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7c1dbf7-8553-4930-8602-53153963bdea req-a40a2f08-3a12-4745-9d87-761a5a1292f8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729258
Apr 30 05:16:18.219583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:18.362888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port 8430a63f-f273-443c-accd-ee83b2754144 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:18.363406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:18.490202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2d82a04b-fc67-4990-bf5a-20a0b10d2924, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:18.510069 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78027e190>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:16Z', 'revision_number': 10, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:18.516564 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84419bc2-694d-4806-8cfc-22963287a611 None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:16Z', 'revision_number': 10, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None, '_interfaces': [{'id': '0387774a-f510-4084-9078-032665a6de75', 'name': '', 'network_id': '36566452-b396-4e8f-b2fa-ed1e369c32e4', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'mac_address': 'fa:16:3e:58:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:15:28Z', 'updated_at': '2021-04-30T05:15:38Z', 'revision_number': 5, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'subnets': [{'id': 'dca61d1e-c1f9-47a2-8711-c4657f8f875f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:16:18.517238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port 8430a63f-f273-443c-accd-ee83b2754144, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8430a63f-f273-443c-accd-ee83b2754144,segment=NetworkSegment(a4e0251d-30f4-48ce-8687-87e584772bda),segment_id=a4e0251d-30f4-48ce-8687-87e584772bda)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:18.517607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:18.545053 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:16:18.631721 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:18.650615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d82a04b-fc67-4990-bf5a-20a0b10d2924 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:16:18.670679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2d82a04b-fc67-4990-bf5a-20a0b10d2924, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:18.676376 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:18.678472 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c831dc70-f587-4ce0-b7f1-90bde2085494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:18.757267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=2d82a04b-fc67-4990-bf5a-20a0b10d2924,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:18.767129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.767543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.767873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.768217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.768557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.768895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.769229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.769559 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.769886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.770214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.770540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.770864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:18.783252 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:18.906796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] DHCP port deletion for 800c4b66-1e58-44f3-ad41-34c55e54bb85 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:16:18.999106 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['2d82a04b-fc67-4990-bf5a-20a0b10d2924'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:16:19.015801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for 8430a63f-f273-443c-accd-ee83b2754144 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:19.067777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2b95b1dc-6c41-41ea-b81d-53370265a980 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:19.069422 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:16:19.090625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:19.099094 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-220aa964-67c5-4606-98fd-b0047d2c9fda tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:19.127934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 2b95b1dc-6c41-41ea-b81d-53370265a980 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:19.128282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2b95b1dc-6c41-41ea-b81d-53370265a980 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:19.128802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8430a63f-f273-443c-accd-ee83b2754144 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:19.165411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=8430a63f-f273-443c-accd-ee83b2754144,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:19.171386 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:19.173091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No DVR routers for this DVR port 8430a63f-f273-443c-accd-ee83b2754144 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:19.188659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8430a63f-f273-443c-accd-ee83b2754144 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:19.189223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8430a63f-f273-443c-accd-ee83b2754144 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:19.328840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] Deleting port 8430a63f-f273-443c-accd-ee83b2754144 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:19.329480 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:19.333619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:19.389629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2093807-c5e5-45ba-8359-2f1e35d79692 req-cd359b8a-44a8-4e64-9dcc-ebf3edf731e0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:19.397377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2093807-c5e5-45ba-8359-2f1e35d79692 req-cd359b8a-44a8-4e64-9dcc-ebf3edf731e0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 944 time: 0.1015754
Apr 30 05:16:19.464494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2093807-c5e5-45ba-8359-2f1e35d79692 req-bb45b3ee-4b31-403a-981d-1220070682c7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573099
Apr 30 05:16:19.487125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7792101f0>,) {'filters': {'network_id': ['800c4b66-1e58-44f3-ad41-34c55e54bb85']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:19.501277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7792101f0>, 'a4e0251d-30f4-48ce-8687-87e584772bda') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:19.501563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7792101f0>, 'a4e0251d-30f4-48ce-8687-87e584772bda') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:19.516017 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:19.536286 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:19.543885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:16:19.646441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] For port 8430a63f-f273-443c-accd-ee83b2754144, host n-d-766726-20, got binding levels [] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:19.646924 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:19.740325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:19.750938 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:19.792025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] Calling delete_port for 8430a63f-f273-443c-accd-ee83b2754144 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:19.801828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.ipam_backend_mixin [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] Port 8430a63f-f273-443c-accd-ee83b2754144 was not found and therefore no delete operation was performed {{(pid=74583) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 05:16:19.806732 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:19.814473 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d7aa5536-a724-48d3-85b7-6e7ec7415316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:19.868569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] Pushing event deleted for resources: {'Port': ['ID=8430a63f-f273-443c-accd-ee83b2754144,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:19.876307 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:19.878963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] No DVR routers for this DVR port 8430a63f-f273-443c-accd-ee83b2754144 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:19.958365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 800c4b66-1e58-44f3-ad41-34c55e54bb85 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:16:20.004916 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:16:20.113360 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:20.117410 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b0df6d5c-fc0b-4ff9-a365-ff6a739b4c6b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:20.133853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:20.148307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Network': ['ID=800c4b66-1e58-44f3-ad41-34c55e54bb85,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:20.152143 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:20.157264 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/networks/800c4b66-1e58-44f3-ad41-34c55e54bb85 HTTP/1.1" status: 204  len: 168 time: 2.0965672
Apr 30 05:16:20.157672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47360) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:20.636622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e673124-b70a-4f75-b59d-aa4e7e7b5db1 req-e0aa79c0-3560-4979-b706-831699263b01 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:20.638233 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e673124-b70a-4f75-b59d-aa4e7e7b5db1 req-e0aa79c0-3560-4979-b706-831699263b01 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 944 time: 0.0845180
Apr 30 05:16:20.692438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e673124-b70a-4f75-b59d-aa4e7e7b5db1 req-c020a50a-9243-42ef-be8d-5d6ce07de6d1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474153
Apr 30 05:16:20.881930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:21.325796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port 0387774a-f510-4084-9078-032665a6de75 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:21.326550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:21.475688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port 0387774a-f510-4084-9078-032665a6de75, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0387774a-f510-4084-9078-032665a6de75,segment=NetworkSegment(7b9bd6a2-a9b8-412d-8606-e332b507c395),segment_id=7b9bd6a2-a9b8-412d-8606-e332b507c395)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:21.476036 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:21.610949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for 0387774a-f510-4084-9078-032665a6de75 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:21.788844 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:21.794506 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-be698650-3a4e-44cd-b6ce-a8aa60b58c91 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:21.846517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=0387774a-f510-4084-9078-032665a6de75,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:21.891461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.892024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.892409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.892846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.893411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.893947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.894486 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.895145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.895867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.896463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.896999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.897516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:21.901724 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:21.916068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5b136-22a3-4334-84e7-59a5c346f4d8 req-2f4b57e7-3ea1-4c8f-a837-00073fb4d7e1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:21.924940 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1d5b136-22a3-4334-84e7-59a5c346f4d8 req-2f4b57e7-3ea1-4c8f-a837-00073fb4d7e1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 944 time: 0.1168365
Apr 30 05:16:21.980622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1d5b136-22a3-4334-84e7-59a5c346f4d8 req-ac7aa87f-12b0-40b4-8a9d-661e204ea1c5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553057
Apr 30 05:16:22.018049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2d82a04b-fc67-4990-bf5a-20a0b10d2924 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:16:22.082446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:22.098983 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:16:22.104382 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:16:22.104779 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:22.249530 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:22.298829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:16:22.311694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2d82a04b-fc67-4990-bf5a-20a0b10d2924, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:22.332300 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:22.338653 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6ffa0a74-78dd-4e26-a738-a6dbfec75597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:22.459553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=2d82a04b-fc67-4990-bf5a-20a0b10d2924,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:22.472273 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:22.535891 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'code': 200}
Apr 30 05:16:22.694559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:16:22.850312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39aaf4-7592-4b4c-917d-939cade0c6a5 req-24663b0f-6906-48f5-bb3b-385882690f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:22.851844 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a39aaf4-7592-4b4c-917d-939cade0c6a5 req-24663b0f-6906-48f5-bb3b-385882690f0b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 1097 time: 0.2353516
Apr 30 05:16:22.856744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:16:22.869792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:16:22.887068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:22.888595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf14670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:22.897685 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7364709
Apr 30 05:16:22.898040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47392) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:22.912379 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5a39aaf4-7592-4b4c-917d-939cade0c6a5 req-088e499b-2b7b-474f-b455-642578aea2b6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522740
Apr 30 05:16:22.985463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting subnet dca61d1e-c1f9-47a2-8711-c4657f8f875f {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:16:22.988987 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:23.045945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:23.065950 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:23.233256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ede21-2e30-4a6b-883c-748f428e6a9e req-91633e65-27ad-4040-ac16-335422bd3057 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:23.235513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-365ede21-2e30-4a6b-883c-748f428e6a9e req-91633e65-27ad-4040-ac16-335422bd3057 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 945 time: 0.1371980
Apr 30 05:16:23.241411 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:23.262312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf14670>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:21Z', 'revision_number': 11, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:23.269755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:16:23.285733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:23.286822 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf14670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:23.370938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-365ede21-2e30-4a6b-883c-748f428e6a9e req-2ad7531c-4ba1-48fd-8805-b78a345b1819 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004212
Apr 30 05:16:23.485128 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:23.600448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf14670>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:21Z', 'revision_number': 11, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:23.604818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb486eb-c5c9-40e2-8cde-84a4f90b5e49 None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:21Z', 'revision_number': 11, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:16:23.619431 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:23.623682 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3114945-549d-4bca-889f-b744b9052647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:23.665323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Subnet': ['ID=dca61d1e-c1f9-47a2-8711-c4657f8f875f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:23.667974 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:23.670913 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:23.681169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/dca61d1e-c1f9-47a2-8711-c4657f8f875f HTTP/1.1" status: 204  len: 168 time: 0.7794697
Apr 30 05:16:23.681387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b82967-3753-4222-a6c7-4c99e122287c None None] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:16:23.681504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47402) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:23.826241 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:24.064899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] DHCP port deletion for 36566452-b396-4e8f-b2fa-ed1e369c32e4 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:16:24.153415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Deleting port e7b203fd-8669-4ff5-83ff-95827e4f1757 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:24.153993 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:24.276345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] For port e7b203fd-8669-4ff5-83ff-95827e4f1757, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7b203fd-8669-4ff5-83ff-95827e4f1757,segment=NetworkSegment(7b9bd6a2-a9b8-412d-8606-e332b507c395),segment_id=7b9bd6a2-a9b8-412d-8606-e332b507c395)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:24.276709 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:24.316654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] Deleting port e7b203fd-8669-4ff5-83ff-95827e4f1757 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:24.317041 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:24.473189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] For port e7b203fd-8669-4ff5-83ff-95827e4f1757, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e7b203fd-8669-4ff5-83ff-95827e4f1757,segment=NetworkSegment(7b9bd6a2-a9b8-412d-8606-e332b507c395),segment_id=7b9bd6a2-a9b8-412d-8606-e332b507c395)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:24.473795 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:24.481801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Calling delete_port for e7b203fd-8669-4ff5-83ff-95827e4f1757 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:24.547092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:24.555630 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:24.685493 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] Calling delete_port for e7b203fd-8669-4ff5-83ff-95827e4f1757 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:24.707911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Port': ['ID=e7b203fd-8669-4ff5-83ff-95827e4f1757,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:24.712842 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:24.771800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7b203fd-8669-4ff5-83ff-95827e4f1757 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:24.775015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No DVR routers for this DVR port e7b203fd-8669-4ff5-83ff-95827e4f1757 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:24.828593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e7b203fd-8669-4ff5-83ff-95827e4f1757 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:24.829187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e7b203fd-8669-4ff5-83ff-95827e4f1757 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:24.829986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0387774a-f510-4084-9078-032665a6de75 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:24.896268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 0387774a-f510-4084-9078-032665a6de75 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:24.896624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0387774a-f510-4084-9078-032665a6de75 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:24.902194 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:24.913318 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f586649c-06da-4799-96cb-233edd6ea2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:24.968375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] No DVR routers for this DVR port e7b203fd-8669-4ff5-83ff-95827e4f1757 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:24.998856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] Pushing event deleted for resources: {'Port': ['ID=e7b203fd-8669-4ff5-83ff-95827e4f1757,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:25.001969 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:25.022894 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:25.139012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40ed0-4bce-4423-bdf5-2b1d3f439136 req-de15f311-a753-403d-86e8-a194c816b2f7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:25.141696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdf40ed0-4bce-4423-bdf5-2b1d3f439136 req-de15f311-a753-403d-86e8-a194c816b2f7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 945 time: 0.4365139
Apr 30 05:16:25.210889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe784734430>,) {'filters': {'network_id': ['36566452-b396-4e8f-b2fa-ed1e369c32e4']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:25.242924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe784734430>, '7b9bd6a2-a9b8-412d-8606-e332b507c395') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:25.243131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe784734430>, '7b9bd6a2-a9b8-412d-8606-e332b507c395') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:25.261194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdf40ed0-4bce-4423-bdf5-2b1d3f439136 req-23a117b9-96e5-4b46-b95d-bbf66e38afbf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089852
Apr 30 05:16:25.266546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:25.293594 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:25.320848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:16:25.650422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:25.667527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:25.814162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a145c-33c4-4f28-8d19-35821698def9 req-074b3554-52e6-479a-b99c-51da60e85ef0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:25.826449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-571a145c-33c4-4f28-8d19-35821698def9 req-074b3554-52e6-479a-b99c-51da60e85ef0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 945 time: 0.3327427
Apr 30 05:16:25.936569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Network 36566452-b396-4e8f-b2fa-ed1e369c32e4 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:25.992282 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-571a145c-33c4-4f28-8d19-35821698def9 req-4b31fc08-85c8-4af5-8078-97ad81b671e0 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1575544
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:16:25.992874 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:16:26.027814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47440) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:26.104722 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:26.110483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:26.114222 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:26.129853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ea88d7-0084-4254-8582-cfedc1cc870e tempest-TestVolumeBootPattern-533171048 tempest-TestVolumeBootPattern-533171048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:26.133153 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-27ea88d7-0084-4254-8582-cfedc1cc870e tempest-TestVolumeBootPattern-533171048 tempest-TestVolumeBootPattern-533171048-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 1092 time: 0.1040411
Apr 30 05:16:26.136366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47444) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:26.146888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:26.147167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Pushing event deleted for resources: {'Network': ['ID=36566452-b396-4e8f-b2fa-ed1e369c32e4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:26.149796 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:26.156106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/networks/36566452-b396-4e8f-b2fa-ed1e369c32e4 HTTP/1.1" status: 204  len: 168 time: 2.4736240
Apr 30 05:16:26.157609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47448) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:26.163266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:26.163605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'routes': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:26.169561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:floatingip and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:16:26.175215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:16:26.186447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:26.206478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:26.402747 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:26.573342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.25.8.130 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/f5d91b04-795a-4c57-a419-a77e0e035156) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:16:26.690623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Added routes are [] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Apr 30 05:16:26.691242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.extraroute_db [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Removed routes are [] {{(pid=74581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Apr 30 05:16:26.692230 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:26.737248 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:26.774362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:26.779137 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-40665245-e84c-42be-8e0c-ee71c152f4ce tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:26.842452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:16:26.851886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:16:26.854326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:16:26.915063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=f5d91b04-795a-4c57-a419-a77e0e035156,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:26.919720 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:27.000436 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:27.004468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:27.178383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 3c498d83-2af3-4936-95e1-216a391b5b93 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:16:27.324785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:16:27.332182 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:27.336657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7b67bcf3-2157-45b5-a6a4-5aca09aa264a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93 HTTP/1.1" status: 200  len: 705 time: 1.1748297
Apr 30 05:16:27.336868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47458) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:27.342032 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] Sync routers for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:16:27.352328 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:27.352951 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d961f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:27.390758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-02b7b9c5-67a5-409c-881c-4eb4ec33d9fc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:16:27.391496 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:27.429400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-02b7b9c5-67a5-409c-881c-4eb4ec33d9fc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:16:27.432915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02b7b9c5-67a5-409c-881c-4eb4ec33d9fc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c498d83-2af3-4936-95e1-216a391b5b93 HTTP/1.1" status: 200  len: 205 time: 0.0932934
Apr 30 05:16:27.433295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47462) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:27.508469 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:27.509990 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:27.521994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:27.587262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3804544d-b468-4ff5-993e-1e040bfe6aa5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:27.620406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:27.668682 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d961f0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:21Z', 'revision_number': 11, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:27.674042 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] Checking router: 3c498d83-2af3-4936-95e1-216a391b5b93 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:16:27.684230 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] Routers {'3c498d83-2af3-4936-95e1-216a391b5b93'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:27.684776 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d961f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3c498d83-2af3-4936-95e1-216a391b5b93'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:27.853094 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] Set router 3c498d83-2af3-4936-95e1-216a391b5b93 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:28.006991 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d961f0>, [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:21Z', 'revision_number': 11, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:28.012270 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2536417e-5eeb-486d-8ef9-05303f3e3b5d None None] The sync data for ids ['3c498d83-2af3-4936-95e1-216a391b5b93'] in n-d-766726-20 is: [{'id': '3c498d83-2af3-4936-95e1-216a391b5b93', 'name': 'tempest-RoutersIpV6Test-router-1885755542', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:15:25Z', 'updated_at': '2021-04-30T05:16:21Z', 'revision_number': 11, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:16:28.189621 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.212252 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.219735 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:28.372998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=f5d91b04-795a-4c57-a419-a77e0e035156,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:28.380120 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:28.381706 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3804544d-b468-4ff5-993e-1e040bfe6aa5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.384403 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3804544d-b468-4ff5-993e-1e040bfe6aa5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.410188 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3804544d-b468-4ff5-993e-1e040bfe6aa5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.411231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3804544d-b468-4ff5-993e-1e040bfe6aa5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Fanout notify agent at l3_agent the message router_deleted on router 3c498d83-2af3-4936-95e1-216a391b5b93 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:16:28.441392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3804544d-b468-4ff5-993e-1e040bfe6aa5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.446325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3804544d-b468-4ff5-993e-1e040bfe6aa5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93 HTTP/1.1" status: 204  len: 168 time: 1.0082340
Apr 30 05:16:28.447063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47474) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:28.457314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464666878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:28.469129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:28.476406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Usage tracker for resource:router and tenant:0a7aede5660e488d8b8a2799b81249d3 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:16:28.481881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:16:28.486134 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.544807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:28.581602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.582647 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.668662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.703318 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Floating IP 01d72ebe-7bb2-47f1-852c-3d8f77257434 associated. External IP: 172.25.8.130, port: 2d82a04b-fc67-4990-bf5a-20a0b10d2924.
Apr 30 05:16:28.758285 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.875448 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:28.879637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c6b5679-965b-440f-9529-c26975470c82 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4289987
Apr 30 05:16:28.879803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47480) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:28.896280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e880ae18-2e18-47ee-acbc-ccd0a200b4aa tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Request body: {'router': {'admin_state_up': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:29.836750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e880ae18-2e18-47ee-acbc-ccd0a200b4aa tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:29.836750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e880ae18-2e18-47ee-acbc-ccd0a200b4aa tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665903'] for router, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:29.836750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Router dcc45f15-0c54-40cd-9098-1350f3b26e0b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:16:30.142885 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:16:30.158779 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] Sync routers for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:16:30.159523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e880ae18-2e18-47ee-acbc-ccd0a200b4aa tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Router 563c8865-7109-4ff6-a7c5-4afbcdb8465b is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:16:30.168841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:30.169774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803823a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:30.314571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e880ae18-2e18-47ee-acbc-ccd0a200b4aa tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:16:30.316687 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:30.325247 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] Sync routers for ids ['563c8865-7109-4ff6-a7c5-4afbcdb8465b'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:16:30.345144 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] Routers {'563c8865-7109-4ff6-a7c5-4afbcdb8465b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:30.345696 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033d8e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['563c8865-7109-4ff6-a7c5-4afbcdb8465b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:30.354844 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e880ae18-2e18-47ee-acbc-ccd0a200b4aa tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:30.356345 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e880ae18-2e18-47ee-acbc-ccd0a200b4aa tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "PUT /v2.0/routers/563c8865-7109-4ff6-a7c5-4afbcdb8465b HTTP/1.1" status: 200  len: 698 time: 1.4756501
Apr 30 05:16:30.359812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47508) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:30.431834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.2930493
Apr 30 05:16:30.433228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:16:30.462844 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:30.545025 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'status': 'completed', 'code': 200}
Apr 30 05:16:30.621219 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] Set router 563c8865-7109-4ff6-a7c5-4afbcdb8465b gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:30.719360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0ddfde47-1eb7-48f6-8eb5-20abebc6fe43 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/routers/563c8865-7109-4ff6-a7c5-4afbcdb8465b HTTP/1.1" status: 200  len: 704 time: 0.3547945
Apr 30 05:16:30.722191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47524) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:30.785884 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-8303dae0-4236-4add-84fc-342bf5ee6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:30.787497 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-8303dae0-4236-4add-84fc-342bf5ee6944 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 1097 time: 0.2206759
Apr 30 05:16:30.794690 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033d8e0>, [{'id': '563c8865-7109-4ff6-a7c5-4afbcdb8465b', 'name': 'tempest-RoutersIpV6Test-router-1464666878', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:16:28Z', 'updated_at': '2021-04-30T05:16:29Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:30.800823 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] Checking router: 563c8865-7109-4ff6-a7c5-4afbcdb8465b for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:16:30.819277 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] Routers {'563c8865-7109-4ff6-a7c5-4afbcdb8465b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:30.820230 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78033d8e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['563c8865-7109-4ff6-a7c5-4afbcdb8465b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:30.829711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47528) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:30.830161 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5d35f55e-0967-4561-adca-4166e62151f7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=563c8865-7109-4ff6-a7c5-4afbcdb8465b HTTP/1.1" status: 200  len: 205 time: 0.1050766
Apr 30 05:16:30.873387 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-370dab7f-e7ca-4945-970a-258b37925ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:31.010024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-1c2765a9-dfc5-44d2-b1fb-79f2e8dcdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:31.012412 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-1c2765a9-dfc5-44d2-b1fb-79f2e8dcdd2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.2178774
Apr 30 05:16:31.094627 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-226a82a7-3bee-476e-aa9f-cd6452937623 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:31.106791 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] Set router 563c8865-7109-4ff6-a7c5-4afbcdb8465b gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:31.205893 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-a649edb5-bf3c-4b66-bd7e-ac60fe1df8d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924 HTTP/1.1" status: 200  len: 999 time: 0.1846476
Apr 30 05:16:31.243934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803823a0>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '01d72ebe-7bb2-47f1-852c-3d8f77257434', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:16:27Z', 'updated_at': '2021-04-30T05:16:27Z', 'revision_number': 0, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:31.262308 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] Checking router: dcc45f15-0c54-40cd-9098-1350f3b26e0b for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:16:31.279023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:31.279744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7803823a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:31.307692 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78033d8e0>, [{'id': '563c8865-7109-4ff6-a7c5-4afbcdb8465b', 'name': 'tempest-RoutersIpV6Test-router-1464666878', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:16:28Z', 'updated_at': '2021-04-30T05:16:29Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:31.321641 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02ca6f-377f-4e18-9f29-e52b1692ff54 None None] The sync data for ids ['563c8865-7109-4ff6-a7c5-4afbcdb8465b'] in n-d-766726-20 is: [{'id': '563c8865-7109-4ff6-a7c5-4afbcdb8465b', 'name': 'tempest-RoutersIpV6Test-router-1464666878', 'tenant_id': '0a7aede5660e488d8b8a2799b81249d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:16:28Z', 'updated_at': '2021-04-30T05:16:29Z', 'revision_number': 2, 'project_id': '0a7aede5660e488d8b8a2799b81249d3', 'gw_port_host': None}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:16:31.337602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-3997c477-5f4a-4227-9e28-3ff146896d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:31.339954 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-3997c477-5f4a-4227-9e28-3ff146896d29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1272323
Apr 30 05:16:31.583752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-6b09084f-3981-4050-b9bd-e1bb281e5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:31.585300 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-6b09084f-3981-4050-b9bd-e1bb281e5665 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2381821
Apr 30 05:16:31.606582 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-226a82a7-3bee-476e-aa9f-cd6452937623 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:31.610373 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-226a82a7-3bee-476e-aa9f-cd6452937623 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:31.643047 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-226a82a7-3bee-476e-aa9f-cd6452937623 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:31.643962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a82a7-3bee-476e-aa9f-cd6452937623 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Fanout notify agent at l3_agent the message router_deleted on router 563c8865-7109-4ff6-a7c5-4afbcdb8465b {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:16:31.662513 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-226a82a7-3bee-476e-aa9f-cd6452937623 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:31.664071 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-226a82a7-3bee-476e-aa9f-cd6452937623 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/563c8865-7109-4ff6-a7c5-4afbcdb8465b HTTP/1.1" status: 204  len: 168 time: 0.8333695
Apr 30 05:16:31.666151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:31.674274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47542) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:31.777348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d94ff14e-660b-498b-8004-f3e2765440eb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Synchronizing usage tracker for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:16:31.810855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d94ff14e-660b-498b-8004-f3e2765440eb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Unset dirty status for tenant:0a7aede5660e488d8b8a2799b81249d3 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:16:31.813018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d94ff14e-660b-498b-8004-f3e2765440eb tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=563c8865-7109-4ff6-a7c5-4afbcdb8465b HTTP/1.1" status: 200  len: 205 time: 0.1369467
Apr 30 05:16:31.818455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47552) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:31.958103 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-35eee16d-fdc3-47fe-89a0-c28df8c10899 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3640587
Apr 30 05:16:32.001275 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-bf6fba2e-bc86-4c75-bce2-5da518652541 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] delete failed (client error): The resource could not be found.
Apr 30 05:16:32.002319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bf6fba2e-bc86-4c75-bce2-5da518652541 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/563c8865-7109-4ff6-a7c5-4afbcdb8465b HTTP/1.1" status: 404  len: 336 time: 0.1826611
Apr 30 05:16:32.006353 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47558) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:32.096799 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57353a9-2afb-4c84-9d85-1e3313576954 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:16:32.097554 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57353a9-2afb-4c84-9d85-1e3313576954 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:16:32.099548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c57353a9-2afb-4c84-9d85-1e3313576954 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/27be9703-cc13-4036-9f2d-1cf83f620d6f HTTP/1.1" status: 404  len: 337 time: 0.0919170
Apr 30 05:16:32.102202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47562) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:32.145867 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-891d9981-5515-4a58-ab97-226b156f2d39 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:16:32.146550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891d9981-5515-4a58-ab97-226b156f2d39 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:16:32.148479 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-891d9981-5515-4a58-ab97-226b156f2d39 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/03efb664-4df0-44dc-8f75-72094e6b932d HTTP/1.1" status: 404  len: 337 time: 0.0451002
Apr 30 05:16:32.153432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47568) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:32.494797 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-f263275f-2f6e-4284-b961-04b112d11508 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:16:32.495533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f263275f-2f6e-4284-b961-04b112d11508 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:16:32.497569 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f263275f-2f6e-4284-b961-04b112d11508 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/c03344a6-6e79-4d34-9aa9-2a358c229631 HTTP/1.1" status: 404  len: 337 time: 0.3425145
Apr 30 05:16:32.500803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47576) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:32.525900 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a5f4a08-ea86-4a73-99db-955ead782a8c req-59eba1ad-2ced-40e7-9bde-439dfd54241b service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5516849
Apr 30 05:16:32.562941 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adbdb0e-b30c-4039-93c7-1e65e7f619c3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:16:32.563470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adbdb0e-b30c-4039-93c7-1e65e7f619c3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:16:32.565201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9adbdb0e-b30c-4039-93c7-1e65e7f619c3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/dca61d1e-c1f9-47a2-8711-c4657f8f875f HTTP/1.1" status: 404  len: 337 time: 0.0631928
Apr 30 05:16:32.569366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47580) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:32.606561 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7803823a0>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '01d72ebe-7bb2-47f1-852c-3d8f77257434', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:16:27Z', 'updated_at': '2021-04-30T05:16:27Z', 'revision_number': 0, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:32.615814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30e1166-5a50-4c6a-99aa-463ba4b583b5 None None] The sync data for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 is: [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '01d72ebe-7bb2-47f1-852c-3d8f77257434', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:16:27Z', 'updated_at': '2021-04-30T05:16:27Z', 'revision_number': 0, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:16:32.648457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e7c98a1f-8e84-4f14-9e54-cb5c89079734 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c498d83-2af3-4936-95e1-216a391b5b93 HTTP/1.1" status: 200  len: 205 time: 0.0787776
Apr 30 05:16:32.651167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47584) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:32.795372 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-cebc29e7-4d80-47ec-9f99-6c29677acace tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] delete failed (client error): The resource could not be found.
Apr 30 05:16:32.800397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cebc29e7-4d80-47ec-9f99-6c29677acace tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/3c498d83-2af3-4936-95e1-216a391b5b93 HTTP/1.1" status: 404  len: 336 time: 0.1470304
Apr 30 05:16:32.800649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47590) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:32.855012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-75a77025-968d-43d4-a906-924a9a5e56a1 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff HTTP/1.1" status: 200  len: 205 time: 0.0506742
Apr 30 05:16:32.855230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47594) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:32.974868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d7a18f-5650-4fe0-9b3d-eb2040002367 None None] New status for floating IP 01d72ebe-7bb2-47f1-852c-3d8f77257434: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:16:33.254491 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-457e73a6-00dd-45b4-9fd5-3310c018567c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] delete failed (client error): The resource could not be found.
Apr 30 05:16:33.258797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47612) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:33.259362 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-457e73a6-00dd-45b4-9fd5-3310c018567c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/678b3eef-ab52-45a7-9b68-1e6cd5a4a4ff HTTP/1.1" status: 404  len: 336 time: 0.4027989
Apr 30 05:16:33.348349 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde9923d-af73-43b5-8f12-a9beb5c6c493 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:16:33.349024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde9923d-af73-43b5-8f12-a9beb5c6c493 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:16:33.350969 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cde9923d-af73-43b5-8f12-a9beb5c6c493 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/bbc1da57-553b-41b4-8cd2-50cee2449735 HTTP/1.1" status: 404  len: 337 time: 0.0909300
Apr 30 05:16:33.353833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47618) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:33.437972 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-604548d2-b8e2-4bc8-a5ab-5b43ea0ae509 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b218af5-2cc3-4dd4-bfee-9d05471f94db HTTP/1.1" status: 200  len: 205 time: 0.0823977
Apr 30 05:16:33.440672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47622) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:33.530504 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:33.545159 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-165eaa0f-30cb-42cc-9482-c1aff81bef8b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] delete failed (client error): The resource could not be found.
Apr 30 05:16:33.547210 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-165eaa0f-30cb-42cc-9482-c1aff81bef8b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/4b218af5-2cc3-4dd4-bfee-9d05471f94db HTTP/1.1" status: 404  len: 336 time: 0.1055954
Apr 30 05:16:33.550125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47628) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:33.604727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-06de2137-80de-494e-b757-a4d9983ebc4c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa HTTP/1.1" status: 200  len: 205 time: 0.0532844
Apr 30 05:16:33.607135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47634) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:33.631948 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ba914558-1968-4265-a677-fae2dc0dae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:33.695908 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-1acc6f59-7ad7-4425-9abe-f130f2869f9c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] delete failed (client error): The resource could not be found.
Apr 30 05:16:33.697045 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1acc6f59-7ad7-4425-9abe-f130f2869f9c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/0ba046bb-22dd-4ff6-9e68-fb971f5ba0aa HTTP/1.1" status: 404  len: 336 time: 0.0885057
Apr 30 05:16:33.701096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47638) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:33.756145 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e753b0f-bf9b-4764-886c-8440be46447c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:16:33.756853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e753b0f-bf9b-4764-886c-8440be46447c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:16:33.758771 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1e753b0f-bf9b-4764-886c-8440be46447c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/2812ebb3-f8bf-4fc0-9696-ce94b123fd13 HTTP/1.1" status: 404  len: 337 time: 0.0561476
Apr 30 05:16:33.761569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47646) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:33.830715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ea6720ac-3f87-49ba-beaf-844185e8b571 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d277842-1f52-425b-a379-3faa5f6176f5 HTTP/1.1" status: 200  len: 205 time: 0.0676341
Apr 30 05:16:33.833054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47650) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:33.909677 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-7e1fed83-4b4d-4d0f-b825-203fdbe72876 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] delete failed (client error): The resource could not be found.
Apr 30 05:16:33.911496 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7e1fed83-4b4d-4d0f-b825-203fdbe72876 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/9d277842-1f52-425b-a379-3faa5f6176f5 HTTP/1.1" status: 404  len: 336 time: 0.0772753
Apr 30 05:16:33.914373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47656) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:33.956469 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-71260263-cb4f-4659-aec4-79503e7a6ecd tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:16:33.956930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71260263-cb4f-4659-aec4-79503e7a6ecd tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:16:33.958610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-71260263-cb4f-4659-aec4-79503e7a6ecd tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/52d1802e-864f-4939-bf3f-3dfce1670bb0 HTTP/1.1" status: 404  len: 337 time: 0.0432739
Apr 30 05:16:33.961370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47660) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:34.006727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2a1eb3e7-fc87-4b27-a8ab-9e8556c73368 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "GET /v2.0/ports?device_id=01bc41fc-d516-4bdf-a961-dce01dcf507b HTTP/1.1" status: 200  len: 205 time: 0.0439854
Apr 30 05:16:34.008918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47664) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:34.083396 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-d097a29d-78ed-4a88-a50b-24ac9eefc22e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] delete failed (client error): The resource could not be found.
Apr 30 05:16:34.084363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d097a29d-78ed-4a88-a50b-24ac9eefc22e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/routers/01bc41fc-d516-4bdf-a961-dce01dcf507b HTTP/1.1" status: 404  len: 336 time: 0.0745497
Apr 30 05:16:34.086893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47672) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:34.127899 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ca63e6-0398-4870-aad5-a323b727a9bc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:16:34.128364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ca63e6-0398-4870-aad5-a323b727a9bc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:16:34.130127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-22ca63e6-0398-4870-aad5-a323b727a9bc tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/61fd0941-49c0-4273-b1c5-968baa0cefd0 HTTP/1.1" status: 404  len: 337 time: 0.0421338
Apr 30 05:16:34.132697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47676) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:34.176110 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab01e8e-04c9-42c9-affa-5d8b3b7683a2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:16:34.176562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab01e8e-04c9-42c9-affa-5d8b3b7683a2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:16:34.178511 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1ab01e8e-04c9-42c9-affa-5d8b3b7683a2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] 10.222.0.46 "DELETE /v2.0/subnets/4229a288-306d-4368-b881-efb041783a01 HTTP/1.1" status: 404  len: 337 time: 0.0446355
Apr 30 05:16:34.615717 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47692) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:34.842776 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:34.883086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47702) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:34.884203 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a046f248-03b8-4195-9a4d-44c1ef24d7cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a7aede5660e488d8b8a2799b81249d3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2663705
Apr 30 05:16:35.021002 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-038f72d2-862b-45f3-95a2-ef7412125bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:35.075561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-038f72d2-862b-45f3-95a2-ef7412125bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:35.184735 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-038f72d2-862b-45f3-95a2-ef7412125bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:35.206667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b16f9cc3-b8e7-4426-8214-2889496db06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:35.234989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f72d2-862b-45f3-95a2-ef7412125bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e850f6b-ee28-4ac7-88c4-6dda39568c0c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:35.239396 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-038f72d2-862b-45f3-95a2-ef7412125bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:35.241564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-038f72d2-862b-45f3-95a2-ef7412125bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:35.243363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-038f72d2-862b-45f3-95a2-ef7412125bf6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e850f6b-ee28-4ac7-88c4-6dda39568c0c HTTP/1.1" status: 204  len: 168 time: 0.3561723
Apr 30 05:16:36.272091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47748) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:36.310819 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:36.405867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1813636777'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:36.411980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:36.416399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Usage tracker for resource:network and tenant:a1b44b4351854eb68d7fa3a61b71d128 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:16:36.419654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:16:36.427913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:36.449075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Made reservation on behalf of a1b44b4351854eb68d7fa3a61b71d128 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:16:36.453406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:36.471092 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:36.490388 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:36.494374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Usage tracker for resource:security_group_rule and tenant:a1b44b4351854eb68d7fa3a61b71d128 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:16:36.497322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:16:36.504242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:36.617173 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:36.622125 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:36.626204 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e3be7fe-2b39-4225-9276-628f919c7b64 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:36.658130 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:16:36.667781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3845f9-7a5e-4752-be3e-66863d3b4ecf,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:36.672167 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:36.675209 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:36.675576 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Added segment ba84d3f4-87c4-4a87-9963-7d74a12fccac of type vlan for network 18c65750-3392-4b76-854c-99148b624948
Apr 30 05:16:36.720773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:36.763219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:36.771849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:36.773372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:36.778041 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89f3ddb9-0538-4a4a-a1b7-d67c736ce411 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:36.932502 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6557748
Apr 30 05:16:36.932706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47762) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:36.935407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Pushing event updated for resources: {'Network': ['ID=18c65750-3392-4b76-854c-99148b624948,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:36.939239 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:36.944603 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Request body: {'subnet': {'network_id': '18c65750-3392-4b76-854c-99148b624948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:36.947048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 18c65750-3392-4b76-854c-99148b624948 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:16:37.088879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:37.094553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Usage tracker for resource:subnet and tenant:a1b44b4351854eb68d7fa3a61b71d128 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:16:37.102317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:16:37.114135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:37.126930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Made reservation on behalf of a1b44b4351854eb68d7fa3a61b71d128 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:16:37.132255 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:37.721106 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:37.729670 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3190ab25-82bd-4335-9096-ef2e02b1d437 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:37.880278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Pushing event updated for resources: {'Subnet': ['ID=c72b2f58-eee1-4c92-9663-b741e5507c52,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:37.891516 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:37.918536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Checking segment: {'id': 'ba84d3f4-87c4-4a87-9963-7d74a12fccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '18c65750-3392-4b76-854c-99148b624948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:16:37.918995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Network hostable DHCP agents. Network: 18c65750-3392-4b76-854c-99148b624948, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:16:37.975664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Network 18c65750-3392-4b76-854c-99148b624948 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:16:37.996656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 18c65750-3392-4b76-854c-99148b624948) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:16:38.012665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b008f-2dec-48dc-9503-6a4c50caa3fe None None] Network 18c65750-3392-4b76-854c-99148b624948 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:16:38.022642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:38.025726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:38.066163 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3ca2ecb5-08d0-438c-8d7a-f5afa5175564 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1301224
Apr 30 05:16:38.066746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47784) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:38.073597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Request body: {'port': {'network_id': '18c65750-3392-4b76-854c-99148b624948', 'name': 'tempest-TagsExtTest-1060678516'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:38.274599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:38.278971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Usage tracker for resource:port and tenant:a1b44b4351854eb68d7fa3a61b71d128 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:16:38.282671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:16:38.289946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:38.302716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-18c65750-3392-4b76-854c-99148b624948', 'network_id': '18c65750-3392-4b76-854c-99148b624948', 'tenant_id': 'a1b44b4351854eb68d7fa3a61b71d128', 'fixed_ips': [{'subnet_id': 'c72b2f58-eee1-4c92-9663-b741e5507c52'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:16:38.303915 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:38.314000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Made reservation on behalf of a1b44b4351854eb68d7fa3a61b71d128 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:16:38.318283 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:38.355828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] device_id is not set on port 0d018499-84a1-4bb9-bc85-0d2e788ba26b yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:16:38.605351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Allocated IP 172.20.0.12 (18c65750-3392-4b76-854c-99148b624948/c72b2f58-eee1-4c92-9663-b741e5507c52/0d018499-84a1-4bb9-bc85-0d2e788ba26b) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:16:38.840527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:38.857328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Transition to ACTIVE for port object 0d018499-84a1-4bb9-bc85-0d2e788ba26b will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:16:38.888999 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:38.904476 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:38.971350 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Allocated IP 172.20.0.2 (18c65750-3392-4b76-854c-99148b624948/c72b2f58-eee1-4c92-9663-b741e5507c52/61213f58-a616-4541-8208-e0df11ad18e0) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:16:38.979793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Network 18c65750-3392-4b76-854c-99148b624948 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:16:38.988852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:16:38.993738 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:16:39.046078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Pushing event updated for resources: {'Port': ['ID=0d018499-84a1-4bb9-bc85-0d2e788ba26b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:39.085808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:39.086453 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.100621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.101019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.101407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.101793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.102176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.102557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.102934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.103352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.103730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.104101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.104544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.104839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:16:39.111961 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:39.125684 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.0559042
Apr 30 05:16:39.126709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47806) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:39.132899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1076935393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:39.142475 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:39.146781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Usage tracker for resource:router and tenant:a1b44b4351854eb68d7fa3a61b71d128 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:16:39.151000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:16:39.161615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:39.175066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.176419 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.200548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.222458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.246995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.252675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47812) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:39.252920 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-11ee422c-dd5d-4bf3-9a3a-9bb43a95240f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1233625
Apr 30 05:16:39.253416 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.259884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-833a2310-c517-46a0-9476-e97683f6e66f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1997780531', 'prefixes': ['172.20.0.0/16']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:16:39.264485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Transition to ACTIVE for port object 61213f58-a616-4541-8208-e0df11ad18e0 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:16:39.268238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-833a2310-c517-46a0-9476-e97683f6e66f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:39.293681 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Transition to ACTIVE for port object 61213f58-a616-4541-8208-e0df11ad18e0 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:16:39.301186 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.312162 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7145932f-af29-4a0f-805b-f41b53b977e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:39.352603 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-833a2310-c517-46a0-9476-e97683f6e66f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for subnetpool, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.353910 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-833a2310-c517-46a0-9476-e97683f6e66f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.0990672
Apr 30 05:16:39.357999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47818) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:39.364770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-e5856711-504b-4342-bd72-d896acf51e9f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77b806430>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52', 'tempest-TagsExtTest-Tag-348856219') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:39.370423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Network 18c65750-3392-4b76-854c-99148b624948 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:16:39.373829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:16:39.377001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:16:39.463668 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Pushing event updated for resources: {'Port': ['ID=61213f58-a616-4541-8208-e0df11ad18e0,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:39.472428 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:39.475092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e5856711-504b-4342-bd72-d896acf51e9f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags/tempest-TagsExtTest-Tag-348856219 HTTP/1.1" status: 201  len: 201 time: 0.1151271
Apr 30 05:16:39.477683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47822) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:39.485771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-c7f74564-c98d-42da-967c-11ebc9db8bf5 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77ad6a430>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b', 'tempest-TagsExtTest-Tag-1305821025') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:39.496312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Attempting to bind port 61213f58-a616-4541-8208-e0df11ad18e0 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:16:39.496673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Attempting to bind port 61213f58-a616-4541-8208-e0df11ad18e0 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'ba84d3f4-87c4-4a87-9963-7d74a12fccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '18c65750-3392-4b76-854c-99148b624948'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:16:39.497285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Attempting to bind port 61213f58-a616-4541-8208-e0df11ad18e0 on network 18c65750-3392-4b76-854c-99148b624948 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:16:39.504517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:16:39.504898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Checking segment: {'id': 'ba84d3f4-87c4-4a87-9963-7d74a12fccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '18c65750-3392-4b76-854c-99148b624948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:16:39.505319 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.505723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Bound using segment: {'id': 'ba84d3f4-87c4-4a87-9963-7d74a12fccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '18c65750-3392-4b76-854c-99148b624948'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:16:39.506211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Bound port: 61213f58-a616-4541-8208-e0df11ad18e0, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba84d3f4-87c4-4a87-9963-7d74a12fccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '18c65750-3392-4b76-854c-99148b624948'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:16:39.506590 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.605065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c7f74564-c98d-42da-967c-11ebc9db8bf5 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags/tempest-TagsExtTest-Tag-1305821025 HTTP/1.1" status: 201  len: 201 time: 0.1257651
Apr 30 05:16:39.611413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47830) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:39.618150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-e3b2d2a3-58ee-43d6-945e-e8f437104451 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe779214c70>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81', 'tempest-TagsExtTest-Tag-1999958839') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:39.652915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] For port 61213f58-a616-4541-8208-e0df11ad18e0, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:16:39.659745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] For port 61213f58-a616-4541-8208-e0df11ad18e0, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=61213f58-a616-4541-8208-e0df11ad18e0,segment=NetworkSegment(ba84d3f4-87c4-4a87-9963-7d74a12fccac),segment_id=ba84d3f4-87c4-4a87-9963-7d74a12fccac)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:16:39.674111 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:39.678409 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:39.841990 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e3b2d2a3-58ee-43d6-945e-e8f437104451 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags/tempest-TagsExtTest-Tag-1999958839 HTTP/1.1" status: 201  len: 201 time: 0.2268004
Apr 30 05:16:39.842337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47844) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:39.851449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-daeebc41-db30-4ec4-8ff5-2f0d7108678a tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe779e77430>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15', 'tempest-TagsExtTest-Tag-103392321') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:39.878077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Pushing event updated for resources: {'Port': ['ID=61213f58-a616-4541-8208-e0df11ad18e0,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:39.882305 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:39.915335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-daeebc41-db30-4ec4-8ff5-2f0d7108678a tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags/tempest-TagsExtTest-Tag-103392321 HTTP/1.1" status: 201  len: 201 time: 0.0708921
Apr 30 05:16:39.917518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47848) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:39.924640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-d95543e0-db51-4e33-97c1-d9a773062e31 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe779e77400>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:40.045100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d95543e0-db51-4e33-97c1-d9a773062e31 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags HTTP/1.1" status: 200  len: 240 time: 0.1263738
Apr 30 05:16:40.049034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47856) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:40.059006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-9f60fbb0-383f-4de6-a3ad-2e8849df777b tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a4587c0>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52', 'tempest-TagsExtTest-Tag-348856219') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:40.172948 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9f60fbb0-383f-4de6-a3ad-2e8849df777b tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags/tempest-TagsExtTest-Tag-348856219 HTTP/1.1" status: 204  len: 168 time: 0.1222911
Apr 30 05:16:40.176099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47864) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:40.211638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-461cbe4f-9800-45ab-be1e-496b69b7c739 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a2ff7c0>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52', 'tempest-TagsExtTest-Tag-348856219') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:40.376588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-461cbe4f-9800-45ab-be1e-496b69b7c739 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags/tempest-TagsExtTest-Tag-348856219 HTTP/1.1" status: 204  len: 168 time: 0.1991463
Apr 30 05:16:40.378851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47874) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:40.384847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-c336523a-ecf7-4101-af3f-e4c3cbf1f926 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe784724580>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:40.477919 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c336523a-ecf7-4101-af3f-e4c3cbf1f926 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags HTTP/1.1" status: 200  len: 205 time: 0.0978720
Apr 30 05:16:40.481964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47880) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:40.492636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-83502d75-f45b-4095-8c89-ee5dcbc70e5d tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe7791ae910>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:40.585417 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-83502d75-f45b-4095-8c89-ee5dcbc70e5d tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags HTTP/1.1" status: 200  len: 241 time: 0.1023166
Apr 30 05:16:40.588586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47884) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:40.595164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-c80344b7-6eff-4aaf-a04d-065b4037f20a tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a299970>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b', 'tempest-TagsExtTest-Tag-1305821025') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:40.679828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c80344b7-6eff-4aaf-a04d-065b4037f20a tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags/tempest-TagsExtTest-Tag-1305821025 HTTP/1.1" status: 204  len: 168 time: 0.0892811
Apr 30 05:16:40.681296 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47892) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:40.695698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-5460e82c-669b-4427-a7a0-2916d654870f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77be23c40>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b', 'tempest-TagsExtTest-Tag-1305821025') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:40.839947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 61213f58-a616-4541-8208-e0df11ad18e0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:16:40.855394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafce61-0e50-4492-8c76-62c35ec4cfda req-1321f14f-7c30-4ed6-85db-59bfb62c819a tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:40.863885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fafce61-0e50-4492-8c76-62c35ec4cfda req-1321f14f-7c30-4ed6-85db-59bfb62c819a tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 945 time: 0.1689007
Apr 30 05:16:40.871920 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5460e82c-669b-4427-a7a0-2916d654870f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags/tempest-TagsExtTest-Tag-1305821025 HTTP/1.1" status: 204  len: 168 time: 0.1891310
Apr 30 05:16:40.872599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47900) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:40.883803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-c806a3da-0e75-45a0-8bd8-adb68e943b3e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe779155c10>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:40.936169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fafce61-0e50-4492-8c76-62c35ec4cfda req-56d51b5c-39be-433a-ac3f-5f189071637a tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666659
Apr 30 05:16:40.989044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 61213f58-a616-4541-8208-e0df11ad18e0 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:16:41.014168 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c806a3da-0e75-45a0-8bd8-adb68e943b3e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags HTTP/1.1" status: 200  len: 205 time: 0.1405790
Apr 30 05:16:41.017212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47906) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:41.022865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-7d6b1c54-80a0-4e20-838f-7e9d35efe50f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe779f51d90>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:41.243695 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ab789-3772-49af-ad2f-cc512bd7dce3 None None] Network 18c65750-3392-4b76-854c-99148b624948 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:16:41.348275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47914) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:41.348943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7d6b1c54-80a0-4e20-838f-7e9d35efe50f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags HTTP/1.1" status: 200  len: 241 time: 0.3303514
Apr 30 05:16:41.354925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-51ddff4b-fa14-4d03-ba09-b129510a1f18 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a85ba00>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81', 'tempest-TagsExtTest-Tag-1999958839') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:41.383551 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b38f4d5-d328-4b7a-b1ee-96831436b649 None None] Provisioning for port 61213f58-a616-4541-8208-e0df11ad18e0 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:16:41.393542 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b38f4d5-d328-4b7a-b1ee-96831436b649 None None] Provisioning complete for port 61213f58-a616-4541-8208-e0df11ad18e0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:16:41.393922 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b38f4d5-d328-4b7a-b1ee-96831436b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:41.654937 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b38f4d5-d328-4b7a-b1ee-96831436b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:41.714686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-8b38f4d5-d328-4b7a-b1ee-96831436b649 None None] For port 61213f58-a616-4541-8208-e0df11ad18e0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=61213f58-a616-4541-8208-e0df11ad18e0,segment=NetworkSegment(ba84d3f4-87c4-4a87-9963-7d74a12fccac),segment_id=ba84d3f4-87c4-4a87-9963-7d74a12fccac)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:41.730224 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b38f4d5-d328-4b7a-b1ee-96831436b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:41.733104 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e7212c21-797f-4a2f-99d9-bd590f297dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:41.782365 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-51ddff4b-fa14-4d03-ba09-b129510a1f18 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags/tempest-TagsExtTest-Tag-1999958839 HTTP/1.1" status: 204  len: 168 time: 0.4319780
Apr 30 05:16:41.787852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47930) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:41.798677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-f133519b-2f93-44a1-93d1-5c373ff55c06 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a74ffd0>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81', 'tempest-TagsExtTest-Tag-1999958839') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:41.830194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38f4d5-d328-4b7a-b1ee-96831436b649 None None] Pushing event updated for resources: {'Port': ['ID=61213f58-a616-4541-8208-e0df11ad18e0,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:41.833730 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8b38f4d5-d328-4b7a-b1ee-96831436b649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:42.081618 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f133519b-2f93-44a1-93d1-5c373ff55c06 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags/tempest-TagsExtTest-Tag-1999958839 HTTP/1.1" status: 204  len: 168 time: 0.2885597
Apr 30 05:16:42.082566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47940) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:42.097265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-7ae47cf0-d5a8-458c-a17f-38c9f5c9f5ac tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe7790643d0>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:42.103165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cf1a83c3-c6eb-4b9f-8a03-ea4d5e3283b5 None None] Provisioning for port 0d018499-84a1-4bb9-bc85-0d2e788ba26b completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:16:42.118770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cf1a83c3-c6eb-4b9f-8a03-ea4d5e3283b5 None None] Provisioning complete for port 0d018499-84a1-4bb9-bc85-0d2e788ba26b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:16:42.121147 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cf1a83c3-c6eb-4b9f-8a03-ea4d5e3283b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:42.292545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a322f6-5739-4b5d-a068-2ca7b7f96a92 req-496575ff-81c8-420a-83f5-1c564ca2d760 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:42.307595 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53a322f6-5739-4b5d-a068-2ca7b7f96a92 req-496575ff-81c8-420a-83f5-1c564ca2d760 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 945 time: 0.1358190
Apr 30 05:16:42.322583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a83c3-c6eb-4b9f-8a03-ea4d5e3283b5 None None] Port 0d018499-84a1-4bb9-bc85-0d2e788ba26b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:16:42.356641 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cf1a83c3-c6eb-4b9f-8a03-ea4d5e3283b5 None None] Provisioning complete for port 61213f58-a616-4541-8208-e0df11ad18e0 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:16:42.358042 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cf1a83c3-c6eb-4b9f-8a03-ea4d5e3283b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:42.407558 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-53a322f6-5739-4b5d-a068-2ca7b7f96a92 req-4df89452-207d-43c2-a497-cf9e68b64adc tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0961299
Apr 30 05:16:42.472409 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7ae47cf0-d5a8-458c-a17f-38c9f5c9f5ac tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags HTTP/1.1" status: 200  len: 205 time: 0.3879163
Apr 30 05:16:42.475210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47948) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:42.484027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-5b92a507-086a-461b-accd-a7b3426f7823 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77aa666d0>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:42.520850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5b92a507-086a-461b-accd-a7b3426f7823 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags HTTP/1.1" status: 200  len: 240 time: 0.0444965
Apr 30 05:16:42.525077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47954) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:42.531322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-a85f173c-7ca5-4be7-b8eb-3db0e757448c tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77bae71f0>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15', 'tempest-TagsExtTest-Tag-103392321') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:42.581158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 47958) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:42.582685 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a85f173c-7ca5-4be7-b8eb-3db0e757448c tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags/tempest-TagsExtTest-Tag-103392321 HTTP/1.1" status: 204  len: 168 time: 0.0559583
Apr 30 05:16:42.587233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-a9123b00-6b18-4f4f-9b88-1247a8bcf806 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77ad72a30>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15', 'tempest-TagsExtTest-Tag-103392321') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:42.709219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47966) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:42.709501 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a9123b00-6b18-4f4f-9b88-1247a8bcf806 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags/tempest-TagsExtTest-Tag-103392321 HTTP/1.1" status: 204  len: 168 time: 0.1268075
Apr 30 05:16:42.717294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-d25044ec-e535-4d32-993c-70cc69e61b84 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77a2c3550>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:42.758096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-7a76f635-81e3-46dd-9a6b-02d1bc5b280b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:42.760114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-7a76f635-81e3-46dd-9a6b-02d1bc5b280b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 945 time: 0.1615422
Apr 30 05:16:42.760407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ed865e5-f25f-4913-b39c-4b9fa131c587 None None] Provisioning complete for port 0d018499-84a1-4bb9-bc85-0d2e788ba26b triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:16:42.760841 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ed865e5-f25f-4913-b39c-4b9fa131c587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:42.801172 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d25044ec-e535-4d32-993c-70cc69e61b84 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags HTTP/1.1" status: 200  len: 205 time: 0.0900924
Apr 30 05:16:42.804534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47972) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:42.810229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-022f3323-8349-4a27-8676-751a3d6904a5 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77a92a3a0>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:42.876575 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-022f3323-8349-4a27-8676-751a3d6904a5 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags HTTP/1.1" status: 204  len: 168 time: 0.0706348
Apr 30 05:16:42.884285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47978) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:42.893927 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-cee94d74-d82e-47d9-9949-7e8242517129 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe7792726a0>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:42.905028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ed865e5-f25f-4913-b39c-4b9fa131c587 None None] Port 0d018499-84a1-4bb9-bc85-0d2e788ba26b cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:16:42.907193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 61213f58-a616-4541-8208-e0df11ad18e0 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:16:42.998204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 61213f58-a616-4541-8208-e0df11ad18e0 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:16:42.998819 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:43.047465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Deleting port 25be3de7-0310-4649-8731-4cba0cf89638 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:43.049487 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:43.246860 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-cee94d74-d82e-47d9-9949-7e8242517129 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags HTTP/1.1" status: 204  len: 168 time: 0.3584223
Apr 30 05:16:43.247876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47986) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:43.258481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] For port 25be3de7-0310-4649-8731-4cba0cf89638, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=25be3de7-0310-4649-8731-4cba0cf89638,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:43.259113 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:43.264977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-af4b928e-eb38-418b-bece-4433a4331149 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77ac22df0>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:43.366589 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af4b928e-eb38-418b-bece-4433a4331149 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags HTTP/1.1" status: 204  len: 168 time: 0.1173146
Apr 30 05:16:43.369530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 47992) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:43.381041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-73b6d854-b463-4f4e-bbd6-bb1c3016355c tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77ac22a60>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:43.494202 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-73b6d854-b463-4f4e-bbd6-bb1c3016355c tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags HTTP/1.1" status: 204  len: 168 time: 0.1183171
Apr 30 05:16:43.495347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48000) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:43.501437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-e8a69148-1528-4271-8c79-112e33d0b107 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77ae9d730>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52', 'tempest-TagsExtTest-Tag-1935093768') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:43.671541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48008) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:43.674033 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e8a69148-1528-4271-8c79-112e33d0b107 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags/tempest-TagsExtTest-Tag-1935093768 HTTP/1.1" status: 201  len: 201 time: 0.1713791
Apr 30 05:16:43.685180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-2837d072-19a9-4ffd-8465-d5311ca51771 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe780af4be0>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b', 'tempest-TagsExtTest-Tag-2062378201') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:43.788889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:43.789172 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:43.789830 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Floating IP 2336230a-8b0a-4d38-86ab-7b17c2d4dc6d disassociated. External IP: 172.25.8.98, port: 25be3de7-0310-4649-8731-4cba0cf89638.
Apr 30 05:16:43.790120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Calling delete_port for 25be3de7-0310-4649-8731-4cba0cf89638 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:43.981009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f07eff-4b9a-4b19-925a-d185c1e6cb44 req-480c6c9f-e19b-4d94-b5e4-a1a7de9da0ab tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:43.982515 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19f07eff-4b9a-4b19-925a-d185c1e6cb44 req-480c6c9f-e19b-4d94-b5e4-a1a7de9da0ab tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 945 time: 0.3055074
Apr 30 05:16:44.045638 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2837d072-19a9-4ffd-8465-d5311ca51771 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags/tempest-TagsExtTest-Tag-2062378201 HTTP/1.1" status: 201  len: 201 time: 0.3712106
Apr 30 05:16:44.049706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48020) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:44.054354 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:44.055630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-fc20a5b5-3e2a-4875-ad4b-427286c7985b tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77912d580>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81', 'tempest-TagsExtTest-Tag-694440903') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:44.066811 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:44.100925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19f07eff-4b9a-4b19-925a-d185c1e6cb44 req-0eebeaa7-ca3e-4074-91ad-63c2436a84f0 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups?id=86182002-05c1-466a-9415-26c9a81caccd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110590
Apr 30 05:16:44.125624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event deleted for resources: {'Port': ['ID=25be3de7-0310-4649-8731-4cba0cf89638,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:44.130609 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:44.238905 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fc20a5b5-3e2a-4875-ad4b-427286c7985b tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags/tempest-TagsExtTest-Tag-694440903 HTTP/1.1" status: 201  len: 201 time: 0.1879649
Apr 30 05:16:44.241990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48026) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:44.255426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-883519b7-c15d-4470-b8fc-e24c25f00d95 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a6ff940>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15', 'tempest-TagsExtTest-Tag-1091818441') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:44.301673 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-883519b7-c15d-4470-b8fc-e24c25f00d95 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags/tempest-TagsExtTest-Tag-1091818441 HTTP/1.1" status: 201  len: 201 time: 0.0558586
Apr 30 05:16:44.302301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:44.307690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-f485b62c-7b88-4bce-bbca-2944465d1412 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77a227370>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52', {'tags': ['tempest-TagsExtTest-Tag-69597939', 'tempest-TagsExtTest-Tag-1663239760', 'tempest-TagsExtTest-Tag-5884905']}) {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:44.371700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:16:44.399223 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f485b62c-7b88-4bce-bbca-2944465d1412 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags HTTP/1.1" status: 200  len: 313 time: 0.0958405
Apr 30 05:16:44.401684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48036) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:44.409416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-2309e80c-cdf6-4fb0-b25a-1c4f4c60ea8e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe784763280>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:44.539789 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2309e80c-cdf6-4fb0-b25a-1c4f4c60ea8e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags HTTP/1.1" status: 204  len: 168 time: 0.1365950
Apr 30 05:16:44.540698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48042) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:44.546764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-a20cafa9-7aba-402e-968d-ac22e55fa08a tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a14a850>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52', 'tempest-TagsExtTest-Tag-69597939') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:44.620566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:16:44.629237 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-a20cafa9-7aba-402e-968d-ac22e55fa08a tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:44.630471 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a20cafa9-7aba-402e-968d-ac22e55fa08a tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags/tempest-TagsExtTest-Tag-69597939 HTTP/1.1" status: 404  len: 327 time: 0.0890427
Apr 30 05:16:44.634978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48048) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:44.641229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-55404300-0da4-4dab-b7b0-eaa088d5345b tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe7792a3490>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52', 'tempest-TagsExtTest-Tag-1663239760') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:44.656550 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] Sync routers for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:16:44.670249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:44.671806 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780542f10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:44.762565 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-55404300-0da4-4dab-b7b0-eaa088d5345b tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:44.764094 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-55404300-0da4-4dab-b7b0-eaa088d5345b tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags/tempest-TagsExtTest-Tag-1663239760 HTTP/1.1" status: 404  len: 329 time: 0.1292512
Apr 30 05:16:44.767606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48054) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:44.779612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-b58662cc-088e-4529-a10c-8d35bea04595 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe7846cb280>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52', 'tempest-TagsExtTest-Tag-5884905') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:44.918337 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-b58662cc-088e-4529-a10c-8d35bea04595 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:44.926419 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b58662cc-088e-4529-a10c-8d35bea04595 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags/tempest-TagsExtTest-Tag-5884905 HTTP/1.1" status: 404  len: 326 time: 0.1502478
Apr 30 05:16:44.929177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48062) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:44.952284 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-7cff562b-300e-43eb-82f5-b5ec2a31357d tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe7845ee4f0>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b', {'tags': ['tempest-TagsExtTest-Tag-1705822944', 'tempest-TagsExtTest-Tag-688619094', 'tempest-TagsExtTest-Tag-1099340890']}) {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:44.991791 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:45.031947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] No DVR routers for this DVR port 25be3de7-0310-4649-8731-4cba0cf89638 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:45.036790 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:45.044909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'name': 'network-vif-deleted', 'tag': '25be3de7-0310-4649-8731-4cba0cf89638'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:16:45.060747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44c5eb56-d60c-48a6-83c1-ad4ee04cd5b3 req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.50 "DELETE /v2.0/ports/25be3de7-0310-4649-8731-4cba0cf89638 HTTP/1.1" status: 204  len: 173 time: 2.2895923
Apr 30 05:16:45.079752 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7cff562b-300e-43eb-82f5-b5ec2a31357d tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags HTTP/1.1" status: 200  len: 317 time: 0.1484480
Apr 30 05:16:45.081762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48074) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:45.087747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-ab925201-a427-4a32-a616-515d8a3385de tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77acaf8e0>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:45.281795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ab925201-a427-4a32-a616-515d8a3385de tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags HTTP/1.1" status: 204  len: 168 time: 0.1954889
Apr 30 05:16:45.282150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48084) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:45.289504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-22be3678-a454-4313-bac3-eca32e0dd5e9 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77ab0c490>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b', 'tempest-TagsExtTest-Tag-1705822944') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:45.425235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0d13d955-667d-4860-9a09-15046cd9a156 req-177f11a3-f240-4ae8-904d-1c1dd415567f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Synchronizing usage tracker for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:16:45.429728 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13302c2-bca9-4928-8fe3-0ff29058e054', 'name': 'network-vif-deleted', 'tag': '25be3de7-0310-4649-8731-4cba0cf89638', 'status': 'completed', 'code': 200}
Apr 30 05:16:45.455381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-0d13d955-667d-4860-9a09-15046cd9a156 req-177f11a3-f240-4ae8-904d-1c1dd415567f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Unset dirty status for tenant:81dea468ee284e42a61f868dcb101fdd on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:16:45.456634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0d13d955-667d-4860-9a09-15046cd9a156 req-177f11a3-f240-4ae8-904d-1c1dd415567f tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/ports?device_id=a13302c2-bca9-4928-8fe3-0ff29058e054 HTTP/1.1" status: 200  len: 210 time: 0.0938954
Apr 30 05:16:45.465770 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780542f10>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:45.471751 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] Checking router: 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:16:45.479785 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-22be3678-a454-4313-bac3-eca32e0dd5e9 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:45.485698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48090) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:45.486830 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:16:45.487781 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780542f10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:16:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:45.491262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-fb7ebdc6-fa9f-4813-8302-d8dac7f67b27 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe7792a33a0>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b', 'tempest-TagsExtTest-Tag-688619094') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:45.495925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-22be3678-a454-4313-bac3-eca32e0dd5e9 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags/tempest-TagsExtTest-Tag-1705822944 HTTP/1.1" status: 404  len: 329 time: 0.2124887
Apr 30 05:16:45.604219 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-fb7ebdc6-fa9f-4813-8302-d8dac7f67b27 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:45.607150 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fb7ebdc6-fa9f-4813-8302-d8dac7f67b27 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags/tempest-TagsExtTest-Tag-688619094 HTTP/1.1" status: 404  len: 328 time: 0.1201534
Apr 30 05:16:45.608604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48096) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:45.613915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-f5f79005-caf8-43a7-afe0-1d4c90257d04 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe7846e3af0>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b', 'tempest-TagsExtTest-Tag-1099340890') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:45.698370 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-f5f79005-caf8-43a7-afe0-1d4c90257d04 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:45.699857 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f5f79005-caf8-43a7-afe0-1d4c90257d04 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags/tempest-TagsExtTest-Tag-1099340890 HTTP/1.1" status: 404  len: 329 time: 0.0901513
Apr 30 05:16:45.703214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48102) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:45.709326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-908ee88c-fc31-4b5e-8235-a8b28d1b20d9 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe7791f5e20>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81', {'tags': ['tempest-TagsExtTest-Tag-1897224615', 'tempest-TagsExtTest-Tag-1657594815', 'tempest-TagsExtTest-Tag-66654026']}) {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:45.711480 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:16:46.147549 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780542f10>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:46.153903 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76839fc-72b9-45da-8ff7-4c938f42c6e5 None None] The sync data for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 is: [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:06:18Z', 'revision_number': 4, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'd81c09cb-213b-4376-b640-85c24050227c', 'name': '', 'network_id': '127de7b9-2308-43b3-b2fc-1de643c41226', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'mac_address': 'fa:16:3e:eb:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:17Z', 'updated_at': '2021-04-30T05:06:29Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'subnets': [{'id': '34a43cfb-e2b2-4ff2-860e-568c4b8e951d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:16:46.194610 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-908ee88c-fc31-4b5e-8235-a8b28d1b20d9 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags HTTP/1.1" status: 200  len: 316 time: 0.4863923
Apr 30 05:16:46.194715 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48116) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:46.201442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-9e3b713c-75be-4738-afbd-d1ee2c2a0574 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77a23f610>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:46.396479 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9e3b713c-75be-4738-afbd-d1ee2c2a0574 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags HTTP/1.1" status: 204  len: 168 time: 0.2006621
Apr 30 05:16:46.398913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48122) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:46.404921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-e5c931f7-16cb-4084-a357-22f93a6cb43e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77b85e670>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81', 'tempest-TagsExtTest-Tag-1897224615') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:46.423114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822df1be-f866-4ac4-961d-12a05cc432be None None] New status for floating IP 2336230a-8b0a-4d38-86ab-7b17c2d4dc6d: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:16:46.584765 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-e5c931f7-16cb-4084-a357-22f93a6cb43e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:46.586092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e5c931f7-16cb-4084-a357-22f93a6cb43e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags/tempest-TagsExtTest-Tag-1897224615 HTTP/1.1" status: 404  len: 329 time: 0.1862204
Apr 30 05:16:46.589262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48132) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:46.601645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-a315f455-982b-4da2-a01e-c1eb6f73ca07 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe778efd040>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81', 'tempest-TagsExtTest-Tag-1657594815') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:46.640842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48138) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:46.720574 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 25be3de7-0310-4649-8731-4cba0cf89638 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:46.743330 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:46.785643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 25be3de7-0310-4649-8731-4cba0cf89638 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:46.785994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 25be3de7-0310-4649-8731-4cba0cf89638 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:46.805523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:46.823770 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-a315f455-982b-4da2-a01e-c1eb6f73ca07 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:46.825183 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a315f455-982b-4da2-a01e-c1eb6f73ca07 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags/tempest-TagsExtTest-Tag-1657594815 HTTP/1.1" status: 404  len: 329 time: 0.2347200
Apr 30 05:16:46.828352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:46.834440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-d7004844-7631-4b97-bb0d-c44d845db882 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe7791ea2e0>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81', 'tempest-TagsExtTest-Tag-66654026') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:46.891538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:46.905319 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d7a13b62-106d-47d1-8630-2ae8e8e87cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:46.931913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86182002-05c1-466a-9415-26c9a81caccd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:46.935321 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:46.937618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:46.939030 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "DELETE /v2.0/security-groups/86182002-05c1-466a-9415-26c9a81caccd HTTP/1.1" status: 204  len: 168 time: 0.2970684
Apr 30 05:16:46.942036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48150) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:46.987664 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-923e0bf0-b9ac-444b-a909-2fee6cf0bf15 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] show failed (client error): The resource could not be found.
Apr 30 05:16:46.989484 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-923e0bf0-b9ac-444b-a909-2fee6cf0bf15 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "GET /v2.0/security-groups/86182002-05c1-466a-9415-26c9a81caccd HTTP/1.1" status: 404  len: 347 time: 0.0348537
Apr 30 05:16:46.993102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48154) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.010607 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-d7004844-7631-4b97-bb0d-c44d845db882 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:47.016478 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d7004844-7631-4b97-bb0d-c44d845db882 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags/tempest-TagsExtTest-Tag-66654026 HTTP/1.1" status: 404  len: 327 time: 0.1824434
Apr 30 05:16:47.016781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48158) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.026170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-8b250ff8-9846-48bc-b409-487fa8c67c0f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fe7792308b0>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15', {'tags': ['tempest-TagsExtTest-Tag-1502823395', 'tempest-TagsExtTest-Tag-1450644092', 'tempest-TagsExtTest-Tag-1740678118']}) {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:47.082850 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8b250ff8-9846-48bc-b409-487fa8c67c0f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "PUT /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags HTTP/1.1" status: 200  len: 318 time: 0.0639956
Apr 30 05:16:47.083691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48166) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.103860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.tag.tag_plugin [None req-1e00b9bc-2c34-4c46-850e-926bb7bebac8 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe779f28a90>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:47.309533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1e00b9bc-2c34-4c46-850e-926bb7bebac8 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags HTTP/1.1" status: 204  len: 168 time: 0.2246923
Apr 30 05:16:47.313030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48174) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.319211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-530eaea2-ba52-48ac-9b0e-ea952b80f40f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77ae28a90>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15', 'tempest-TagsExtTest-Tag-1502823395') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:47.329132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Deleting port 562ef26a-b282-4763-b98d-ba547e8312f6 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:47.329614 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:47.376222 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-530eaea2-ba52-48ac-9b0e-ea952b80f40f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:47.378558 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-530eaea2-ba52-48ac-9b0e-ea952b80f40f tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags/tempest-TagsExtTest-Tag-1502823395 HTTP/1.1" status: 404  len: 329 time: 0.0639429
Apr 30 05:16:47.382393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48184) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.393671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-27cc972a-a274-4b8d-a1ac-36d2a1aa9aaf tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe784763b80>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15', 'tempest-TagsExtTest-Tag-1450644092') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:47.445584 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-27cc972a-a274-4b8d-a1ac-36d2a1aa9aaf tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:47.447365 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-27cc972a-a274-4b8d-a1ac-36d2a1aa9aaf tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags/tempest-TagsExtTest-Tag-1450644092 HTTP/1.1" status: 404  len: 329 time: 0.0623016
Apr 30 05:16:47.450123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.459600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-fbee2ed1-c451-448e-8575-9f3870062334 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fe77a165dc0>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15', 'tempest-TagsExtTest-Tag-1740678118') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:47.472024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:47.472348 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:47.505540 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-fbee2ed1-c451-448e-8575-9f3870062334 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] show failed (client error): The resource could not be found.
Apr 30 05:16:47.507255 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fbee2ed1-c451-448e-8575-9f3870062334 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags/tempest-TagsExtTest-Tag-1740678118 HTTP/1.1" status: 404  len: 329 time: 0.0551860
Apr 30 05:16:47.510092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48204) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.518890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-89873c68-ad63-42e3-a2b5-e65568ee523e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe7790143d0>, 'subnetpools', '1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:47.588627 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-89873c68-ad63-42e3-a2b5-e65568ee523e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15/tags HTTP/1.1" status: 204  len: 168 time: 0.0766740
Apr 30 05:16:47.590301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48208) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.596405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-c2154663-9884-40f1-8b38-f9518d88f36a tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77ac42d30>, 'routers', '63ba430e-f5e4-4987-907d-66c86db2cb81') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:47.609964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Calling delete_port for 562ef26a-b282-4763-b98d-ba547e8312f6 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:47.748611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:47.754911 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f54063b6-85f4-452c-a59f-09c80ad11f5d tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:47.796474 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c2154663-9884-40f1-8b38-f9518d88f36a tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81/tags HTTP/1.1" status: 204  len: 168 time: 0.2017877
Apr 30 05:16:47.797806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48216) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.803947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-7e5a784b-cccb-481a-a133-41168efba0ea tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe779140550>, 'ports', '0d018499-84a1-4bb9-bc85-0d2e788ba26b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:47.817649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Pushing event deleted for resources: {'Port': ['ID=562ef26a-b282-4763-b98d-ba547e8312f6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:47.821361 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:47.947122 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7e5a784b-cccb-481a-a133-41168efba0ea tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b/tags HTTP/1.1" status: 204  len: 168 time: 0.1476030
Apr 30 05:16:47.949817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48220) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:47.964544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.tag.tag_plugin [None req-39daacd1-049f-4de1-bd98-f5338a615571 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fe77aa324c0>, 'subnets', 'c72b2f58-eee1-4c92-9663-b741e5507c52') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:48.092981 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-39daacd1-049f-4de1-bd98-f5338a615571 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52/tags HTTP/1.1" status: 204  len: 168 time: 0.1411037
Apr 30 05:16:48.098256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48224) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:48.100858 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:48.157817 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:48.158971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] 10.222.0.46 "DELETE /v2.0/floatingips/2336230a-8b0a-4d38-86ab-7b17c2d4dc6d HTTP/1.1" status: 204  len: 168 time: 1.1654444
Apr 30 05:16:48.245883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2985-8903-4292-b91a-6ad3c26ff8da tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for subnetpool, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:48.247056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c4ad2985-8903-4292-b91a-6ad3c26ff8da tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnetpools/1c25b74f-e433-4a5a-9f3d-9fb0cc5f7d15 HTTP/1.1" status: 204  len: 168 time: 0.1478331
Apr 30 05:16:48.249916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48232) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:48.321511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9c2781b2-d9af-4cd1-bb64-82713b2ce868 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "GET /v2.0/ports?device_id=63ba430e-f5e4-4987-907d-66c86db2cb81 HTTP/1.1" status: 200  len: 205 time: 0.0698218
Apr 30 05:16:48.323959 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48238) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:48.563692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5abb96d0-9412-4738-827d-cc55601323cc tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:48.935750 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5abb96d0-9412-4738-827d-cc55601323cc tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:48.940807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5abb96d0-9412-4738-827d-cc55601323cc tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:48.970976 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5abb96d0-9412-4738-827d-cc55601323cc tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:48.971839 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb96d0-9412-4738-827d-cc55601323cc tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Fanout notify agent at l3_agent the message router_deleted on router 63ba430e-f5e4-4987-907d-66c86db2cb81 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:16:48.991428 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5abb96d0-9412-4738-827d-cc55601323cc tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:48.993054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5abb96d0-9412-4738-827d-cc55601323cc tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/routers/63ba430e-f5e4-4987-907d-66c86db2cb81 HTTP/1.1" status: 204  len: 168 time: 0.6680901
Apr 30 05:16:48.995949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48244) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:49.168888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Deleting port 0d018499-84a1-4bb9-bc85-0d2e788ba26b {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:49.169233 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:49.343680 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:49.501707 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Calling delete_port for 0d018499-84a1-4bb9-bc85-0d2e788ba26b owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:49.681422 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:49.690113 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9bb5b32d-0e8c-4791-99a7-bed5e944dcc3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:49.744672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Pushing event deleted for resources: {'Port': ['ID=0d018499-84a1-4bb9-bc85-0d2e788ba26b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:49.790933 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:49.924928 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:49.936114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/ports/0d018499-84a1-4bb9-bc85-0d2e788ba26b HTTP/1.1" status: 204  len: 168 time: 0.9367943
Apr 30 05:16:49.937359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48254) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:50.050069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Deleting subnet c72b2f58-eee1-4c92-9663-b741e5507c52 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:16:50.054242 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:50.128272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:50.249940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:50.597446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:50.601858 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53f7303a-aa72-4538-8f5e-7d12e3785da4 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:50.645305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Pushing event deleted for resources: {'Subnet': ['ID=c72b2f58-eee1-4c92-9663-b741e5507c52,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:50.649182 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:50.652791 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:50.664324 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b7e541-8582-4e98-bfc8-a2bbb29a91e4 None None] Network 18c65750-3392-4b76-854c-99148b624948 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:16:50.665015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48264) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:50.666317 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/subnets/c72b2f58-eee1-4c92-9663-b741e5507c52 HTTP/1.1" status: 204  len: 168 time: 0.7275929
Apr 30 05:16:51.068518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] DHCP port deletion for 18c65750-3392-4b76-854c-99148b624948 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:16:51.070357 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:51.168248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Deleting port 61213f58-a616-4541-8208-e0df11ad18e0 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:51.168679 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:51.217400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] Deleting port 61213f58-a616-4541-8208-e0df11ad18e0 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:16:51.218076 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:51.304257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] For port 61213f58-a616-4541-8208-e0df11ad18e0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=61213f58-a616-4541-8208-e0df11ad18e0,segment=NetworkSegment(ba84d3f4-87c4-4a87-9963-7d74a12fccac),segment_id=ba84d3f4-87c4-4a87-9963-7d74a12fccac)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:51.304833 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:51.361040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] For port 61213f58-a616-4541-8208-e0df11ad18e0, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=61213f58-a616-4541-8208-e0df11ad18e0,segment=NetworkSegment(ba84d3f4-87c4-4a87-9963-7d74a12fccac),segment_id=ba84d3f4-87c4-4a87-9963-7d74a12fccac)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:16:51.361595 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:51.485012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Calling delete_port for 61213f58-a616-4541-8208-e0df11ad18e0 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:51.519698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] Calling delete_port for 61213f58-a616-4541-8208-e0df11ad18e0 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:16:51.564439 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:51.569898 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:51.574075 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c61928f3-2878-4347-a4a5-f0ff55d7691e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:51.575472 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:51.622000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] No DVR routers for this DVR port 61213f58-a616-4541-8208-e0df11ad18e0 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:51.624295 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] Pushing event deleted for resources: {'Port': ['ID=61213f58-a616-4541-8208-e0df11ad18e0,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:51.635017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Pushing event deleted for resources: {'Port': ['ID=61213f58-a616-4541-8208-e0df11ad18e0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:51.635751 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:51.636274 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:51.643829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] No DVR routers for this DVR port 61213f58-a616-4541-8208-e0df11ad18e0 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:16:51.796524 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:51.962110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77acc6340>,) {'filters': {'network_id': ['18c65750-3392-4b76-854c-99148b624948']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:51.983227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77acc6340>, 'ba84d3f4-87c4-4a87-9963-7d74a12fccac') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:51.983996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77acc6340>, 'ba84d3f4-87c4-4a87-9963-7d74a12fccac') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:16:52.001641 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:52.033246 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:52.062510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:16:52.268863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Network 18c65750-3392-4b76-854c-99148b624948 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:52.278287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:52.466110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Network 18c65750-3392-4b76-854c-99148b624948 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:16:52.491587 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:16:52.583260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:52.587949 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d3fe107a-f93a-4b50-9657-967d3f21bd4b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:52.605721 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:52.618423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Pushing event deleted for resources: {'Network': ['ID=18c65750-3392-4b76-854c-99148b624948,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:52.621564 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:52.625783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] 10.222.0.46 "DELETE /v2.0/networks/18c65750-3392-4b76-854c-99148b624948 HTTP/1.1" status: 204  len: 168 time: 1.9588609
Apr 30 05:16:52.756795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 61213f58-a616-4541-8208-e0df11ad18e0 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:16:52.806392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 61213f58-a616-4541-8208-e0df11ad18e0 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:16:52.807083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 61213f58-a616-4541-8208-e0df11ad18e0 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:16:52.978694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48294) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:53.171373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-682457e1-2be3-4f62-a252-ce95d5a95758 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1b44b4351854eb68d7fa3a61b71d128&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1907392
Apr 30 05:16:53.174010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48300) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:53.252896 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bef0d28-3d53-4829-ac00-d74f59a8e158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:53.284664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bef0d28-3d53-4829-ac00-d74f59a8e158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:53.361208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bef0d28-3d53-4829-ac00-d74f59a8e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:53.368264 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0cca1bfd-78a0-4375-8cfb-624138778923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:53.384992 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bef0d28-3d53-4829-ac00-d74f59a8e158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:53.386533 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3bef0d28-3d53-4829-ac00-d74f59a8e158 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d3845f9-7a5e-4752-be3e-66863d3b4ecf HTTP/1.1" status: 204  len: 168 time: 0.2110450
Apr 30 05:16:53.387715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef0d28-3d53-4829-ac00-d74f59a8e158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3845f9-7a5e-4752-be3e-66863d3b4ecf,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:53.392590 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3bef0d28-3d53-4829-ac00-d74f59a8e158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:54.848249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-cace9dd0-a318-440c-8c47-39e6e1343bd5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0841484
Apr 30 05:16:55.078222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-204c2145-e211-4718-99bd-d2cd52b2256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:55.080923 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-204c2145-e211-4718-99bd-d2cd52b2256e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1097 time: 0.1407328
Apr 30 05:16:55.285531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-c4269667-68ee-47e7-9dfb-9788bc1abc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:55.287174 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-c4269667-68ee-47e7-9dfb-9788bc1abc8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.1863976
Apr 30 05:16:55.323255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48364) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:55.462648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:55.508684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:55.516764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Usage tracker for resource:security_group_rule and tenant:ada453e34526415d90bbc44b765f6381 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:16:55.524096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:16:55.533389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:55.629102 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-64889079-4bd6-4614-9895-234179f393bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 200  len: 1000 time: 0.3349626
Apr 30 05:16:55.669287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:55.677070 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:55.697424 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:55.720814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-6c88d7d7-5342-475d-9496-80e5eefa020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:55.723277 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-6c88d7d7-5342-475d-9496-80e5eefa020a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.0859947
Apr 30 05:16:55.751319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ada453e34526415d90bbc44b765f6381&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4264815
Apr 30 05:16:55.753409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a9598b-df4c-4cbc-80aa-b164a1cc5708,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:55.756577 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48372) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:55.758676 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:55.848248 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a0b4e07-f6bd-403e-a2c8-23664b2831b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:55.884336 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a0b4e07-f6bd-403e-a2c8-23664b2831b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:55.885607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-ba759f1e-8b33-44f2-b614-a748296bc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:16:55.899180 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-ba759f1e-8b33-44f2-b614-a748296bc666 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1688621
Apr 30 05:16:55.958358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a0b4e07-f6bd-403e-a2c8-23664b2831b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:55.963486 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-badc47b6-d97c-4965-a038-7beeecd05f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:55.976085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b4e07-f6bd-403e-a2c8-23664b2831b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a9598b-df4c-4cbc-80aa-b164a1cc5708,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:55.980723 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0a0b4e07-f6bd-403e-a2c8-23664b2831b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:55.991635 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0a0b4e07-f6bd-403e-a2c8-23664b2831b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:55.992982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0a0b4e07-f6bd-403e-a2c8-23664b2831b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1a9598b-df4c-4cbc-80aa-b164a1cc5708 HTTP/1.1" status: 204  len: 168 time: 0.2362995
Apr 30 05:16:56.071702 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:16:56.166861 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-17f4e6aa-54c9-4bf0-a5de-42206030a6cc service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2608953
Apr 30 05:16:56.332932 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7231035-2fbb-480c-84f5-2237afd9aa97 req-6a98bf44-f66a-4662-802a-0a4c6409916f service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587784
Apr 30 05:16:56.471961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48384) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:56.512303 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:56.542671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:16:56.548323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Usage tracker for resource:security_group_rule and tenant:33b012ea69574f948203b13f5fd5b428 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:16:56.553110 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:16:56.560158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:16:56.747136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:56.754478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:56.797869 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0f7ae87-25f3-43b8-8f5b-1970d3f1d89b tempest-VolumesBackupsTest-484154119 tempest-VolumesBackupsTest-484154119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:56.831958 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33b012ea69574f948203b13f5fd5b428&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3564804
Apr 30 05:16:56.832416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 48392) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:16:56.846427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abadd883-8241-457a-b436-b53b60a4f9c9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:56.850176 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:56.911962 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4434-b431-4a5c-8179-6b1afa8968d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:56.948633 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4434-b431-4a5c-8179-6b1afa8968d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:57.012607 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4434-b431-4a5c-8179-6b1afa8968d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:57.022850 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d39f94b9-5691-4321-b684-306b92383345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:16:57.038032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf4434-b431-4a5c-8179-6b1afa8968d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abadd883-8241-457a-b436-b53b60a4f9c9,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:16:57.041965 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b8bf4434-b431-4a5c-8179-6b1afa8968d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:16:57.054219 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b8bf4434-b431-4a5c-8179-6b1afa8968d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:57.056403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b8bf4434-b431-4a5c-8179-6b1afa8968d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abadd883-8241-457a-b436-b53b60a4f9c9 HTTP/1.1" status: 204  len: 168 time: 0.2218578
Apr 30 05:16:57.417346 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:16:57.517228 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:00.713115 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4e14eac5-469d-4143-97df-debef965e945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:00.762520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48784) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:01.707375 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:02.382635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Deleting port d81c09cb-213b-4376-b640-85c24050227c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:17:02.383352 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:02.525833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] For port d81c09cb-213b-4376-b640-85c24050227c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=d81c09cb-213b-4376-b640-85c24050227c,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:17:02.526188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:02.666944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Calling delete_port for d81c09cb-213b-4376-b640-85c24050227c owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:17:02.896376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:02.901695 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a5a923e1-5a88-45fb-8ba6-f89efe04bff5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:02.954297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d81c09cb-213b-4376-b640-85c24050227c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:02.990682 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:03.318669 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:03.396114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:03.630969 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-683d3023-d32b-4423-8ed5-131a598521f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:03.784291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:17:04.017044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:17:04.029883 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] Sync routers for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:17:04.044484 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:17:04.045714 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be02670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:17:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:17:04.071694 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] 10.222.0.46 "PUT /v2.0/routers/9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3069379
Apr 30 05:17:04.073042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 48974) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:04.278834 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:17:04.604895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:04.725929 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be02670>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:17:02Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:17:04.731339 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] Checking router: 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:17:04.744219 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] Routers {'9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:17:04.744963 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be02670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:17:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:17:04.848262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:04.860203 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:05.030633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Deleting port 789ae580-513e-454b-be23-88437722a673 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:17:05.034059 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:05.054744 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] Set router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:17:05.225131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] For port 789ae580-513e-454b-be23-88437722a673, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=789ae580-513e-454b-be23-88437722a673,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:17:05.225793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:05.415839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Calling delete_port for 789ae580-513e-454b-be23-88437722a673 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:17:05.455525 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be02670>, [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:17:02Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:17:05.460690 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc0e5a-5ff2-4a51-b4a6-23d8405f7380 None None] The sync data for ids ['9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80'] in n-d-766726-20 is: [{'id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'name': 'tempest-AttachVolumeTestJSON-757832284-router', 'tenant_id': '81dea468ee284e42a61f868dcb101fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '789ae580-513e-454b-be23-88437722a673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:06:08Z', 'updated_at': '2021-04-30T05:17:02Z', 'revision_number': 5, 'project_id': '81dea468ee284e42a61f868dcb101fdd', 'gw_port': {'id': '789ae580-513e-454b-be23-88437722a673', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:06:10Z', 'updated_at': '2021-04-30T05:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:17:05.797598 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:05.802362 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c720a446-9c06-4b6a-8941-a386d4afdc01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:05.863648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Pushing event deleted for resources: {'Port': ['ID=789ae580-513e-454b-be23-88437722a673,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:05.863648 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:05.983715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:06.185723 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:06.188891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:06.220736 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:06.221499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:17:06.237575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:06.241083 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] 10.222.0.46 "DELETE /v2.0/routers/9a4d4ed7-1b7d-4d6f-b9ad-0122288edc80 HTTP/1.1" status: 204  len: 168 time: 2.1648054
Apr 30 05:17:06.241454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49000) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:06.316668 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:06.319289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-705cf332-383c-4be0-8ecd-2257ba5c54d2 admin admin] Deleting subnet 34a43cfb-e2b2-4ff2-860e-568c4b8e951d {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:17:06.323172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-705cf332-383c-4be0-8ecd-2257ba5c54d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:06.414506 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-705cf332-383c-4be0-8ecd-2257ba5c54d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:06.527776 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-705cf332-383c-4be0-8ecd-2257ba5c54d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:06.878140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 789ae580-513e-454b-be23-88437722a673 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:17:06.915952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 789ae580-513e-454b-be23-88437722a673 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:17:06.916598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 789ae580-513e-454b-be23-88437722a673 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:17:06.917198 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d81c09cb-213b-4376-b640-85c24050227c no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:17:06.963204 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: d81c09cb-213b-4376-b640-85c24050227c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:17:06.963584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device d81c09cb-213b-4376-b640-85c24050227c not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:17:07.113128 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-705cf332-383c-4be0-8ecd-2257ba5c54d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.119764 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:07.156809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cf332-383c-4be0-8ecd-2257ba5c54d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a43cfb-e2b2-4ff2-860e-568c4b8e951d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:07.158900 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-705cf332-383c-4be0-8ecd-2257ba5c54d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.162222 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-705cf332-383c-4be0-8ecd-2257ba5c54d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:07.173926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f67428-a520-46e4-a7bf-73eb14fc7a71 None None] Network 127de7b9-2308-43b3-b2fc-1de643c41226 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:17:07.174497 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-705cf332-383c-4be0-8ecd-2257ba5c54d2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/34a43cfb-e2b2-4ff2-860e-568c4b8e951d HTTP/1.1" status: 204  len: 168 time: 0.9318066
Apr 30 05:17:07.176852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49018) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:07.311947 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.419191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Deleting port 4ea93126-947f-4d89-9805-da33e27b8e01 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:17:07.419837 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.496685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] DHCP port deletion for 127de7b9-2308-43b3-b2fc-1de643c41226 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:17:07.547857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] For port 4ea93126-947f-4d89-9805-da33e27b8e01, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ea93126-947f-4d89-9805-da33e27b8e01,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:17:07.548543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.604132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] Deleting port 4ea93126-947f-4d89-9805-da33e27b8e01 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:17:07.604911 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.702165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Calling delete_port for 4ea93126-947f-4d89-9805-da33e27b8e01 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:17:07.738568 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] For port 4ea93126-947f-4d89-9805-da33e27b8e01, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4ea93126-947f-4d89-9805-da33e27b8e01,segment=NetworkSegment(37049bf5-8b24-4590-9660-aaf8e3370611),segment_id=37049bf5-8b24-4590-9660-aaf8e3370611)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:17:07.738885 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.760228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.764955 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-27504619-f7c8-432b-85f3-062e5b674c8d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:07.811331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea93126-947f-4d89-9805-da33e27b8e01,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:07.815120 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:07.821073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] No DVR routers for this DVR port 4ea93126-947f-4d89-9805-da33e27b8e01 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:17:07.906433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] Calling delete_port for 4ea93126-947f-4d89-9805-da33e27b8e01 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:17:07.963566 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.968473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:07.983489 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:08.063747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] No DVR routers for this DVR port 4ea93126-947f-4d89-9805-da33e27b8e01 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:17:08.086510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] Pushing event deleted for resources: {'Port': ['ID=4ea93126-947f-4d89-9805-da33e27b8e01,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:08.088959 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:08.134481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe778f18430>,) {'filters': {'network_id': ['127de7b9-2308-43b3-b2fc-1de643c41226']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:17:08.151158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778f18430>, '37049bf5-8b24-4590-9660-aaf8e3370611') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:17:08.151502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778f18430>, '37049bf5-8b24-4590-9660-aaf8e3370611') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:17:08.168423 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:08.194176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:08.201684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:17:08.395407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Network 127de7b9-2308-43b3-b2fc-1de643c41226 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:17:08.406561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:08.617153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Network 127de7b9-2308-43b3-b2fc-1de643c41226 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:17:08.642651 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:17:08.753507 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:08.765217 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-873ec487-6995-4073-9d0f-afe312df73d4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:08.779228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ea93126-947f-4d89-9805-da33e27b8e01 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:17:08.786212 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:08.799187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Pushing event deleted for resources: {'Network': ['ID=127de7b9-2308-43b3-b2fc-1de643c41226,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:08.804415 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:08.822774 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] 10.222.0.46 "DELETE /v2.0/networks/127de7b9-2308-43b3-b2fc-1de643c41226 HTTP/1.1" status: 204  len: 168 time: 1.6443214
Apr 30 05:17:08.866223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 4ea93126-947f-4d89-9805-da33e27b8e01 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:17:08.866679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4ea93126-947f-4d89-9805-da33e27b8e01 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:17:09.002680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49046) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:09.062556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9909cea4-609a-4837-8e97-10358f6f52df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81dea468ee284e42a61f868dcb101fdd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0578232
Apr 30 05:17:09.065713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49050) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:09.145764 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-70b9f7a0-5654-4dcc-a3b0-89c2d20a7932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:09.181589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-70b9f7a0-5654-4dcc-a3b0-89c2d20a7932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:09.260760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-70b9f7a0-5654-4dcc-a3b0-89c2d20a7932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:09.273373 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce3cce0c-c74d-4066-91a2-7c1618c22db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:09.289911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9f7a0-5654-4dcc-a3b0-89c2d20a7932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294b3c8b-0dce-4190-a23c-ec36aafdff3d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:09.298345 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-70b9f7a0-5654-4dcc-a3b0-89c2d20a7932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:09.299355 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-70b9f7a0-5654-4dcc-a3b0-89c2d20a7932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:09.303046 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-70b9f7a0-5654-4dcc-a3b0-89c2d20a7932 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/294b3c8b-0dce-4190-a23c-ec36aafdff3d HTTP/1.1" status: 204  len: 168 time: 0.2334850
Apr 30 05:17:11.994254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49134) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:12.148529 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:12.171503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:12.176186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:978875ecf9c94d7fbe761521d46eb4f9 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:12.179894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:12.186407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:12.282963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:12.288397 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:12.320273 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4b5145b9-7cc5-46e4-b58f-99886955ec66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:12.335889 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=978875ecf9c94d7fbe761521d46eb4f9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3381639
Apr 30 05:17:12.336662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49156) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:12.371492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a1cb86-d51a-4581-ac8a-21994b1eb831,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:12.375507 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:12.408328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c6b09aaf-3b43-4209-bd24-7c2bd5794e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:12.440530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c6b09aaf-3b43-4209-bd24-7c2bd5794e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:12.512341 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c6b09aaf-3b43-4209-bd24-7c2bd5794e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:12.520019 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7025a42b-21a1-4c85-8937-28c6686ab5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:12.536087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b09aaf-3b43-4209-bd24-7c2bd5794e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a1cb86-d51a-4581-ac8a-21994b1eb831,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:12.538857 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c6b09aaf-3b43-4209-bd24-7c2bd5794e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:12.542341 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c6b09aaf-3b43-4209-bd24-7c2bd5794e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:12.548066 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c6b09aaf-3b43-4209-bd24-7c2bd5794e11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6a1cb86-d51a-4581-ac8a-21994b1eb831 HTTP/1.1" status: 204  len: 168 time: 0.2087853
Apr 30 05:17:12.715948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49172) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:12.950308 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:12.968593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:12.975549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Usage tracker for resource:security_group_rule and tenant:554b8480c4f142bf9ac8cee141750fac is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:12.979086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:12.986958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:13.005934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49184) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:13.033070 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.054654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:13.060116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Usage tracker for resource:security_group_rule and tenant:526a7f7971d1421f8458704efbd1f0c2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:13.064618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:13.072433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:13.101001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.106150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.118381 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0a9be66-df00-4fe1-ae80-e787699905e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:13.162858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af987dc7-a401-42f1-8cb4-92e7c5ba9d89,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:13.183321 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=554b8480c4f142bf9ac8cee141750fac&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4653544
Apr 30 05:17:13.185087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:13.185739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49188) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:13.200440 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.205816 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.218321 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b48466b-1929-4d16-9bab-cd02f9b5317d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:13.267421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=526a7f7971d1421f8458704efbd1f0c2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2564216
Apr 30 05:17:13.267634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b5d841d1-d872-4679-af04-377285e1f5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.267931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49192) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:13.270618 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33816f9-d435-4ccf-ac8a-1b235d9a2a33,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:13.297411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b5d841d1-d872-4679-af04-377285e1f5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.297970 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:13.344463 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6968747d-ff8d-429f-be71-5f78fe28c8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.381851 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b5d841d1-d872-4679-af04-377285e1f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.383092 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6968747d-ff8d-429f-be71-5f78fe28c8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.390856 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-948c91ae-a7b4-4702-ab4e-f0963495b4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:13.404123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d841d1-d872-4679-af04-377285e1f5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af987dc7-a401-42f1-8cb4-92e7c5ba9d89,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:13.407837 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b5d841d1-d872-4679-af04-377285e1f5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:13.417406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b5d841d1-d872-4679-af04-377285e1f5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.418802 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b5d841d1-d872-4679-af04-377285e1f5a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af987dc7-a401-42f1-8cb4-92e7c5ba9d89 HTTP/1.1" status: 204  len: 168 time: 0.2319522
Apr 30 05:17:13.481854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6968747d-ff8d-429f-be71-5f78fe28c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.489858 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cab026be-3989-43b3-92c5-a8cc4de011d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:13.506317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968747d-ff8d-429f-be71-5f78fe28c8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33816f9-d435-4ccf-ac8a-1b235d9a2a33,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:13.509751 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6968747d-ff8d-429f-be71-5f78fe28c8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:13.511024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6968747d-ff8d-429f-be71-5f78fe28c8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:13.515702 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6968747d-ff8d-429f-be71-5f78fe28c8ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e33816f9-d435-4ccf-ac8a-1b235d9a2a33 HTTP/1.1" status: 204  len: 168 time: 0.2469428
Apr 30 05:17:14.090953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49220) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:14.105988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49224) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:14.122041 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.143527 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.151938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:14.159653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Usage tracker for resource:security_group_rule and tenant:6008eafa4b924cc59a2ef4d7068f6cef is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:14.164741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:14.171243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:14.174929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:14.179220 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Usage tracker for resource:security_group_rule and tenant:9b12b2953cba406fb00b247e9d042b4c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:14.185059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:14.197354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:14.291186 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.297181 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.308626 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.310087 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00598bf8-9d1b-4ed5-86a4-6a99f8cdf8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:14.314557 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.325415 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fa0cf4b-a899-4c37-9892-3c78876604a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:14.353062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6008eafa4b924cc59a2ef4d7068f6cef&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2600589
Apr 30 05:17:14.355993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49232) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:14.359319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df3a37e-301d-4774-9261-697b4e8403a0,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:14.362408 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:14.394353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810de694-24ff-4c80-9ba5-b07c0604b58f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:14.402292 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:14.418606 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b12b2953cba406fb00b247e9d042b4c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3092000
Apr 30 05:17:14.420648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49236) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:14.456139 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-462249db-fc99-46f2-8546-f004694fe986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.489311 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-462249db-fc99-46f2-8546-f004694fe986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.510282 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fa22-324d-4d7f-9954-6314d6d37d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.554239 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fa22-324d-4d7f-9954-6314d6d37d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.556787 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-462249db-fc99-46f2-8546-f004694fe986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.569150 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cadc1450-2625-4afd-850a-6c01394f0212 tempest-AllowedAddressPairIpV6TestJSON-956964649 tempest-AllowedAddressPairIpV6TestJSON-956964649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:14.588880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462249db-fc99-46f2-8546-f004694fe986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df3a37e-301d-4774-9261-697b4e8403a0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:14.592403 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-462249db-fc99-46f2-8546-f004694fe986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:14.595430 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-462249db-fc99-46f2-8546-f004694fe986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.599646 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-462249db-fc99-46f2-8546-f004694fe986 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5df3a37e-301d-4774-9261-697b4e8403a0 HTTP/1.1" status: 204  len: 168 time: 0.2427812
Apr 30 05:17:14.788805 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fa22-324d-4d7f-9954-6314d6d37d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.794406 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f0787b99-01db-4667-a899-b5ea631011bd tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:14.808885 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6fa22-324d-4d7f-9954-6314d6d37d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810de694-24ff-4c80-9ba5-b07c0604b58f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:14.812642 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ae6fa22-324d-4d7f-9954-6314d6d37d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:14.832699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fa22-324d-4d7f-9954-6314d6d37d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:14.848665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5ae6fa22-324d-4d7f-9954-6314d6d37d80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/810de694-24ff-4c80-9ba5-b07c0604b58f HTTP/1.1" status: 204  len: 168 time: 0.4263608
Apr 30 05:17:17.861655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49410) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:18.137054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.158570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:18.164737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Usage tracker for resource:security_group_rule and tenant:931768a7beec497586fc3b9af4332ee0 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:18.169722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:18.179092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:18.288458 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.297445 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.305474 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2cf3d495-41b6-4e06-8c89-c6b2eff23a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:18.359004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f91249-0d14-4053-9b5b-ce02a3ab9b92,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:18.362183 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:18.369265 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=931768a7beec497586fc3b9af4332ee0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5061274
Apr 30 05:17:18.383637 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49428) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:18.471015 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-781558b7-7b8c-4119-b36a-8f904ac2867a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.506408 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-781558b7-7b8c-4119-b36a-8f904ac2867a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.574974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-781558b7-7b8c-4119-b36a-8f904ac2867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.581018 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5c66e713-e9c4-48ea-b5ba-9685cb6248c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:18.594840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781558b7-7b8c-4119-b36a-8f904ac2867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f91249-0d14-4053-9b5b-ce02a3ab9b92,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:18.595082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49436) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:18.597313 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-781558b7-7b8c-4119-b36a-8f904ac2867a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:18.599574 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-781558b7-7b8c-4119-b36a-8f904ac2867a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.602991 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-781558b7-7b8c-4119-b36a-8f904ac2867a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8f91249-0d14-4053-9b5b-ce02a3ab9b92 HTTP/1.1" status: 204  len: 168 time: 0.2159023
Apr 30 05:17:18.758632 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.775534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:18.780439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Usage tracker for resource:security_group_rule and tenant:776fd96a2d7d4db5abee70b7ec6ba659 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:18.783558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:18.789444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:18.887670 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.894204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:18.904864 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11793116-bc52-4858-a740-87c37c586782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:18.957567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49458) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:18.958173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=776fd96a2d7d4db5abee70b7ec6ba659&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3612139
Apr 30 05:17:18.959806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcfaee9-8b39-4ecb-a713-0227ef0bfdcc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:18.963020 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:19.004063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49462) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:19.024489 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.047880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:19.052546 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d2299a5-0e15-416c-9342-a8cc0e860213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.052871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Usage tracker for resource:security_group_rule and tenant:96cc65872499473d8adce02f44d9be7c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:19.057172 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:19.069209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:19.084582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d2299a5-0e15-416c-9342-a8cc0e860213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.146339 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d2299a5-0e15-416c-9342-a8cc0e860213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.150675 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dce98929-a966-4a2c-ab70-259aa387e77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:19.163800 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2299a5-0e15-416c-9342-a8cc0e860213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcfaee9-8b39-4ecb-a713-0227ef0bfdcc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:19.168676 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0d2299a5-0e15-416c-9342-a8cc0e860213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:19.172489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d2299a5-0e15-416c-9342-a8cc0e860213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.173919 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0d2299a5-0e15-416c-9342-a8cc0e860213 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bfcfaee9-8b39-4ecb-a713-0227ef0bfdcc HTTP/1.1" status: 204  len: 168 time: 0.2152910
Apr 30 05:17:19.203644 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.209523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.221211 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b8bf4434-b431-4a5c-8179-6b1afa8968d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:19.285647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96cc65872499473d8adce02f44d9be7c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2801206
Apr 30 05:17:19.288346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49472) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:19.292744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f1cade-2a92-4b7a-bb0b-8588e5c4c55f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:19.322514 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:19.381817 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c007cdfc-0007-4ab2-aaec-b1b8b493db10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.419677 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c007cdfc-0007-4ab2-aaec-b1b8b493db10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.491598 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c007cdfc-0007-4ab2-aaec-b1b8b493db10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.496822 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f4281c5-1039-4964-a157-7682359996e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:19.517344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007cdfc-0007-4ab2-aaec-b1b8b493db10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f1cade-2a92-4b7a-bb0b-8588e5c4c55f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:19.519981 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c007cdfc-0007-4ab2-aaec-b1b8b493db10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:19.531001 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c007cdfc-0007-4ab2-aaec-b1b8b493db10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.532469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c007cdfc-0007-4ab2-aaec-b1b8b493db10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46f1cade-2a92-4b7a-bb0b-8588e5c4c55f HTTP/1.1" status: 204  len: 168 time: 0.2425878
Apr 30 05:17:19.733906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49492) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:19.756691 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.773694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:19.778047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Usage tracker for resource:security_group_rule and tenant:6372d54543254bae9d77304b37658f84 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:19.781499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:19.788081 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:19.900678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.906478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:19.917009 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b5491c8-55dc-4d92-b239-2da5cb39dfc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:19.974846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49504) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:19.981670 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6372d54543254bae9d77304b37658f84&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2419498
Apr 30 05:17:19.983427 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7ffac4-5b22-49bc-a6ec-0b9afd07af50,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:20.012028 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:20.081031 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2020a914-f04b-4d6f-9888-d423204b03c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:20.126030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2020a914-f04b-4d6f-9888-d423204b03c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:20.198317 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2020a914-f04b-4d6f-9888-d423204b03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:20.204968 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a87bc0e-9f40-4330-ada9-1ebd81b07622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-178797671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:20.216347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020a914-f04b-4d6f-9888-d423204b03c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7ffac4-5b22-49bc-a6ec-0b9afd07af50,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:20.220730 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2020a914-f04b-4d6f-9888-d423204b03c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:20.224816 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2020a914-f04b-4d6f-9888-d423204b03c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:20.230301 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2020a914-f04b-4d6f-9888-d423204b03c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be7ffac4-5b22-49bc-a6ec-0b9afd07af50 HTTP/1.1" status: 204  len: 168 time: 0.2500970
Apr 30 05:17:24.429588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49684) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:24.576563 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:24.592652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:24.597842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Usage tracker for resource:security_group_rule and tenant:bcde983867a840bd829aac5a01c7621a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:24.601240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:24.608926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:24.715501 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:24.722888 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:24.744713 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-462249db-fc99-46f2-8546-f004694fe986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:24.824080 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bcde983867a840bd829aac5a01c7621a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3932135
Apr 30 05:17:24.826671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d07e88-4e03-490f-8ac1-17db021a4457,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:24.827525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49694) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:24.837052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.837742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.840385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.841151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.842171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.842775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.843236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.843869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.850839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.851434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.852102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.852841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:24.877915 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:24.936727 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18607556-2984-47a8-93ba-14fccc7637cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:24.971082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18607556-2984-47a8-93ba-14fccc7637cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:25.089578 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18607556-2984-47a8-93ba-14fccc7637cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:25.099093 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a2266073-7a2d-47dc-87cb-56bf429d25ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:25.124030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18607556-2984-47a8-93ba-14fccc7637cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d07e88-4e03-490f-8ac1-17db021a4457,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:25.129739 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-18607556-2984-47a8-93ba-14fccc7637cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:25.144851 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-18607556-2984-47a8-93ba-14fccc7637cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:25.152690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-18607556-2984-47a8-93ba-14fccc7637cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4d07e88-4e03-490f-8ac1-17db021a4457 HTTP/1.1" status: 204  len: 168 time: 0.3225269
Apr 30 05:17:25.676974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49738) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:25.698618 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:25.739572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:25.746915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Usage tracker for resource:security_group_rule and tenant:05bced9720504697b805b66717444a6a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:25.751205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:25.758426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:25.886828 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:25.891954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:25.907753 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1e22811-3576-498e-8f9b-a69c47f98588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:25.966424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4bbde6-8fc5-41cd-a3a0-74e41d3cb712,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:25.971344 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:25.985234 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05bced9720504697b805b66717444a6a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3071296
Apr 30 05:17:25.989182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49758) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:26.080340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68903571-4fa1-48f6-ad3b-94b93f263902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:26.123783 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68903571-4fa1-48f6-ad3b-94b93f263902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:26.213851 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68903571-4fa1-48f6-ad3b-94b93f263902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:26.222487 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a23430b1-b8cc-40e1-9ea5-66be817c032d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:26.240473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68903571-4fa1-48f6-ad3b-94b93f263902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4bbde6-8fc5-41cd-a3a0-74e41d3cb712,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:26.249080 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68903571-4fa1-48f6-ad3b-94b93f263902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:26.264774 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-68903571-4fa1-48f6-ad3b-94b93f263902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:26.266309 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-68903571-4fa1-48f6-ad3b-94b93f263902 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba4bbde6-8fc5-41cd-a3a0-74e41d3cb712 HTTP/1.1" status: 204  len: 168 time: 0.2760668
Apr 30 05:17:27.394419 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:27.503206 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:29.339872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:29.541895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:29.569900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:29.574651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Usage tracker for resource:security_group_rule and tenant:10fd2a586db64fc1a8b606ed9db1b51d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:29.580230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:29.589837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:29.639711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49920) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:29.693542 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:29.698424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:29.708145 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2020a914-f04b-4d6f-9888-d423204b03c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:29.756627 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10fd2a586db64fc1a8b606ed9db1b51d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4144943
Apr 30 05:17:29.759519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49926) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:29.762732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f094492-a1ef-4ab0-968c-6f95eed23dd2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:29.766468 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:29.798295 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:29.834361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:29.843891 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Usage tracker for resource:security_group_rule and tenant:3cd72d3e94fb4d63b7b364f6cc2e5008 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:29.847953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:29.855408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:29.879839 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b8a37326-5b42-47c4-8777-071fe697e1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:29.924563 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b8a37326-5b42-47c4-8777-071fe697e1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.032473 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.047653 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b8a37326-5b42-47c4-8777-071fe697e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.050745 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.065079 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c6b09aaf-3b43-4209-bd24-7c2bd5794e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:30.088584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a37326-5b42-47c4-8777-071fe697e1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f094492-a1ef-4ab0-968c-6f95eed23dd2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:30.119530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3cd72d3e94fb4d63b7b364f6cc2e5008&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4754572
Apr 30 05:17:30.120179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49936) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:30.127436 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b8a37326-5b42-47c4-8777-071fe697e1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.131590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b8a37326-5b42-47c4-8777-071fe697e1b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f094492-a1ef-4ab0-968c-6f95eed23dd2 HTTP/1.1" status: 204  len: 168 time: 0.3707798
Apr 30 05:17:30.140944 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5083bf-5064-4945-adcf-37aaaf456977,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:30.144168 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:30.144881 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:30.145466 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:30.203464 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b57cbc75-c359-4b83-a7f9-4eecffa9edfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.237090 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b57cbc75-c359-4b83-a7f9-4eecffa9edfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.314340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b57cbc75-c359-4b83-a7f9-4eecffa9edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.320064 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-61cc5c80-dcce-4411-8a7d-1043adae33a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:30.348222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cbc75-c359-4b83-a7f9-4eecffa9edfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5083bf-5064-4945-adcf-37aaaf456977,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:30.363983 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b57cbc75-c359-4b83-a7f9-4eecffa9edfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:30.367068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b57cbc75-c359-4b83-a7f9-4eecffa9edfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.371451 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b57cbc75-c359-4b83-a7f9-4eecffa9edfd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed5083bf-5064-4945-adcf-37aaaf456977 HTTP/1.1" status: 204  len: 168 time: 0.2498381
Apr 30 05:17:30.521648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49950) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:30.702817 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-383aedc1-6ca3-4b32-bdba-196f070aa221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.729461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.746164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:30.750582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Usage tracker for resource:security_group_rule and tenant:7e44cd5dfe9e494da0da93943293bb5b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:30.754018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:30.760216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:30.856129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.865031 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.876641 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e7d93e1f-65e9-4200-8bb8-f1d7e0ebac93 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:30.899364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 49966) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:30.927249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e44cd5dfe9e494da0da93943293bb5b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4022365
Apr 30 05:17:30.927249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05cf98a-daab-4a38-8e90-263077f4b2fd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:30.929215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49970) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:30.930147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:30.937500 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:30.953581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:30.962982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:82c601a7049142d8a8d467ed8df64bea is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:30.966282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:30.973868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:31.016709 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafaef8-9051-475e-bff8-74122d3e4b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.053382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafaef8-9051-475e-bff8-74122d3e4b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.065478 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.072276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.102053 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7a6146b8-b68c-4ae8-9c1c-f7930bde2493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:31.130528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=82c601a7049142d8a8d467ed8df64bea&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2283504
Apr 30 05:17:31.133137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 49976) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:31.142866 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafaef8-9051-475e-bff8-74122d3e4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.149826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e5bfac-a092-431d-86e2-da4ab51ab5dc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:31.153231 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:31.173050 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-60a1dd26-7bb8-4671-a083-964dfb663036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:31.191206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafaef8-9051-475e-bff8-74122d3e4b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05cf98a-daab-4a38-8e90-263077f4b2fd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:31.193637 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbafaef8-9051-475e-bff8-74122d3e4b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:31.222270 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fbafaef8-9051-475e-bff8-74122d3e4b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.224319 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fbafaef8-9051-475e-bff8-74122d3e4b5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c05cf98a-daab-4a38-8e90-263077f4b2fd HTTP/1.1" status: 204  len: 168 time: 0.2935183
Apr 30 05:17:31.256500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8c478d-2924-4097-b754-27a77bc72f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.288786 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8c478d-2924-4097-b754-27a77bc72f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.350240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8c478d-2924-4097-b754-27a77bc72f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.356127 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d2104611-fbe7-404e-95b6-96ed5431eea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:31.369623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c478d-2924-4097-b754-27a77bc72f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e5bfac-a092-431d-86e2-da4ab51ab5dc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:31.372319 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa8c478d-2924-4097-b754-27a77bc72f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:31.380678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aa8c478d-2924-4097-b754-27a77bc72f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:31.382204 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aa8c478d-2924-4097-b754-27a77bc72f66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30e5bfac-a092-431d-86e2-da4ab51ab5dc HTTP/1.1" status: 204  len: 168 time: 0.2479789
Apr 30 05:17:33.073145 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:17:33.420231 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:33.631713 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-08d82f14-5790-4e72-852e-b932a87de25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:34.828028 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:36.313050 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:39.524332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50284) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:39.732474 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:39.749335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:39.753789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Usage tracker for resource:security_group_rule and tenant:ee2b633b9a844552983580dba9f95389 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:39.756833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:39.763259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:39.871678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:39.878202 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:39.895392 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-038f72d2-862b-45f3-95a2-ef7412125bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:39.936155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5492c72-d3ff-4a52-8b09-3341e8e9d766,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:39.942360 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:39.951893 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee2b633b9a844552983580dba9f95389&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4264586
Apr 30 05:17:39.954491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50296) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:40.025070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299fe256-8890-43a8-9a85-1fc97938d4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:40.059660 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299fe256-8890-43a8-9a85-1fc97938d4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:40.146174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299fe256-8890-43a8-9a85-1fc97938d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:40.154877 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b57cbc75-c359-4b83-a7f9-4eecffa9edfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:40.170887 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-299fe256-8890-43a8-9a85-1fc97938d4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:40.174649 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-299fe256-8890-43a8-9a85-1fc97938d4e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5492c72-d3ff-4a52-8b09-3341e8e9d766 HTTP/1.1" status: 204  len: 168 time: 0.2163796
Apr 30 05:17:40.174649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fe256-8890-43a8-9a85-1fc97938d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5492c72-d3ff-4a52-8b09-3341e8e9d766,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:40.175876 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-299fe256-8890-43a8-9a85-1fc97938d4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:40.592100 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:40.618029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:40.644027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:40.648273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Usage tracker for resource:security_group_rule and tenant:3d0b823d350d48f3bc14939d6ad04c9b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:40.651625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:40.658548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:40.848830 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:40.855489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:40.865760 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3bef0d28-3d53-4829-ac00-d74f59a8e158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:40.915131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaaff69-48be-4952-ae42-1479776a1676,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:40.920879 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d0b823d350d48f3bc14939d6ad04c9b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3264070
Apr 30 05:17:40.921871 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:40.923044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50326) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:41.003977 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd6cd909-22bd-490b-9ca1-3af100f48e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:41.053934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd6cd909-22bd-490b-9ca1-3af100f48e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:41.124788 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd6cd909-22bd-490b-9ca1-3af100f48e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:41.134996 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-59f30fc3-b7c9-48ac-93e8-fc8480fa221c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:41.150689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cd909-22bd-490b-9ca1-3af100f48e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaaff69-48be-4952-ae42-1479776a1676,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:41.157549 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fd6cd909-22bd-490b-9ca1-3af100f48e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:41.161194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fd6cd909-22bd-490b-9ca1-3af100f48e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:41.162652 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fd6cd909-22bd-490b-9ca1-3af100f48e68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffaaff69-48be-4952-ae42-1479776a1676 HTTP/1.1" status: 204  len: 168 time: 0.2385228
Apr 30 05:17:42.788816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50396) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:42.985309 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:43.015157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:43.019605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Usage tracker for resource:security_group_rule and tenant:8ba753bd81b84929a9df5bfd447f4a55 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:43.022880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:43.040407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:43.246509 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:43.253102 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:43.261926 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dea61d39-b662-4c30-9bdf-f1669045c2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:43.307953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c201de-8c11-4b5a-97b8-95000afacf7e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:43.315019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50412) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:43.326770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ba753bd81b84929a9df5bfd447f4a55&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5367172
Apr 30 05:17:43.338014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.338399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.338777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.339145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.341016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.342479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.342479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.342479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.342764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.343107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.343511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.343976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:17:43.355722 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:43.396204 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73c411f4-da1b-49d9-86f8-ff55638e2b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:43.424773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73c411f4-da1b-49d9-86f8-ff55638e2b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:43.485751 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73c411f4-da1b-49d9-86f8-ff55638e2b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:43.494179 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2a6d697c-8ae0-4532-92a4-eed9f1a3647c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:43.510629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c411f4-da1b-49d9-86f8-ff55638e2b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c201de-8c11-4b5a-97b8-95000afacf7e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:43.513887 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73c411f4-da1b-49d9-86f8-ff55638e2b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:43.522093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73c411f4-da1b-49d9-86f8-ff55638e2b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:43.525446 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-73c411f4-da1b-49d9-86f8-ff55638e2b5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21c201de-8c11-4b5a-97b8-95000afacf7e HTTP/1.1" status: 204  len: 168 time: 0.2072139
Apr 30 05:17:46.522320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50544) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:46.673123 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:46.695530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:46.703762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Usage tracker for resource:security_group_rule and tenant:af40850ef0ca4b3ab420159c1a875c3b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:46.706165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:46.714919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:46.850668 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:46.854468 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:46.866238 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbafaef8-9051-475e-bff8-74122d3e4b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:46.912647 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af40850ef0ca4b3ab420159c1a875c3b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3877814
Apr 30 05:17:46.913483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50550) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:46.914949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa6341-04bb-469a-905f-2fae597bbd8a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:46.918168 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:46.988389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b0d2-526a-4751-a27f-e69a45f95001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:47.023931 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b0d2-526a-4751-a27f-e69a45f95001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:47.094754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b0d2-526a-4751-a27f-e69a45f95001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:47.107740 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8a7588d2-a470-4990-8c50-e6019eadad31 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:47.121767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2b0d2-526a-4751-a27f-e69a45f95001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa6341-04bb-469a-905f-2fae597bbd8a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:47.125200 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b7a2b0d2-526a-4751-a27f-e69a45f95001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:47.138955 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a2b0d2-526a-4751-a27f-e69a45f95001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:47.143240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b7a2b0d2-526a-4751-a27f-e69a45f95001 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4afa6341-04bb-469a-905f-2fae597bbd8a HTTP/1.1" status: 204  len: 168 time: 0.2273271
Apr 30 05:17:48.449755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50592) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:48.720513 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:48.737980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:48.742361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Usage tracker for resource:security_group_rule and tenant:702a9581a1e442cfb4975d91c7ef3900 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:48.745968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:48.752580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:48.864553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:48.870972 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:48.881594 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c43a67b9-0c47-4651-87e5-80e7feb5bbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:48.921313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5811ae9d-ab08-4245-8916-b4f1500a4330,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:48.927124 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:48.937413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50602) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:48.937955 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=702a9581a1e442cfb4975d91c7ef3900&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4855688
Apr 30 05:17:49.004734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da5a968d-a3da-4d78-8b84-52a98b541cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:49.034050 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da5a968d-a3da-4d78-8b84-52a98b541cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:49.089383 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da5a968d-a3da-4d78-8b84-52a98b541cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:49.094133 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c007cdfc-0007-4ab2-aaec-b1b8b493db10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:49.106192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a968d-a3da-4d78-8b84-52a98b541cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5811ae9d-ab08-4245-8916-b4f1500a4330,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:49.109685 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-da5a968d-a3da-4d78-8b84-52a98b541cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:49.116120 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-da5a968d-a3da-4d78-8b84-52a98b541cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:49.123206 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-da5a968d-a3da-4d78-8b84-52a98b541cf3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5811ae9d-ab08-4245-8916-b4f1500a4330 HTTP/1.1" status: 204  len: 168 time: 0.1804619
Apr 30 05:17:51.908740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50720) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:52.152592 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:52.180932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:52.187948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Usage tracker for resource:security_group_rule and tenant:898b4074a22e4c89ab18a7a3f357d431 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:52.192292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:52.200195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:52.301774 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:52.315914 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:52.320045 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b88269c4-a64b-41a7-a830-3195b1ed8548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:52.368246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50730) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:52.388332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=898b4074a22e4c89ab18a7a3f357d431&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4773498
Apr 30 05:17:52.392858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f58e09-bad4-4a37-a9a3-54169712bd44,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:52.399689 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:52.482516 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c7f88ca-aabd-4570-8420-966f1ebafdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:52.536756 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c7f88ca-aabd-4570-8420-966f1ebafdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:52.615801 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c7f88ca-aabd-4570-8420-966f1ebafdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:52.621029 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b743bb32-4343-4b92-8d93-9a74fa266368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:52.636880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f88ca-aabd-4570-8420-966f1ebafdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f58e09-bad4-4a37-a9a3-54169712bd44,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:52.644716 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c7f88ca-aabd-4570-8420-966f1ebafdac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:52.659891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c7f88ca-aabd-4570-8420-966f1ebafdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:52.665348 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c7f88ca-aabd-4570-8420-966f1ebafdac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08f58e09-bad4-4a37-a9a3-54169712bd44 HTTP/1.1" status: 204  len: 168 time: 0.2960567
Apr 30 05:17:53.055102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50744) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:53.076143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:53.106044 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:53.123661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Usage tracker for resource:security_group_rule and tenant:cb40f5575a3c4afdb70aa1f50ac1046b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:53.133589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:53.146683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:53.307494 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:53.312758 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:53.323803 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-18607556-2984-47a8-93ba-14fccc7637cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:53.383559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb40f5575a3c4afdb70aa1f50ac1046b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3264408
Apr 30 05:17:53.386881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50750) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:53.441333 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea0921-20b4-4299-bdaa-657844976c2a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:53.447290 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:53.478342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-67ec0a3a-a596-4ada-9179-602d64ace442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:53.525943 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-67ec0a3a-a596-4ada-9179-602d64ace442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:53.650400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-67ec0a3a-a596-4ada-9179-602d64ace442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:53.655672 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-265f7941-72d4-4801-8a57-5477b597227d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:53.668551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec0a3a-a596-4ada-9179-602d64ace442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea0921-20b4-4299-bdaa-657844976c2a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:53.672422 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-67ec0a3a-a596-4ada-9179-602d64ace442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:53.693610 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-67ec0a3a-a596-4ada-9179-602d64ace442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:53.695200 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-67ec0a3a-a596-4ada-9179-602d64ace442 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cea0921-20b4-4299-bdaa-657844976c2a HTTP/1.1" status: 204  len: 168 time: 0.3063464
Apr 30 05:17:55.697089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50798) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:55.738147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df1a85-6106-477b-8654-e3af6419f9f9 req-2e92af72-ade1-4787-bf31-6191ea700d13 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:17:55.752366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2df1a85-6106-477b-8654-e3af6419f9f9 req-2e92af72-ade1-4787-bf31-6191ea700d13 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1988075
Apr 30 05:17:55.839162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2df1a85-6106-477b-8654-e3af6419f9f9 req-0a6a5e15-c31f-4622-bcf9-b378b5d9ce5f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828364
Apr 30 05:17:56.009116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-9ccb5121-0e42-4373-a562-72890933c93a tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.010192 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9ccb5121-0e42-4373-a562-72890933c93a tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.3114324
Apr 30 05:17:56.014706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50806) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.020456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-199c1c96-d309-489b-a715-0a74de78b329 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.026308 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-199c1c96-d309-489b-a715-0a74de78b329 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0089266
Apr 30 05:17:56.026962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50810) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.031666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-861673d7-d0e7-4d06-a526-ee2f3bd2e82c tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.035203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50814) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.042272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-f859b3a4-1971-406a-a9ec-5422bdff722f tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.043783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f859b3a4-1971-406a-a9ec-5422bdff722f tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0075691
Apr 30 05:17:56.044903 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-861673d7-d0e7-4d06-a526-ee2f3bd2e82c tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0127413
Apr 30 05:17:56.047391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50818) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.053197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-68532e0f-9a03-432b-adcd-8bffc1d2958c tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.057430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50822) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.057941 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-68532e0f-9a03-432b-adcd-8bffc1d2958c tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0091567
Apr 30 05:17:56.063579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-733d731d-6b29-4b2a-9520-ce967aeb72ff tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.064599 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-733d731d-6b29-4b2a-9520-ce967aeb72ff tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0061386
Apr 30 05:17:56.068232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50826) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.074774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-4315d9cf-4fcb-45e6-96f9-125f89aa1cb8 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.075837 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4315d9cf-4fcb-45e6-96f9-125f89aa1cb8 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0066698
Apr 30 05:17:56.080568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50830) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.085768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-1e6c79d3-0b0d-4ee4-b206-ff7e6bce6a1e tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.086708 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1e6c79d3-0b0d-4ee4-b206-ff7e6bce6a1e tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0051966
Apr 30 05:17:56.089661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50834) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.096066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-828fd3b0-7b96-4f7e-b6e9-5ce84b141a2e tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.100538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50838) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.107864 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-828fd3b0-7b96-4f7e-b6e9-5ce84b141a2e tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0168891
Apr 30 05:17:56.108809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-5d27309b-ce51-41ab-af44-5b115993ab56 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.110256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5d27309b-ce51-41ab-af44-5b115993ab56 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0081260
Apr 30 05:17:56.115118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50842) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.124073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-0e23f112-8554-43c8-a2ff-1002b9037278 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.126571 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0e23f112-8554-43c8-a2ff-1002b9037278 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0090380
Apr 30 05:17:56.129876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50846) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.139798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-3c066b30-9371-4e83-9cf9-2f4c70ec36f9 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.144130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50852) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.151449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-d76c930f-863d-46bf-bacc-ae332c795786 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.156542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d76c930f-863d-46bf-bacc-ae332c795786 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0110080
Apr 30 05:17:56.158094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50856) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.158834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3c066b30-9371-4e83-9cf9-2f4c70ec36f9 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0274594
Apr 30 05:17:56.165475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-97a055f3-a4d2-401d-b7fd-146b129e0df2 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.171080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50860) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.176841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-01bd080c-b026-41ad-a977-8bf7c964f726 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.181677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-97a055f3-a4d2-401d-b7fd-146b129e0df2 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0213938
Apr 30 05:17:56.182445 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-01bd080c-b026-41ad-a977-8bf7c964f726 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0099738
Apr 30 05:17:56.184694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50864) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.191697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-23418a4c-b204-4759-a9be-cdb9840e8480 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.195903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50868) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.201865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-8b865110-9fa0-4e53-95a4-7535ba469602 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.206119 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8b865110-9fa0-4e53-95a4-7535ba469602 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0088484
Apr 30 05:17:56.206296 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-23418a4c-b204-4759-a9be-cdb9840e8480 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0173273
Apr 30 05:17:56.207124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50872) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.212930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-fe72c466-66b9-4199-aaaf-dbe6b75e2f71 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.217554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fe72c466-66b9-4199-aaaf-dbe6b75e2f71 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0091980
Apr 30 05:17:56.218508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50876) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.224212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-d2a45e72-483f-4f3b-8ae3-aefa1da5be04 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.228249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50880) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.233010 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d2a45e72-483f-4f3b-8ae3-aefa1da5be04 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0120764
Apr 30 05:17:56.236484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-6ad7f708-02cd-4f9a-95a3-fe2002c21ec6 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.240509 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50884) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.243869 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6ad7f708-02cd-4f9a-95a3-fe2002c21ec6 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0142438
Apr 30 05:17:56.247918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-a9c3034f-0c7f-498b-adc2-b12a8083bff2 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.252097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50888) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.255402 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a9c3034f-0c7f-498b-adc2-b12a8083bff2 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0133996
Apr 30 05:17:56.272052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-ecb1f529-b5d3-4e01-a55a-b0710f0a8a03 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.275365 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ecb1f529-b5d3-4e01-a55a-b0710f0a8a03 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0199993
Apr 30 05:17:56.276647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50892) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.288367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-f717a57c-8a15-48b2-94f4-abd27b7a4804 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.295855 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f717a57c-8a15-48b2-94f4-abd27b7a4804 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0180628
Apr 30 05:17:56.297363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50896) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.308226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-158701b5-7d29-4c3d-a8bb-e9d7d4359a8e tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.312080 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-158701b5-7d29-4c3d-a8bb-e9d7d4359a8e tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0126081
Apr 30 05:17:56.315071 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50900) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.321024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-39e80a5c-323c-425a-8664-a6b276fe17cb tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.325403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.325648 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-39e80a5c-323c-425a-8664-a6b276fe17cb tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0074933
Apr 30 05:17:56.333540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-26715180-de05-41a4-80d0-eaed100e4d99 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.337510 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-26715180-de05-41a4-80d0-eaed100e4d99 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0103116
Apr 30 05:17:56.338355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50908) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.350992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-ec3e5a98-9194-478c-b9a9-e98181c87a09 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.354487 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ec3e5a98-9194-478c-b9a9-e98181c87a09 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0137982
Apr 30 05:17:56.359482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50912) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.366417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-7a29fe18-dfd7-477e-b0c3-ce64d5e57b6b tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.367414 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7a29fe18-dfd7-477e-b0c3-ce64d5e57b6b tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0064125
Apr 30 05:17:56.370550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50916) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.376720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-1da578fb-a5b0-461e-b6e0-3f25fca70856 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.381168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50920) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.381679 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1da578fb-a5b0-461e-b6e0-3f25fca70856 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0100827
Apr 30 05:17:56.396150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-ddf70557-e43f-4c79-9295-1d3ca931f2f0 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.397386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ddf70557-e43f-4c79-9295-1d3ca931f2f0 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0149045
Apr 30 05:17:56.401042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50924) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.406635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-fb142f60-f7a8-4f82-9d75-d7f9caf26136 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.410155 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fb142f60-f7a8-4f82-9d75-d7f9caf26136 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0080895
Apr 30 05:17:56.411502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50928) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.422354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-1788978d-323f-4e48-b075-788702dd87cd tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.428426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50932) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.429024 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1788978d-323f-4e48-b075-788702dd87cd tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0152936
Apr 30 05:17:56.437246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-8456a2f1-60da-42e9-a478-d3d3a0e7b3df tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.441762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8456a2f1-60da-42e9-a478-d3d3a0e7b3df tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0116451
Apr 30 05:17:56.442779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50936) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.449465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-2e333911-cd54-46ae-a918-0d9c8388562d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.454951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50940) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.457850 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e333911-cd54-46ae-a918-0d9c8388562d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0085890
Apr 30 05:17:56.461439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-38d645e6-17e1-4ad6-931b-b6dc13cbdfd5 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.465793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-38d645e6-17e1-4ad6-931b-b6dc13cbdfd5 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0093300
Apr 30 05:17:56.469174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50944) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.474009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-0c26b875-cc3c-4219-a2ac-6b916bd4666e tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.477489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50948) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.484254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-8f824d38-b9f3-4f72-be30-db595ff11114 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.488410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8f824d38-b9f3-4f72-be30-db595ff11114 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0097451
Apr 30 05:17:56.489187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50952) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.490978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0c26b875-cc3c-4219-a2ac-6b916bd4666e tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0121126
Apr 30 05:17:56.495742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-469fe983-6fe2-473c-906f-3b771f1f49ea tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.496753 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-469fe983-6fe2-473c-906f-3b771f1f49ea tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0066259
Apr 30 05:17:56.501027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50956) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.507601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-9211ef84-2205-471e-9a29-2d93abb4810a tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.511659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50960) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.513598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9211ef84-2205-471e-9a29-2d93abb4810a tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0112531
Apr 30 05:17:56.520468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-5806e7af-c6ff-485d-a149-8b6bfdab7a68 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.523719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50964) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.529936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-ce89d034-3361-47c9-9974-3ae94ceb7ce8 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.530216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ce89d034-3361-47c9-9974-3ae94ceb7ce8 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0056479
Apr 30 05:17:56.530994 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5806e7af-c6ff-485d-a149-8b6bfdab7a68 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0187285
Apr 30 05:17:56.533031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50968) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.538935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-c8deb358-4dea-4750-b2a0-7169c6cc7740 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.542978 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c8deb358-4dea-4750-b2a0-7169c6cc7740 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0089071
Apr 30 05:17:56.543802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50972) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.551393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-6311a170-6dcd-4fa7-870c-e467c9668272 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.552435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6311a170-6dcd-4fa7-870c-e467c9668272 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0067625
Apr 30 05:17:56.555283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50976) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.564109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-7dd48766-bc8b-4ea8-98af-25c922d67c57 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.568253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7dd48766-bc8b-4ea8-98af-25c922d67c57 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0114269
Apr 30 05:17:56.568597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50980) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.574366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-29983244-b0d4-44de-91eb-569c009d025d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.578558 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-29983244-b0d4-44de-91eb-569c009d025d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0089331
Apr 30 05:17:56.579441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50984) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.587845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-cccd92e1-3c6c-4562-914c-e902a277cd51 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.592339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cccd92e1-3c6c-4562-914c-e902a277cd51 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0116587
Apr 30 05:17:56.592644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50988) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.597996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-c85e1256-265c-4135-b4d9-8ce918f5662f tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.599036 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c85e1256-265c-4135-b4d9-8ce918f5662f tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0055842
Apr 30 05:17:56.602035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 50992) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.612868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-257c90c7-d92d-4f00-bb4c-bbe81fce1eca tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.617401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 50996) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.620615 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-257c90c7-d92d-4f00-bb4c-bbe81fce1eca tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0166216
Apr 30 05:17:56.626023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-a1b57a20-7757-4895-8fd3-f18b9bb3d4f3 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.629973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a1b57a20-7757-4895-8fd3-f18b9bb3d4f3 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0113742
Apr 30 05:17:56.630728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51000) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.636769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-4115013b-3b3f-45ce-a9a6-8a04f15b8280 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.639332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4115013b-3b3f-45ce-a9a6-8a04f15b8280 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0060704
Apr 30 05:17:56.641606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51004) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.653716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-95a96ea5-1f59-4059-86d4-f4ca9c18f65c tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.659817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51008) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.664234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-0887eab2-3db4-4658-8ae6-ce8e6d83aae1 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.665923 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0887eab2-3db4-4658-8ae6-ce8e6d83aae1 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0065703
Apr 30 05:17:56.666163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-95a96ea5-1f59-4059-86d4-f4ca9c18f65c tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0226524
Apr 30 05:17:56.673677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51012) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.679788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-b2ff805b-898c-4d03-839f-cfd3d99b256d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.683770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51016) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.686955 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b2ff805b-898c-4d03-839f-cfd3d99b256d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0091984
Apr 30 05:17:56.690312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-733199ba-34a4-4bc8-b543-850505a5a575 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.692795 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-733199ba-34a4-4bc8-b543-850505a5a575 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0077791
Apr 30 05:17:56.694065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51020) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.704572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-8f382aed-0e68-4306-a3ee-acd3dc491133 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.707345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8f382aed-0e68-4306-a3ee-acd3dc491133 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0107133
Apr 30 05:17:56.710519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51024) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.721876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-2a40f813-96da-465e-84f0-e0cb0e044c0f tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.724315 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2a40f813-96da-465e-84f0-e0cb0e044c0f tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0110259
Apr 30 05:17:56.727133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51028) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.743530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-16f8f86a-2e44-4465-854c-fe89ddaa6411 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.745215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-16f8f86a-2e44-4465-854c-fe89ddaa6411 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0158060
Apr 30 05:17:56.748092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.756952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-8f68075f-c17e-4e83-9f8d-442987018ccd tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.763657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51036) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.766442 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8f68075f-c17e-4e83-9f8d-442987018ccd tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0165019
Apr 30 05:17:56.774294 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-a222e4f0-3be7-41ef-8515-87057a946c24 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.776168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a222e4f0-3be7-41ef-8515-87057a946c24 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0108938
Apr 30 05:17:56.780626 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51040) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.786152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-2178b599-dd37-4d35-8d15-17be06f4d3c8 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.791121 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2178b599-dd37-4d35-8d15-17be06f4d3c8 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0055242
Apr 30 05:17:56.791884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51044) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.802890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-62c9f4fd-d64e-4ad6-8382-bb55a7dc875d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.809787 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-62c9f4fd-d64e-4ad6-8382-bb55a7dc875d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0127552
Apr 30 05:17:56.810986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51048) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.824010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-3cc66c95-cf5e-4947-9116-0b9052810f2f tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.830529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3cc66c95-cf5e-4947-9116-0b9052810f2f tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0129435
Apr 30 05:17:56.831805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51052) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.843792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-5530ca4f-8c09-466d-9e39-7c904a02dad9 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.843792 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5530ca4f-8c09-466d-9e39-7c904a02dad9 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0066061
Apr 30 05:17:56.844991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51056) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.850854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-87e2410a-3a05-4c38-9220-dab96b6f29ea tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.855021 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-87e2410a-3a05-4c38-9220-dab96b6f29ea tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0088906
Apr 30 05:17:56.855410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51062) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.867431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-f3592648-a5c5-4672-b518-548212182fd0 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.869492 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f3592648-a5c5-4672-b518-548212182fd0 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0114093
Apr 30 05:17:56.874969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51066) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.889467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-30e0a2db-3f9a-4469-8b86-bf149306db71 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.893697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-30e0a2db-3f9a-4469-8b86-bf149306db71 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0151801
Apr 30 05:17:56.895752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51072) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.904386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-f9f3d1a4-1f95-4750-84ee-82b318686898 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.908270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51076) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.908655 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f9f3d1a4-1f95-4750-84ee-82b318686898 tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0118656
Apr 30 05:17:56.921365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [None req-bbf6637d-ffe7-4162-a6e5-2b6633d7cb2d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.922690 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bbf6637d-ffe7-4162-a6e5-2b6633d7cb2d tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0130401
Apr 30 05:17:56.925546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51080) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:56.936316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [None req-7ded6040-c898-4bd3-ba7c-8ced31d3d9ca tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:17:56.944408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7ded6040-c898-4bd3-ba7c-8ced31d3d9ca tempest-ExtensionsTestJSON-266030400 tempest-ExtensionsTestJSON-266030400-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0177441
Apr 30 05:17:57.226223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae59a09-2f34-426f-b1d0-6a298dc16ce6 req-12020949-f72c-47d8-8280-578bd54f2797 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:17:57.228010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dae59a09-2f34-426f-b1d0-6a298dc16ce6 req-12020949-f72c-47d8-8280-578bd54f2797 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1339507
Apr 30 05:17:57.317614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dae59a09-2f34-426f-b1d0-6a298dc16ce6 req-6a2057e5-220b-481d-8471-dbb372053f3f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815580
Apr 30 05:17:57.435021 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:57.550458 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:57.611692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51090) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:57.652049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-87c3cd68-b677-44a1-9acb-cd80a3df9361 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1610265
Apr 30 05:17:57.803264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-6e882dad-f02a-4d88-ae5b-6409b400f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:17:57.805410 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-6e882dad-f02a-4d88-ae5b-6409b400f085 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 1097 time: 0.1297450
Apr 30 05:17:57.827648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:57.858470 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:17:57.866013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:c69ae4e48d8a4ed0ba2869ec10a8ecdb is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:17:57.870268 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:17:57.882090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:17:58.066563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-d84dcc29-3600-4bff-9514-48be193c2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:17:58.068776 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-d84dcc29-3600-4bff-9514-48be193c2ae3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.2224503
Apr 30 05:17:58.118967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:58.126996 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:58.145299 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-85b1f955-7545-4dc8-a5c5-0ca5a4dfc2d2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:58.202647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c69ae4e48d8a4ed0ba2869ec10a8ecdb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5892048
Apr 30 05:17:58.203773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2d532d-d6c0-44e8-8612-7aa47fa0448f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:58.207210 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:58.207932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51098) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:58.268514 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-c9da2d33-1cce-4915-a87e-c07cbea3b534 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924 HTTP/1.1" status: 200  len: 1001 time: 0.1902997
Apr 30 05:17:58.311333 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c77c2d2b-ecb6-4716-8c57-ed6b1848d223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:58.355843 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c77c2d2b-ecb6-4716-8c57-ed6b1848d223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:58.394386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-dd3e86b0-95bf-4a57-81fe-e650328ce716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:17:58.396271 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-dd3e86b0-95bf-4a57-81fe-e650328ce716 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1197882
Apr 30 05:17:58.469213 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c77c2d2b-ecb6-4716-8c57-ed6b1848d223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:58.504868 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1551a0ea-ecab-4128-a6db-aa5bf340023a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:17:58.561397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c2d2b-ecb6-4716-8c57-ed6b1848d223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2d532d-d6c0-44e8-8612-7aa47fa0448f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:17:58.586763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-e8ba6a5e-8cd3-44f1-bb97-6ef2f5b9258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:17:58.588778 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-e8ba6a5e-8cd3-44f1-bb97-6ef2f5b9258c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1858535
Apr 30 05:17:58.593178 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c77c2d2b-ecb6-4716-8c57-ed6b1848d223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:17:58.596930 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c77c2d2b-ecb6-4716-8c57-ed6b1848d223 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b2d532d-d6c0-44e8-8612-7aa47fa0448f HTTP/1.1" status: 204  len: 168 time: 0.3854425
Apr 30 05:17:58.643491 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c77c2d2b-ecb6-4716-8c57-ed6b1848d223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:17:58.814822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df9faf-7370-4ada-89c8-c66a4be8342f req-19452c21-cd05-4cfc-85db-a8db45a28d0a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:17:58.816577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0df9faf-7370-4ada-89c8-c66a4be8342f req-19452c21-cd05-4cfc-85db-a8db45a28d0a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.2593479
Apr 30 05:17:58.820530 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-ae3c6bd1-aae5-4dda-9ea8-37740a41a384 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2207849
Apr 30 05:17:58.967343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f0df9faf-7370-4ada-89c8-c66a4be8342f req-624121b6-80ff-44f6-8a1f-58f14afa94e9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1388161
Apr 30 05:17:59.086641 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dce86ab7-b59b-4631-8d9b-8931c645ed97 req-28e4b8c1-be18-41f2-98ca-dc885f9ad59a service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581823
Apr 30 05:17:59.759485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51132) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:17:59.947450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5e4a20d3-bc2e-4ad9-b8a9-1865399b1802 tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-809476641', 'prefixes': ['172.20.0.0/16']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:17:59.963677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5e4a20d3-bc2e-4ad9-b8a9-1865399b1802 tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:00.060086 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5e4a20d3-bc2e-4ad9-b8a9-1865399b1802 tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] Notify callbacks [] for subnetpool, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:00.066530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5e4a20d3-bc2e-4ad9-b8a9-1865399b1802 tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.3013275
Apr 30 05:18:00.066530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51142) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:00.102771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bc42725a-3cbe-4b57-a067-c127ba462278 tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] 10.222.0.46 "GET /v2.0/subnetpools/377a60f9-0383-4383-ac43-656f3b2a93ac HTTP/1.1" status: 200  len: 731 time: 0.0319719
Apr 30 05:18:00.103052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51146) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:00.111214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-4132b760-2220-4ec2-b9d9-913ed326c6ad tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1836766184'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:18:00.266143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199da787-b526-4201-818e-7528dd990ee7 req-a0f11425-d570-4ac5-9c41-133f3e6ccebb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:00.267601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-199da787-b526-4201-818e-7528dd990ee7 req-a0f11425-d570-4ac5-9c41-133f3e6ccebb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1617229
Apr 30 05:18:00.294621 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4132b760-2220-4ec2-b9d9-913ed326c6ad tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] Notify callbacks [] for subnetpool, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:00.296452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4132b760-2220-4ec2-b9d9-913ed326c6ad tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] 10.222.0.46 "PUT /v2.0/subnetpools/377a60f9-0383-4383-ac43-656f3b2a93ac HTTP/1.1" status: 200  len: 684 time: 0.1925631
Apr 30 05:18:00.299510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51152) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:00.361933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-199da787-b526-4201-818e-7528dd990ee7 req-8ad37bb0-f05f-46ef-9e19-44b969711bc8 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857036
Apr 30 05:18:00.423718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d103504e-d81e-40ea-9ce1-cc56304eaccf tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] Notify callbacks [] for subnetpool, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:00.424840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d103504e-d81e-40ea-9ce1-cc56304eaccf tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] 10.222.0.46 "DELETE /v2.0/subnetpools/377a60f9-0383-4383-ac43-656f3b2a93ac HTTP/1.1" status: 204  len: 168 time: 0.1244130
Apr 30 05:18:00.582919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51162) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:00.582919 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-05153274-eff0-4270-b523-0d05c43d7c48 tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] show failed (client error): The resource could not be found.
Apr 30 05:18:00.582919 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-05153274-eff0-4270-b523-0d05c43d7c48 tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] 10.222.0.46 "GET /v2.0/subnetpools/377a60f9-0383-4383-ac43-656f3b2a93ac HTTP/1.1" status: 404  len: 346 time: 0.0188699
Apr 30 05:18:00.584551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51168) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:00.584551 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-01ad5754-29cb-4446-b723-af32b2cc9fd9 tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] delete failed (client error): The resource could not be found.
Apr 30 05:18:00.584551 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-01ad5754-29cb-4446-b723-af32b2cc9fd9 tempest-SubnetPoolsTestJSON-2065681480 tempest-SubnetPoolsTestJSON-2065681480-project] 10.222.0.46 "DELETE /v2.0/subnetpools/377a60f9-0383-4383-ac43-656f3b2a93ac HTTP/1.1" status: 404  len: 346 time: 0.0502148
Apr 30 05:18:00.700093 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-68b52ee4-3565-4021-ad5e-6d5ec00cfe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:00.843606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51186) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:00.987119 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:01.004103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:01.008519 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Usage tracker for resource:security_group_rule and tenant:3d35de2f6c5d493895f06d84139ad322 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:01.014278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:01.022016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:01.128067 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:01.134581 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:01.152586 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0c877bf6-7746-4145-8ce0-4e2f26a8a55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:01.191807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51202) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:01.195637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d35de2f6c5d493895f06d84139ad322&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3443961
Apr 30 05:18:01.213027 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe935c7-1e1c-4758-839f-96208681b7a9,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:01.228907 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:01.301434 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c1b6-904f-4756-b922-6cf3229181b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:01.341646 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c1b6-904f-4756-b922-6cf3229181b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:01.758765 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c1b6-904f-4756-b922-6cf3229181b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:01.769535 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8c54a7c0-1be9-4ec3-81c2-39cdb8730b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:01.789343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454f0b4-22f3-4980-bb35-6399d0d6446a req-dad34e3b-8494-45ff-b26f-55397634426e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:01.790891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d454f0b4-22f3-4980-bb35-6399d0d6446a req-dad34e3b-8494-45ff-b26f-55397634426e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1276033
Apr 30 05:18:01.793085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4c1b6-904f-4756-b922-6cf3229181b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe935c7-1e1c-4758-839f-96208681b7a9,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:01.807995 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e6c4c1b6-904f-4756-b922-6cf3229181b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:01.830815 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c1b6-904f-4756-b922-6cf3229181b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:01.834271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e6c4c1b6-904f-4756-b922-6cf3229181b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbe935c7-1e1c-4758-839f-96208681b7a9 HTTP/1.1" status: 204  len: 168 time: 0.6392074
Apr 30 05:18:01.866533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d454f0b4-22f3-4980-bb35-6399d0d6446a req-c5e76c99-12b7-4153-ad0e-48b1a966e673 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598133
Apr 30 05:18:03.256792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905240a5-ebfc-48b5-8ea4-b5d0aa355d33 req-e2bc05f6-2ee4-4da6-b3be-85e36b90741f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:03.275382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-905240a5-ebfc-48b5-8ea4-b5d0aa355d33 req-e2bc05f6-2ee4-4da6-b3be-85e36b90741f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1762516
Apr 30 05:18:03.371584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-905240a5-ebfc-48b5-8ea4-b5d0aa355d33 req-4ead942b-a048-4e65-90cd-df8d735d72b5 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891876
Apr 30 05:18:03.409260 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:03.631061 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b5fa3f2d-6aa2-4810-9ade-9416c2c9da0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:04.692540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52172a7-ea08-4726-a3d0-f1bc44f3aa69 req-65760eaa-3f64-48be-aa87-fa471e955179 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:04.695475 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c52172a7-ea08-4726-a3d0-f1bc44f3aa69 req-65760eaa-3f64-48be-aa87-fa471e955179 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1439908
Apr 30 05:18:04.771814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c52172a7-ea08-4726-a3d0-f1bc44f3aa69 req-ba1b2768-8e12-4817-aed8-94c8fa79dc25 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698662
Apr 30 05:18:04.837425 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:06.077219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43203e2-437e-4716-aa87-629cd4908b0c req-5d4c78ff-544d-4a46-af50-7ed284781bc8 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:06.081458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e43203e2-437e-4716-aa87-629cd4908b0c req-5d4c78ff-544d-4a46-af50-7ed284781bc8 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1518574
Apr 30 05:18:06.194646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e43203e2-437e-4716-aa87-629cd4908b0c req-70eeeeb3-787a-48ff-83ac-32882e7cda40 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041729
Apr 30 05:18:06.333410 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:07.638386 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba10079-555c-4b32-9978-0340bab27cf0 req-d4132c17-47d5-4d5f-8d55-73f8b458c179 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:07.647064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cba10079-555c-4b32-9978-0340bab27cf0 req-d4132c17-47d5-4d5f-8d55-73f8b458c179 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1727231
Apr 30 05:18:07.702167 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cba10079-555c-4b32-9978-0340bab27cf0 req-2818cab8-812e-4dc8-af36-a81bd0764823 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534430
Apr 30 05:18:08.538139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5f85907d-827e-4591-990d-03039dde929b details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:18:08.750121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:18:08.777355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '5f85907d-827e-4591-990d-03039dde929b', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'port_id': '5f85907d-827e-4591-990d-03039dde929b', 'mac_address': 'fa:16:3e:98:3d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:18:08.955722 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:08.991280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f85907d-827e-4591-990d-03039dde929b {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:18:09.030875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:18:09.040006 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:09.043369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-15644b69-8809-4085-be00-872110a2b5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:09.046203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7563bfc-77a3-4709-8540-46e955c1e2b2 req-45bb3b82-18e7-4cc6-a2f7-a6d741b7ed61 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:09.054714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7563bfc-77a3-4709-8540-46e955c1e2b2 req-45bb3b82-18e7-4cc6-a2f7-a6d741b7ed61 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1341169
Apr 30 05:18:09.160096 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7563bfc-77a3-4709-8540-46e955c1e2b2 req-61f50a5d-5bea-4caa-a562-181c7ef655ce tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040347
Apr 30 05:18:09.260328 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['5f85907d-827e-4591-990d-03039dde929b'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:18:09.447594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:09.493489 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.494424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.495185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.502705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.503048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.503418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.503760 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.504093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.504422 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.504749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.505073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.505395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:09.521633 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:10.101020 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:18:10.414511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d32ad2-4cf7-43d6-8931-0de331422916 req-4cb48c9c-625d-4783-9029-325109fd9f82 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:10.417728 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30d32ad2-4cf7-43d6-8931-0de331422916 req-4cb48c9c-625d-4783-9029-325109fd9f82 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 944 time: 0.1178484
Apr 30 05:18:10.533050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30d32ad2-4cf7-43d6-8931-0de331422916 req-6f63871b-fe4b-42d3-ad77-0cd309f05562 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071844
Apr 30 05:18:10.544503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5f85907d-827e-4591-990d-03039dde929b up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:18:10.679028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 5f85907d-827e-4591-990d-03039dde929b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:18:10.679860 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:10.893404 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:10.973048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85907d-827e-4591-990d-03039dde929b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:18:11.023145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:18:11.034388 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:11.038934 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-0023dc98-6e0a-4c71-9fee-c772ba0d2088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:11.214741 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85907d-827e-4591-990d-03039dde929b', 'code': 200}
Apr 30 05:18:11.310818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:11.315516 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:11.896154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1488e-aa2b-4775-aaf6-1fcb23c7b553 req-05902f48-5c87-4b92-8fc4-6ca3dca51ba4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:11.896154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6fe1488e-aa2b-4775-aaf6-1fcb23c7b553 req-05902f48-5c87-4b92-8fc4-6ca3dca51ba4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1893911
Apr 30 05:18:11.980094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6fe1488e-aa2b-4775-aaf6-1fcb23c7b553 req-35214941-b475-49d0-8b72-0b01afd8f0bb tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832946
Apr 30 05:18:12.301372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51542) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:12.638051 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:12.658227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:12.662797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Usage tracker for resource:security_group_rule and tenant:36ee7e03831545ac80569ac4b8ed30ed is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:12.667463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:12.675116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:12.814821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:12.823446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:12.844371 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3fedac51-a280-48f1-a8b9-9a7816e1e02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:12.926515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1093e242-7be0-45e9-b078-5ef23d03dc20,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:12.946106 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:13.037740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51578) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:13.052601 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36ee7e03831545ac80569ac4b8ed30ed&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7486684
Apr 30 05:18:13.455429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-71e08bde-e853-4d5b-a8af-1ac25762c12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:13.589669 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-71e08bde-e853-4d5b-a8af-1ac25762c12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:13.723626 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-71e08bde-e853-4d5b-a8af-1ac25762c12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:13.731637 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-26b3e319-6a8c-4ebe-8c73-7dddf16ca91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:13.773425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e08bde-e853-4d5b-a8af-1ac25762c12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1093e242-7be0-45e9-b078-5ef23d03dc20,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:13.781248 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-71e08bde-e853-4d5b-a8af-1ac25762c12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:13.861976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a5bae-c7e9-4b4b-ab2d-1caf0177c6ec req-c9aca13a-1019-41ad-92c4-15c8838aeaa3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:13.875346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f93a5bae-c7e9-4b4b-ab2d-1caf0177c6ec req-c9aca13a-1019-41ad-92c4-15c8838aeaa3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.4187152
Apr 30 05:18:13.877415 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-71e08bde-e853-4d5b-a8af-1ac25762c12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:13.900085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-71e08bde-e853-4d5b-a8af-1ac25762c12a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1093e242-7be0-45e9-b078-5ef23d03dc20 HTTP/1.1" status: 204  len: 168 time: 0.8485646
Apr 30 05:18:14.031257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f93a5bae-c7e9-4b4b-ab2d-1caf0177c6ec req-68fa78cb-faf8-41b7-b0bd-c34be2adecf0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1550152
Apr 30 05:18:15.586317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bcee9-a35a-4d0c-9122-594fadbc3193 req-887b48e2-5e34-4820-9573-99e75d1a35ac tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:15.588305 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-382bcee9-a35a-4d0c-9122-594fadbc3193 req-887b48e2-5e34-4820-9573-99e75d1a35ac tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1735444
Apr 30 05:18:15.752657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-382bcee9-a35a-4d0c-9122-594fadbc3193 req-b481252d-9153-46e5-a5e7-662e0f8226dc tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403091
Apr 30 05:18:17.379978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c86ac2-467c-4ee9-ab48-585f7fd66c70 req-7572b6b7-47e0-4d5c-8bda-dc9e8e73ab94 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:17.397784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6c86ac2-467c-4ee9-ab48-585f7fd66c70 req-7572b6b7-47e0-4d5c-8bda-dc9e8e73ab94 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.2098758
Apr 30 05:18:17.564007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6c86ac2-467c-4ee9-ab48-585f7fd66c70 req-9830dbd0-c201-4706-8539-fe5f7ad34495 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1638141
Apr 30 05:18:18.976772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767649a-e932-4446-b656-ddcf579344a4 req-0365de9f-2ac9-4fe2-ab93-4a109ed39d4a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:18.978755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7767649a-e932-4446-b656-ddcf579344a4 req-0365de9f-2ac9-4fe2-ab93-4a109ed39d4a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.2010605
Apr 30 05:18:19.048086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7767649a-e932-4446-b656-ddcf579344a4 req-6b1e4579-4c1d-4ebf-81a5-9dc95facfe94 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619426
Apr 30 05:18:20.311387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24096fd-cd64-4113-b0ce-bd393d0d6eaf req-7ab830af-78b0-461e-ab31-cc052a9e132f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:20.318672 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d24096fd-cd64-4113-b0ce-bd393d0d6eaf req-7ab830af-78b0-461e-ab31-cc052a9e132f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1174784
Apr 30 05:18:20.375216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d24096fd-cd64-4113-b0ce-bd393d0d6eaf req-cb33c6ae-aa5a-42a9-bb76-0997ae1e571b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555196
Apr 30 05:18:20.921704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-b75fb7b0-ff77-4db8-b8a8-4b5de55a85eb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660708045&fields=id&tenant_id=197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 267 time: 0.1426318
Apr 30 05:18:21.194185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-b3036cf5-94d9-4e41-9256-06633a9c2228 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:21.204551 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-b3036cf5-94d9-4e41-9256-06633a9c2228 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.2795131
Apr 30 05:18:21.230637 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-cb4cbccf-7c6e-4e87-a0e3-0a0efdef5b59 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/quotas/197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 375 time: 0.0189247
Apr 30 05:18:21.364367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-98423876-eda0-4913-bba6-f28ab6adc591 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1256628
Apr 30 05:18:21.973703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-3b58e7e9-9156-43fa-9188-78154d25a3f1 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5994928
Apr 30 05:18:22.497563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18ae54-5c4a-43d5-b916-5224fa729b7e req-bf1c11f1-868e-420c-a733-d1b202485627 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:22.499420 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de18ae54-5c4a-43d5-b916-5224fa729b7e req-bf1c11f1-868e-420c-a733-d1b202485627 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.7098565
Apr 30 05:18:22.572084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-dc37f9a8-739f-4875-9d9b-89d79d1181c8 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5966721
Apr 30 05:18:22.631429 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de18ae54-5c4a-43d5-b916-5224fa729b7e req-098b3ace-748e-472d-be89-126aac508e71 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839570
Apr 30 05:18:23.628497 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ac3d489-ea02-4643-a17a-302098f5c883 req-05a507d6-e6a5-4750-9e41-c51145402e52 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.1223283
Apr 30 05:18:23.985641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c6e53-3c29-4b40-a4d3-f5b6e913d682 req-9e09d948-c6fc-4467-b085-e864fce17b1b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:23.993376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe6c6e53-3c29-4b40-a4d3-f5b6e913d682 req-9e09d948-c6fc-4467-b085-e864fce17b1b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.1439009
Apr 30 05:18:24.045543 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe6c6e53-3c29-4b40-a4d3-f5b6e913d682 req-48fd1dfa-b052-45f2-bafb-6df351efa044 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509777
Apr 30 05:18:24.961691 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f48c87b-a33f-42e5-95c2-2badf896bd19 req-e77b4f01-f064-4e79-bba0-e6d1cb72cd06 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.1405632
Apr 30 05:18:25.473450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa95333-38ad-4d8a-997b-6a84942a33c3 req-c7aed38d-1c04-475c-9934-82d6e798dc1d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:25.486406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0aa95333-38ad-4d8a-997b-6a84942a33c3 req-c7aed38d-1c04-475c-9934-82d6e798dc1d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.2200658
Apr 30 05:18:25.593078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0aa95333-38ad-4d8a-997b-6a84942a33c3 req-8c30f7ab-f6e3-487c-a22e-1d9a66d58bd4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966094
Apr 30 05:18:26.233944 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d7df203c-7269-4ca9-9304-bc20b007bc91 req-4bee9291-5cb0-433b-803e-902af99813c4 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.1294897
Apr 30 05:18:27.146923 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c48703-08be-41a7-8b5a-1bb0cffd764f req-8609c826-3c78-434a-8edf-9f5b8d0193bd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:27.172963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94c48703-08be-41a7-8b5a-1bb0cffd764f req-8609c826-3c78-434a-8edf-9f5b8d0193bd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.2597013
Apr 30 05:18:27.335086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-94c48703-08be-41a7-8b5a-1bb0cffd764f req-42482d62-a0d3-4f8f-9ea3-7ebeae37f53d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1603260
Apr 30 05:18:27.565641 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:27.599962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:27.636009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2bfd5cb9-f6df-4a65-ae0d-413bb2a61632 req-cc60ff18-e7ae-4bc1-9153-101833d2eaf6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.1309559
Apr 30 05:18:28.610522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-4d6c50de-0556-4a22-8c2c-924590a95c1b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:28.614364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-4d6c50de-0556-4a22-8c2c-924590a95c1b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 812 time: 0.5202746
Apr 30 05:18:29.015820 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-d53ee9c5-2298-409f-8d52-252414b68158 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197fee38792947c6942aa1c89e289cac HTTP/1.1" status: 200  len: 380 time: 0.3857312
Apr 30 05:18:29.042420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'port': {'device_id': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'admin_state_up': True, 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'security_groups': ['e790034c-a5c3-4afa-bd44-a4c9fc1494f7']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:18:29.172671 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ac4515f-1bd6-42cd-900d-3cb4a0dd6438 req-dc9e5477-f365-4697-b309-2cfe822f0469 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.0824671
Apr 30 05:18:29.285626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5eeee-ce44-4891-b4cd-4ad885ad4564 req-1942b7a0-ff0d-4a84-b313-a7b77178922d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:29.294129 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93a5eeee-ce44-4891-b4cd-4ad885ad4564 req-1942b7a0-ff0d-4a84-b313-a7b77178922d tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.4817038
Apr 30 05:18:29.359272 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93a5eeee-ce44-4891-b4cd-4ad885ad4564 req-2ca8472d-5d47-42d4-9966-6e65ef22a4a8 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636654
Apr 30 05:18:29.470846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:29.483096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:port and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:29.490163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:29.506249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:29.540412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Made reservation on behalf of 197fee38792947c6942aa1c89e289cac for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:18:29.551247 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:30.118552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.20.0.7 (ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd/968c1a89-837e-4245-99cd-7c4f25dea4f3/007ffb92-8bc8-4fb5-8547-b6f765d6c00e) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:18:30.601847 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:30.649431 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Transition to ACTIVE for port object 007ffb92-8bc8-4fb5-8547-b6f765d6c00e will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:18:30.704690 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d0bd221-5440-4707-b703-89def23df0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:30.828926 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:30.852191 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-360954a4-039a-45ec-a8a0-4ac6c7ee6c66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126 tempest-PortsAdminExtendedAttrsIpV6TestJSON-301298126-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:30.940663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:18:30.954089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:18:30.970259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:18:31.065092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:31.065706 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:31.142998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1242499
Apr 30 05:18:31.174070 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:31.186807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5572882-1bf5-40dc-b2c8-ada12cdbbc09 req-d7249257-2f75-402f-88aa-63fba920b0db tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:31.187622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b5572882-1bf5-40dc-b2c8-ada12cdbbc09 req-d7249257-2f75-402f-88aa-63fba920b0db tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:18:31.193200 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:31.234416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb4614-7daa-42da-9c6e-f52fcca50d4a req-e842b16d-99f5-418c-aa86-38aca0058ff0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:31.236058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecbb4614-7daa-42da-9c6e-f52fcca50d4a req-e842b16d-99f5-418c-aa86-38aca0058ff0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.4614372
Apr 30 05:18:31.237399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b5572882-1bf5-40dc-b2c8-ada12cdbbc09 req-d7249257-2f75-402f-88aa-63fba920b0db tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:18:31.238349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5572882-1bf5-40dc-b2c8-ada12cdbbc09 req-d7249257-2f75-402f-88aa-63fba920b0db tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 931 time: 0.5328412
Apr 30 05:18:31.351443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Request body: {'port': {'device_id': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:18:31.442549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecbb4614-7daa-42da-9c6e-f52fcca50d4a req-cff1d69d-76bd-4ca7-b88e-97b6679f2f78 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1972675
Apr 30 05:18:31.475006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2cf815f8-9e6b-4bf6-bfc9-00e80636e5f9 None None] Provisioning for port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:18:31.491180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2cf815f8-9e6b-4bf6-bfc9-00e80636e5f9 None None] Provisioning complete for port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:18:31.491855 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2cf815f8-9e6b-4bf6-bfc9-00e80636e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:31.597747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2cf815f8-9e6b-4bf6-bfc9-00e80636e5f9 None None] Port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:18:31.754172 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5572882-1bf5-40dc-b2c8-ada12cdbbc09 req-16fd4f7b-26f0-41ac-92ec-6648b90e17d6 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4458094
Apr 30 05:18:31.760446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:32.207709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007ffb92-8bc8-4fb5-8547-b6f765d6c00e {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:18:32.217588 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:32.234043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Transition to ACTIVE for port object 007ffb92-8bc8-4fb5-8547-b6f765d6c00e will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:18:32.241512 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:32.249483 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:32.381034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Pushing event updated for resources: {'Port': ['ID=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:32.390334 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:32.575061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-a953549c-5625-48bd-8246-75ac8115ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:32.576819 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-a953549c-5625-48bd-8246-75ac8115ae7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1097 time: 0.1586983
Apr 30 05:18:32.583711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Attempting to bind port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:18:32.584900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Attempting to bind port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:18:32.585492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Attempting to bind port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:18:32.592240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:18:32.592921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Attempting to bind port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e on network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:18:32.600091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:18:32.600969 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Checking segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:18:32.601614 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Bound using segment: {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:18:32.602299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Bound port: 007ffb92-8bc8-4fb5-8547-b6f765d6c00e, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f27b70-a562-46bb-9b00-575638bcaa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:18:32.602929 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:32.730582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] For port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:18:32.734465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] For port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:18:32.798235 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:32.804454 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9da62709-ef26-464a-9a60-d4eb481a936d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:32.998394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:33.003340 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:33.005653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] 10.222.0.50 "PUT /v2.0/ports/007ffb92-8bc8-4fb5-8547-b6f765d6c00e HTTP/1.1" status: 200  len: 1092 time: 1.8493900
Apr 30 05:18:33.006463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:18:33.076261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-1107b69f-4ca9-4f12-9812-9c7fa7b90b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:33.078844 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-1107b69f-4ca9-4f12-9812-9c7fa7b90b76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.4944451
Apr 30 05:18:33.249453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Pushing event updated for resources: {'Port': ['ID=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:33.272720 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-c480a3df-2733-47f0-bc0d-5818c1eca39a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 200  len: 1000 time: 0.1657376
Apr 30 05:18:33.277170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e13d86-cde8-472f-97ed-82d9cc1e2c50 req-633d7dca-78b7-481e-a6ae-2fc8fe2bd58c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:33.278841 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55e13d86-cde8-472f-97ed-82d9cc1e2c50 req-633d7dca-78b7-481e-a6ae-2fc8fe2bd58c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.5426781
Apr 30 05:18:33.280967 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:33.396708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-f8b0ea8b-79c4-441e-bc51-ad51067ed670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:33.398923 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-f8b0ea8b-79c4-441e-bc51-ad51067ed670 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1253040
Apr 30 05:18:33.401851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55e13d86-cde8-472f-97ed-82d9cc1e2c50 req-f787e8d7-e6b5-4d5c-b6bb-fa0a53891c6a tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120853
Apr 30 05:18:33.411488 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:33.414050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3b53c-5b4a-4cce-bfcd-9bc3a99d2c75 req-40f7f9b8-a20f-4e48-855a-9cc3c2d61ec9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:33.416559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ae3b53c-5b4a-4cce-bfcd-9bc3a99d2c75 req-40f7f9b8-a20f-4e48-855a-9cc3c2d61ec9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 943 time: 0.3522973
Apr 30 05:18:33.431882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-fefbce24-76c6-468e-a271-8cce3544ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:33.443320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-fefbce24-76c6-468e-a271-8cce3544ba5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 1095 time: 0.3738377
Apr 30 05:18:33.541814 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'status': 'completed', 'code': 200}
Apr 30 05:18:33.548246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-4ab15796-8c9c-4505-91ab-8d0d60163515 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e HTTP/1.1" status: 200  len: 217 time: 0.0857167
Apr 30 05:18:33.559743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-f140f7c2-c5f0-440a-ab23-71c7bf654708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:33.561797 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-f140f7c2-c5f0-440a-ab23-71c7bf654708 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1510482
Apr 30 05:18:33.639892 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d4ff0cae-fdd8-4267-bdff-8921a136f5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:33.649828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ae3b53c-5b4a-4cce-bfcd-9bc3a99d2c75 req-5543bf45-ee13-4d45-86ff-ad6509068924 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2041626
Apr 30 05:18:33.665208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-a2df3d8f-ce00-4693-b63d-e5903b25f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:33.667569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-a2df3d8f-ce00-4693-b63d-e5903b25f81b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1055429
Apr 30 05:18:33.781101 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-2b7d8c2a-0e7d-498c-9c06-37fe2fa7fdb1 service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122188
Apr 30 05:18:33.788434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-641f7f42-9ab1-426b-b310-0d35da910b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:33.791285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-641f7f42-9ab1-426b-b310-0d35da910b67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1175520
Apr 30 05:18:33.957151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-5246bdc0-9d05-4a6c-aa6c-f7951c2f2a08 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580739
Apr 30 05:18:34.010727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7697eeb1-2ff3-40b1-9517-3b0d7ad29c72 req-8798dec1-9513-4d6d-8723-98c6033d37ea service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2228258
Apr 30 05:18:34.129461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47cfe7b4-a794-41b4-a377-aaa59a07dd74 req-009251c2-d634-4044-85d2-98098d1bdebe service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618893
Apr 30 05:18:34.265280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-88252b0e-57b5-4c06-baa4-167b7adb323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:34.266850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-88252b0e-57b5-4c06-baa4-167b7adb323e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 1095 time: 0.0823324
Apr 30 05:18:34.741237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-ad3e8ebb-2b52-4c86-98ac-ed69e4c6408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:34.744902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-ad3e8ebb-2b52-4c86-98ac-ed69e4c6408e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.4716442
Apr 30 05:18:34.827454 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:34.997938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-fe99673e-fe85-4421-a8c6-f514d2c9be16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e HTTP/1.1" status: 200  len: 217 time: 0.2372234
Apr 30 05:18:35.231992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-624c1136-84d0-4ea6-b4ad-7c902c729431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:35.233421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-624c1136-84d0-4ea6-b4ad-7c902c729431 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.2318442
Apr 30 05:18:35.339643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcf5bd-0066-445e-b67c-6304f2f453e2 req-90217aca-9f7a-4857-a5d3-fe56e1234951 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:35.348089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ddcf5bd-0066-445e-b67c-6304f2f453e2 req-90217aca-9f7a-4857-a5d3-fe56e1234951 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.6875415
Apr 30 05:18:35.398687 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78949f4c-500f-423c-bde9-889c346f392e req-d092ac32-309f-4479-be07-93ef7f6cbbba tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:35.400404 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78949f4c-500f-423c-bde9-889c346f392e req-d092ac32-309f-4479-be07-93ef7f6cbbba tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 943 time: 0.4163592
Apr 30 05:18:35.475934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ddcf5bd-0066-445e-b67c-6304f2f453e2 req-c365620f-e5a7-4cfc-9f16-5a30313f09bd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267142
Apr 30 05:18:35.516242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78949f4c-500f-423c-bde9-889c346f392e req-a7aa69e4-7d8f-4021-ba97-035f0ae4116d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057801
Apr 30 05:18:35.522459 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-ef19c075-a760-487c-b817-fb7e9a2ed14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:35.525310 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-ef19c075-a760-487c-b817-fb7e9a2ed14e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2841716
Apr 30 05:18:35.707439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-bb9a1057-6533-4313-b57b-88de7f211538 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750267
Apr 30 05:18:35.780845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 51978) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:35.917036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d467bdc3-b18e-4f17-9f6f-2877d848664c req-ac239c06-5bae-45a0-a642-2b5864c04145 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031875
Apr 30 05:18:36.000136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.030953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:36.037175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Usage tracker for resource:security_group_rule and tenant:69d7095ee23440dba6995c58cf26d0f5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:36.041788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:36.052366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:36.166824 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.173665 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.186650 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4650233a-3add-4d4b-84cb-6f1fb5886f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:36.240669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4ad7f4-1a1b-4a32-8a1a-21d77644794c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:36.253255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.253998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.254806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.255432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.256046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.256638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.257211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.257926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.258508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.259142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.259748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.260325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:36.266186 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:36.269266 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69d7095ee23440dba6995c58cf26d0f5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4873273
Apr 30 05:18:36.273511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 51984) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:36.322743 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.369642 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-597b4824-3824-40f9-a44c-c1fbcf55a72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.415972 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-597b4824-3824-40f9-a44c-c1fbcf55a72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.500032 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-597b4824-3824-40f9-a44c-c1fbcf55a72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.507145 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f83a3877-bf0a-4419-9cb7-d8fb0e62d438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:36.520384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b4824-3824-40f9-a44c-c1fbcf55a72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4ad7f4-1a1b-4a32-8a1a-21d77644794c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:36.524974 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-597b4824-3824-40f9-a44c-c1fbcf55a72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:36.528991 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-597b4824-3824-40f9-a44c-c1fbcf55a72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.533483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-597b4824-3824-40f9-a44c-c1fbcf55a72a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a4ad7f4-1a1b-4a32-8a1a-21d77644794c HTTP/1.1" status: 204  len: 168 time: 0.2573776
Apr 30 05:18:36.632565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5f85907d-827e-4591-990d-03039dde929b no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:18:36.799167 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.834643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f85907d-827e-4591-990d-03039dde929b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:18:36.848584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:18:36.856040 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.859645 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-8b38f4d5-d328-4b7a-b1ee-96831436b649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:36.922796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52002) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:36.956187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:36.970556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7201cf7-20aa-494c-939d-d8af3d633713 req-a89bdb6c-c393-4ca5-bdb1-8c67a6db7dae tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:36.983481 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7201cf7-20aa-494c-939d-d8af3d633713 req-a89bdb6c-c393-4ca5-bdb1-8c67a6db7dae tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 945 time: 0.3560572
Apr 30 05:18:36.988429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:36.998863 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:37.001009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:37.009791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c54f8-c808-4f17-a524-53b1202292c8 req-19c359a5-864f-4a2b-9492-7056632e6ee8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:37.011353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d303df44ea41bdaa428aa7fd38a70a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:37.012884 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e97c54f8-c808-4f17-a524-53b1202292c8 req-19c359a5-864f-4a2b-9492-7056632e6ee8 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 943 time: 0.3085771
Apr 30 05:18:37.016518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:37.024242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:37.092483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7201cf7-20aa-494c-939d-d8af3d633713 req-540f93a8-7602-41af-be1c-3a8871db9e86 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921519
Apr 30 05:18:37.100159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e97c54f8-c808-4f17-a524-53b1202292c8 req-ddaff26e-b878-459c-ab4d-9739846e6795 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691562
Apr 30 05:18:37.127006 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:37.139273 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:37.163325 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e946caf1-49da-4938-b21d-678b2493229c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:37.182864 n-d-766726-20 neutron-server[74583]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f85907d-827e-4591-990d-03039dde929b', 'code': 422} returned with failed status
Apr 30 05:18:37.224312 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5d303df44ea41bdaa428aa7fd38a70a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2994714
Apr 30 05:18:37.225260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ea597-33bb-421e-8743-5b88844e0905,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:37.229438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52008) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:37.230501 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:37.308828 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f085ace-1f40-4367-a236-a213c6be6110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:37.344280 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f085ace-1f40-4367-a236-a213c6be6110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:37.409409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f085ace-1f40-4367-a236-a213c6be6110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:37.415678 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-726b6216-dded-4ba9-89c0-82c62aad00c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:37.429837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f085ace-1f40-4367-a236-a213c6be6110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ea597-33bb-421e-8743-5b88844e0905,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:37.432430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3f085ace-1f40-4367-a236-a213c6be6110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:37.438429 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3f085ace-1f40-4367-a236-a213c6be6110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:37.439591 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3f085ace-1f40-4367-a236-a213c6be6110 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/683ea597-33bb-421e-8743-5b88844e0905 HTTP/1.1" status: 204  len: 168 time: 0.2080169
Apr 30 05:18:38.337219 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4fd44-e3c2-44ec-8922-1a1dcd586bb7 req-7f4921a1-54f5-4551-96f1-164ee07caebb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:38.339683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0a4fd44-e3c2-44ec-8922-1a1dcd586bb7 req-7f4921a1-54f5-4551-96f1-164ee07caebb tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 943 time: 0.1162114
Apr 30 05:18:38.394216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0a4fd44-e3c2-44ec-8922-1a1dcd586bb7 req-dfc36309-d877-48bd-9e00-c0bb239a6e46 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471854
Apr 30 05:18:39.055069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887134-31b6-474e-8148-0a9d5a7e3591 req-78b3cd39-67e5-4b10-be58-2d398b98ac25 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:39.062646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db887134-31b6-474e-8148-0a9d5a7e3591 req-78b3cd39-67e5-4b10-be58-2d398b98ac25 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.1381493
Apr 30 05:18:39.107769 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db887134-31b6-474e-8148-0a9d5a7e3591 req-e1618639-d611-4ff5-868c-261e5116d30b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442457
Apr 30 05:18:39.659232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-2a82bf19-c4a8-4f53-a26b-5c7d468a06e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3143218
Apr 30 05:18:39.673301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15a1e7-6145-40db-8bac-df4f413ed37d req-fc89d516-cbda-4aa6-a797-5ccd6cc7ce2d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:39.688386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e15a1e7-6145-40db-8bac-df4f413ed37d req-fc89d516-cbda-4aa6-a797-5ccd6cc7ce2d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 943 time: 0.1530161
Apr 30 05:18:39.748180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e15a1e7-6145-40db-8bac-df4f413ed37d req-8b5dfc25-fc76-4abd-a819-4ffa13059165 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584435
Apr 30 05:18:40.334906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-82e2f66c-2240-403a-9f01-27361cf945a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:40.336795 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-82e2f66c-2240-403a-9f01-27361cf945a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d&tenant_id=069c2427941c4dacb0a45a9adb630d07 HTTP/1.1" status: 200  len: 1095 time: 0.1011403
Apr 30 05:18:40.374223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a742a-cba7-4b92-8a30-d675f8bda9b2 req-952ecc1e-5ca9-4af8-8d36-49ea93848c88 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:40.379975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f77a742a-cba7-4b92-8a30-d675f8bda9b2 req-952ecc1e-5ca9-4af8-8d36-49ea93848c88 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.1187432
Apr 30 05:18:40.471924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-fdbb9322-5db4-4b01-a7c7-0bffe3b995ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:40.473850 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-fdbb9322-5db4-4b01-a7c7-0bffe3b995ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1095 time: 0.1048574
Apr 30 05:18:40.653533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f77a742a-cba7-4b92-8a30-d675f8bda9b2 req-598be520-d173-4f86-896b-420b9620414e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2707222
Apr 30 05:18:40.688387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-75a1b5fb-3cfc-4383-8c3c-3da239b775e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:40.689953 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-75a1b5fb-3cfc-4383-8c3c-3da239b775e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.2098887
Apr 30 05:18:40.846707 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-39c89d31-6373-4f0a-b2e5-6042c0e05e0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 200  len: 998 time: 0.1500094
Apr 30 05:18:40.981191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-9305a5ed-bf77-4b62-b5f7-2d87d6f59b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:40.984277 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-9305a5ed-bf77-4b62-b5f7-2d87d6f59b25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.1309588
Apr 30 05:18:41.056434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10c00e-c555-48d6-9f36-29414caf7a35 req-9e39ba95-3f1a-4025-abf6-3810fd6efecf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:41.064781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a10c00e-c555-48d6-9f36-29414caf7a35 req-9e39ba95-3f1a-4025-abf6-3810fd6efecf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 943 time: 0.1697638
Apr 30 05:18:41.125958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-d8d97c3b-14dd-48bb-902f-567e9cd442ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:41.132123 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-d8d97c3b-14dd-48bb-902f-567e9cd442ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1412053
Apr 30 05:18:41.137235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a10c00e-c555-48d6-9f36-29414caf7a35 req-3f4003eb-647c-4a4c-9c7c-d5361b920dbd tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637777
Apr 30 05:18:41.327759 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-f802dc20-4de2-4a22-9e95-5dd4a0dcf9ca service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927600
Apr 30 05:18:41.519088 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-da8c689b-6812-4d3b-aa59-d94ba276d0a1 req-d14e356a-e4a5-4ae6-a724-e13077d9847c service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849070
Apr 30 05:18:41.933202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c54921-ffd4-43c3-b60e-98f18d07c5b1 req-a074cafd-2f42-478a-bacb-c7f15ad04067 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:41.936245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79c54921-ffd4-43c3-b60e-98f18d07c5b1 req-a074cafd-2f42-478a-bacb-c7f15ad04067 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.1353633
Apr 30 05:18:42.002312 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79c54921-ffd4-43c3-b60e-98f18d07c5b1 req-61068f5b-c606-4a65-9ed1-c55e0898885b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509059
Apr 30 05:18:42.389515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52654) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:42.463222 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c41df-e254-47ce-9b5e-e784ee4e5a35 req-25043f65-f50c-4a94-9961-272a4fe425ca tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:42.472658 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe4c41df-e254-47ce-9b5e-e784ee4e5a35 req-25043f65-f50c-4a94-9961-272a4fe425ca tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 943 time: 0.1356156
Apr 30 05:18:42.528568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe4c41df-e254-47ce-9b5e-e784ee4e5a35 req-f2ae037d-a093-4928-9df5-d6a3b09ab25b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547371
Apr 30 05:18:42.584431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:42.615162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:42.624682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Usage tracker for resource:security_group_rule and tenant:05c1875d34ea44319d63c6cb61cbdb59 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:42.630319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:42.643819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:42.789064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:42.793966 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:42.835942 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b5d841d1-d872-4679-af04-377285e1f5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:42.848879 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05c1875d34ea44319d63c6cb61cbdb59&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4577973
Apr 30 05:18:42.852648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52666) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:42.944791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a90af-1447-4180-9632-8d89f814efc8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:42.956947 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:43.032489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fffa2753-49b6-4dad-91c2-7519ba61d106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:43.094225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fffa2753-49b6-4dad-91c2-7519ba61d106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:43.209085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fffa2753-49b6-4dad-91c2-7519ba61d106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:43.223668 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ac7d223c-3c0d-4521-b443-1a7d60fd02a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:43.282467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa2753-49b6-4dad-91c2-7519ba61d106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a90af-1447-4180-9632-8d89f814efc8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:43.294277 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fffa2753-49b6-4dad-91c2-7519ba61d106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:43.354835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fffa2753-49b6-4dad-91c2-7519ba61d106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:43.361758 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fffa2753-49b6-4dad-91c2-7519ba61d106 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c13a90af-1447-4180-9632-8d89f814efc8 HTTP/1.1" status: 204  len: 168 time: 0.5070295
Apr 30 05:18:43.568806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fe234-d9c2-4664-bb77-0fd8be2c3c5e req-dbdbd773-7e66-425d-94ca-430d30e04bce tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:43.571213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-492fe234-d9c2-4664-bb77-0fd8be2c3c5e req-dbdbd773-7e66-425d-94ca-430d30e04bce tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.2323911
Apr 30 05:18:43.733140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-492fe234-d9c2-4664-bb77-0fd8be2c3c5e req-2b5b3dce-36e5-46f7-b1e9-1d6da818b444 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556067
Apr 30 05:18:44.079511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52680) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:44.103181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:44.131346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:44.145417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c3d8df89d94bf3a98566887648f568 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:44.154055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:44.171985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:44.213360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecead4-2461-42ae-bdc6-ea96cc31d86d req-a78aac1c-052d-40d5-8e9b-5a10e2e86cb2 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:44.217243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfecead4-2461-42ae-bdc6-ea96cc31d86d req-a78aac1c-052d-40d5-8e9b-5a10e2e86cb2 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 943 time: 0.3165789
Apr 30 05:18:44.337763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfecead4-2461-42ae-bdc6-ea96cc31d86d req-34b0151c-e7da-46f7-ac22-d8f13c46dd2d tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089489
Apr 30 05:18:44.394358 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:44.401517 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:44.410854 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a33ccb6-4eed-4ae6-99a3-7e959b5914ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:44.479156 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5c3d8df89d94bf3a98566887648f568&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3962092
Apr 30 05:18:44.479667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52686) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:44.494085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df80a950-d070-4820-8c56-77cc27734b08,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:44.505195 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:44.648716 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:44.723554 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:44.838926 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:44.846054 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-61e0c964-4dca-456a-adf1-097209798ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:44.884381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80a950-d070-4820-8c56-77cc27734b08,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:44.903645 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:44.905102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df80a950-d070-4820-8c56-77cc27734b08 HTTP/1.1" status: 204  len: 168 time: 0.4236844
Apr 30 05:18:44.913397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.913808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.914197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.914576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.919424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.920107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.920578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.920973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.921481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.922185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.922590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.922963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:18:44.932779 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:45.193031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5937f-e018-4575-84f4-b79403d2ecc2 req-8ec1c694-3874-44c9-864e-4b2b9fd1c2b7 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:45.194663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42a5937f-e018-4575-84f4-b79403d2ecc2 req-8ec1c694-3874-44c9-864e-4b2b9fd1c2b7 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.2608445
Apr 30 05:18:45.234656 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 007ffb92-8bc8-4fb5-8547-b6f765d6c00e details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:18:45.302972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-42a5937f-e018-4575-84f4-b79403d2ecc2 req-6cf46279-31fd-418f-b095-84b85ab953c7 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929241
Apr 30 05:18:45.557611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:18:45.586794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'port_id': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'mac_address': 'fa:16:3e:91:2e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:18:45.745491 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:45.765618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007ffb92-8bc8-4fb5-8547-b6f765d6c00e {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:18:45.833004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:18:45.843792 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:45.851190 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4d594d58-3dc6-4a59-90e7-ef8cf0f16e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:45.879589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb95a5-8d8e-4fc7-a916-a32e6bbf8631 req-b6255149-60d7-49ac-bb49-8ce2eb3cded9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:45.879589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4cb95a5-8d8e-4fc7-a916-a32e6bbf8631 req-b6255149-60d7-49ac-bb49-8ce2eb3cded9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 943 time: 0.3278825
Apr 30 05:18:45.963936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:45.968091 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:46.037154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4cb95a5-8d8e-4fc7-a916-a32e6bbf8631 req-d66ed3ce-bf2e-4f31-9f40-821162ee9fc1 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1555865
Apr 30 05:18:46.177569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['007ffb92-8bc8-4fb5-8547-b6f765d6c00e'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:18:46.725503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd96af-0635-4ece-a26d-c95ca7247806 req-9a39204f-fd20-4533-b087-71ec46d66845 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:46.734452 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43cd96af-0635-4ece-a26d-c95ca7247806 req-9a39204f-fd20-4533-b087-71ec46d66845 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.1547022
Apr 30 05:18:46.812592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43cd96af-0635-4ece-a26d-c95ca7247806 req-6b0020cd-664c-4c6a-b2b0-ef0b623c89df tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768695
Apr 30 05:18:47.080864 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:18:47.636127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98672e5b-1194-49f0-95e6-17c763b03d82 req-f081d7d7-280b-49ec-8bb5-6b91592e8140 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:47.638307 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98672e5b-1194-49f0-95e6-17c763b03d82 req-f081d7d7-280b-49ec-8bb5-6b91592e8140 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 944 time: 0.1762314
Apr 30 05:18:47.794959 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98672e5b-1194-49f0-95e6-17c763b03d82 req-518c2b0f-eb7b-4c3d-a6f2-eb49481a8b7b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438403
Apr 30 05:18:48.298910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef3fdd-767f-4646-96d1-9366a1085b35 req-361d9b26-6e41-4cb7-8fee-94cd6698d17c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:48.306468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8aef3fdd-767f-4646-96d1-9366a1085b35 req-361d9b26-6e41-4cb7-8fee-94cd6698d17c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.2066455
Apr 30 05:18:48.411149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8aef3fdd-767f-4646-96d1-9366a1085b35 req-79e835f7-d9bd-49f2-8d60-f09916e7073f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034751
Apr 30 05:18:49.265693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 007ffb92-8bc8-4fb5-8547-b6f765d6c00e up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:18:49.272052 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4cdd1-0faf-4b7d-b821-c82f672f7800 req-83055973-bf3f-43d0-8e35-9bfa12e3db9b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:49.273911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37b4cdd1-0faf-4b7d-b821-c82f672f7800 req-83055973-bf3f-43d0-8e35-9bfa12e3db9b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 944 time: 0.1695905
Apr 30 05:18:49.417205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-37b4cdd1-0faf-4b7d-b821-c82f672f7800 req-7a080c0d-6506-42b9-958a-a4a51b1048d5 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186872
Apr 30 05:18:49.489705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:18:49.500080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:18:49.501163 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:49.877794 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:49.970869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5e119-8b52-463e-b558-0393a689797c req-4dc6b4b8-750a-4732-af68-dc3f08679225 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:49.985636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41a5e119-8b52-463e-b558-0393a689797c req-4dc6b4b8-750a-4732-af68-dc3f08679225 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.3626771
Apr 30 05:18:49.990623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:18:49.991815 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:18:49.999211 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:50.001274 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fceaf5e5-deec-460c-a2a3-99ade862fa75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:50.096427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-41a5e119-8b52-463e-b558-0393a689797c req-32264dbf-1ab9-4f7c-b48c-62fac48425be tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1092319
Apr 30 05:18:50.146623 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'code': 200}
Apr 30 05:18:50.301678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:50.309163 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:50.447064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dbfc8-f8c5-4de9-a2c3-9078b92f957b req-3e430eeb-d7e1-487e-a906-64a9e4b0b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:50.460009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b84dbfc8-f8c5-4de9-a2c3-9078b92f957b req-3e430eeb-d7e1-487e-a906-64a9e4b0b0f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 1097 time: 0.2270961
Apr 30 05:18:50.559873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b84dbfc8-f8c5-4de9-a2c3-9078b92f957b req-003fa9dc-5684-47b4-8b70-7cf93fbf9a45 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972419
Apr 30 05:18:50.838507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e265de2-fd44-43a6-aada-28cedbc64dbf req-408472a4-c101-4f13-a5a3-b7f1b33d85b9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:50.852383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e265de2-fd44-43a6-aada-28cedbc64dbf req-408472a4-c101-4f13-a5a3-b7f1b33d85b9 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 945 time: 0.1906672
Apr 30 05:18:51.000221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e265de2-fd44-43a6-aada-28cedbc64dbf req-86391b54-89f6-4f30-8595-d038568a01cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1446855
Apr 30 05:18:51.436769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6aae-7a08-4e2d-8681-e46d97f4f0a5 req-2db62e23-7af7-45ae-83dc-a3730dd5dab9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:51.438395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-688a6aae-7a08-4e2d-8681-e46d97f4f0a5 req-2db62e23-7af7-45ae-83dc-a3730dd5dab9 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.1148779
Apr 30 05:18:51.506934 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-688a6aae-7a08-4e2d-8681-e46d97f4f0a5 req-dd25d1a3-fce4-410e-87db-70e5615567ba tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605741
Apr 30 05:18:52.335581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93e0e2-1a87-4c9a-9210-2d76d426d81c req-aa1d18ea-39a2-422b-9eaa-cdb08095ebe7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:52.338571 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c93e0e2-1a87-4c9a-9210-2d76d426d81c req-aa1d18ea-39a2-422b-9eaa-cdb08095ebe7 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 945 time: 0.1555848
Apr 30 05:18:52.396623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c93e0e2-1a87-4c9a-9210-2d76d426d81c req-faa15e8e-84d4-4f31-b3f2-c9b252ec5950 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506377
Apr 30 05:18:52.811064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a0031-7c26-402e-b99e-a9f2eec07180 req-c494f7e7-b41e-4b85-90f5-151e57864d67 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:52.812604 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-526a0031-7c26-402e-b99e-a9f2eec07180 req-c494f7e7-b41e-4b85-90f5-151e57864d67 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 945 time: 0.2074194
Apr 30 05:18:53.002873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-526a0031-7c26-402e-b99e-a9f2eec07180 req-718c5101-e532-4d5d-ae8d-0babf0c25dca tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1805997
Apr 30 05:18:53.020014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52804) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:53.062123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed392f5-f764-4ed3-99b8-046f87f29e90 req-a41ac9b7-5c06-495e-8161-a5f0c07986e2 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:53.072782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eed392f5-f764-4ed3-99b8-046f87f29e90 req-a41ac9b7-5c06-495e-8161-a5f0c07986e2 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.3517196
Apr 30 05:18:53.192646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eed392f5-f764-4ed3-99b8-046f87f29e90 req-2e6247d6-05eb-44b8-8964-c80456d32fb0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193340
Apr 30 05:18:53.294440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52814) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:53.561629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52826) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:53.561974 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4632f849-89e2-4d22-9df4-e31d64adadd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78efba4131394b818ef98efa9aeadc01&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2660584
Apr 30 05:18:53.638197 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ffc472b5-bfd0-4c8e-a627-b63073c7f421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:53.685034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ffc472b5-bfd0-4c8e-a627-b63073c7f421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:53.772340 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ffc472b5-bfd0-4c8e-a627-b63073c7f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:53.786120 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ae6fa22-324d-4d7f-9954-6314d6d37d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:53.796718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217d8df-8002-459f-8866-cafd8f41937f tempest-TestVolumeBootPattern-533171048 tempest-TestVolumeBootPattern-533171048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:53.802528 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0217d8df-8002-459f-8866-cafd8f41937f tempest-TestVolumeBootPattern-533171048 tempest-TestVolumeBootPattern-533171048-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 1092 time: 0.7756717
Apr 30 05:18:53.802740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 52832) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:53.808123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:18:53.814882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc472b5-bfd0-4c8e-a627-b63073c7f421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c614dc-5e1a-412e-b753-388e952e2966,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:53.815761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:53.818088 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ffc472b5-bfd0-4c8e-a627-b63073c7f421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:53.819603 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ffc472b5-bfd0-4c8e-a627-b63073c7f421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:53.820751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Usage tracker for resource:floatingip and tenant:197fee38792947c6942aa1c89e289cac is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:53.824473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:53.830078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ffc472b5-bfd0-4c8e-a627-b63073c7f421 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58c614dc-5e1a-412e-b753-388e952e2966 HTTP/1.1" status: 204  len: 168 time: 0.2602143
Apr 30 05:18:53.830260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:53.847907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:54.026752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:54.184971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Allocated IP 172.25.8.23 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/4ee15a40-9c39-4529-8001-9d3eb4b6d4ca) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:18:54.377825 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:54.424377 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:54.434206 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa934ae0-a958-4dad-a233-23c9afa3f98c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:54.523934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=4ee15a40-9c39-4529-8001-9d3eb4b6d4ca,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:54.535098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:18:54.536578 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:54.537467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:18:54.540904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:18:54.615676 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a9068-98e0-4286-9ce5-dcb6f32f84a3 req-bb6f0140-4536-4233-b2c9-92e05987c39f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:54.617872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-954a9068-98e0-4286-9ce5-dcb6f32f84a3 req-bb6f0140-4536-4233-b2c9-92e05987c39f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.2850387
Apr 30 05:18:54.692238 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-954a9068-98e0-4286-9ce5-dcb6f32f84a3 req-c94db66b-f14e-47be-b18a-9b8fbf93936e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669205
Apr 30 05:18:55.253802 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:55.349067 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:55.614477 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:55.620166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:55.626575 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-43fd3ab7-4313-46b9-9f57-78cbb7879280 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:55.756940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:55.847258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event updated for resources: {'Port': ['ID=4ee15a40-9c39-4529-8001-9d3eb4b6d4ca,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:55.860952 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:55.998215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becbfda-e5bc-4d64-9644-3f03679c3a04 req-bb600a73-6a15-4c3e-8d79-c25f53593898 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:56.000745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7becbfda-e5bc-4d64-9644-3f03679c3a04 req-bb600a73-6a15-4c3e-8d79-c25f53593898 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.1694877
Apr 30 05:18:56.029765 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Floating IP 8f26b02a-b89b-48dc-bc62-4e1748c2ecd4 associated. External IP: 172.25.8.23, port: 007ffb92-8bc8-4fb5-8547-b6f765d6c00e.
Apr 30 05:18:56.080460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7becbfda-e5bc-4d64-9644-3f03679c3a04 req-54c718af-acae-4197-aeb9-c9480070aa2c tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693140
Apr 30 05:18:56.443077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52878) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:56.601719 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:56.628685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:56.633014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Usage tracker for resource:security_group_rule and tenant:3a56fd92231948e98931e6b1dd43e849 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:56.637085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:56.643672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:56.677831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Router dcc45f15-0c54-40cd-9098-1350f3b26e0b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:18:56.749318 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:56.753937 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:56.760957 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-907b5f80-0a31-4db0-bb99-d72f24cd819f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:56.810789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420fc3f3-e4c1-4a6e-8e78-e12ed1707496,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:56.828620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a56fd92231948e98931e6b1dd43e849&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3836401
Apr 30 05:18:56.829347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52888) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:56.830602 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:56.944483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-45448c31-b249-4a5f-ab79-bc65f2f23e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:56.993486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-45448c31-b249-4a5f-ab79-bc65f2f23e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:57.005828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:18:57.020907 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] Sync routers for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:18:57.076126 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:57.080624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:18:57.088853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77af93370>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:18:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:18:57.167787 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-45448c31-b249-4a5f-ab79-bc65f2f23e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:57.184814 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f60c8ab4-72e7-441b-84ca-648d0d637388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:57.243376 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.4278228
Apr 30 05:18:57.243661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45448c31-b249-4a5f-ab79-bc65f2f23e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420fc3f3-e4c1-4a6e-8e78-e12ed1707496,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:57.243845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:18:57.243988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-45448c31-b249-4a5f-ab79-bc65f2f23e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:57.243988 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-45448c31-b249-4a5f-ab79-bc65f2f23e57 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/420fc3f3-e4c1-4a6e-8e78-e12ed1707496 HTTP/1.1" status: 204  len: 168 time: 0.4104536
Apr 30 05:18:57.258327 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-45448c31-b249-4a5f-ab79-bc65f2f23e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:57.469290 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:57.535880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:57.544859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:18:57.562128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea443e-7e31-4359-8df0-174da109de0a req-4dde5ffc-07e7-4d8d-861e-e956f0459cb1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:57.563973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59ea443e-7e31-4359-8df0-174da109de0a req-4dde5ffc-07e7-4d8d-861e-e956f0459cb1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.2177508
Apr 30 05:18:57.672931 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-59ea443e-7e31-4359-8df0-174da109de0a req-2cb6b854-c092-4de4-9b80-bb6bdf0da3ca tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015286
Apr 30 05:18:57.791641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-c29c217d-a25c-4533-8127-5d9929b369f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:57.795223 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-c29c217d-a25c-4533-8127-5d9929b369f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=069c2427941c4dacb0a45a9adb630d07&device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1095 time: 0.4859645
Apr 30 05:18:57.829510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52908) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:57.866235 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'status': 'completed', 'code': 200}
Apr 30 05:18:57.881430 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:57.961201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:18:57.980496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] Usage tracker for resource:security_group_rule and tenant:6bcc50f468e145d284a869d2ba467a8b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:18:57.986978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-21c0acd7-a2e9-4727-a2ab-9b467f6b97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:57.989413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:18:57.998053 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-21c0acd7-a2e9-4727-a2ab-9b467f6b97d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 200  len: 918 time: 0.1795895
Apr 30 05:18:58.000510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:18:58.044272 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe17773-22ed-4638-b032-831784d79c2b req-5524a346-c952-4cb5-ab46-349fa67abaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:58.045871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfe17773-22ed-4638-b032-831784d79c2b req-5524a346-c952-4cb5-ab46-349fa67abaeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 1097 time: 0.1346471
Apr 30 05:18:58.141624 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-980e536b-e9cd-4d91-a7ad-d52037978208 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 200  len: 998 time: 0.1361668
Apr 30 05:18:58.205711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77af93370>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '01d72ebe-7bb2-47f1-852c-3d8f77257434', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:16:27Z', 'updated_at': '2021-04-30T05:16:33Z', 'revision_number': 1, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}, {'id': '8f26b02a-b89b-48dc-bc62-4e1748c2ecd4', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.23', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:91:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:18:55Z', 'updated_at': '2021-04-30T05:18:55Z', 'revision_number': 0, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:18:58.209973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe17773-22ed-4638-b032-831784d79c2b req-da644b43-f61b-4bd3-9acf-03d3b5cd932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:58.212032 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfe17773-22ed-4638-b032-831784d79c2b req-da644b43-f61b-4bd3-9acf-03d3b5cd932b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.1595173
Apr 30 05:18:58.215185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] Checking router: dcc45f15-0c54-40cd-9098-1350f3b26e0b for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:18:58.223353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-06760510-2583-450f-ba64-be0471da9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:58.225332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-06760510-2583-450f-ba64-be0471da9bd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 200  len: 856 time: 0.0766656
Apr 30 05:18:58.236490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:18:58.237465 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77af93370>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:18:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:18:58.321683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-7ec40c50-9d05-4783-8c19-bd310e299b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:58.322130 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-7ec40c50-9d05-4783-8c19-bd310e299b96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38185e0d-d8a3-489a-9476-e14b0adbf501&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0882616
Apr 30 05:18:58.392669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfe17773-22ed-4638-b032-831784d79c2b req-2b0e95d2-7ff2-4e3d-a14c-4ef1e15c3255 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e HTTP/1.1" status: 200  len: 998 time: 0.1728506
Apr 30 05:18:58.487332 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe17773-22ed-4638-b032-831784d79c2b req-d59a185a-913d-4093-80d8-1d2635fa89c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:58.488973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfe17773-22ed-4638-b032-831784d79c2b req-d59a185a-913d-4093-80d8-1d2635fa89c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.0832744
Apr 30 05:18:58.494392 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:58.498706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:18:58.518625 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-74b23f42-1f16-4384-85d1-f1d445b3dba6 service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900094
Apr 30 05:18:58.547847 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:58.583514 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6968747d-ff8d-429f-be71-5f78fe28c8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:58.617443 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bcc50f468e145d284a869d2ba467a8b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7866473
Apr 30 05:18:58.618700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52914) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:18:58.619543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f497b115-c59d-4bd2-ac36-2e4722d0f4ff,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:58.640516 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9d1b9173-ffe5-4d52-b111-2511bdf60515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:58.721816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e5b7d94f-4c2d-45ef-a715-4b8db8304b1c req-d35eb997-8239-4bdd-9c9e-bf697ff72b9e service neutron] 10.222.0.37 "GET /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954951
Apr 30 05:18:58.744109 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1e5c5e0a-ff36-47f0-925d-527b8fbf84d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:58.783139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe17773-22ed-4638-b032-831784d79c2b req-745ed653-2bc8-4a94-96bb-ffd57d812198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:58.785346 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfe17773-22ed-4638-b032-831784d79c2b req-745ed653-2bc8-4a94-96bb-ffd57d812198 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2884943
Apr 30 05:18:58.790812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1e5c5e0a-ff36-47f0-925d-527b8fbf84d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:59.045885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfe17773-22ed-4638-b032-831784d79c2b req-67233dea-4e29-4274-bfa0-e2a906ae9efd service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447872
Apr 30 05:18:59.093235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77af93370>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '01d72ebe-7bb2-47f1-852c-3d8f77257434', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:16:27Z', 'updated_at': '2021-04-30T05:16:33Z', 'revision_number': 1, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}, {'id': '8f26b02a-b89b-48dc-bc62-4e1748c2ecd4', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.23', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:91:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:18:55Z', 'updated_at': '2021-04-30T05:18:55Z', 'revision_number': 0, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:18:59.104262 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e9ca6b-3315-48c0-8932-27c211d8f53d None None] The sync data for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 is: [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '01d72ebe-7bb2-47f1-852c-3d8f77257434', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:16:27Z', 'updated_at': '2021-04-30T05:16:33Z', 'revision_number': 1, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}, {'id': '8f26b02a-b89b-48dc-bc62-4e1748c2ecd4', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.23', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:91:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:18:55Z', 'updated_at': '2021-04-30T05:18:55Z', 'revision_number': 0, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:18:59.220866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8f32-756d-4324-9b5f-f6a9e31b0bb7 req-22117136-06e0-4500-b6b1-c41df4212377 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:18:59.227242 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6af8f32-756d-4324-9b5f-f6a9e31b0bb7 req-22117136-06e0-4500-b6b1-c41df4212377 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.3176682
Apr 30 05:18:59.232624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cfe17773-22ed-4638-b032-831784d79c2b req-eb9ec60e-3895-4d53-be48-ef182b7e3283 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776075
Apr 30 05:18:59.286827 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1e5c5e0a-ff36-47f0-925d-527b8fbf84d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:59.295267 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-889ea94b-9c4e-4d7e-8f31-02c9c2e559c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:18:59.315015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6af8f32-756d-4324-9b5f-f6a9e31b0bb7 req-f8b28509-ec04-460d-9e95-efee72a0eaa3 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808165
Apr 30 05:18:59.317216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c5e0a-ff36-47f0-925d-527b8fbf84d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f497b115-c59d-4bd2-ac36-2e4722d0f4ff,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:18:59.326855 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1e5c5e0a-ff36-47f0-925d-527b8fbf84d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:18:59.330577 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1e5c5e0a-ff36-47f0-925d-527b8fbf84d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:18:59.338832 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1e5c5e0a-ff36-47f0-925d-527b8fbf84d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f497b115-c59d-4bd2-ac36-2e4722d0f4ff HTTP/1.1" status: 204  len: 168 time: 0.7028520
Apr 30 05:18:59.403803 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaecf630-a18d-4c4e-a5d8-08f9fb0f38bc None None] New status for floating IP 8f26b02a-b89b-48dc-bc62-4e1748c2ecd4: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:18:59.950764 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52938) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:19:00.181510 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:00.199693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:19:00.204848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:17b56fae3495493ea413671f10b664c2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:19:00.208558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:19:00.217169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:19:00.326493 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:00.331400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:00.498712 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-da5a968d-a3da-4d78-8b84-52a98b541cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:19:00.587217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17b56fae3495493ea413671f10b664c2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6306388
Apr 30 05:19:00.587217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 52960) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:19:00.603195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8040903b-d27e-4cb3-8701-64da12fca2fd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:19:00.609255 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:19:00.687552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcc82f-a639-4976-ab2a-f51ba4cf1029 req-dc1f5745-44a3-46b5-9679-15cdb44f0d0f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:00.689094 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7bcc82f-a639-4976-ab2a-f51ba4cf1029 req-dc1f5745-44a3-46b5-9679-15cdb44f0d0f tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 943 time: 0.1917164
Apr 30 05:19:00.689887 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f69d0651-eb99-4669-b01b-916d1afec7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:00.700815 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b3b83380-d704-4ee1-aff9-d05200179d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:00.739108 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f69d0651-eb99-4669-b01b-916d1afec7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:00.778271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7bcc82f-a639-4976-ab2a-f51ba4cf1029 req-960843d4-a063-4c71-ab47-127f8fd9671e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784376
Apr 30 05:19:00.785028 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5f85907d-827e-4591-990d-03039dde929b details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:19:00.832738 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f69d0651-eb99-4669-b01b-916d1afec7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:00.838345 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0a0b4e07-f6bd-403e-a2c8-23664b2831b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:19:00.852788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d0651-eb99-4669-b01b-916d1afec7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8040903b-d27e-4cb3-8701-64da12fca2fd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:19:00.857024 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f69d0651-eb99-4669-b01b-916d1afec7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:19:00.858101 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f69d0651-eb99-4669-b01b-916d1afec7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:00.861641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f69d0651-eb99-4669-b01b-916d1afec7ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8040903b-d27e-4cb3-8701-64da12fca2fd HTTP/1.1" status: 204  len: 168 time: 0.2711177
Apr 30 05:19:00.983918 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:19:01.008488 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '5f85907d-827e-4591-990d-03039dde929b', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'port_id': '5f85907d-827e-4591-990d-03039dde929b', 'mac_address': 'fa:16:3e:98:3d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:19:01.076033 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:01.097981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f85907d-827e-4591-990d-03039dde929b {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:19:01.118562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:19:01.125838 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:01.129186 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f9635034-935a-4894-bf9b-d70d6bf25d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:19:01.237114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:19:01.244297 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:19:01.473159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['5f85907d-827e-4591-990d-03039dde929b'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:19:02.030024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab141-cee9-44e6-8606-a622111c4f14 req-d2caf16d-5fe5-48ee-9977-c8f6fe2e7b18 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:02.031683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc5ab141-cee9-44e6-8606-a622111c4f14 req-d2caf16d-5fe5-48ee-9977-c8f6fe2e7b18 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 944 time: 0.1060081
Apr 30 05:19:02.096281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc5ab141-cee9-44e6-8606-a622111c4f14 req-feeeb0f5-fbff-43dc-83f5-1784c55ebc8e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541101
Apr 30 05:19:02.789257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5f85907d-827e-4591-990d-03039dde929b up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:19:02.821589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53040) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:19:02.878729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 5f85907d-827e-4591-990d-03039dde929b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:19:02.879443 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:02.968586 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:02.991104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:19:02.995683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:90c79d8120af49d5aa8254331b3aed95 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:19:02.998696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:19:03.007226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:19:03.016202 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.051877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85907d-827e-4591-990d-03039dde929b'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:19:03.071186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:19:03.075970 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.084786 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:19:03.110653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.115556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.125618 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aa8c478d-2924-4097-b754-27a77bc72f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:19:03.130976 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f85907d-827e-4591-990d-03039dde929b', 'code': 200}
Apr 30 05:19:03.168337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=10']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:19:03.171821 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:19:03.226957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035f5cf9-b9f2-4503-bb6f-2b2ba3f904d2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:19:03.233147 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90c79d8120af49d5aa8254331b3aed95&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4104385
Apr 30 05:19:03.234600 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:19:03.235855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53050) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:19:03.391921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5230676e-c4f3-434c-a37e-424aed294bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.399216 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.417264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de032b09-ef1c-4d9a-9870-8dded19d6a7c req-d4047e79-cd1d-4f01-8276-82c3678545ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:03.419132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-de032b09-ef1c-4d9a-9870-8dded19d6a7c req-d4047e79-cd1d-4f01-8276-82c3678545ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 1098 time: 0.0858290
Apr 30 05:19:03.434877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed065cbf-3f1b-442a-8a8f-aa00364d5d4a req-0240adcf-628b-4eb0-9606-339b27be1ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:03.436542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed065cbf-3f1b-442a-8a8f-aa00364d5d4a req-0240adcf-628b-4eb0-9606-339b27be1ea0 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 946 time: 0.1759839
Apr 30 05:19:03.441719 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5230676e-c4f3-434c-a37e-424aed294bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.472807 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-de032b09-ef1c-4d9a-9870-8dded19d6a7c req-ebb552a9-1aae-4d8b-bba0-41ac4021b9e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467892
Apr 30 05:19:03.519264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed065cbf-3f1b-442a-8a8f-aa00364d5d4a req-1ca6e6ec-830d-4090-8f83-c731b03a6886 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698500
Apr 30 05:19:03.537062 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5230676e-c4f3-434c-a37e-424aed294bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.540982 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e6c4c1b6-904f-4756-b922-6cf3229181b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:19:03.555004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230676e-c4f3-434c-a37e-424aed294bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035f5cf9-b9f2-4503-bb6f-2b2ba3f904d2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:19:03.558688 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5230676e-c4f3-434c-a37e-424aed294bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:19:03.561142 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5230676e-c4f3-434c-a37e-424aed294bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.563777 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5230676e-c4f3-434c-a37e-424aed294bcd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/035f5cf9-b9f2-4503-bb6f-2b2ba3f904d2 HTTP/1.1" status: 204  len: 168 time: 0.3243601
Apr 30 05:19:03.626460 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e896ed4d-1083-42a6-aaf5-930e21b87b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.897164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53066) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:19:03.924444 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:03.940207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:19:03.944098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Usage tracker for resource:security_group_rule and tenant:092c9578a13e4933a574f2aedb1e446a is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:19:03.946991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:19:03.953284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:19:04.052586 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:04.057100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:04.064790 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-597b4824-3824-40f9-a44c-c1fbcf55a72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:19:04.106872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d45e05-61d7-464b-810f-e2699727e871,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:19:04.113675 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=092c9578a13e4933a574f2aedb1e446a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2128773
Apr 30 05:19:04.113675 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:19:04.114050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53074) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:19:04.175387 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b261a0a3-9b83-42e4-a22b-46d5594261a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:04.205828 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b261a0a3-9b83-42e4-a22b-46d5594261a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:04.263489 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b261a0a3-9b83-42e4-a22b-46d5594261a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:04.268535 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ffc472b5-bfd0-4c8e-a627-b63073c7f421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:19:04.282276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261a0a3-9b83-42e4-a22b-46d5594261a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d45e05-61d7-464b-810f-e2699727e871,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:19:04.285123 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b261a0a3-9b83-42e4-a22b-46d5594261a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:19:04.286361 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b261a0a3-9b83-42e4-a22b-46d5594261a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:04.287732 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b261a0a3-9b83-42e4-a22b-46d5594261a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24d45e05-61d7-464b-810f-e2699727e871 HTTP/1.1" status: 204  len: 168 time: 0.1726735
Apr 30 05:19:04.831243 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:04.841771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355213e2-6e49-47b6-9b81-c2d8a3a18623 req-3a1ef8b9-e47d-4657-bc2a-8ced88d354a4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:04.843476 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-355213e2-6e49-47b6-9b81-c2d8a3a18623 req-3a1ef8b9-e47d-4657-bc2a-8ced88d354a4 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 946 time: 0.1350091
Apr 30 05:19:04.921323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-355213e2-6e49-47b6-9b81-c2d8a3a18623 req-2d7e73d5-0c25-4cb9-9c44-7425bc371d58 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697498
Apr 30 05:19:06.166074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca9e9c-9f64-4a35-a172-35327d664a6c req-33100544-5edd-4e13-9514-147063408051 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:06.179138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8ca9e9c-9f64-4a35-a172-35327d664a6c req-33100544-5edd-4e13-9514-147063408051 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 946 time: 0.1296530
Apr 30 05:19:06.270852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8ca9e9c-9f64-4a35-a172-35327d664a6c req-5bf8b38e-f0f9-4dd4-9215-3dfabc405e5b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898225
Apr 30 05:19:06.334877 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:24.081775 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:19:27.410005 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:27.519684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:30.714103 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2c6d34db-7f75-425d-98eb-79370262a0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:33.409276 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:33.624080 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-030738de-a576-4863-aa8e-b25d1b4aec87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:33.881875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-23f111f6-816d-450b-a614-fcc3e365b281 req-42130ce3-5c24-4135-8b82-2a573b4ff6c6 service neutron] (74581) timed out ('10.222.0.46', 60060) {{(pid=74581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 05:19:34.824872 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:36.344514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:51.220779 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13631a43-7a6b-4f28-9e01-b8634775979e req-203bd85c-cf3e-421d-9c78-a9dfc54c854e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1174204
Apr 30 05:19:51.436393 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631a43-7a6b-4f28-9e01-b8634775979e req-63ad9e73-c733-4fce-9c8f-005aad86e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:51.436393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13631a43-7a6b-4f28-9e01-b8634775979e req-63ad9e73-c733-4fce-9c8f-005aad86e86e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 1097 time: 0.1183121
Apr 30 05:19:51.615477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631a43-7a6b-4f28-9e01-b8634775979e req-c8545a79-198c-415e-acd5-682a283bbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:51.617156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13631a43-7a6b-4f28-9e01-b8634775979e req-c8545a79-198c-415e-acd5-682a283bbec1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.1609023
Apr 30 05:19:51.756522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13631a43-7a6b-4f28-9e01-b8634775979e req-1b37c009-b2cb-4d43-96ed-ea47a77c316e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e HTTP/1.1" status: 200  len: 1000 time: 0.1318855
Apr 30 05:19:51.872484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631a43-7a6b-4f28-9e01-b8634775979e req-aeec9fc0-bae7-4be3-94d4-5278a536686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:51.876218 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13631a43-7a6b-4f28-9e01-b8634775979e req-aeec9fc0-bae7-4be3-94d4-5278a536686f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1123226
Apr 30 05:19:51.999283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13631a43-7a6b-4f28-9e01-b8634775979e req-d96c64f9-70e8-49bc-962d-9269183533ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:52.000838 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13631a43-7a6b-4f28-9e01-b8634775979e req-d96c64f9-70e8-49bc-962d-9269183533ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1165810
Apr 30 05:19:52.182746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13631a43-7a6b-4f28-9e01-b8634775979e req-f9847abd-4284-478f-aaa0-3c8b771ef8bd service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1743190
Apr 30 05:19:52.343572 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13631a43-7a6b-4f28-9e01-b8634775979e req-066b7205-d83b-4c56-87c2-1b6f410acb0f service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510742
Apr 30 05:19:57.434761 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:57.569648 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:58.890063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a44f587-f290-4a54-867a-e4509b15559c req-de370483-4f31-4c4e-9f9e-a20c226eb41d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0862920
Apr 30 05:19:59.002930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44f587-f290-4a54-867a-e4509b15559c req-89f08616-3f66-4fa8-b2af-337c97e87bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:59.004582 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a44f587-f290-4a54-867a-e4509b15559c req-89f08616-3f66-4fa8-b2af-337c97e87bba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 1097 time: 0.0921845
Apr 30 05:19:59.190601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44f587-f290-4a54-867a-e4509b15559c req-a61dea3c-0dee-4e24-8da7-f43f00e6a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:59.192277 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a44f587-f290-4a54-867a-e4509b15559c req-a61dea3c-0dee-4e24-8da7-f43f00e6a4a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.1601901
Apr 30 05:19:59.352382 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a44f587-f290-4a54-867a-e4509b15559c req-5aefcd16-da6b-40fa-9d14-499f70acad3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924 HTTP/1.1" status: 200  len: 1001 time: 0.1514592
Apr 30 05:19:59.355561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53678) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:19:59.470446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44f587-f290-4a54-867a-e4509b15559c req-d213c430-6187-48a6-b1a4-c11552d8407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:59.472404 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a44f587-f290-4a54-867a-e4509b15559c req-d213c430-6187-48a6-b1a4-c11552d8407b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.1109619
Apr 30 05:19:59.530519 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:59.550076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:19:59.556053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Usage tracker for resource:security_group_rule and tenant:38ed9ab92ff549f9b6400685c9aa2a6e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:19:59.561156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:19:59.569078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:19:59.585206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44f587-f290-4a54-867a-e4509b15559c req-871c5745-c249-4b58-aa6c-c3357d61ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:19:59.587751 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a44f587-f290-4a54-867a-e4509b15559c req-871c5745-c249-4b58-aa6c-c3357d61ee4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1080947
Apr 30 05:19:59.696772 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:59.703228 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:59.724589 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b7a2b0d2-526a-4751-a27f-e69a45f95001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:19:59.755891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53688) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:19:59.769574 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38ed9ab92ff549f9b6400685c9aa2a6e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4102151
Apr 30 05:19:59.769820 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a44f587-f290-4a54-867a-e4509b15559c req-7d1371c9-a405-4de7-a0bc-7bc4cb866508 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720266
Apr 30 05:19:59.769820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53694) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:19:59.776596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b83e2b-61ba-4811-a038-5b98ec9f57c6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:19:59.785863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.786665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.786877 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.787397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.787879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.788363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.788848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.789317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.789792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.790285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.790762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.792078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:19:59.796652 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:19:59.956357 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:19:59.985253 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.004952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:00.018300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Usage tracker for resource:security_group_rule and tenant:b06ab53675b4416ab5783cf5e6fb078e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:00.023345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:00.028114 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0a44f587-f290-4a54-867a-e4509b15559c req-4e8cec7f-1589-45b8-8d61-1ee9b30401d2 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2264035
Apr 30 05:20:00.033123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:00.053588 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.139937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.146478 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-70b9f7a0-5654-4dcc-a3b0-89c2d20a7932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:00.168165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b83e2b-61ba-4811-a038-5b98ec9f57c6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:00.189768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.190148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.190528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.190903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.191275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.191672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.192038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.192406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.192766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.193131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.193491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.193851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:00.203319 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:00.209584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.212409 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.216166 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09b83e2b-61ba-4811-a038-5b98ec9f57c6 HTTP/1.1" status: 204  len: 168 time: 0.4429584
Apr 30 05:20:00.216166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.223952 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c7f88ca-aabd-4570-8420-966f1ebafdac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:00.269636 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b06ab53675b4416ab5783cf5e6fb078e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5103095
Apr 30 05:20:00.270629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b0dfb1-992e-4e27-b90a-52346a450d7a,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:00.273495 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 53700) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:00.273717 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:00.345662 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eec4e076-be54-411e-bb56-c3281f6c1d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.375374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eec4e076-be54-411e-bb56-c3281f6c1d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.429836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eec4e076-be54-411e-bb56-c3281f6c1d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.436384 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5230676e-c4f3-434c-a37e-424aed294bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:00.449039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4e076-be54-411e-bb56-c3281f6c1d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b0dfb1-992e-4e27-b90a-52346a450d7a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:00.452799 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-eec4e076-be54-411e-bb56-c3281f6c1d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:00.459142 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-eec4e076-be54-411e-bb56-c3281f6c1d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:00.460465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-eec4e076-be54-411e-bb56-c3281f6c1d1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78b0dfb1-992e-4e27-b90a-52346a450d7a HTTP/1.1" status: 204  len: 168 time: 0.1854515
Apr 30 05:20:00.708641 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-30dfd2c6-e47c-4bf4-8c5d-b0733f827e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:01.081687 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:20:03.398543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:03.626291 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c9313dcd-aabc-4262-8a30-bf7d62bebf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:04.836282 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:06.340196 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:11.413418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af3d6b-526b-46b7-8ba8-120b6919dedf req-6e120481-59d7-4679-b849-b91a278ad7d2 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:11.416938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1af3d6b-526b-46b7-8ba8-120b6919dedf req-6e120481-59d7-4679-b849-b91a278ad7d2 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 946 time: 0.1329618
Apr 30 05:20:11.475854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1af3d6b-526b-46b7-8ba8-120b6919dedf req-6a1c69e7-1ceb-4851-9dcd-d111f93b27b2 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475733
Apr 30 05:20:12.814951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f5f4b-5914-4f29-8500-d4b98cce65b5 req-c699cc7f-6fd4-4a5c-a434-0f7b0fae6415 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:12.817605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c9f5f4b-5914-4f29-8500-d4b98cce65b5 req-c699cc7f-6fd4-4a5c-a434-0f7b0fae6415 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 946 time: 0.1359854
Apr 30 05:20:12.938971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c9f5f4b-5914-4f29-8500-d4b98cce65b5 req-41009016-2624-425d-9ad7-52d283b6aa41 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups?id=45d7e996-46dd-4f5c-9e32-f524120472f5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129351
Apr 30 05:20:13.123338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-eb03609d-b5b6-41a7-b032-4d5442523440 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:13.127952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-eb03609d-b5b6-41a7-b032-4d5442523440 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Synchronizing usage tracker for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:20:13.154362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-eb03609d-b5b6-41a7-b032-4d5442523440 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Unset dirty status for tenant:069c2427941c4dacb0a45a9adb630d07 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:20:13.156253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-eb03609d-b5b6-41a7-b032-4d5442523440 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.37 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 946 time: 0.4906209
Apr 30 05:20:13.362578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Deleting port 5f85907d-827e-4591-990d-03039dde929b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:20:13.362964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:13.574892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] For port 5f85907d-827e-4591-990d-03039dde929b, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=5f85907d-827e-4591-990d-03039dde929b,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:13.575370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:14.005016 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:14.005681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:14.006320 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Floating IP aa39e842-345f-480b-8f89-ea75f943289e disassociated. External IP: 172.25.8.79, port: 5f85907d-827e-4591-990d-03039dde929b.
Apr 30 05:20:14.006896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Calling delete_port for 5f85907d-827e-4591-990d-03039dde929b owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:20:14.173910 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:14.189400 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7c5a9db1-e5ff-4c1c-9725-289180dca8f2 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:14.658759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c95ae342-7c15-4c60-92a1-f943727131f8 req-48c26d0e-2ea4-464b-89a8-52f512f98f46 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 210 time: 0.1990969
Apr 30 05:20:14.734187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event deleted for resources: {'Port': ['ID=5f85907d-827e-4591-990d-03039dde929b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:14.741120 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:14.754472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Router 094c692d-98d5-4882-bf5c-43ed0af828be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:20:15.183687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:15.195865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] Sync routers for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:20:15.216917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:15.217765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b376ca0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:15.325643 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] No DVR routers for this DVR port 5f85907d-827e-4591-990d-03039dde929b on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:20:15.329987 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:15.344972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-deleted', 'tag': '5f85907d-827e-4591-990d-03039dde929b'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:20:15.399235 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40a1e786-2b3d-4dfe-8b06-52db00e4ab0d req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.37 "DELETE /v2.0/ports/5f85907d-827e-4591-990d-03039dde929b HTTP/1.1" status: 204  len: 173 time: 2.2363191
Apr 30 05:20:15.522271 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e866932d-19d9-4a22-b812-08507efc9c8d', 'name': 'network-vif-deleted', 'tag': '5f85907d-827e-4591-990d-03039dde929b', 'status': 'completed', 'code': 200}
Apr 30 05:20:15.677555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:16.240584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a503164-3e4c-4992-a20a-ac7d18fce9d1 req-b1c060ef-5afe-4f8a-bddc-44642ebdf2dc tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/ports?device_id=e866932d-19d9-4a22-b812-08507efc9c8d HTTP/1.1" status: 200  len: 210 time: 0.0640438
Apr 30 05:20:16.556969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b376ca0>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:16.563126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] Checking router: 094c692d-98d5-4882-bf5c-43ed0af828be for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:20:16.574854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:16.575629 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b376ca0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:16.836538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:17.230087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5f85907d-827e-4591-990d-03039dde929b no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:20:17.294013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 5f85907d-827e-4591-990d-03039dde929b {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:20:17.294922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 5f85907d-827e-4591-990d-03039dde929b not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:20:17.346004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b376ca0>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:17.351787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c82cc-3288-414d-88c5-2fec1c0babe3 None None] The sync data for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 is: [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:08:47Z', 'revision_number': 4, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '96638a71-6664-49e2-8b1b-79cbb58b5d45', 'name': '', 'network_id': '38185e0d-d8a3-489a-9476-e14b0adbf501', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'mac_address': 'fa:16:3e:c5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:44Z', 'updated_at': '2021-04-30T05:08:58Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'subnets': [{'id': '74d8b584-9d9e-4226-8e44-6e5086867269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:20:17.500772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 53998) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:17.640683 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38bdd96d-0986-4841-b7ef-dc40eee6a164 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:17.697504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38bdd96d-0986-4841-b7ef-dc40eee6a164 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:17.728733 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c2f54-42d0-4d0c-b25a-f6e2627d69b9 None None] New status for floating IP aa39e842-345f-480b-8f89-ea75f943289e: DOWN {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:20:17.795525 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38bdd96d-0986-4841-b7ef-dc40eee6a164 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:17.800419 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0d2299a5-0e15-416c-9342-a8cc0e860213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:17.815648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdd96d-0986-4841-b7ef-dc40eee6a164 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d7e996-46dd-4f5c-9e32-f524120472f5,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:17.819137 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-38bdd96d-0986-4841-b7ef-dc40eee6a164 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:17.847248 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38bdd96d-0986-4841-b7ef-dc40eee6a164 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:17.849267 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-38bdd96d-0986-4841-b7ef-dc40eee6a164 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "DELETE /v2.0/security-groups/45d7e996-46dd-4f5c-9e32-f524120472f5 HTTP/1.1" status: 204  len: 168 time: 0.3467848
Apr 30 05:20:17.853781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54004) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:17.876865 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-29211d06-90fd-497c-84c2-fb92bab6c17b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] show failed (client error): The resource could not be found.
Apr 30 05:20:17.881589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-29211d06-90fd-497c-84c2-fb92bab6c17b tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "GET /v2.0/security-groups/45d7e996-46dd-4f5c-9e32-f524120472f5 HTTP/1.1" status: 404  len: 347 time: 0.0262306
Apr 30 05:20:17.882331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54008) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:18.425740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Deleting port 74a1055b-b48a-4d19-b362-5d3769c4c2fc {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:20:18.426091 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:18.564559 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:18.564981 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:18.702039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Calling delete_port for 74a1055b-b48a-4d19-b362-5d3769c4c2fc owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:20:18.841817 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:18.848226 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32a5918e-1409-46b3-9a45-43f01ceff7d3 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:18.858849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54018) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:18.937012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Pushing event deleted for resources: {'Port': ['ID=74a1055b-b48a-4d19-b362-5d3769c4c2fc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:18.942093 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:19.124244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:19.132868 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:19.153066 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:19.154126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] 10.222.0.46 "DELETE /v2.0/floatingips/aa39e842-345f-480b-8f89-ea75f943289e HTTP/1.1" status: 204  len: 168 time: 1.2703841
Apr 30 05:20:19.154617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:19.160176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Usage tracker for resource:security_group_rule and tenant:84819c3f9f724dac989732b249e0eac4 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:19.164674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:19.179061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:19.325998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:19.331558 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:19.341274 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-299fe256-8890-43a8-9a85-1fc97938d4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:19.394948 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4af90ba-17e7-4098-8dc0-8a39d43cb353,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:19.403208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54034) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:19.414938 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84819c3f9f724dac989732b249e0eac4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5541549
Apr 30 05:20:19.418237 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:19.482294 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fed6c6d5-bb79-4291-a4a8-03415814e5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:19.513668 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fed6c6d5-bb79-4291-a4a8-03415814e5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:19.576380 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fed6c6d5-bb79-4291-a4a8-03415814e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:19.580734 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c77c2d2b-ecb6-4716-8c57-ed6b1848d223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:19.596768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c6d5-bb79-4291-a4a8-03415814e5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4af90ba-17e7-4098-8dc0-8a39d43cb353,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:19.599816 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fed6c6d5-bb79-4291-a4a8-03415814e5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:19.601089 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fed6c6d5-bb79-4291-a4a8-03415814e5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:19.606143 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fed6c6d5-bb79-4291-a4a8-03415814e5be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4af90ba-17e7-4098-8dc0-8a39d43cb353 HTTP/1.1" status: 204  len: 168 time: 0.2013466
Apr 30 05:20:21.979506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54094) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:22.182597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54104) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:22.187998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102320022', 'description': 'tempest-secgroup-smoke-2102320022 description', 'project_id': '8342531a68584bdfb8954926aa47e9fc'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:22.237988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:22.245879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:22.250857 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:22.258725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.269919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:22.284507 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:22.289692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Usage tracker for resource:security_group_rule and tenant:1fe007a7c307474cb713f819c786679b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:22.293653 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.303726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:22.313766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:22.315908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.340126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:22.357934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:22.362364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:22.378827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:22.496850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.504358 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.517694 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-500911f4-acbb-41ca-b1ee-3416efbd515f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:22.591017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75857cd1-980e-4a9f-807d-6065e9e852a2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:22.594874 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:22.603749 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fe007a7c307474cb713f819c786679b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.6220179
Apr 30 05:20:22.604758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54108) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:22.606037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.613581 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.616579 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-781558b7-7b8c-4119-b36a-8f904ac2867a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:22.629075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:22.638636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:22.647976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:22.660685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:22.664743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac59abc-3755-4f47-aeab-87207ec72c35,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:22.668994 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:22.731734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2ae497e-f00c-4fc9-9623-52482b7dfbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.766003 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.770487 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.779768 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4ee0d659-f8c1-4de4-9041-6a8fd949d70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:22.793536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2ae497e-f00c-4fc9-9623-52482b7dfbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.839286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b885b16-2629-4e75-bbd6-31cd83fcad88,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:22.854823 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:22.861260 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.862876 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.6793337
Apr 30 05:20:22.865975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54112) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:22.872820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '6b885b16-2629-4e75-bbd6-31cd83fcad88', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:22.884666 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2ae497e-f00c-4fc9-9623-52482b7dfbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.886859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:22.891756 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b79b9d2-92ca-425c-afd3-ec2a10824d91 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:22.894757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:22.900929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:22.906368 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e2ae497e-f00c-4fc9-9623-52482b7dfbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:22.907525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e2ae497e-f00c-4fc9-9623-52482b7dfbba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75857cd1-980e-4a9f-807d-6065e9e852a2 HTTP/1.1" status: 204  len: 168 time: 0.2996669
Apr 30 05:20:22.910555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae497e-f00c-4fc9-9623-52482b7dfbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75857cd1-980e-4a9f-807d-6065e9e852a2,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:22.912707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:22.913679 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e2ae497e-f00c-4fc9-9623-52482b7dfbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:22.969608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.077188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.082611 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.092882 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-21c9e069-eb6a-40be-85d0-5fb55a8edaeb tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:23.123444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606bdfe0-484b-4358-b426-4a0a4e04d6dd,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:23.128387 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:23.136711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.138896 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2713194
Apr 30 05:20:23.143532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54120) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:23.156137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '6b885b16-2629-4e75-bbd6-31cd83fcad88', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:23.164479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:23.170929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:23.175500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:23.183772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:23.208448 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.312699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.318582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.349580 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23ecdebf-80a2-4b2f-9c7d-3ab3dedc4504 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:23.362477 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.363927 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2185419
Apr 30 05:20:23.369048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54126) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:23.376533 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '6b885b16-2629-4e75-bbd6-31cd83fcad88', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:23.385847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cd727a-bdf3-4abb-8b3b-559ba58f0120,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:23.390133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:23.394581 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:23.399078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:23.404357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:23.414217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:23.438409 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.523393 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.529945 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.533045 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:23.569211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4302cc-e969-4a29-a055-6d41e56ff488,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:23.574631 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:23.582732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.584720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-978687c5-f663-4547-92b0-cc714b0bef07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2139845
Apr 30 05:20:23.588477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54136) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:23.595406 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '6b885b16-2629-4e75-bbd6-31cd83fcad88', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:23.603423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:23.608781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:23.612515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:23.621753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:23.649523 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.781744 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.787543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.817962 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c9bfb35f-2a3a-4639-801d-608aa555d34d tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:23.847902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdec5b8a-cefc-4fc7-b107-cf7a47b3cf37,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:23.853229 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:23.857011 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:23.860127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2699456
Apr 30 05:20:23.863633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:23.875912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '6b885b16-2629-4e75-bbd6-31cd83fcad88', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:23.891067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:23.902750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:23.909227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:23.929802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:23.959965 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Project 8342531a68584bdfb8954926aa47e9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:20:23.975194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.128162 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.136483 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.138950 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:24.165895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9ea35c-9574-42c8-85ea-375d6d25e70c,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:24.174627 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:24.188182 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.192633 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3249433
Apr 30 05:20:24.194904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54154) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:24.203184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '6b885b16-2629-4e75-bbd6-31cd83fcad88', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:24.210436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:24.216150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:24.219571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:24.227744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:24.248718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54158) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:24.256880 n-d-766726-20 neutron-server[74581]: INFO neutron.db.securitygroups_db [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Project 8342531a68584bdfb8954926aa47e9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:20:24.268814 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.392325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1999312262-network', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:24.398436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:24.403010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Usage tracker for resource:network and tenant:a82c1dc1f3eb4c92aa0f552f3702a8a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:24.406395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:24.420166 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.421585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:24.428556 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.438552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Made reservation on behalf of a82c1dc1f3eb4c92aa0f552f3702a8a5 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:20:24.441619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.459565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.477488 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-186549cd-9c7b-42d8-acc8-f6c6c04e486e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:24.483826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:24.489407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Usage tracker for resource:security_group_rule and tenant:a82c1dc1f3eb4c92aa0f552f3702a8a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:24.493394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:24.499995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.506741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:24.508074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54166) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:24.508683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3114743
Apr 30 05:20:24.515677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'network': {'name': 'tempest-network-smoke--930027001', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'port_security_enabled': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:24.522139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b3ef3c-b10f-4c51-b109-349f5f943221,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:24.528822 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:24.537894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:24.549731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:network and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:24.555052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:24.564466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:24.586046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:20:24.590237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.656291 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:20:24.686225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.686576 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Added segment 7017292e-8a72-47e0-abf0-54dfa599e7db of type vlan for network 4df844f0-aa58-4ba2-b348-7e436d71b3ab
Apr 30 05:20:24.688912 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.700736 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.883599 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fd6cd909-22bd-490b-9ca1-3af100f48e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:24.920379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.943792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:20:24.956450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aa75d5-692c-4fab-be25-597146ef7710,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:24.962090 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:24.977944 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:24.978926 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Added segment 89f1c431-fda7-4205-be85-5e01a864bf06 of type vlan for network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827
Apr 30 05:20:24.998630 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:25.005375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:25.006027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:25.019393 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-08a6a669-70b5-4d64-924f-063ceb6435b6 tempest-TestSecurityGroupsBasicOps-580504348 tempest-TestSecurityGroupsBasicOps-580504348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:25.049208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:25.155034 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6458480
Apr 30 05:20:25.159723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54170) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:25.168949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'admin_state_up': True, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:25.172689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Network': ['ID=4df844f0-aa58-4ba2-b348-7e436d71b3ab,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:25.177154 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:25.181236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:25.189132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:25.190726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:25.191591 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:25.192135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:20:25.194174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:router and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:25.201360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:25.209510 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6aef46fb-0443-4ab8-a00f-547321902a96 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:25.217957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:25.248677 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:25.251007 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:25.279213 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0288475
Apr 30 05:20:25.284729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54174) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:25.293364 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:25.387759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Request body: {'subnet': {'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1999312262-subnet', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:25.411704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:25.421723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Pushing event updated for resources: {'Network': ['ID=3ccbb57f-0e9d-42e5-96c3-fa8113d60827,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:25.426266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Usage tracker for resource:subnet and tenant:a82c1dc1f3eb4c92aa0f552f3702a8a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:25.432001 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:25.433412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:25.439487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:20:25.444533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:25.463415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Made reservation on behalf of a82c1dc1f3eb4c92aa0f552f3702a8a5 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:20:25.467268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:25.908479 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:26.071255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54184) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:26.376718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:26.389696 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ab9fe7fb-d3ee-48e1-8ec5-68ff29bf0e47 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:26.429653 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:26.497717 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:26.586511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081c2762-48c5-4ea1-b353-1f23b1c0618c,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:26.593861 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:26.594692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Checking segment: {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:26.595054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Network hostable DHCP agents. Network: 3ccbb57f-0e9d-42e5-96c3-fa8113d60827, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:20:26.696937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:20:26.722584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 3ccbb57f-0e9d-42e5-96c3-fa8113d60827) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:26.734535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d388cd5-2c24-4563-8126-8482e524e58f None None] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:20:26.743552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:26.744172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:26.825088 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5387628
Apr 30 05:20:26.829791 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54190) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:26.839496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:26.851641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:26.894679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Usage tracker for resource:router and tenant:a82c1dc1f3eb4c92aa0f552f3702a8a5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:26.905244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:26.915879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:26.939526 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:26.941010 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:26.964240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.039056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.25.8.177 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/79b89ab5-3c3c-44c9-b731-5d6bdc8afb63) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:27.127853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'fixed_ips': [{'subnet_id': '081c2762-48c5-4ea1-b353-1f23b1c0618c'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:20:27.129645 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.350835 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.408596 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.418273 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5fd4c1ea-93fb-4a61-893a-647ef5c16866 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:27.421893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Allocated IP 172.20.0.2 (3ccbb57f-0e9d-42e5-96c3-fa8113d60827/081c2762-48c5-4ea1-b353-1f23b1c0618c/5b709342-677f-4277-aea8-80f5e72a1ffe) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:27.538733 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.546101 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:27.552436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:27.560209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:27.563105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.625120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=79b89ab5-3c3c-44c9-b731-5d6bdc8afb63,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:27.630263 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.649836 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:27.796039 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.820912 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.836057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Transition to ACTIVE for port object 5b709342-677f-4277-aea8-80f5e72a1ffe will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:27.859346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Transition to ACTIVE for port object 5b709342-677f-4277-aea8-80f5e72a1ffe will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:27.867066 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:27.876216 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-80190b8e-38fa-4bd8-b7d4-a8d508503717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:28.026486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:28.032084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:28.037316 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:28.139537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Pushing event updated for resources: {'Port': ['ID=5b709342-677f-4277-aea8-80f5e72a1ffe,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:28.219568 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:28.220138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.220701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.221272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.221861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.222441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.223055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.223636 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.224194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.224759 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.225340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.225902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.226481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:28.234522 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:28.269902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Attempting to bind port 5b709342-677f-4277-aea8-80f5e72a1ffe on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:20:28.270631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Attempting to bind port 5b709342-677f-4277-aea8-80f5e72a1ffe by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:20:28.271336 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Attempting to bind port 5b709342-677f-4277-aea8-80f5e72a1ffe on network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:28.288627 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:20:28.289191 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Checking segment: {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:28.289803 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:28.290965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Bound using segment: {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:20:28.291765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Bound port: 5b709342-677f-4277-aea8-80f5e72a1ffe, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:20:28.292345 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:28.349350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:28.385718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:28.461402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] For port 5b709342-677f-4277-aea8-80f5e72a1ffe, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:20:28.471278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] For port 5b709342-677f-4277-aea8-80f5e72a1ffe, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5b709342-677f-4277-aea8-80f5e72a1ffe,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:20:28.482218 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:28.501302 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-dffeddfd-53fb-48d5-a694-aebff1ed1521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:28.621258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Pushing event updated for resources: {'Port': ['ID=5b709342-677f-4277-aea8-80f5e72a1ffe,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:28.642304 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:28.677133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Allocated IP 172.25.8.169 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/90c9bd5d-f5d1-4e91-801a-499e9150fa28) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:28.763342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Deleting port 96638a71-6664-49e2-8b1b-79cbb58b5d45 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:20:28.763708 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:28.952339 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:29.171558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5b709342-677f-4277-aea8-80f5e72a1ffe up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:29.172452 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:29.186123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] For port 96638a71-6664-49e2-8b1b-79cbb58b5d45, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=96638a71-6664-49e2-8b1b-79cbb58b5d45,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:29.186806 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:29.311217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router 5642e068-89dc-451f-908c-768605bf7de8 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:20:29.327581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 5b709342-677f-4277-aea8-80f5e72a1ffe completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:29.558896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54194) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:29.569434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Calling delete_port for 96638a71-6664-49e2-8b1b-79cbb58b5d45 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:20:29.803541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:29.811073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:29.820486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f32c13c-a35c-4c5a-89a5-62e1f86760cf tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:29.822161 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Sync routers for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:20:29.835138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:29.835859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b442160>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:29.885689 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:29.889136 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 4.7272911
Apr 30 05:20:29.893021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54198) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:29.942182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:29.956228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:29.964046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:30.029088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Pushing event updated for resources: {'Port': ['ID=90c9bd5d-f5d1-4e91-801a-499e9150fa28,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:30.035173 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:30.077159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb1ef6-d8c2-450c-8e32-202307eb9913 None None] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:20:30.227444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:30.282674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port 4ee15a40-9c39-4529-8001-9d3eb4b6d4ca {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:20:30.283025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:30.318466 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-da86b9ad-c6ba-4d6c-8a68-ffdbb143a651 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8342531a68584bdfb8954926aa47e9fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4226248
Apr 30 05:20:30.320800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54204) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:30.362648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ce61f87e-8ab2-4259-b1e7-a0c5dbb7fb2c None None] Provisioning for port 5b709342-677f-4277-aea8-80f5e72a1ffe completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:30.391846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ce61f87e-8ab2-4259-b1e7-a0c5dbb7fb2c None None] Provisioning complete for port 5b709342-677f-4277-aea8-80f5e72a1ffe triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:30.392505 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ce61f87e-8ab2-4259-b1e7-a0c5dbb7fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:30.495048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:30.495434 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:30.587434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771861ac-f948-433a-bba8-e0c7c96e1400 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:30.590336 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-771861ac-f948-433a-bba8-e0c7c96e1400 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2670345
Apr 30 05:20:30.594949 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54208) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:30.634818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for 4ee15a40-9c39-4529-8001-9d3eb4b6d4ca owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:20:30.639188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:30.645048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:30.685803 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6e5702b9-97ab-4bcd-bb52-9265ecb25610 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0890269
Apr 30 05:20:30.690097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54212) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:30.697047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998412251', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:30.756744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96638a71-6664-49e2-8b1b-79cbb58b5d45,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:30.799122 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:30.847178 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6160c620-d85d-4f13-92c6-39213523d0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:30.849058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:30.853360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:subnet and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:30.857543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:30.880494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:30.914900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:20:30.918602 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.165858 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ce61f87e-8ab2-4259-b1e7-a0c5dbb7fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.224370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ce61f87e-8ab2-4259-b1e7-a0c5dbb7fb2c None None] For port 5b709342-677f-4277-aea8-80f5e72a1ffe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5b709342-677f-4277-aea8-80f5e72a1ffe,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:31.231927 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ce61f87e-8ab2-4259-b1e7-a0c5dbb7fb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.236075 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-15644b69-8809-4085-be00-872110a2b5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:31.288287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b442160>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:27Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:31.301500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Checking router: 5642e068-89dc-451f-908c-768605bf7de8 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:20:31.301875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Updating router 5642e068-89dc-451f-908c-768605bf7de8 port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:20:31.366721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61f87e-8ab2-4259-b1e7-a0c5dbb7fb2c None None] Pushing event updated for resources: {'Port': ['ID=5b709342-677f-4277-aea8-80f5e72a1ffe,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:31.372781 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ce61f87e-8ab2-4259-b1e7-a0c5dbb7fb2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:31.377930 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.529058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.591244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.606932 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.610117 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b63c86e0-fa8b-4c6c-8c9f-849dc49035ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:31.610962 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fe34e622-af8f-4fcd-b989-439668ff9418 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:31.671258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=4ee15a40-9c39-4529-8001-9d3eb4b6d4ca,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:31.672583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aeb5e8f4-1021-40b8-a207-6aa9cfd3ac14 None None] Provisioning complete for port 5b709342-677f-4277-aea8-80f5e72a1ffe triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:31.672974 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e8f4-1021-40b8-a207-6aa9cfd3ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.701784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Subnet': ['ID=c1235339-4035-4fed-8169-b550f62e0e7b,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:31.705380 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:31.710581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Checking segment: {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:31.710581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network hostable DHCP agents. Network: 4df844f0-aa58-4ba2-b348-7e436d71b3ab, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:20:31.718750 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:31.723089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.740674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:20:31.757440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 4df844f0-aa58-4ba2-b348-7e436d71b3ab) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:31.772706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:31.773587 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.811305 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f64a67-7520-400d-badb-571709f2b1e7 None None] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:20:31.811533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1172636
Apr 30 05:20:31.812340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54216) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:31.983182 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:31.983570 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Floating IP 8f26b02a-b89b-48dc-bc62-4e1748c2ecd4 disassociated (deleted). External IP: 172.25.8.23, port: 007ffb92-8bc8-4fb5-8547-b6f765d6c00e.
Apr 30 05:20:32.053213 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:32.083081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Transition to ACTIVE for port object 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:32.125449 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:32.132541 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:32.227418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Attempting to bind port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:20:32.227418 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Attempting to bind port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:20:32.228081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Attempting to bind port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:32.273290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:20:32.274041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:32.274041 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:32.274949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:20:32.275533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Bound port: 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:20:32.276016 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:32.300494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5269939-7af3-4cf1-ae3b-d7cb3ddffe79 None None] Pushing event updated for resources: {'Port': ['ID=79b89ab5-3c3c-44c9-b731-5d6bdc8afb63,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:32.304049 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e5269939-7af3-4cf1-ae3b-d7cb3ddffe79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:32.327967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:20:32.329004 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:32.444519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] For port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:20:32.464442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] For port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=79b89ab5-3c3c-44c9-b731-5d6bdc8afb63,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:20:32.488260 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:32.497538 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:32.642481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:32.643365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b442160>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:32.696047 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5269939-7af3-4cf1-ae3b-d7cb3ddffe79 None None] Pushing event updated for resources: {'Port': ['ID=79b89ab5-3c3c-44c9-b731-5d6bdc8afb63,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:32.700639 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e5269939-7af3-4cf1-ae3b-d7cb3ddffe79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:32.723521 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:32.732883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Allocated IP 172.20.0.2 (4df844f0-aa58-4ba2-b348-7e436d71b3ab/c1235339-4035-4fed-8169-b550f62e0e7b/a9e4ad5c-7273-48e4-ba5b-cf2237b59500) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:32.929389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:33.006477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:33.142301 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5b709342-677f-4277-aea8-80f5e72a1ffe up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:33.344521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Router 094c692d-98d5-4882-bf5c-43ed0af828be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:20:33.448733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Router 3931f5c1-419a-4e90-b981-d8d7013e53c1 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:20:33.473766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Router dcc45f15-0c54-40cd-9098-1350f3b26e0b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:20:33.479111 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:33.537684 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:33.541117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 5b709342-677f-4277-aea8-80f5e72a1ffe triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:33.541500 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:33.597271 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Transition to ACTIVE for port object a9e4ad5c-7273-48e4-ba5b-cf2237b59500 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:33.653405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Transition to ACTIVE for port object a9e4ad5c-7273-48e4-ba5b-cf2237b59500 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:33.654734 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3f0b46e9-fa5b-403b-ac73-595ece8892eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:33.666903 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:33.671866 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7cbf3022-e762-49d6-b74f-ccddbe541971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:33.745580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.20.0.1 (4df844f0-aa58-4ba2-b348-7e436d71b3ab/c1235339-4035-4fed-8169-b550f62e0e7b/94dfc327-a8da-47cb-b94e-6ffec2aa4509) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:33.780518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:33.795662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:33.807726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:33.817885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b442160>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:27Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:33.825006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Pushing event updated for resources: {'Port': ['ID=a9e4ad5c-7273-48e4-ba5b-cf2237b59500,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:33.860736 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:33.862687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ebc97-cabb-4e2d-972d-019fa509d9cc None None] The sync data for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 is: [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:27Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:20:33.896102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:33.911096 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] Sync routers for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:20:33.917320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:33.947643 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:33.948893 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800fd460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:33.972192 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:33.991065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:33.992712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Transition to ACTIVE for port object 94dfc327-a8da-47cb-b94e-6ffec2aa4509 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:33.997821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Sync routers for ids ['3931f5c1-419a-4e90-b981-d8d7013e53c1'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:20:34.022842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:34.028222 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:34.032815 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e4006fe6-79b5-465f-94bb-ae37e2dda6e8 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:34.043772 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Routers {'3931f5c1-419a-4e90-b981-d8d7013e53c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:34.044435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b263550>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3931f5c1-419a-4e90-b981-d8d7013e53c1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:34.054994 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] 10.222.0.46 "PUT /v2.0/routers/094c692d-98d5-4882-bf5c-43ed0af828be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9819210
Apr 30 05:20:34.061491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:34.064947 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.2313907
Apr 30 05:20:34.070428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54220) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:34.070775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54222) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:34.086963 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] Sync routers for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:20:34.114018 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:34.115173 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd7c70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:34.145454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:34.152723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:34.158540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:34.251710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=94dfc327-a8da-47cb-b94e-6ffec2aa4509,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:34.252108 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Set router 3931f5c1-419a-4e90-b981-d8d7013e53c1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:34.264804 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:34.357266 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:34.405050 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:34.592356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Attempting to bind port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:20:34.593400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Attempting to bind port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:20:34.593955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Attempting to bind port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 on network 4df844f0-aa58-4ba2-b348-7e436d71b3ab {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:34.641988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:20:34.642709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Checking segment: {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:34.643371 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:34.643967 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Bound using segment: {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:20:34.645332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Bound port: a9e4ad5c-7273-48e4-ba5b-cf2237b59500, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:20:34.645946 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:34.729792 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "DELETE /v2.0/floatingips/8f26b02a-b89b-48dc-bc62-4e1748c2ecd4 HTTP/1.1" status: 204  len: 168 time: 5.1682358
Apr 30 05:20:34.735520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:20:34.807609 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] For port a9e4ad5c-7273-48e4-ba5b-cf2237b59500, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:20:34.812388 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] For port a9e4ad5c-7273-48e4-ba5b-cf2237b59500, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a9e4ad5c-7273-48e4-ba5b-cf2237b59500,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:20:34.839010 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:34.850342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:34.854965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b263550>, [{'id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:30Z', 'revision_number': 3, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'gw_port': {'id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:28Z', 'updated_at': '2021-04-30T05:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:34.860850 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:34.926875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Checking router: 3931f5c1-419a-4e90-b981-d8d7013e53c1 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:20:34.927159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Updating router 3931f5c1-419a-4e90-b981-d8d7013e53c1 port 90c9bd5d-f5d1-4e91-801a-499e9150fa28 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:20:35.003379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:35.079934 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'status': 'completed', 'code': 200}
Apr 30 05:20:35.117966 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:35.154525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:35.246932 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:35.292935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-72ad5429-3907-458e-82ed-d2cea5aa4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:35.295276 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-72ad5429-3907-458e-82ed-d2cea5aa4103 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 1097 time: 0.3948812
Apr 30 05:20:35.400860 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:35.502306 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Pushing event updated for resources: {'Port': ['ID=a9e4ad5c-7273-48e4-ba5b-cf2237b59500,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:35.513209 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:35.711563 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:35.890474 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800fd460>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:20:30Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:35.901429 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] Checking router: 094c692d-98d5-4882-bf5c-43ed0af828be for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:20:35.950757 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] Routers {'094c692d-98d5-4882-bf5c-43ed0af828be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:35.951880 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800fd460>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['094c692d-98d5-4882-bf5c-43ed0af828be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:36.018449 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.031911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Transition to ACTIVE for port object 90c9bd5d-f5d1-4e91-801a-499e9150fa28 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:36.037144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:36.038014 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.078793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.120653 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.127460 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:36.169193 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd7c70>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '01d72ebe-7bb2-47f1-852c-3d8f77257434', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:16:27Z', 'updated_at': '2021-04-30T05:16:33Z', 'revision_number': 1, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:36.181872 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] Checking router: dcc45f15-0c54-40cd-9098-1350f3b26e0b for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:20:36.185207 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] Set router 094c692d-98d5-4882-bf5c-43ed0af828be gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:36.221858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Attempting to bind port 90c9bd5d-f5d1-4e91-801a-499e9150fa28 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:20:36.222242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Attempting to bind port 90c9bd5d-f5d1-4e91-801a-499e9150fa28 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:20:36.222634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Attempting to bind port 90c9bd5d-f5d1-4e91-801a-499e9150fa28 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:36.229930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-6d25e29f-de18-49cf-aec0-fa33ab600b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:36.235238 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:20:36.235666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-6d25e29f-de18-49cf-aec0-fa33ab600b14 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.8275599
Apr 30 05:20:36.235795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:36.236122 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.236720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:20:36.237588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Bound port: 90c9bd5d-f5d1-4e91-801a-499e9150fa28, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:20:36.237588 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.319951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Deleting port 22aea13c-3985-4b9b-bfea-737b6ca6d26b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:20:36.320542 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.328233 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] For port 90c9bd5d-f5d1-4e91-801a-499e9150fa28, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:20:36.332172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] For port 90c9bd5d-f5d1-4e91-801a-499e9150fa28, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=90c9bd5d-f5d1-4e91-801a-499e9150fa28,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:20:36.413899 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.437810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=79b89ab5-3c3c-44c9-b731-5d6bdc8afb63,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:36.438523 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:36.439904 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd7c70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:36.440112 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.453394 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.491143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb492ae9-0eb9-4309-9527-189059d61b4c None None] Pushing event updated for resources: {'Port': ['ID=90c9bd5d-f5d1-4e91-801a-499e9150fa28,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:36.514292 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cb492ae9-0eb9-4309-9527-189059d61b4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:36.517941 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:36.586128 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.631329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb492ae9-0eb9-4309-9527-189059d61b4c None None] Pushing event updated for resources: {'Port': ['ID=90c9bd5d-f5d1-4e91-801a-499e9150fa28,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:36.663016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.703581 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c8c207f5-5390-4c6d-8249-f85e8f702f35 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:36.736564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] For port 22aea13c-3985-4b9b-bfea-737b6ca6d26b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=22aea13c-3985-4b9b-bfea-737b6ca6d26b,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:36.737070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.749580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-262bb59a-a36e-4548-a9f7-53d8e7a33fd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e HTTP/1.1" status: 200  len: 217 time: 0.1594422
Apr 30 05:20:36.752283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:36.829487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=79b89ab5-3c3c-44c9-b731-5d6bdc8afb63,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:36.842692 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:36.843606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Routers {'3931f5c1-419a-4e90-b981-d8d7013e53c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:36.844472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b263550>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3931f5c1-419a-4e90-b981-d8d7013e53c1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:36.915320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac81916-9778-4374-86d3-fc5abfffa9ed req-c8bc8a2b-422d-415f-9529-200f9deead10 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:36.917333 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ac81916-9778-4374-86d3-fc5abfffa9ed req-c8bc8a2b-422d-415f-9529-200f9deead10 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 945 time: 1.0689857
Apr 30 05:20:37.065439 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:37.074169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=94dfc327-a8da-47cb-b94e-6ffec2aa4509,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:37.083627 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:37.102023 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:37.116741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-4bda7668-bf96-4e13-851d-81310c96ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:37.118865 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-4bda7668-bf96-4e13-851d-81310c96ea41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.3521624
Apr 30 05:20:37.122321 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.657s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:37.127622 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:37.130198 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:37.200073 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] Set router 3931f5c1-419a-4e90-b981-d8d7013e53c1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:37.302239 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ac81916-9778-4374-86d3-fc5abfffa9ed req-7400c270-a39b-4428-bef5-4ead99d3e63f tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3245618
Apr 30 05:20:37.372490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:37.443665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Calling delete_port for 22aea13c-3985-4b9b-bfea-737b6ca6d26b owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:20:37.467170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-152d78fe-1c05-4d65-b9ea-17daeb717ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:37.468745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-152d78fe-1c05-4d65-b9ea-17daeb717ea7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3177433
Apr 30 05:20:37.519172 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800fd460>, [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:20:30Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:37.535664 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52971bb0-02ba-44ff-ad52-e8ab531230ee None None] The sync data for ids ['094c692d-98d5-4882-bf5c-43ed0af828be'] in n-d-766726-20 is: [{'id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'name': 'tempest-AttachVolumeShelveTestJSON-1533539746-router', 'tenant_id': '069c2427941c4dacb0a45a9adb630d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:08:30Z', 'updated_at': '2021-04-30T05:20:30Z', 'revision_number': 5, 'project_id': '069c2427941c4dacb0a45a9adb630d07', 'gw_port': {'id': '22aea13c-3985-4b9b-bfea-737b6ca6d26b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094c692d-98d5-4882-bf5c-43ed0af828be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:08:33Z', 'updated_at': '2021-04-30T05:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:20:37.555956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836acf22-8185-4753-81c0-1392b32bc0f6 None None] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:20:37.634515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c01e9-cc42-4d7a-9da7-40123561989c req-c0f9b2df-2e90-4d12-851d-5e6caa7be338 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:37.635018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-730c01e9-cc42-4d7a-9da7-40123561989c req-c0f9b2df-2e90-4d12-851d-5e6caa7be338 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:20:37.664790 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd7c70>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '01d72ebe-7bb2-47f1-852c-3d8f77257434', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:16:27Z', 'updated_at': '2021-04-30T05:16:33Z', 'revision_number': 1, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:37.669884 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2fb1ea-1395-4581-92f0-2ccd8d211a52 None None] The sync data for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 is: [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '01d72ebe-7bb2-47f1-852c-3d8f77257434', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'port_id': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'mac_address': 'fa:16:3e:0b:36:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:16:27Z', 'updated_at': '2021-04-30T05:16:33Z', 'revision_number': 1, 'project_id': '197fee38792947c6942aa1c89e289cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:20:37.684042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:37.686695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:37.693768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-2d7f096e-43d3-476a-aac4-47c66ca0b6fb service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903801
Apr 30 05:20:37.716693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-730c01e9-cc42-4d7a-9da7-40123561989c req-c0f9b2df-2e90-4d12-851d-5e6caa7be338 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:20:37.717668 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-730c01e9-cc42-4d7a-9da7-40123561989c req-c0f9b2df-2e90-4d12-851d-5e6caa7be338 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 945 time: 0.4411736
Apr 30 05:20:37.781415 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-81e3a388-cbfc-480e-a724-45a13fcc70d0 None None] Provisioning for port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:37.888113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Allocated IP 172.20.0.1 (3ccbb57f-0e9d-42e5-96c3-fa8113d60827/081c2762-48c5-4ea1-b353-1f23b1c0618c/7f9ad8bb-5bd1-4d12-9888-f3dcea54f088) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:38.081139 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:38.082866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-06cb5853-05fa-4fd3-b460-0cf2c3535126 service neutron] 10.222.0.50 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3825545
Apr 30 05:20:38.084943 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:20:38.091089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1dcbc95a-0257-4034-b795-51b3eedfa5c1 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:38.094861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:38.095451 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:38.100469 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router 5642e068-89dc-451f-908c-768605bf7de8 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:20:38.165407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-730c01e9-cc42-4d7a-9da7-40123561989c req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:20:38.166082 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-730c01e9-cc42-4d7a-9da7-40123561989c req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:38.233506 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb4633f-c56c-4ecd-a8e3-dfaa5fccdde2 None None] New status for floating IP 8f26b02a-b89b-48dc-bc62-4e1748c2ecd4: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:20:38.288324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=22aea13c-3985-4b9b-bfea-737b6ca6d26b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:38.293353 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:38.322215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:38.341061 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "PUT /v2.0/routers/5642e068-89dc-451f-908c-768605bf7de8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5186057
Apr 30 05:20:38.365734 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Sync routers for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:20:38.386374 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:38.389031 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801bfcd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:38.424837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b263550>, [{'id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:30Z', 'revision_number': 3, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'gw_port': {'id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:28Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:38.448565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a9e4ad5c-7273-48e4-ba5b-cf2237b59500 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:38.484363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c9aa1-2ab8-4207-9aaf-a4b1e1140f0c None None] The sync data for ids ['3931f5c1-419a-4e90-b981-d8d7013e53c1'] in n-d-766726-20 is: [{'id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:30Z', 'revision_number': 3, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'gw_port': {'id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:28Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:20:38.603808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:38.612364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:38.613024 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:38.702003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-730c01e9-cc42-4d7a-9da7-40123561989c req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] For port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:38.702003 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-730c01e9-cc42-4d7a-9da7-40123561989c req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:38.783679 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:38.857587 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:38.910410 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0e69682e-e68d-42a2-a400-acbcf91c7645 None None] Provisioning complete for port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:38.911068 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0e69682e-e68d-42a2-a400-acbcf91c7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:38.930794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-730c01e9-cc42-4d7a-9da7-40123561989c req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for 007ffb92-8bc8-4fb5-8547-b6f765d6c00e owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:20:38.938928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:38.948301 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.111109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port a9e4ad5c-7273-48e4-ba5b-cf2237b59500, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a9e4ad5c-7273-48e4-ba5b-cf2237b59500,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:39.123384 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.141563 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:39.251615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=a9e4ad5c-7273-48e4-ba5b-cf2237b59500,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:39.268169 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:39.293046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-8973d3a6-a407-4f83-af62-02cf5b65c796 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102320022&fields=id&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 267 time: 0.6729827
Apr 30 05:20:39.316082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Transition to ACTIVE for port object 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:39.417068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0e69682e-e68d-42a2-a400-acbcf91c7645 None None] Provisioning for port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:39.424112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0e69682e-e68d-42a2-a400-acbcf91c7645 None None] Provisioning complete for port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:39.424979 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0e69682e-e68d-42a2-a400-acbcf91c7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.447655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78289ff1-67e5-438c-98c8-7addc5cece6b req-84751cdf-5efa-457a-b947-63b29fca89b2 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:39.456111 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78289ff1-67e5-438c-98c8-7addc5cece6b req-84751cdf-5efa-457a-b947-63b29fca89b2 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 945 time: 0.3890212
Apr 30 05:20:39.524345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-0e69682e-e68d-42a2-a400-acbcf91c7645 None None] Port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:20:39.530467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 90c9bd5d-f5d1-4e91-801a-499e9150fa28 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:39.674391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78289ff1-67e5-438c-98c8-7addc5cece6b req-36d6865c-e8b7-4c86-8367-c5753af34a38 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2160480
Apr 30 05:20:39.700352 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801bfcd0>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:34Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '94dfc327-a8da-47cb-b94e-6ffec2aa4509', 'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:e0:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:33Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 2, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:39.706744 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Checking router: 5642e068-89dc-451f-908c-768605bf7de8 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:20:39.707097 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Updating router 5642e068-89dc-451f-908c-768605bf7de8 port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:20:39.707267 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.712714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-22a5f281-2e22-417b-a8c6-45b8ad195168 None None] Provisioning complete for port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:39.713197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.713459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-22a5f281-2e22-417b-a8c6-45b8ad195168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.748053 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-3a16cbb5-0138-4602-b9c4-9d9ff6af8f1a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:39.756513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-3a16cbb5-0138-4602-b9c4-9d9ff6af8f1a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 796 time: 0.4499145
Apr 30 05:20:39.776683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-c641d08c-152a-457a-b73e-c297b935533c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/quotas/8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 375 time: 0.0186949
Apr 30 05:20:39.786774 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.797192 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.798918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 094c692d-98d5-4882-bf5c-43ed0af828be {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:20:39.810092 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 90c9bd5d-f5d1-4e91-801a-499e9150fa28 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:39.810978 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.811542 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:39.817793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-22a5f281-2e22-417b-a8c6-45b8ad195168 None None] Port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:20:39.823843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 90c9bd5d-f5d1-4e91-801a-499e9150fa28 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:39.824431 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:39.858131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 007ffb92-8bc8-4fb5-8547-b6f765d6c00e no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:20:39.896550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-ba85236f-d969-4c68-9ff1-f10d86327d2a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:20:39.944178 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-ba85236f-d969-4c68-9ff1-f10d86327d2a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:20:39.945729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-ba85236f-d969-4c68-9ff1-f10d86327d2a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1678162
Apr 30 05:20:40.192404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8202d173-f805-4892-b611-6e970c647c87 None None] Provisioning complete for port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:40.192983 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8202d173-f805-4892-b611-6e970c647c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.202319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:40.208847 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:40.212640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:40.280258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9ad8bb-5bd1-4d12-9888-f3dcea54f088,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:40.289704 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:40.320776 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.322608 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/094c692d-98d5-4882-bf5c-43ed0af828be HTTP/1.1" status: 204  len: 168 time: 6.2503176
Apr 30 05:20:40.325595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54252) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:40.330774 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-730c01e9-cc42-4d7a-9da7-40123561989c req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.338623 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9c1cb700-255b-47ae-8b35-67ad90fb228c tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:40.367562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.403846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=007ffb92-8bc8-4fb5-8547-b6f765d6c00e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:40.414027 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:40.415047 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.424791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-9e4d7dc9-3750-4143-a8c2-d572c302a39b service neutron] 10.222.0.46 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4436803
Apr 30 05:20:40.530267 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.557056 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Transition to ACTIVE for port object 94dfc327-a8da-47cb-b94e-6ffec2aa4509 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:40.570283 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.583333 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5ab54315-a23d-41da-9fce-bac69645e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:40.600783 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.614977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8202d173-f805-4892-b611-6e970c647c87 None None] Port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:20:40.661951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-730c01e9-cc42-4d7a-9da7-40123561989c req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] No DVR routers for this DVR port 007ffb92-8bc8-4fb5-8547-b6f765d6c00e on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:20:40.663732 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-39c681d3-418a-47a7-9585-e2e5fc957b35 service neutron] 10.222.0.46 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378111
Apr 30 05:20:40.667240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-730c01e9-cc42-4d7a-9da7-40123561989c req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.669490 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-730c01e9-cc42-4d7a-9da7-40123561989c req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.50 "DELETE /v2.0/ports/007ffb92-8bc8-4fb5-8547-b6f765d6c00e HTTP/1.1" status: 204  len: 173 time: 2.9392667
Apr 30 05:20:40.669820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'name': 'network-vif-deleted', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:20:40.721898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 90c9bd5d-f5d1-4e91-801a-499e9150fa28, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=90c9bd5d-f5d1-4e91-801a-499e9150fa28,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:40.754960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.765409 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:40.813695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] Deleting subnet 74d8b584-9d9e-4226-8e44-6e5086867269 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:20:40.840966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 96638a71-6664-49e2-8b1b-79cbb58b5d45 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:20:40.841599 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:40.862750 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e56778-b0ee-475e-9a75-65b33d3176d9', 'name': 'network-vif-deleted', 'tag': '007ffb92-8bc8-4fb5-8547-b6f765d6c00e', 'status': 'completed', 'code': 200}
Apr 30 05:20:41.013272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e16633e0-abaa-4ae7-9e6b-a9775cbd83d4 None None] Provisioning for port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:41.015849 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.037531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 96638a71-6664-49e2-8b1b-79cbb58b5d45 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:20:41.038100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 96638a71-6664-49e2-8b1b-79cbb58b5d45 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:20:41.057428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e16633e0-abaa-4ae7-9e6b-a9775cbd83d4 None None] Provisioning complete for port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:41.077496 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e16633e0-abaa-4ae7-9e6b-a9775cbd83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.079707 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.217677 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Pushing event updated for resources: {'Port': ['ID=94dfc327-a8da-47cb-b94e-6ffec2aa4509,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:41.285835 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.286636 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.287253 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.287891 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.288561 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.289068 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.289937 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.291048 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.291702 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.292180 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.292675 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.293146 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:20:41.299932 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:41.306651 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Attempting to bind port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:20:41.309705 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Attempting to bind port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:20:41.310487 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Attempting to bind port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 on network 4df844f0-aa58-4ba2-b348-7e436d71b3ab {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:41.337362 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:20:41.337759 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Checking segment: {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:41.338186 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.338589 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Bound using segment: {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:20:41.339075 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Bound port: 94dfc327-a8da-47cb-b94e-6ffec2aa4509, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:20:41.345678 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.368971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=90c9bd5d-f5d1-4e91-801a-499e9150fa28,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:41.395065 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:41.400612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a9e4ad5c-7273-48e4-ba5b-cf2237b59500 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:41.475130 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c168a33-f20e-4955-a060-c7b36402776f req-d16c029f-42ca-44b4-b136-1b1208e75d20 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.2965975
Apr 30 05:20:41.477833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e16633e0-abaa-4ae7-9e6b-a9775cbd83d4 None None] Port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:20:41.501949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bf8c8c39-0cb0-4d7c-a2c0-3ea608bb042e req-cfd45965-2f6a-4d83-9453-a220ecb69b15 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 210 time: 0.2032220
Apr 30 05:20:41.531758 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:41.532141 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.539551 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.622726 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] For port 94dfc327-a8da-47cb-b94e-6ffec2aa4509, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:20:41.633536 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] For port 94dfc327-a8da-47cb-b94e-6ffec2aa4509, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=94dfc327-a8da-47cb-b94e-6ffec2aa4509,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:20:41.639184 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.645055 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:41.754706 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:41.755563 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801bfcd0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:41.806585 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.837508 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Pushing event updated for resources: {'Port': ['ID=94dfc327-a8da-47cb-b94e-6ffec2aa4509,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:41.838571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:41.845115 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-ebf23f05-ab11-40f6-8197-2fe09c75210c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:41.916257 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9379f171-0ee1-48ec-9d46-b5a772009b2b tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:42.121825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9ad8bb-5bd1-4d12-9888-f3dcea54f088,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:42.127093 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:42.128521 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:42.160823 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:42.201160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 22aea13c-3985-4b9b-bfea-737b6ca6d26b no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:20:42.312219 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:42.312583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 22aea13c-3985-4b9b-bfea-737b6ca6d26b {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:20:42.315653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 22aea13c-3985-4b9b-bfea-737b6ca6d26b not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:20:42.333426 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-952501eb-f821-431c-873c-1861f0f38a69 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:42.343978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:42.345363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:42.384916 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:42.397155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb1326-e6e2-4c46-83c1-1c11b99572a2 None None] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:20:42.407277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d8b584-9d9e-4226-8e44-6e5086867269,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:42.414203 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:42.424436 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/74d8b584-9d9e-4226-8e44-6e5086867269 HTTP/1.1" status: 204  len: 168 time: 2.0955427
Apr 30 05:20:42.427725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54276) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:42.765167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Router 3931f5c1-419a-4e90-b981-d8d7013e53c1 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:20:42.895653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f4dc4f71-6324-46f3-8e5f-159c74829be1 None None] Provisioning complete for port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:42.895907 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f4dc4f71-6324-46f3-8e5f-159c74829be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:42.989985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] DHCP port deletion for 38185e0d-d8a3-489a-9476-e14b0adbf501 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:20:43.063639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a16ac1ce-15ae-4d56-91dc-339b7b9b9ae7 req-d3e2a147-e086-48cd-9cf9-35bf43c2d38d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 210 time: 0.2900589
Apr 30 05:20:43.093204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:43.100732 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801bfcd0>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:34Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '94dfc327-a8da-47cb-b94e-6ffec2aa4509', 'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:e0:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:33Z', 'updated_at': '2021-04-30T05:20:41Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:43.107725 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cefc77-5ac5-4d8d-bc43-5dba4b551ff9 None None] The sync data for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 is: [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:34Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '94dfc327-a8da-47cb-b94e-6ffec2aa4509', 'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:e0:55:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:33Z', 'updated_at': '2021-04-30T05:20:41Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:20:43.114991 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5b8b086b-e539-48bb-97a9-145730255167 req-30c4191f-8eea-4f1f-8968-3bda5e3346f3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.3463271
Apr 30 05:20:43.232995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f4dc4f71-6324-46f3-8e5f-159c74829be1 None None] Port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:20:43.270755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] Deleting port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:20:43.271328 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:43.331401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Deleting port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:20:43.331683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:43.342093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 90c9bd5d-f5d1-4e91-801a-499e9150fa28 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:43.598960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] For port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=150c7b40-ad5a-4497-9e9f-b3b37dfccf3c,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:43.599669 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:43.752137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] For port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=150c7b40-ad5a-4497-9e9f-b3b37dfccf3c,segment=NetworkSegment(4cf5b989-472c-49ba-9337-8cc0fce025be),segment_id=4cf5b989-472c-49ba-9337-8cc0fce025be)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:43.753914 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:43.761655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:43.788622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Sync routers for ids ['3931f5c1-419a-4e90-b981-d8d7013e53c1'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:20:43.792640 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] 10.222.0.46 "PUT /v2.0/routers/3931f5c1-419a-4e90-b981-d8d7013e53c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7187145
Apr 30 05:20:43.915749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] Calling delete_port for 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:20:43.930085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-874ad0b3-422a-4550-967b-07ab017cfdf7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:43.932326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-874ad0b3-422a-4550-967b-07ab017cfdf7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:20:43.975858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-874ad0b3-422a-4550-967b-07ab017cfdf7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:20:43.978908 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-874ad0b3-422a-4550-967b-07ab017cfdf7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 796 time: 0.3743997
Apr 30 05:20:43.987919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Routers {'3931f5c1-419a-4e90-b981-d8d7013e53c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:43.988635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b3f6910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3931f5c1-419a-4e90-b981-d8d7013e53c1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:44.136101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-01dbbd51-42ce-4087-8add-6b22a3479747 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:20:44.191618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-01dbbd51-42ce-4087-8add-6b22a3479747 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:20:44.194162 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-01dbbd51-42ce-4087-8add-6b22a3479747 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 380 time: 0.2068629
Apr 30 05:20:44.228981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'port': {'device_id': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'admin_state_up': True, 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'security_groups': ['6b885b16-2629-4e75-bbd6-31cd83fcad88']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:44.297547 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:44.306793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Calling delete_port for 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:20:44.325531 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-3da88d59-a38b-4533-abef-83a1351704bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:44.384163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 90c9bd5d-f5d1-4e91-801a-499e9150fa28 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:44.384555 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:44.484703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] Pushing event deleted for resources: {'Port': ['ID=150c7b40-ad5a-4497-9e9f-b3b37dfccf3c,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:44.492264 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:44.510107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79670de5-02ee-451f-8e72-bc1f58c9ee3f req-4e2774d4-5c8e-4365-bad8-513f94b7d46b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.1346495
Apr 30 05:20:44.578809 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:44.593382 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:44.598679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] No DVR routers for this DVR port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:20:44.692496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:44.717564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:44.721485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=150c7b40-ad5a-4497-9e9f-b3b37dfccf3c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:44.731967 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:44.741956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] No DVR routers for this DVR port 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:20:44.756387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:20:44.760759 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:44.970438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Set router 3931f5c1-419a-4e90-b981-d8d7013e53c1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:45.114361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-716160d0-2039-43a5-841f-bfbf1c1c9f47 req-c575399f-87b5-49e3-bef2-d80b28fd60c2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 210 time: 0.3785491
Apr 30 05:20:45.138068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.20.0.14 (4df844f0-aa58-4ba2-b348-7e436d71b3ab/c1235339-4035-4fed-8169-b550f62e0e7b/cd363eb0-6c39-4ecd-988a-d164f1a8100c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:45.196921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54302) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:45.201223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:20:45.248764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:20:45.249543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 150c7b40-ad5a-4497-9e9f-b3b37dfccf3c not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:20:45.287526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-319642017-network', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:45.301122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:45.309744 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:45.359031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Usage tracker for resource:network and tenant:c303897c87934867bda5c6f7626ffac2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:45.369082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:45.437861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:45.483337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Made reservation on behalf of c303897c87934867bda5c6f7626ffac2 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:20:45.485771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:45.492228 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:45.505656 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77acb7b80>,) {'filters': {'network_id': ['38185e0d-d8a3-489a-9476-e14b0adbf501']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:45.512687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 94dfc327-a8da-47cb-b94e-6ffec2aa4509 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:45.514359 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:45.523477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Transition to ACTIVE for port object cd363eb0-6c39-4ecd-988a-d164f1a8100c will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:45.537443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77acb7b80>, '4cf5b989-472c-49ba-9337-8cc0fce025be') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:45.537788 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77acb7b80>, '4cf5b989-472c-49ba-9337-8cc0fce025be') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:45.554574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:45.558416 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:45.569910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c303897c87934867bda5c6f7626ffac2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:45.575595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:45.588377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:45.590771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:45.604139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:20:45.604909 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:45.613126 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-636e0305-d2ba-4025-9c09-d320e35703ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:45.645569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:45.671765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:45.672270 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:45.745134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:45.763581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:45.767585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:45.840600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b3f6910>, [{'id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:40Z', 'revision_number': 4, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'gw_port': {'id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:28Z', 'updated_at': '2021-04-30T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '7f9ad8bb-5bd1-4d12-9888-f3dcea54f088', 'name': '', 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'mac_address': 'fa:16:3e:1c:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '081c2762-48c5-4ea1-b353-1f23b1c0618c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:37Z', 'updated_at': '2021-04-30T05:20:41Z', 'revision_number': 2, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'subnets': [{'id': '081c2762-48c5-4ea1-b353-1f23b1c0618c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:45.880843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Checking router: 3931f5c1-419a-4e90-b981-d8d7013e53c1 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:20:45.881526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Updating router 3931f5c1-419a-4e90-b981-d8d7013e53c1 port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:20:45.927337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:45.932897 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:45.958150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:45.959159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:45.998572 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.030764 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-688abf5b-8c5d-4d1d-a5c9-82e39021433e req-ffc6b105-f94d-4bab-83f7-b28c6bd89c4b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.2222619
Apr 30 05:20:46.067725 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8668666
Apr 30 05:20:46.085232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Request body: {'port': {'device_id': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:46.118986 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.196989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:20:46.230145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.328840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 94dfc327-a8da-47cb-b94e-6ffec2aa4509, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=94dfc327-a8da-47cb-b94e-6ffec2aa4509,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:46.343917 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.353366 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:46.389850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9e139ee8-2f6a-4cc5-9e0f-f920115cc45c None None] Provisioning for port cd363eb0-6c39-4ecd-988a-d164f1a8100c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:46.408114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9e139ee8-2f6a-4cc5-9e0f-f920115cc45c None None] Provisioning complete for port cd363eb0-6c39-4ecd-988a-d164f1a8100c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:46.408114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9e139ee8-2f6a-4cc5-9e0f-f920115cc45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.427392 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.550195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9e139ee8-2f6a-4cc5-9e0f-f920115cc45c None None] Port cd363eb0-6c39-4ecd-988a-d164f1a8100c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:20:46.579121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.600129 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.612079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Network 38185e0d-d8a3-489a-9476-e14b0adbf501 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:20:46.616554 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=94dfc327-a8da-47cb-b94e-6ffec2aa4509,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:46.628040 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-67ec0a3a-a596-4ada-9179-602d64ace442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:46.631689 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:20:46.666158 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:20:46.750317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7d6652-d771-4449-848b-5b4ce6487eee,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:46.757462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:20:46.760496 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:46.771063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aec820-b006-4fb4-aa92-64fbf49e9902 req-fc81d12c-3d1c-447a-8fb6-e47d0b44d79c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:46.778460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27aec820-b006-4fb4-aa92-64fbf49e9902 req-fc81d12c-3d1c-447a-8fb6-e47d0b44d79c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 932 time: 0.3782704
Apr 30 05:20:46.841681 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.841970 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Added segment c425ec74-659e-4f1d-acdb-b56e6fd2ea0e of type vlan for network 15e4e191-1178-485c-a855-1bead730e9f1
Apr 30 05:20:46.845793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.857408 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8b1a0b4e-70b9-46bf-ac0c-593a3068d64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:46.889432 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.924688 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27aec820-b006-4fb4-aa92-64fbf49e9902 req-841a8721-c566-4547-ad03-47d667f2e4da tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1452549
Apr 30 05:20:46.932453 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.963787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Transition to ACTIVE for port object 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:46.974791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=38185e0d-d8a3-489a-9476-e14b0adbf501,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:46.978426 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:46.988025 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:47.008231 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:47.021105 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:47.043900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd363eb0-6c39-4ecd-988a-d164f1a8100c {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:20:47.050509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/38185e0d-d8a3-489a-9476-e14b0adbf501 HTTP/1.1" status: 204  len: 168 time: 4.6219857
Apr 30 05:20:47.061628 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:47.083367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Transition to ACTIVE for port object cd363eb0-6c39-4ecd-988a-d164f1a8100c will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:47.090009 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:47.101665 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:47.123928 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:47.125041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:47.125649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:47.129523 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-218a3b0d-d06b-4238-8492-51729d773333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:47.236644 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0379004
Apr 30 05:20:47.365803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:47.479074 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 94dfc327-a8da-47cb-b94e-6ffec2aa4509 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:47.489850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-73eda140-235f-4aca-a987-2ec24803a8b6 req-591ad702-e433-4db3-a019-087977923f07 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.1094699
Apr 30 05:20:47.498984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Request body: {'subnet': {'network_id': '15e4e191-1178-485c-a855-1bead730e9f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-319642017-subnet', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:47.501438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Pushing event updated for resources: {'Network': ['ID=15e4e191-1178-485c-a855-1bead730e9f1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:47.509604 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:47.510012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:47.517858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Usage tracker for resource:subnet and tenant:c303897c87934867bda5c6f7626ffac2 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:47.522728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:47.534570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:47.558495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 15e4e191-1178-485c-a855-1bead730e9f1 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:20:47.631558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Made reservation on behalf of c303897c87934867bda5c6f7626ffac2 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:20:47.634148 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:47.696162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54320) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:47.795518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d35e3-e697-4acd-aee9-82eeb4469168 None None] Pushing event updated for resources: {'Port': ['ID=7f9ad8bb-5bd1-4d12-9888-f3dcea54f088,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:47.812245 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fc0d35e3-e697-4acd-aee9-82eeb4469168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:47.842257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Attempting to bind port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:20:47.842832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Attempting to bind port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:20:47.843043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Attempting to bind port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 on network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:47.850914 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9b72f139-2e81-4fe0-acaa-0e6e0f3d03c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=069c2427941c4dacb0a45a9adb630d07&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1523061
Apr 30 05:20:47.854082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54324) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:47.854861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:20:47.855250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Checking segment: {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:47.855966 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:47.856381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Bound using segment: {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:20:47.856886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Bound port: 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:20:47.857276 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:47.922077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Pushing event updated for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:47.925041 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:48.091008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Attempting to bind port cd363eb0-6c39-4ecd-988a-d164f1a8100c on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:20:48.092079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Attempting to bind port cd363eb0-6c39-4ecd-988a-d164f1a8100c by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:20:48.093435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Attempting to bind port cd363eb0-6c39-4ecd-988a-d164f1a8100c on network 4df844f0-aa58-4ba2-b348-7e436d71b3ab {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:48.110681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Port cd363eb0-6c39-4ecd-988a-d164f1a8100c on network 4df844f0-aa58-4ba2-b348-7e436d71b3ab not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:20:48.111007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:48.111488 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:48.112801 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Attempting to bind port cd363eb0-6c39-4ecd-988a-d164f1a8100c on network 4df844f0-aa58-4ba2-b348-7e436d71b3ab {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:48.128622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:20:48.129782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Checking segment: {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:48.130653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Bound using segment: {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:20:48.131660 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Bound port: cd363eb0-6c39-4ecd-988a-d164f1a8100c, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:20:48.132456 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:48.197101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] For port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:20:48.202095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] For port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7f9ad8bb-5bd1-4d12-9888-f3dcea54f088,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:20:48.214962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:48.221721 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:48.296857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d35e3-e697-4acd-aee9-82eeb4469168 None None] Pushing event updated for resources: {'Port': ['ID=7f9ad8bb-5bd1-4d12-9888-f3dcea54f088,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:48.300334 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fc0d35e3-e697-4acd-aee9-82eeb4469168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:48.353810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Routers {'3931f5c1-419a-4e90-b981-d8d7013e53c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:48.354564 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b3f6910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3931f5c1-419a-4e90-b981-d8d7013e53c1'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:48.412381 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-027f5289-ca34-4d2d-bd51-6d614252e838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:48.498333 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-027f5289-ca34-4d2d-bd51-6d614252e838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:48.603948 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d673d-4338-47c0-a282-682799280044 req-5d16944c-3137-4a6a-9f27-0797e4a841f2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:48.605879 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e2d673d-4338-47c0-a282-682799280044 req-5d16944c-3137-4a6a-9f27-0797e4a841f2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 944 time: 0.2746797
Apr 30 05:20:48.728964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e2d673d-4338-47c0-a282-682799280044 req-35af7492-387c-4359-8f3a-ad1b20ef9b23 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054187
Apr 30 05:20:48.786876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7aa59f3-d50c-4d74-9543-3fbfb7b31f1c req-bbd04314-1ea9-43d6-9c21-260278a1cde3 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=50e56778-b0ee-475e-9a75-65b33d3176d9 HTTP/1.1" status: 200  len: 210 time: 0.0617428
Apr 30 05:20:48.787912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-027f5289-ca34-4d2d-bd51-6d614252e838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:48.803873 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-74d19bc7-0003-4536-8e07-c69165e56193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:48.844187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f5289-ca34-4d2d-bd51-6d614252e838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f625ec-bb40-4c4c-a67d-ce60cd8add40,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:48.847252 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-027f5289-ca34-4d2d-bd51-6d614252e838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:48.850208 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-027f5289-ca34-4d2d-bd51-6d614252e838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:48.852213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-027f5289-ca34-4d2d-bd51-6d614252e838 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90f625ec-bb40-4c4c-a67d-ce60cd8add40 HTTP/1.1" status: 204  len: 168 time: 0.9934652
Apr 30 05:20:48.864975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:20:48.889164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:20:48.902700 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:48.908714 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:48.931929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] Set router 3931f5c1-419a-4e90-b981-d8d7013e53c1 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:48.995344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:48.995344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:48.995344 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] 10.222.0.50 "PUT /v2.0/ports/cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 1093 time: 2.9189346
Apr 30 05:20:48.998868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:20:49.013912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Pushing event updated for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:49.018501 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:49.149719 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'status': 'completed', 'code': 200}
Apr 30 05:20:49.199623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:49.205917 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-13b22aaa-a4d7-476a-9fd5-bf481d73113f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:49.366890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03aa8261-f6fe-40ed-b4be-5341481c6700,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:49.373642 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-59eaca5b-6ca6-4ba7-8421-31b1618a01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:49.375216 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-59eaca5b-6ca6-4ba7-8421-31b1618a01e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1096 time: 0.2738390
Apr 30 05:20:49.378200 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:49.465021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Checking segment: {'id': 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:49.465375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Network hostable DHCP agents. Network: 15e4e191-1178-485c-a855-1bead730e9f1, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:20:49.491324 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-d13f0583-2dff-4c4d-a767-faa2d6faf05f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 217 time: 0.1069753
Apr 30 05:20:49.517168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b3f6910>, [{'id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:40Z', 'revision_number': 4, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'gw_port': {'id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:28Z', 'updated_at': '2021-04-30T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '7f9ad8bb-5bd1-4d12-9888-f3dcea54f088', 'name': '', 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'mac_address': 'fa:16:3e:1c:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '081c2762-48c5-4ea1-b353-1f23b1c0618c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:37Z', 'updated_at': '2021-04-30T05:20:48Z', 'revision_number': 4, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'subnets': [{'id': '081c2762-48c5-4ea1-b353-1f23b1c0618c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:49.525769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af307dc8-d4bd-403c-b80c-652d7e7f7645 None None] The sync data for ids ['3931f5c1-419a-4e90-b981-d8d7013e53c1'] in n-d-766726-20 is: [{'id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:40Z', 'revision_number': 4, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'gw_port': {'id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:28Z', 'updated_at': '2021-04-30T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '7f9ad8bb-5bd1-4d12-9888-f3dcea54f088', 'name': '', 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'mac_address': 'fa:16:3e:1c:2e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '081c2762-48c5-4ea1-b353-1f23b1c0618c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:37Z', 'updated_at': '2021-04-30T05:20:48Z', 'revision_number': 4, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'subnets': [{'id': '081c2762-48c5-4ea1-b353-1f23b1c0618c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:20:49.553151 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Network 15e4e191-1178-485c-a855-1bead730e9f1 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:20:49.572450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-99379bc5-1833-409f-b9de-d5432cb8f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:49.574009 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-99379bc5-1833-409f-b9de-d5432cb8f892 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.0763836
Apr 30 05:20:49.574911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 15e4e191-1178-485c-a855-1bead730e9f1) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:49.613517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aadd3fc-ee45-4ace-9613-42b57565ce02 None None] Network 15e4e191-1178-485c-a855-1bead730e9f1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:20:49.647944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:49.648076 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:49.701648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54346) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:49.702110 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.2749281
Apr 30 05:20:49.708824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:20:49.717187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:49.724025 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Usage tracker for resource:router and tenant:c303897c87934867bda5c6f7626ffac2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:49.728803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:49.737932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:49.747809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-79818537-1638-44af-8c31-23a59c4d453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:49.752027 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-79818537-1638-44af-8c31-23a59c4d453e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1689270
Apr 30 05:20:49.756618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:49.757850 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:49.784260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:49.996507 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-20c70513-61e9-4615-8c79-798b183cace5 service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382185
Apr 30 05:20:50.083836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-15e4e191-1178-485c-a855-1bead730e9f1', 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'fixed_ips': [{'subnet_id': '03aa8261-f6fe-40ed-b4be-5341481c6700'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:20:50.084839 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:50.350277 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46a7e424-0e13-4b63-96ee-90154b78c6a6 req-7e6e343b-3903-4c47-a1a4-c71d88b753b8 service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3460453
Apr 30 05:20:50.425098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Allocated IP 172.20.0.2 (15e4e191-1178-485c-a855-1bead730e9f1/03aa8261-f6fe-40ed-b4be-5341481c6700/8a632028-0af1-4e1f-91f2-43c4617ace7a) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:50.615222 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:50.628011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-50a2f0ad-7273-4e55-b8c6-0c094781723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:50.628011 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-50a2f0ad-7273-4e55-b8c6-0c094781723a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1096 time: 0.2092822
Apr 30 05:20:50.806121 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:50.831282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Transition to ACTIVE for port object 8a632028-0af1-4e1f-91f2-43c4617ace7a will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:50.831497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b967765-f53b-4f9c-855b-02cc05559b5c req-54421d7b-7511-4503-b8aa-2394d3310450 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:50.840932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b967765-f53b-4f9c-855b-02cc05559b5c req-54421d7b-7511-4503-b8aa-2394d3310450 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 944 time: 0.6727433
Apr 30 05:20:50.862058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Transition to ACTIVE for port object 8a632028-0af1-4e1f-91f2-43c4617ace7a will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:50.880056 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:50.887101 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-82cdcdbe-52ae-4ade-8ab4-f7d0590d6659 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:50.916950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-c2bbaa32-f518-41f7-9f90-b32feec4dae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:50.921909 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-c2bbaa32-f518-41f7-9f90-b32feec4dae6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.2871003
Apr 30 05:20:50.999193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Network 15e4e191-1178-485c-a855-1bead730e9f1 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:51.006403 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:51.012595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:51.080675 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-3beeec9e-9231-4fa2-a049-392303fd1605 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 217 time: 0.1488760
Apr 30 05:20:51.093041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b967765-f53b-4f9c-855b-02cc05559b5c req-d815ea5c-342f-47e3-b5c3-ba7a95de4c6a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2508264
Apr 30 05:20:51.175634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Pushing event updated for resources: {'Port': ['ID=8a632028-0af1-4e1f-91f2-43c4617ace7a,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:51.184285 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:51.192818 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Attempting to bind port 8a632028-0af1-4e1f-91f2-43c4617ace7a on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:20:51.194211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Attempting to bind port 8a632028-0af1-4e1f-91f2-43c4617ace7a by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:20:51.195002 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Attempting to bind port 8a632028-0af1-4e1f-91f2-43c4617ace7a on network 15e4e191-1178-485c-a855-1bead730e9f1 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:51.204120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:20:51.204994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Checking segment: {'id': 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:51.205652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:51.206287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Bound using segment: {'id': 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:20:51.207084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Bound port: 8a632028-0af1-4e1f-91f2-43c4617ace7a, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:20:51.207768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:51.254405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-3a48aca6-b0c6-413a-aa3d-c2bb9debf2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:51.257035 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-3a48aca6-b0c6-413a-aa3d-c2bb9debf2b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.1697142
Apr 30 05:20:51.387143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] For port 8a632028-0af1-4e1f-91f2-43c4617ace7a, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:20:51.395119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] For port 8a632028-0af1-4e1f-91f2-43c4617ace7a, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8a632028-0af1-4e1f-91f2-43c4617ace7a,segment=NetworkSegment(c425ec74-659e-4f1d-acdb-b56e6fd2ea0e),segment_id=c425ec74-659e-4f1d-acdb-b56e6fd2ea0e)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:20:51.402328 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:51.424998 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e5269939-7af3-4cf1-ae3b-d7cb3ddffe79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:51.544034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-8829ab6f-0dec-464a-9c6f-6f8239730d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:51.547126 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-8829ab6f-0dec-464a-9c6f-6f8239730d9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2830005
Apr 30 05:20:51.675759 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:51.679781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Pushing event updated for resources: {'Port': ['ID=8a632028-0af1-4e1f-91f2-43c4617ace7a,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:51.707061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:51.773626 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:51.782414 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:51.908276 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-0eea6bf2-4d46-452e-95b9-efebc690920c service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3500850
Apr 30 05:20:52.064695 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:52.071736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:52.072006 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:52.115259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Allocated IP 172.25.8.116 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/59e21a35-96c9-4dbd-9216-fbf9d3f658a7) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:52.351428 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:52.436474 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7f9ad8bb-5bd1-4d12-9888-f3dcea54f088,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:52.443161 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:52.445502 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ce61f87e-8ab2-4259-b1e7-a0c5dbb7fb2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:52.450742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:52.508647 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc61bd8-dce3-4ce9-86e5-228d2f0e9ca4 req-709639a6-9088-439d-9768-1253a85ef099 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:52.510725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edc61bd8-dce3-4ce9-86e5-228d2f0e9ca4 req-709639a6-9088-439d-9768-1253a85ef099 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 944 time: 0.1791844
Apr 30 05:20:52.546218 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c98ccdf2-74d9-415b-bcc9-fa8cfa693bff req-e8fe9dd3-f17d-4d4a-8a14-15a980dcdc59 service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6341619
Apr 30 05:20:52.565893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=7f9ad8bb-5bd1-4d12-9888-f3dcea54f088,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:52.572428 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:52.586985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-edc61bd8-dce3-4ce9-86e5-228d2f0e9ca4 req-af7d9425-a0d6-40b8-ae07-636d91a77693 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662715
Apr 30 05:20:52.588912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:52.593567 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-14ef0b53-3d20-4d70-a3c2-01b7304d4f01 tempest-AllowedAddressPairTestJSON-1885402629 tempest-AllowedAddressPairTestJSON-1885402629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:52.858331 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:52.861578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:52.867236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:52.965447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=59e21a35-96c9-4dbd-9216-fbf9d3f658a7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:52.973312 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:53.221069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e84a9b-8985-499f-99d5-1c0daa17bc59 None None] Network 15e4e191-1178-485c-a855-1bead730e9f1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:20:53.351329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6b013de2-e1be-4752-bbc3-4ae8be7498a4 None None] Provisioning for port 8a632028-0af1-4e1f-91f2-43c4617ace7a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:53.498427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:53.519258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:53.630003 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:53.630388 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:53.807933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8a632028-0af1-4e1f-91f2-43c4617ace7a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:53.856820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device cd363eb0-6c39-4ecd-988a-d164f1a8100c details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:20:54.019082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:54.089353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 8a632028-0af1-4e1f-91f2-43c4617ace7a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:54.096674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-45e607ae-1ee3-4b6a-8e83-377058cc917a None None] Provisioning complete for port 8a632028-0af1-4e1f-91f2-43c4617ace7a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:54.097130 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-45e607ae-1ee3-4b6a-8e83-377058cc917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:54.140869 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8a632028-0af1-4e1f-91f2-43c4617ace7a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:54.141252 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:54.257396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:54.283661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'port_id': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'mac_address': 'fa:16:3e:1a:b1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:20:54.286126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b5d20-9774-4c18-86bf-acea0e10dd45 req-fd1f761d-7b56-4fbc-8bbd-0b6c4e4b3401 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:54.296138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-151b5d20-9774-4c18-86bf-acea0e10dd45 req-fd1f761d-7b56-4fbc-8bbd-0b6c4e4b3401 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 944 time: 0.5029702
Apr 30 05:20:54.377544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-151b5d20-9774-4c18-86bf-acea0e10dd45 req-5b6096b5-3249-494e-855a-b331d219bb54 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805299
Apr 30 05:20:54.392139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Router 1b85e043-bb34-4eea-8777-fb80116577c8 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:20:54.525390 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:54.545127 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:54.599995 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-45e607ae-1ee3-4b6a-8e83-377058cc917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:54.624197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd363eb0-6c39-4ecd-988a-d164f1a8100c {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:20:54.658436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 8a632028-0af1-4e1f-91f2-43c4617ace7a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8a632028-0af1-4e1f-91f2-43c4617ace7a,segment=NetworkSegment(c425ec74-659e-4f1d-acdb-b56e6fd2ea0e),segment_id=c425ec74-659e-4f1d-acdb-b56e6fd2ea0e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:54.660481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:54.674965 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:54.677029 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:54.679569 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:54.814286 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.db.api [None req-45e607ae-1ee3-4b6a-8e83-377058cc917a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 05:20:54.814649 n-d-766726-20 neutron-server[74583]: DEBUG oslo_db.api [None req-45e607ae-1ee3-4b6a-8e83-377058cc917a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 05:20:54.817290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=8a632028-0af1-4e1f-91f2-43c4617ace7a,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:54.920567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:54.931885 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:54.932379 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:54.932737 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:54.981081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['cd363eb0-6c39-4ecd-988a-d164f1a8100c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:20:55.076182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:55.096144 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Sync routers for ids ['1b85e043-bb34-4eea-8777-fb80116577c8'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:20:55.121137 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Routers {'1b85e043-bb34-4eea-8777-fb80116577c8'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:55.121791 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801bfc40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1b85e043-bb34-4eea-8777-fb80116577c8'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:55.134201 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:55.138732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54416) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:55.139866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.4359257
Apr 30 05:20:55.463162 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Set router 1b85e043-bb34-4eea-8777-fb80116577c8 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:55.504607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8a632028-0af1-4e1f-91f2-43c4617ace7a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:55.754850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 8a632028-0af1-4e1f-91f2-43c4617ace7a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:55.755867 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:55.812033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a1882-20da-43ed-a65f-994008d416f0 req-82dd0d01-8a27-4c6a-8db4-ce20fafb8c38 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:55.818828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e10a1882-20da-43ed-a65f-994008d416f0 req-82dd0d01-8a27-4c6a-8db4-ce20fafb8c38 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 945 time: 0.2605081
Apr 30 05:20:56.007761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e10a1882-20da-43ed-a65f-994008d416f0 req-2cd89601-4f38-454f-b43d-e54ff82a0d8d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1760225
Apr 30 05:20:56.183580 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801bfc40>, [{'id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:49Z', 'updated_at': '2021-04-30T05:20:53Z', 'revision_number': 3, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'gw_port': {'id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:51Z', 'updated_at': '2021-04-30T05:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:56.188875 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Checking router: 1b85e043-bb34-4eea-8777-fb80116577c8 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:20:56.189451 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Updating router 1b85e043-bb34-4eea-8777-fb80116577c8 port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:20:56.250013 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:56.355778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54430) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:56.542211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:56.738972 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:56.755046 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Transition to ACTIVE for port object 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:56.799381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port f5d91b04-795a-4c57-a419-a77e0e035156 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:20:56.800091 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:56.808797 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:56.816921 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-08007b1a-0cfb-4db1-849a-b9e190b5120e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:56.888773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Allocated IP 172.20.0.1 (15e4e191-1178-485c-a855-1bead730e9f1/03aa8261-f6fe-40ed-b4be-5341481c6700/13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:20:56.892315 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63985e06-a7e3-4dcc-8351-beab24cec296 None None] Pushing event updated for resources: {'Port': ['ID=59e21a35-96c9-4dbd-9216-fbf9d3f658a7,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:56.904493 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-63985e06-a7e3-4dcc-8351-beab24cec296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:56.924524 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Attempting to bind port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:20:56.924898 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Attempting to bind port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:20:56.925280 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Attempting to bind port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:20:56.938154 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:20:56.938527 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:20:56.938925 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:56.939415 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:20:56.939807 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Bound port: 59e21a35-96c9-4dbd-9216-fbf9d3f658a7, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:20:56.940182 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.032788 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.033228 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.057223 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] For port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:20:57.062483 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] For port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=59e21a35-96c9-4dbd-9216-fbf9d3f658a7,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:20:57.074585 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.079821 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a9803c0-3d9c-47d1-9c69-5f0761dee252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:57.150071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.190450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Transition to ACTIVE for port object 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:20:57.210899 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63985e06-a7e3-4dcc-8351-beab24cec296 None None] Pushing event updated for resources: {'Port': ['ID=59e21a35-96c9-4dbd-9216-fbf9d3f658a7,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:57.220591 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-63985e06-a7e3-4dcc-8351-beab24cec296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:57.247913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.252851 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:57.255758 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Routers {'1b85e043-bb34-4eea-8777-fb80116577c8'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:57.257574 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801bfc40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1b85e043-bb34-4eea-8777-fb80116577c8'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:57.343427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Pushing event updated for resources: {'Port': ['ID=13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:57.348519 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:57.359587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for f5d91b04-795a-4c57-a419-a77e0e035156 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:20:57.360282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Network 15e4e191-1178-485c-a855-1bead730e9f1 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:57.362181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:57.364706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:20:57.449459 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.457347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb79b-b44a-4f76-857d-5d64da417bb7 req-a7cbb4eb-883d-4b98-a53e-e2202fbd2348 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:57.459355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2efcb79b-b44a-4f76-857d-5d64da417bb7 req-a7cbb4eb-883d-4b98-a53e-e2202fbd2348 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 945 time: 0.1565719
Apr 30 05:20:57.463461 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.536819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2efcb79b-b44a-4f76-857d-5d64da417bb7 req-ab18a7bf-9d89-4afd-9ef9-4bcd3aaa2493 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688481
Apr 30 05:20:57.577005 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.671096 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.692674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.718035 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b138b07-6a62-4177-85c4-26b4191fd6c4 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:57.757554 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] Set router 1b85e043-bb34-4eea-8777-fb80116577c8 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:57.817607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-942a3d94-42a5-4972-9083-241da854de9e None None] Provisioning for port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:57.821481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=f5d91b04-795a-4c57-a419-a77e0e035156,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:57.829235 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:57.833742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-942a3d94-42a5-4972-9083-241da854de9e None None] Provisioning complete for port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:57.834274 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-942a3d94-42a5-4972-9083-241da854de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.922120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-942a3d94-42a5-4972-9083-241da854de9e None None] Port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:20:57.937610 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:57.938020 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Floating IP 01d72ebe-7bb2-47f1-852c-3d8f77257434 disassociated (deleted). External IP: 172.25.8.130, port: 2d82a04b-fc67-4990-bf5a-20a0b10d2924.
Apr 30 05:20:57.939599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device cd363eb0-6c39-4ecd-988a-d164f1a8100c up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:58.058231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port cd363eb0-6c39-4ecd-988a-d164f1a8100c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:20:58.065291 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port cd363eb0-6c39-4ecd-988a-d164f1a8100c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:58.068653 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:58.293654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:58.299101 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:58.349342 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eabdccf2-e6fe-408f-a02a-b1f8afd15bb9 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:58.393292 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:58.451807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:58.455356 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801bfc40>, [{'id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:49Z', 'updated_at': '2021-04-30T05:20:53Z', 'revision_number': 3, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'gw_port': {'id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:51Z', 'updated_at': '2021-04-30T05:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:58.468730 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2590f28-c812-4649-a4e2-9bb0f590fc7b None None] The sync data for ids ['1b85e043-bb34-4eea-8777-fb80116577c8'] in n-d-766726-20 is: [{'id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:49Z', 'updated_at': '2021-04-30T05:20:53Z', 'revision_number': 3, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'gw_port': {'id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:51Z', 'updated_at': '2021-04-30T05:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:20:58.472355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Router dcc45f15-0c54-40cd-9098-1350f3b26e0b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:20:58.483345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:20:58.488017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Pushing event updated for resources: {'Port': ['ID=13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:58.496374 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:58.515237 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:20:58.525441 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:58.527964 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:20:58.624646 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'code': 200}
Apr 30 05:20:58.731174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:20:58.742312 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:20:58.796102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Network 15e4e191-1178-485c-a855-1bead730e9f1 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:20:58.798484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:20:58.814305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542743b5-3eaf-4f59-a8bf-3a09f2be758e req-8a71c07d-9795-4671-8ea8-97693e14df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:58.815347 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-542743b5-3eaf-4f59-a8bf-3a09f2be758e req-8a71c07d-9795-4671-8ea8-97693e14df1a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1098 time: 0.1569574
Apr 30 05:20:58.825939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:58.840193 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] Sync routers for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:20:58.860204 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:58.862959 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:20:58.866710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800f6b20>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:20:59.205618 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-542743b5-3eaf-4f59-a8bf-3a09f2be758e req-6953efd8-c3d0-4450-965b-62e1d10105ee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2878113
Apr 30 05:20:59.210768 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54452) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:20:59.253186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:20:59.297480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Router 1b85e043-bb34-4eea-8777-fb80116577c8 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:20:59.471677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "DELETE /v2.0/floatingips/01d72ebe-7bb2-47f1-852c-3d8f77257434 HTTP/1.1" status: 204  len: 168 time: 3.1113300
Apr 30 05:20:59.488629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:20:59.505194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:20:59.549189 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:59.567762 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b19d0a-53de-449a-a4a0-ea8f24033e6c req-9efdeb3b-67c7-4411-995f-bcc2324a310a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:20:59.569349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6b19d0a-53de-449a-a4a0-ea8f24033e6c req-9efdeb3b-67c7-4411-995f-bcc2324a310a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.2812855
Apr 30 05:20:59.675929 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c9bba96a-3e07-4505-8ba3-58d31f978b25 None None] Provisioning complete for port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:20:59.676315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c9bba96a-3e07-4505-8ba3-58d31f978b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:20:59.711630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6b19d0a-53de-449a-a4a0-ea8f24033e6c req-aa2c0726-05d0-40ad-af49-c4f864e7d6f1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1354129
Apr 30 05:20:59.712412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:20:59.729844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:20:59.734984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Usage tracker for resource:security_group_rule and tenant:070aa35840a74894bf65690a4be85b9b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:20:59.739714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:20:59.751781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:20:59.785145 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] 10.222.0.46 "PUT /v2.0/routers/1b85e043-bb34-4eea-8777-fb80116577c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6338646
Apr 30 05:20:59.871993 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'status': 'completed', 'code': 200}
Apr 30 05:20:59.885011 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3673f661-38e6-4628-a53b-3164b850b03d req-239cff94-cd60-46ff-a861-e1a4e2b77466 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.4490926
Apr 30 05:20:59.912993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c9bba96a-3e07-4505-8ba3-58d31f978b25 None None] Port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:21:00.074535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:21:00.084701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:21:00.085087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:00.114437 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:00.123382 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:00.134284 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e40293b9-67ec-4ce6-99da-84b68f7a6c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:00.168956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e0f0e4-8d55-4c6c-9433-c7d15ecc34fd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:00.173120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efa946-a42c-4016-af0b-15eab24148ee req-864ceaac-5a25-43aa-9333-55abb22483b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:00.174683 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46efa946-a42c-4016-af0b-15eab24148ee req-864ceaac-5a25-43aa-9333-55abb22483b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 1097 time: 0.2768993
Apr 30 05:21:00.175642 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:00.208730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800f6b20>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:00.219480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] Checking router: dcc45f15-0c54-40cd-9098-1350f3b26e0b for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:21:00.240701 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=070aa35840a74894bf65690a4be85b9b&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0266638
Apr 30 05:21:00.248510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54472) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:00.290437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3f4d4-22f2-4cbf-bf25-ad7262300bca req-781d804b-4e10-429c-9ce9-089ac8a2c859 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:00.291746 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-98b3f4d4-22f2-4cbf-bf25-ad7262300bca req-781d804b-4e10-429c-9ce9-089ac8a2c859 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:21:00.317145 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-98b3f4d4-22f2-4cbf-bf25-ad7262300bca req-781d804b-4e10-429c-9ce9-089ac8a2c859 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:21:00.318923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98b3f4d4-22f2-4cbf-bf25-ad7262300bca req-781d804b-4e10-429c-9ce9-089ac8a2c859 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 945 time: 0.2077062
Apr 30 05:21:00.334575 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:00.335555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800f6b20>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:00.393560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-98b3f4d4-22f2-4cbf-bf25-ad7262300bca req-a41b0dc9-53f1-44fa-93a1-4b9b4398de5b tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684350
Apr 30 05:21:00.441433 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:00.502159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efa946-a42c-4016-af0b-15eab24148ee req-9bf3d6fa-a98c-42c9-8a0b-ffaee19d54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:00.504069 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46efa946-a42c-4016-af0b-15eab24148ee req-9bf3d6fa-a98c-42c9-8a0b-ffaee19d54d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.3145373
Apr 30 05:21:00.505140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:00.605766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=59e21a35-96c9-4dbd-9216-fbf9d3f658a7,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:00.606582 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46efa946-a42c-4016-af0b-15eab24148ee req-53deea8e-a1e9-498a-b074-3a2a43737fc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924 HTTP/1.1" status: 200  len: 217 time: 0.0894103
Apr 30 05:21:00.612735 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:00.627842 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:00.683988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:00.709418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efa946-a42c-4016-af0b-15eab24148ee req-3793b034-2014-4690-a502-76284055d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:00.711096 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46efa946-a42c-4016-af0b-15eab24148ee req-3793b034-2014-4690-a502-76284055d32a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.0958025
Apr 30 05:21:00.737873 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:00.803187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=59e21a35-96c9-4dbd-9216-fbf9d3f658a7,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:00.815261 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:00.816010 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-eacc17fb-c198-47c9-b5ab-7175d2a258b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:00.854466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-99ee8a9d-e343-4af3-994b-6501c04e3959 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:00.855231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-99ee8a9d-e343-4af3-994b-6501c04e3959 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Synchronizing usage tracker for tenant:c303897c87934867bda5c6f7626ffac2 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:21:00.897203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-99ee8a9d-e343-4af3-994b-6501c04e3959 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Unset dirty status for tenant:c303897c87934867bda5c6f7626ffac2 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:21:00.904738 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-99ee8a9d-e343-4af3-994b-6501c04e3959 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/networks?id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827 HTTP/1.1" status: 200  len: 911 time: 0.2508159
Apr 30 05:21:00.976687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-46903997-d0cd-44fd-a147-df92a2dd06c4 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/quotas/c303897c87934867bda5c6f7626ffac2 HTTP/1.1" status: 200  len: 375 time: 0.0708261
Apr 30 05:21:01.035727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efa946-a42c-4016-af0b-15eab24148ee req-5b4b4cef-1358-4e9d-a2da-86f50e539511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:01.041292 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46efa946-a42c-4016-af0b-15eab24148ee req-5b4b4cef-1358-4e9d-a2da-86f50e539511 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3195219
Apr 30 05:21:01.122075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cdbe1-36c9-4e92-8fde-b55d40f03b4f req-94354b4d-4bfc-45e8-ab45-cf29fabc19f0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:01.123737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d42cdbe1-36c9-4e92-8fde-b55d40f03b4f req-94354b4d-4bfc-45e8-ab45-cf29fabc19f0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.2007911
Apr 30 05:21:01.141197 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-c349619e-d10b-483c-859b-c758ddcf14a8 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=c303897c87934867bda5c6f7626ffac2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1570141
Apr 30 05:21:01.171667 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:01.177907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-8a3b07eb-dd3c-472c-8b3b-6971599b697c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:21:01.179614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-8a3b07eb-dd3c-472c-8b3b-6971599b697c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0084562
Apr 30 05:21:01.187696 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eafdfb87-9724-4122-ba3d-73cb44308251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:01.206278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e0f0e4-8d55-4c6c-9433-c7d15ecc34fd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:01.221215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.221611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.222069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.222640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.223042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.223495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.223898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.224317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.224750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.225086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.225518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.225889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:01.232101 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:01.233741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:01.234467 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08e0f0e4-8d55-4c6c-9433-c7d15ecc34fd HTTP/1.1" status: 204  len: 168 time: 0.9834728
Apr 30 05:21:01.271787 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46efa946-a42c-4016-af0b-15eab24148ee req-0023e774-c061-4abd-b453-9625f11695d2 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259247
Apr 30 05:21:01.293981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d42cdbe1-36c9-4e92-8fde-b55d40f03b4f req-d738e536-3c65-4f47-a837-47f8d526fd84 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1509454
Apr 30 05:21:01.437920 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Sync routers for ids ['1b85e043-bb34-4eea-8777-fb80116577c8'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:21:01.467518 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-46efa946-a42c-4016-af0b-15eab24148ee req-84fc7fff-a8b8-4ea9-8734-8d397a126a0f service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859515
Apr 30 05:21:01.471140 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Routers {'1b85e043-bb34-4eea-8777-fb80116577c8'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:01.476072 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800f6b20>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:01.483446 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b5947c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1b85e043-bb34-4eea-8777-fb80116577c8'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:01.488922 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396ff53-caa1-4409-82c4-968211515e1d None None] The sync data for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 is: [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:07:18Z', 'revision_number': 4, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '155c02d7-7a53-464e-a6c0-d902a6666c59', 'name': '', 'network_id': 'ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'mac_address': 'fa:16:3e:bd:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:16Z', 'updated_at': '2021-04-30T05:07:29Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'subnets': [{'id': '968c1a89-837e-4245-99cd-7c4f25dea4f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:21:01.527396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:21:01.684190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:21:01.686225 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:01.710136 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-54bbdd74-9dff-4acc-9e04-716a9f821928 service neutron] 10.222.0.46 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5152798
Apr 30 05:21:01.764204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f661-38e6-4628-a53b-3164b850b03d req-0b9f1048-9266-49c7-b98f-22c0d004c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:01.766772 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3673f661-38e6-4628-a53b-3164b850b03d req-0b9f1048-9266-49c7-b98f-22c0d004c625 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=197fee38792947c6942aa1c89e289cac&device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 1097 time: 0.1026185
Apr 30 05:21:01.815217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d38180-e9e4-4526-86b3-66766673c5db req-ffe00b64-8196-4526-ba52-8da5b75a18fc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:01.825378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8d38180-e9e4-4526-86b3-66766673c5db req-ffe00b64-8196-4526-ba52-8da5b75a18fc tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 945 time: 0.3817017
Apr 30 05:21:01.888286 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Set router 1b85e043-bb34-4eea-8777-fb80116577c8 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:01.952538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d751ace-f066-4dd0-891f-0487a3491917 None None] New status for floating IP 01d72ebe-7bb2-47f1-852c-3d8f77257434: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:21:02.063965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e3bd9-10e1-4d11-b828-70f3efc97bf8 req-9db5b25a-2639-44dc-83f3-8111f9fbdbaf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:02.072900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a15e3bd9-10e1-4d11-b828-70f3efc97bf8 req-9db5b25a-2639-44dc-83f3-8111f9fbdbaf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.5264149
Apr 30 05:21:02.130005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f661-38e6-4628-a53b-3164b850b03d req-6e27aa12-b982-4ee6-8b37-cf66dc23acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:02.131362 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3673f661-38e6-4628-a53b-3164b850b03d req-6e27aa12-b982-4ee6-8b37-cf66dc23acf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 200  len: 913 time: 0.3429315
Apr 30 05:21:02.228899 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a15e3bd9-10e1-4d11-b828-70f3efc97bf8 req-d74cae90-5dc7-4552-96f9-b20ea71e36a8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544523
Apr 30 05:21:02.245744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54512) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:02.267415 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3673f661-38e6-4628-a53b-3164b850b03d req-b479ec2d-fce4-47cc-abdd-ac637f522c93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924 HTTP/1.1" status: 200  len: 217 time: 0.1281090
Apr 30 05:21:02.343659 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b5947c0>, [{'id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:49Z', 'updated_at': '2021-04-30T05:20:57Z', 'revision_number': 4, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'gw_port': {'id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:51Z', 'updated_at': '2021-04-30T05:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1', 'name': '', 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'mac_address': 'fa:16:3e:68:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '03aa8261-f6fe-40ed-b4be-5341481c6700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:56Z', 'updated_at': '2021-04-30T05:20:57Z', 'revision_number': 2, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'subnets': [{'id': '03aa8261-f6fe-40ed-b4be-5341481c6700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:02.347928 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Checking router: 1b85e043-bb34-4eea-8777-fb80116577c8 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:21:02.348284 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Updating router 1b85e043-bb34-4eea-8777-fb80116577c8 port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:21:02.366082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f661-38e6-4628-a53b-3164b850b03d req-22d138b9-bd14-4468-8968-65bbca86b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:02.368561 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3673f661-38e6-4628-a53b-3164b850b03d req-22d138b9-bd14-4468-8968-65bbca86b7e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 200  len: 851 time: 0.0940254
Apr 30 05:21:02.415513 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:02.470963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-c6f954e3-966e-44de-a92b-d7ecbff9eeef service neutron] 10.222.0.46 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7513936
Apr 30 05:21:02.478458 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673f661-38e6-4628-a53b-3164b850b03d req-be50e85c-fc73-4c0f-bc8a-7e58ffedbe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:02.480791 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3673f661-38e6-4628-a53b-3164b850b03d req-be50e85c-fc73-4c0f-bc8a-7e58ffedbe57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1049612
Apr 30 05:21:02.489653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b8d38180-e9e4-4526-86b3-66766673c5db req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:02.489995 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8d38180-e9e4-4526-86b3-66766673c5db req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:02.684656 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3673f661-38e6-4628-a53b-3164b850b03d req-a749d637-a7d2-45d8-bc75-ff95814b9667 service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1961727
Apr 30 05:21:02.721232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ff2ec-67a3-4aeb-a512-8c95cd9021fe req-1e021f7e-b033-438c-bdea-4604aa33fa07 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:02.729664 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-673ff2ec-67a3-4aeb-a512-8c95cd9021fe req-1e021f7e-b033-438c-bdea-4604aa33fa07 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 945 time: 0.3501439
Apr 30 05:21:02.748031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efed7176-0be8-4af3-b328-09b5d3d56a80 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:02.749775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-efed7176-0be8-4af3-b328-09b5d3d56a80 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1093 time: 0.5029237
Apr 30 05:21:02.753757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54526) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:02.769127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:21:02.776841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-b8d38180-e9e4-4526-86b3-66766673c5db req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] For port 2d82a04b-fc67-4990-bf5a-20a0b10d2924, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d82a04b-fc67-4990-bf5a-20a0b10d2924,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:02.777180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8d38180-e9e4-4526-86b3-66766673c5db req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:02.795344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:02.811128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:floatingip and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:02.860166 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3673f661-38e6-4628-a53b-3164b850b03d req-f5637f54-0e73-40a4-986c-1923687ad1ff service neutron] 10.222.0.37 "GET /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1685243
Apr 30 05:21:02.882713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:02.891111 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:02.923532 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Transition to ACTIVE for port object 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:21:02.960751 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:02.971389 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-0aa0e421-f511-4088-8701-7b8f65e31723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:03.173441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-b8d38180-e9e4-4526-86b3-66766673c5db req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for 2d82a04b-fc67-4990-bf5a-20a0b10d2924 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:03.190045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-673ff2ec-67a3-4aeb-a512-8c95cd9021fe req-21cf0f12-ab09-4a5a-a49b-3481056cdc67 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/security-groups?id=e790034c-a5c3-4afa-bd44-a4c9fc1494f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4572704
Apr 30 05:21:03.191125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:03.241349 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:03.278084 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b782b-2346-4e48-a2fd-bafacf61e20a None None] Pushing event updated for resources: {'Port': ['ID=13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:03.296712 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3a2b782b-2346-4e48-a2fd-bafacf61e20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:03.306121 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Attempting to bind port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:21:03.310569 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Attempting to bind port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:21:03.311272 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Attempting to bind port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 on network 15e4e191-1178-485c-a855-1bead730e9f1 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:21:03.323205 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:21:03.323762 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Checking segment: {'id': 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:21:03.324219 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:03.324684 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Bound using segment: {'id': 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:21:03.325281 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Bound port: 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:21:03.325766 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:03.400758 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:03.459405 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] For port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:21:03.462586 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8d38180-e9e4-4526-86b3-66766673c5db req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:03.464253 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] For port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1,segment=NetworkSegment(c425ec74-659e-4f1d-acdb-b56e6fd2ea0e),segment_id=c425ec74-659e-4f1d-acdb-b56e6fd2ea0e)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:21:03.471738 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:03.473029 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:03.477526 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-08007b1a-0cfb-4db1-849a-b9e190b5120e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:03.535603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=2d82a04b-fc67-4990-bf5a-20a0b10d2924,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:03.572705 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Routers {'1b85e043-bb34-4eea-8777-fb80116577c8'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:03.576201 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b5947c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:20:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1b85e043-bb34-4eea-8777-fb80116577c8'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:03.610218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.610602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.610986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.611378 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.611750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.612114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.612477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.612841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.613200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.613629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.613973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.614412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:03.618671 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:03.635826 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e1ea2a9b-9c3c-4784-a79c-f570fd17d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:03.641965 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b782b-2346-4e48-a2fd-bafacf61e20a None None] Pushing event updated for resources: {'Port': ['ID=13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:03.657113 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3a2b782b-2346-4e48-a2fd-bafacf61e20a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:03.694125 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:03.788572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d38180-e9e4-4526-86b3-66766673c5db req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] No DVR routers for this DVR port 2d82a04b-fc67-4990-bf5a-20a0b10d2924 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:03.796281 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-b8d38180-e9e4-4526-86b3-66766673c5db req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:03.799344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'name': 'network-vif-deleted', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:21:03.863645 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7c563e-73ee-43c9-ae02-5f907034a9b2', 'name': 'network-vif-deleted', 'tag': '2d82a04b-fc67-4990-bf5a-20a0b10d2924', 'status': 'completed', 'code': 200}
Apr 30 05:21:03.873773 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] Set router 1b85e043-bb34-4eea-8777-fb80116577c8 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:03.897117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-77d0b1a9-0201-4f17-be34-3a601674fd1c req-d2e40b2d-f479-4646-9b6d-416b9ee53617 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 210 time: 0.1043069
Apr 30 05:21:03.916135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8d38180-e9e4-4526-86b3-66766673c5db req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.37 "DELETE /v2.0/ports/2d82a04b-fc67-4990-bf5a-20a0b10d2924 HTTP/1.1" status: 204  len: 173 time: 2.0897748
Apr 30 05:21:04.069125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.25.8.13 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/946bb007-4c9e-43e7-8f38-8b83748ad68c) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:21:04.344759 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:04.404179 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:04.417197 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:04.484095 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b5947c0>, [{'id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:49Z', 'updated_at': '2021-04-30T05:20:57Z', 'revision_number': 4, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'gw_port': {'id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:51Z', 'updated_at': '2021-04-30T05:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1', 'name': '', 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'mac_address': 'fa:16:3e:68:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '03aa8261-f6fe-40ed-b4be-5341481c6700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:56Z', 'updated_at': '2021-04-30T05:21:03Z', 'revision_number': 4, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'subnets': [{'id': '03aa8261-f6fe-40ed-b4be-5341481c6700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:04.492249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20257d1-91ee-44e1-9ad4-ce7d8c22c9eb None None] The sync data for ids ['1b85e043-bb34-4eea-8777-fb80116577c8'] in n-d-766726-20 is: [{'id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:49Z', 'updated_at': '2021-04-30T05:20:57Z', 'revision_number': 4, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'gw_port': {'id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:51Z', 'updated_at': '2021-04-30T05:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1', 'name': '', 'network_id': '15e4e191-1178-485c-a855-1bead730e9f1', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'mac_address': 'fa:16:3e:68:8f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '03aa8261-f6fe-40ed-b4be-5341481c6700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:56Z', 'updated_at': '2021-04-30T05:21:03Z', 'revision_number': 4, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'subnets': [{'id': '03aa8261-f6fe-40ed-b4be-5341481c6700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:21:04.661314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c055fa8f-db96-4d7e-94e1-097b416c4840 req-ecf354fa-3432-41af-9899-734f099a6323 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Synchronizing usage tracker for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:21:04.686985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:21:04.704616 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:21:04.725691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:21:04.829745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=946bb007-4c9e-43e7-8f38-8b83748ad68c,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:04.843212 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:04.846623 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:04.860693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c055fa8f-db96-4d7e-94e1-097b416c4840 req-ecf354fa-3432-41af-9899-734f099a6323 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Unset dirty status for tenant:197fee38792947c6942aa1c89e289cac on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:21:04.862128 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c055fa8f-db96-4d7e-94e1-097b416c4840 req-ecf354fa-3432-41af-9899-734f099a6323 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 210 time: 0.4068778
Apr 30 05:21:05.153345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-54db3c87-d9a6-4bac-9261-d07effbe9ddd req-feec37ac-b9ab-4064-9e4f-b76d98a5e3fd tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 210 time: 0.0626774
Apr 30 05:21:05.465192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:21:05.558847 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:05.579032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2d82a04b-fc67-4990-bf5a-20a0b10d2924 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:05.647867 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 2d82a04b-fc67-4990-bf5a-20a0b10d2924 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:05.649208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2d82a04b-fc67-4990-bf5a-20a0b10d2924 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:05.674017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:21:05.686590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:21:05.690189 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:05.923879 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:06.008332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1,segment=NetworkSegment(c425ec74-659e-4f1d-acdb-b56e6fd2ea0e),segment_id=c425ec74-659e-4f1d-acdb-b56e6fd2ea0e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:06.016399 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:06.021380 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-bc0558a1-d33b-4bee-a8a1-4f980107bd93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:06.116404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:06.130469 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:06.149185 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:06.265506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d602e02-5acb-40dd-ad7a-f698af5f5498 req-38b6fa39-6263-4330-add4-9999a8a5ad07 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 210 time: 0.1142027
Apr 30 05:21:06.311612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-3dc076f2-5a1d-4e17-af0b-40e82e657a25 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:06.313102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-3dc076f2-5a1d-4e17-af0b-40e82e657a25 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.37 "GET /v2.0/networks?id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827 HTTP/1.1" status: 200  len: 911 time: 0.7273362
Apr 30 05:21:06.337023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Request body: {'port': {'device_id': '1febb9df-e216-47c7-bb27-4791a0d37d4f', 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'admin_state_up': True, 'tenant_id': 'c303897c87934867bda5c6f7626ffac2'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:21:06.355720 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:06.364876 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:06.427153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Usage tracker for resource:port and tenant:c303897c87934867bda5c6f7626ffac2 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:06.440563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:06.497771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e5e4021-f929-4a03-bd39-6ab53515b29e req-3490283f-5433-4916-a406-dfdba904f112 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 210 time: 0.1174068
Apr 30 05:21:06.513941 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:06.542343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Made reservation on behalf of c303897c87934867bda5c6f7626ffac2 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:21:06.544933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:06.682360 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:06.798841 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:06.811729 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b66c7e6-6ca7-494d-adfe-9d6e9693f34a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:07.048400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Allocated IP 172.20.0.13 (3ccbb57f-0e9d-42e5-96c3-fa8113d60827/081c2762-48c5-4ea1-b353-1f23b1c0618c/f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:21:07.079409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=946bb007-4c9e-43e7-8f38-8b83748ad68c,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:07.095714 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:07.097180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:07.418471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:21:07.518637 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5597f46-c784-4672-9bbe-c243e634e9f4 req-c55a62b1-be05-4ad9-82c5-cf6e8c7097ab tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 210 time: 0.0837023
Apr 30 05:21:07.524359 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Floating IP 3470aff3-66e9-4caa-aa47-1ec20d95ab65 associated. External IP: 172.25.8.13, port: cd363eb0-6c39-4ecd-988a-d164f1a8100c.
Apr 30 05:21:07.548852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:21:07.549568 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:07.732942 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-82a90c35-2abd-4fb3-9592-e95dd5c2b4a2 req-59ce6a16-bc97-4043-ab05-26135f44e63d tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 210 time: 0.0738759
Apr 30 05:21:07.902445 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:07.934154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Transition to ACTIVE for port object f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:21:08.320705 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:08.331417 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:08.413807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Pushing event updated for resources: {'Port': ['ID=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:08.422267 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:08.431655 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router 5642e068-89dc-451f-908c-768605bf7de8 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:21:08.438527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:21:08.441360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:21:08.446503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:21:08.774639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:21:08.784493 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] Sync routers for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:21:08.797133 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:08.797765 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780080760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:08.877575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:08.878467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:08.888736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88d23932-87e9-415b-b9c6-2fee3a1940a1 req-58259554-189c-4d9c-a4ab-ad4e8ec7fd14 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b7c563e-73ee-43c9-ae02-5f907034a9b2 HTTP/1.1" status: 200  len: 210 time: 0.0743999
Apr 30 05:21:08.913583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f8edb4f-462b-47a8-b061-61a80d002015 None None] Provisioning for port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:21:08.917663 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:08.932481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1f8edb4f-462b-47a8-b061-61a80d002015 None None] Provisioning complete for port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:21:08.932924 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f8edb4f-462b-47a8-b061-61a80d002015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:08.995687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.6689792
Apr 30 05:21:09.030648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1f8edb4f-462b-47a8-b061-61a80d002015 None None] Port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:21:09.046401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.2889652
Apr 30 05:21:09.047727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:21:09.076587 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:09.081830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e419697-9977-4c2f-85c1-0c4d2d83c985 req-f00f5075-8a33-4d1b-b125-e27cd0b4c622 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:09.082871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4e419697-9977-4c2f-85c1-0c4d2d83c985 req-f00f5075-8a33-4d1b-b125-e27cd0b4c622 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Synchronizing usage tracker for tenant:c303897c87934867bda5c6f7626ffac2 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:21:09.106262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4e419697-9977-4c2f-85c1-0c4d2d83c985 req-f00f5075-8a33-4d1b-b125-e27cd0b4c622 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Unset dirty status for tenant:c303897c87934867bda5c6f7626ffac2 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:21:09.108573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e419697-9977-4c2f-85c1-0c4d2d83c985 req-f00f5075-8a33-4d1b-b125-e27cd0b4c622 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1028 time: 0.1570551
Apr 30 05:21:09.253590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4e419697-9977-4c2f-85c1-0c4d2d83c985 req-827b8f52-cc47-43f1-a98e-4ae4e18e5f38 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Synchronizing usage tracker for tenant:c303897c87934867bda5c6f7626ffac2 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:21:09.287997 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Request body: {'port': {'device_id': '1febb9df-e216-47c7-bb27-4791a0d37d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:21:09.354716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-4e419697-9977-4c2f-85c1-0c4d2d83c985 req-827b8f52-cc47-43f1-a98e-4ae4e18e5f38 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Unset dirty status for tenant:c303897c87934867bda5c6f7626ffac2 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:21:09.359892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4e419697-9977-4c2f-85c1-0c4d2d83c985 req-827b8f52-cc47-43f1-a98e-4ae4e18e5f38 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377903
Apr 30 05:21:09.448058 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35659712-d7d9-4814-bec8-0ba78aef5fd7 req-fbf7a284-646a-470b-8aa7-519460f8c67b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:09.450040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35659712-d7d9-4814-bec8-0ba78aef5fd7 req-fbf7a284-646a-470b-8aa7-519460f8c67b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.2576656
Apr 30 05:21:09.452204 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'status': 'completed', 'code': 200}
Apr 30 05:21:09.493684 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:09.562007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-63dedf81-f425-4318-81eb-533d6430075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:09.563548 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-63dedf81-f425-4318-81eb-533d6430075e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1098 time: 0.0987649
Apr 30 05:21:09.567972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35659712-d7d9-4814-bec8-0ba78aef5fd7 req-73626112-75e7-4fc2-ac7d-b4ce05bde348 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056194
Apr 30 05:21:09.610168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54608) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:09.616896 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780080760>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:34Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '3470aff3-66e9-4caa-aa47-1ec20d95ab65', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '5642e068-89dc-451f-908c-768605bf7de8', 'port_id': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'mac_address': 'fa:16:3e:1a:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:21:05Z', 'updated_at': '2021-04-30T05:21:05Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94dfc327-a8da-47cb-b94e-6ffec2aa4509', 'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:e0:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:33Z', 'updated_at': '2021-04-30T05:20:46Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:09.623977 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] Checking router: 5642e068-89dc-451f-908c-768605bf7de8 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:21:09.633397 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:09.634339 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780080760>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:09.768874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-4818d7ce-2a27-4f3e-a548-fe3f98db5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:09.771484 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-4818d7ce-2a27-4f3e-a548-fe3f98db5f39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.2016351
Apr 30 05:21:09.868384 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cd4e28ce-e3b7-40b4-a6ef-9ad75b71f18c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/3470aff3-66e9-4caa-aa47-1ec20d95ab65 HTTP/1.1" status: 200  len: 991 time: 0.2535532
Apr 30 05:21:10.012101 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-4ad4d9e5-343a-4a7d-b1bd-346ee9ac09f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 999 time: 0.2157633
Apr 30 05:21:10.087165 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54616) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:10.161533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-1ea00bef-a73d-4f57-b4fe-43d2a22001d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:10.165086 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-1ea00bef-a73d-4f57-b4fe-43d2a22001d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.1452899
Apr 30 05:21:10.189662 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:10.271513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-93847bc4-06df-4d02-8306-30571600fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:10.274696 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-93847bc4-06df-4d02-8306-30571600fd91 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1025891
Apr 30 05:21:10.433756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Deleting port b2c6f90e-89f5-46b5-96c1-44b26105e863 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:10.434110 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:10.466990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:21:10.478818 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:10.499984 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-c3647fc4-d17f-4559-ac80-aa70a3e0eb28 service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198374
Apr 30 05:21:10.662996 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780080760>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:34Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '3470aff3-66e9-4caa-aa47-1ec20d95ab65', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '5642e068-89dc-451f-908c-768605bf7de8', 'port_id': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'mac_address': 'fa:16:3e:1a:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:21:05Z', 'updated_at': '2021-04-30T05:21:05Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94dfc327-a8da-47cb-b94e-6ffec2aa4509', 'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:e0:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:33Z', 'updated_at': '2021-04-30T05:20:46Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:10.668738 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0e0314-a8da-4f25-ae75-88d2f664ff86 None None] The sync data for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 is: [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:34Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '3470aff3-66e9-4caa-aa47-1ec20d95ab65', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.13', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '5642e068-89dc-451f-908c-768605bf7de8', 'port_id': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'mac_address': 'fa:16:3e:1a:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:21:05Z', 'updated_at': '2021-04-30T05:21:05Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94dfc327-a8da-47cb-b94e-6ffec2aa4509', 'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:e0:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:33Z', 'updated_at': '2021-04-30T05:20:46Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:21:10.798802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Transition to ACTIVE for port object f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:21:10.819610 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:10.831244 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-242d1be2-d502-48bb-bb8c-9f12ba3004f3 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:10.847792 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dcb2e706-7b0d-402a-bbea-4ccf81e6f0eb req-0bb0aa41-452a-4313-904e-744dc11cdd40 service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3397551
Apr 30 05:21:10.872589 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:10.873483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:10.873656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54622) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:11.001555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0cdcb7-f931-424f-b945-21b9534da60e None None] New status for floating IP 3470aff3-66e9-4caa-aa47-1ec20d95ab65: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:21:11.046826 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-796cb4bb-324d-4430-8773-93d65a96f46c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/3470aff3-66e9-4caa-aa47-1ec20d95ab65 HTTP/1.1" status: 200  len: 991 time: 0.1713152
Apr 30 05:21:11.105048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Calling delete_port for b2c6f90e-89f5-46b5-96c1-44b26105e863 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:11.169002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Pushing event updated for resources: {'Port': ['ID=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:11.217311 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:11.225238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719b7e3-1a7f-418e-828a-6c19aa3eed39 req-2ba29366-ba13-49c4-9054-0557b9e68d4d tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:11.230827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d719b7e3-1a7f-418e-828a-6c19aa3eed39 req-2ba29366-ba13-49c4-9054-0557b9e68d4d tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1028 time: 0.5104680
Apr 30 05:21:11.344070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d719b7e3-1a7f-418e-828a-6c19aa3eed39 req-3302339a-fa1a-4575-84b6-b286e29a2376 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823641
Apr 30 05:21:11.365984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Attempting to bind port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:21:11.366335 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Attempting to bind port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:21:11.366826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Attempting to bind port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc on network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:21:11.378963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc on network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:21:11.379529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Attempting to bind port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc on network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:21:11.429809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:21:11.430565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Checking segment: {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:21:11.430821 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Bound using segment: {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:21:11.431247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Bound port: f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:21:11.431624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:11.520610 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:11.528078 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:11.586499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'Port': ['ID=b2c6f90e-89f5-46b5-96c1-44b26105e863,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:11.591711 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:11.638669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] For port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:21:11.684672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] For port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:21:11.690578 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:11.696815 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7d442c81-262d-4712-9038-4a25c38225db tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:11.762870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:11.763530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:11.764965 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc HTTP/1.1" status: 200  len: 1093 time: 2.7566109
Apr 30 05:21:11.765512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1febb9df-e216-47c7-bb27-4791a0d37d4f', 'tag': 'f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:21:11.770423 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:11.813859 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:11.815204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "DELETE /v2.0/floatingips/75b4c373-0e19-432c-b587-f5130fc5352f HTTP/1.1" status: 204  len: 168 time: 1.7271411
Apr 30 05:21:11.816432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Pushing event updated for resources: {'Port': ['ID=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:11.820804 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:11.857729 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1febb9df-e216-47c7-bb27-4791a0d37d4f', 'tag': 'f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc', 'status': 'completed', 'code': 200}
Apr 30 05:21:11.932365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-e9355319-7544-49b5-bdb4-b726417edced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:11.934037 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-e9355319-7544-49b5-bdb4-b726417edced service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c303897c87934867bda5c6f7626ffac2&device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1096 time: 0.1145883
Apr 30 05:21:12.031849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-63a1f39e-904e-49e1-9795-fc3451dd5857 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc HTTP/1.1" status: 200  len: 217 time: 0.0906420
Apr 30 05:21:12.050491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54658) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:12.142402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-0085bc77-9d8c-4f23-bae1-d62fffd305c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:12.146062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-0085bc77-9d8c-4f23-bae1-d62fffd305c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081c2762-48c5-4ea1-b353-1f23b1c0618c HTTP/1.1" status: 200  len: 849 time: 0.1051006
Apr 30 05:21:12.247741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-648429ec-5e5e-44ad-bac6-953268625ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:12.250771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-648429ec-5e5e-44ad-bac6-953268625ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0985644
Apr 30 05:21:12.257257 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b5b7e723-f6ec-452f-b4a0-800bdfc1b9e4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/3470aff3-66e9-4caa-aa47-1ec20d95ab65 HTTP/1.1" status: 200  len: 993 time: 0.2048728
Apr 30 05:21:12.415768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-86c2fae0-da33-4297-8c54-5059f0b5a0ae service neutron] 10.222.0.37 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571019
Apr 30 05:21:12.814213 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94d8c5e-5a29-491d-bd68-9291e5425ed8 req-ee564926-3aeb-4ac6-a084-e10386f4771b service neutron] 10.222.0.37 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3914096
Apr 30 05:21:12.836111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36af50b-a942-484e-98f1-e0bfb9703829 req-52fe47ba-1f76-40f2-a506-a006c0f39e00 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:12.838106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b36af50b-a942-484e-98f1-e0bfb9703829 req-52fe47ba-1f76-40f2-a506-a006c0f39e00 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1096 time: 0.3145814
Apr 30 05:21:12.960007 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b36af50b-a942-484e-98f1-e0bfb9703829 req-ba041606-e54f-43d5-8f32-8ed07f1c650b tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142077
Apr 30 05:21:12.991905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-fcf7ad4d-7a23-4378-8635-e978c72fa2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:12.994246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-fcf7ad4d-7a23-4378-8635-e978c72fa2eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c303897c87934867bda5c6f7626ffac2&device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1096 time: 0.1247809
Apr 30 05:21:13.152965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-13629bc8-e185-4833-b8a0-5459a88f66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:13.154519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-13629bc8-e185-4833-b8a0-5459a88f66c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827 HTTP/1.1" status: 200  len: 911 time: 0.1533895
Apr 30 05:21:13.229368 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-4a80da48-ed17-49c0-84a2-d2b05b5cf0c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc HTTP/1.1" status: 200  len: 217 time: 0.0673590
Apr 30 05:21:13.314030 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-f9fd536a-e24e-4dd6-8b24-446f326b920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:13.315584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-f9fd536a-e24e-4dd6-8b24-446f326b920d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=081c2762-48c5-4ea1-b353-1f23b1c0618c HTTP/1.1" status: 200  len: 849 time: 0.0788486
Apr 30 05:21:13.395659 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-5dc973ec-90f6-4888-b5a7-d336e24d6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:13.397169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-5dc973ec-90f6-4888-b5a7-d336e24d6742 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0756042
Apr 30 05:21:13.551148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-2ce1db7c-40e3-4f32-8798-e0771e1ae15e service neutron] 10.222.0.37 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457462
Apr 30 05:21:13.740935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fffaba95-18d0-497f-9770-7f5f39c803cc req-838feead-f944-4ae9-8f52-eea33e48c79c service neutron] 10.222.0.37 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824055
Apr 30 05:21:14.156626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7690650-1e16-4c5c-a373-163693c738cc req-22dff3e5-ff39-4636-ab5e-c585197406ad tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:14.158339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7690650-1e16-4c5c-a373-163693c738cc req-22dff3e5-ff39-4636-ab5e-c585197406ad tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1096 time: 0.0925262
Apr 30 05:21:14.210231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7690650-1e16-4c5c-a373-163693c738cc req-2fe7f720-a0e4-4368-a26b-2ada2233553c tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445235
Apr 30 05:21:15.084878 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:21:15.408381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035be1c-1ff5-4cb1-9bbd-57196a0d5441 req-9a7baeeb-36c2-40f7-b561-295b1abb000e tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:15.409975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4035be1c-1ff5-4cb1-9bbd-57196a0d5441 req-9a7baeeb-36c2-40f7-b561-295b1abb000e tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1096 time: 0.0812685
Apr 30 05:21:15.457159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4035be1c-1ff5-4cb1-9bbd-57196a0d5441 req-a2c4eac9-8431-4929-abc8-342e5f89440c tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394204
Apr 30 05:21:15.608170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:21:15.632098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54702) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:15.723542 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c7b99bd-2938-4891-b16b-d651bfc950ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:15.759087 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c7b99bd-2938-4891-b16b-d651bfc950ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:15.784272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:15.801117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc', 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'port_id': 'f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc', 'mac_address': 'fa:16:3e:dd:d5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081c2762-48c5-4ea1-b353-1f23b1c0618c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:21:15.828867 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c7b99bd-2938-4891-b16b-d651bfc950ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:15.834157 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3e8b36ca-8b38-4b38-8c90-61eabe0dcd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:15.850438 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b99bd-2938-4891-b16b-d651bfc950ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e790034c-a5c3-4afa-bd44-a4c9fc1494f7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:15.854397 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0c7b99bd-2938-4891-b16b-d651bfc950ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:15.865885 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0c7b99bd-2938-4891-b16b-d651bfc950ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:15.867203 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0c7b99bd-2938-4891-b16b-d651bfc950ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] 10.222.0.46 "DELETE /v2.0/security-groups/e790034c-a5c3-4afa-bd44-a4c9fc1494f7 HTTP/1.1" status: 204  len: 168 time: 0.2339814
Apr 30 05:21:15.888035 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:15.926737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:21:15.939870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54708) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:15.969153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:15.974470 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:15.979980 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:16.079828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:16.091122 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:16.290513 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:21:16.887209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2cc22-3710-4cf0-bf8e-1e31d8efb630 req-be8b0615-e6d2-4611-be5a-c87df38c5e34 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:16.888880 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-40d2cc22-3710-4cf0-bf8e-1e31d8efb630 req-be8b0615-e6d2-4611-be5a-c87df38c5e34 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1097 time: 0.2994790
Apr 30 05:21:16.989064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-40d2cc22-3710-4cf0-bf8e-1e31d8efb630 req-d4adf1b3-193b-4618-b5cc-168c725ecdd8 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635571
Apr 30 05:21:17.013158 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:17.493297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Deleting port 155c02d7-7a53-464e-a6c0-d902a6666c59 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:17.493762 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:17.607592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:21:17.629440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] For port 155c02d7-7a53-464e-a6c0-d902a6666c59, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=155c02d7-7a53-464e-a6c0-d902a6666c59,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:17.629828 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:17.698264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:21:17.706578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:21:17.707160 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:17.759936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Calling delete_port for 155c02d7-7a53-464e-a6c0-d902a6666c59 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:17.903125 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:17.934127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1febb9df-e216-47c7-bb27-4791a0d37d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:21:17.944548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:17.953979 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:17.955966 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:18.045195 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1febb9df-e216-47c7-bb27-4791a0d37d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc', 'code': 200}
Apr 30 05:21:18.046172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:18.057144 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:18.098554 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:18.108643 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:18.162698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Pushing event deleted for resources: {'Port': ['ID=155c02d7-7a53-464e-a6c0-d902a6666c59,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:18.215355 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:18.466831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d82c31-9b0e-4ee6-aa78-9dae66cf9e57 req-2c2af585-f9c8-4cf9-97c1-6ad435f4adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:18.468379 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9d82c31-9b0e-4ee6-aa78-9dae66cf9e57 req-2c2af585-f9c8-4cf9-97c1-6ad435f4adcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1098 time: 0.4081564
Apr 30 05:21:18.776321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eab33-7cc8-47c7-9c7e-7d6cf6a0ad2a req-6c24ae81-2649-4960-8044-53060f7bf396 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:18.777742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-231eab33-7cc8-47c7-9c7e-7d6cf6a0ad2a req-6c24ae81-2649-4960-8044-53060f7bf396 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1098 time: 0.4839835
Apr 30 05:21:18.783421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f9d82c31-9b0e-4ee6-aa78-9dae66cf9e57 req-cb3739a0-1601-43da-b227-d9499f70f33c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3028052
Apr 30 05:21:18.809706 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:18.895262 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-231eab33-7cc8-47c7-9c7e-7d6cf6a0ad2a req-97aa1179-7eee-4159-942a-52dbc53d1ccc tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108372
Apr 30 05:21:19.219586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Router dcc45f15-0c54-40cd-9098-1350f3b26e0b has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:21:19.425024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:21:19.438066 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] Sync routers for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:21:19.442454 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] 10.222.0.46 "PUT /v2.0/routers/dcc45f15-0c54-40cd-9098-1350f3b26e0b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4992466
Apr 30 05:21:19.442697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54732) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:19.450179 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:19.450894 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9e310>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:19.645325 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:19.657848 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:19.863933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:19.959094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Deleting port 3edafc3e-c757-4342-be66-91fcaf227635 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:19.959884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.077440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54744) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:20.113631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] For port 3edafc3e-c757-4342-be66-91fcaf227635, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3edafc3e-c757-4342-be66-91fcaf227635,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:20.114676 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.118798 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9e310>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '3edafc3e-c757-4342-be66-91fcaf227635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:21:17Z', 'revision_number': 5, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port': {'id': '3edafc3e-c757-4342-be66-91fcaf227635', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:11Z', 'updated_at': '2021-04-30T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:20.133526 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] Checking router: dcc45f15-0c54-40cd-9098-1350f3b26e0b for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:21:20.152134 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] Routers {'dcc45f15-0c54-40cd-9098-1350f3b26e0b'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:20.152526 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9e310>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:20.267818 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.286693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:20.292581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Usage tracker for resource:security_group_rule and tenant:e4830c0287dc43719e05aacc3a2c0c39 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:20.295905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:20.302908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:20.355621 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] Set router dcc45f15-0c54-40cd-9098-1350f3b26e0b gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:20.431410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.436608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.446999 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0fe0c26b-26fb-4562-a7cd-d9a4f6319eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:20.454388 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Calling delete_port for 3edafc3e-c757-4342-be66-91fcaf227635 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:20.477756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae7f8d3-01bb-4957-99bd-091394a60afc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:20.483979 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:20.501385 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9e310>, [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:21:19Z', 'revision_number': 6, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:20.506445 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73239fec-8def-40a9-a5dc-0757ad1577da None None] The sync data for ids ['dcc45f15-0c54-40cd-9098-1350f3b26e0b'] in n-d-766726-20 is: [{'id': 'dcc45f15-0c54-40cd-9098-1350f3b26e0b', 'name': 'tempest-TestVolumeBootPattern-1179914670-router', 'tenant_id': '197fee38792947c6942aa1c89e289cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:08Z', 'updated_at': '2021-04-30T05:21:19Z', 'revision_number': 6, 'project_id': '197fee38792947c6942aa1c89e289cac', 'gw_port_host': None}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:21:20.511912 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4830c0287dc43719e05aacc3a2c0c39&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4310286
Apr 30 05:21:20.512894 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54752) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:20.563242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bad3a5-7cd7-46b6-8911-a40745ab68c3 req-e58f1db6-6c0d-4b01-8360-262eb520b1dc tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:20.565168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61bad3a5-7cd7-46b6-8911-a40745ab68c3 req-e58f1db6-6c0d-4b01-8360-262eb520b1dc tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1098 time: 0.1079364
Apr 30 05:21:20.581968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6af8f49d-fd86-48c2-8871-b7b3919f42ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.611490 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6af8f49d-fd86-48c2-8871-b7b3919f42ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.635978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61bad3a5-7cd7-46b6-8911-a40745ab68c3 req-58a4a833-039e-4f26-9de8-35c27d2d3221 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632455
Apr 30 05:21:20.677166 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6af8f49d-fd86-48c2-8871-b7b3919f42ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.683171 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fffa2753-49b6-4dad-91c2-7519ba61d106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:20.695658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8f49d-fd86-48c2-8871-b7b3919f42ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae7f8d3-01bb-4957-99bd-091394a60afc,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:20.700211 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6af8f49d-fd86-48c2-8871-b7b3919f42ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:20.706266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6af8f49d-fd86-48c2-8871-b7b3919f42ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.710094 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6af8f49d-fd86-48c2-8871-b7b3919f42ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bae7f8d3-01bb-4957-99bd-091394a60afc HTTP/1.1" status: 204  len: 168 time: 0.1944721
Apr 30 05:21:20.740436 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:20.746251 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30613bc7-cfc6-44fe-bc88-8cd0bbb42f8e tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:20.796743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Pushing event deleted for resources: {'Port': ['ID=3edafc3e-c757-4342-be66-91fcaf227635,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:20.799992 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:20.911591 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.113764 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.116215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.152122 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.152610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcc45f15-0c54-40cd-9098-1350f3b26e0b {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:21:21.198845 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.200046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] 10.222.0.46 "DELETE /v2.0/routers/dcc45f15-0c54-40cd-9098-1350f3b26e0b HTTP/1.1" status: 204  len: 168 time: 1.7564285
Apr 30 05:21:21.202810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54774) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:21.247072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9989f-744b-4303-82c9-7893272b00e3 req-5ebee35b-4107-42e2-bf6b-c39761d84b60 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:21.248650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ec9989f-744b-4303-82c9-7893272b00e3 req-5ebee35b-4107-42e2-bf6b-c39761d84b60 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1098 time: 0.2882898
Apr 30 05:21:21.277816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] Deleting subnet 968c1a89-837e-4245-99cd-7c4f25dea4f3 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:21:21.281079 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.337397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ec9989f-744b-4303-82c9-7893272b00e3 req-14a375db-4995-42c0-b9be-b8d52805fcbc tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816557
Apr 30 05:21:21.345362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.436863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3edafc3e-c757-4342-be66-91fcaf227635 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:21.477904 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.495618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 3edafc3e-c757-4342-be66-91fcaf227635 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:21.495982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3edafc3e-c757-4342-be66-91fcaf227635 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:21.496427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 155c02d7-7a53-464e-a6c0-d902a6666c59 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:21.550037 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 155c02d7-7a53-464e-a6c0-d902a6666c59 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:21.551107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 155c02d7-7a53-464e-a6c0-d902a6666c59 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:21.566154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed956ce-ee36-4612-a18a-ba25ebe2aa82 req-1bdd95bc-100a-4a72-8b56-767a8f3453e7 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:21.574387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ed956ce-ee36-4612-a18a-ba25ebe2aa82 req-1bdd95bc-100a-4a72-8b56-767a8f3453e7 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1098 time: 0.1005070
Apr 30 05:21:21.619529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6ed956ce-ee36-4612-a18a-ba25ebe2aa82 req-1acd8c17-99db-481a-aa26-37795b158e9e tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440061
Apr 30 05:21:21.797882 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.806313 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7f59a92f-1a5f-464a-864d-8652827d3724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:21.853828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=968c1a89-837e-4245-99cd-7c4f25dea4f3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:21.858959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:21.864973 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:21.873530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54808) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:21.873724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670a8005-9397-4266-b32e-20043f271bc6 None None] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:21:21.874022 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/968c1a89-837e-4245-99cd-7c4f25dea4f3 HTTP/1.1" status: 204  len: 168 time: 0.6696923
Apr 30 05:21:22.096406 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.184878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-c13c57fb-743d-4250-a54e-0a28902395f6 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:22.186383 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-c13c57fb-743d-4250-a54e-0a28902395f6 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/networks?id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827 HTTP/1.1" status: 200  len: 911 time: 0.2885485
Apr 30 05:21:22.207398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] DHCP port deletion for ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:21:22.221782 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Deleting port c3152117-5ee9-4883-b2b1-a345ca62742b {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:22.222440 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.285857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] Deleting port c3152117-5ee9-4883-b2b1-a345ca62742b {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:22.286252 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.355683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] For port c3152117-5ee9-4883-b2b1-a345ca62742b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c3152117-5ee9-4883-b2b1-a345ca62742b,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:22.356301 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.404510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] For port c3152117-5ee9-4883-b2b1-a345ca62742b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=c3152117-5ee9-4883-b2b1-a345ca62742b,segment=NetworkSegment(97f27b70-a562-46bb-9b00-575638bcaa32),segment_id=97f27b70-a562-46bb-9b00-575638bcaa32)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:22.404934 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.506416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Calling delete_port for c3152117-5ee9-4883-b2b1-a345ca62742b owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:22.514033 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-d8cf947b-f0a4-4e13-9aa9-ae663a6ca153 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/quotas/c303897c87934867bda5c6f7626ffac2 HTTP/1.1" status: 200  len: 375 time: 0.2535837
Apr 30 05:21:22.594714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54838) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:22.600470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] Calling delete_port for c3152117-5ee9-4883-b2b1-a345ca62742b owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:22.657973 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.663369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:22.713216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] Pushing event deleted for resources: {'Port': ['ID=c3152117-5ee9-4883-b2b1-a345ca62742b,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:22.719208 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:22.725776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] No DVR routers for this DVR port c3152117-5ee9-4883-b2b1-a345ca62742b on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:22.754796 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.780902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:22.782242 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.784859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Usage tracker for resource:security_group_rule and tenant:e7e9db26778641f89f2c464ef884cf56 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:22.787803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:22.787978 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8374ef43-5b8f-4a26-98fe-a793d16255a4 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:22.795568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:22.839537 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-762eabc2-ab37-4edd-9da0-33e0d0be6dd6 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=c303897c87934867bda5c6f7626ffac2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3087521
Apr 30 05:21:22.842363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3152117-5ee9-4883-b2b1-a345ca62742b,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:22.845678 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:22.846472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] No DVR routers for this DVR port c3152117-5ee9-4883-b2b1-a345ca62742b on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:22.854503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-4126a7c4-0966-4772-a2bf-34562fcc97c6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:21:22.855509 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-4126a7c4-0966-4772-a2bf-34562fcc97c6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0065119
Apr 30 05:21:22.899609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.904229 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:22.913376 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:22.960788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754337f1-5858-44d2-bb8d-5c614c47e212,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:22.964843 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:22.970511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7e9db26778641f89f2c464ef884cf56&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3743773
Apr 30 05:21:22.971137 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54844) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:23.041135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b765938-09e1-4cca-b79d-c6620bced1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:23.074121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b765938-09e1-4cca-b79d-c6620bced1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:23.081630 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:23.133934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b765938-09e1-4cca-b79d-c6620bced1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:23.140042 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e4ced60-2a9f-49bd-8830-cc2c7aef24cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:23.154485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b765938-09e1-4cca-b79d-c6620bced1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754337f1-5858-44d2-bb8d-5c614c47e212,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:23.157613 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1b765938-09e1-4cca-b79d-c6620bced1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:23.159850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1b765938-09e1-4cca-b79d-c6620bced1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:23.161553 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1b765938-09e1-4cca-b79d-c6620bced1e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/754337f1-5858-44d2-bb8d-5c614c47e212 HTTP/1.1" status: 204  len: 168 time: 0.1888504
Apr 30 05:21:23.198686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-f8746c90-b0ab-44d1-854f-59d9d47db91c service neutron] 10.222.0.46 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3142343
Apr 30 05:21:23.251363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77b805940>,) {'filters': {'network_id': ['ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:23.268836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b805940>, '97f27b70-a562-46bb-9b00-575638bcaa32') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:23.269138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77b805940>, '97f27b70-a562-46bb-9b00-575638bcaa32') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:23.350648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:23.374440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c3152117-5ee9-4883-b2b1-a345ca62742b no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:23.376498 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:23.395343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:21:23.411435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: c3152117-5ee9-4883-b2b1-a345ca62742b {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:23.412230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device c3152117-5ee9-4883-b2b1-a345ca62742b not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:23.472472 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-bae5d1f9-783e-4b4b-a07c-5007a5fc50df service neutron] 10.222.0.46 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2630200
Apr 30 05:21:23.587354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:21:23.598895 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:23.744162 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5afe2b1-7364-49b4-bfaa-555d0c3a6af0 req-be215a29-e6e8-4912-b047-19fef7a89df4 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 210 time: 0.1135004
Apr 30 05:21:23.853727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Network ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   util.warn(
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:21:23.881309 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:21:23.985107 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:23.989634 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b3ab38a-2e55-48c8-bf61-f27854c4e5c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:24.005942 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:24.019961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:24.024667 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:24.038387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ccbf1c79-f30d-46e5-b9cb-2edc57c1c3cd HTTP/1.1" status: 204  len: 168 time: 2.1609361
Apr 30 05:21:24.038591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 54878) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:24.883190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-f1472330-a94c-46b8-9c89-4ab165b2b6c1 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:24.884945 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-f1472330-a94c-46b8-9c89-4ab165b2b6c1 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.50 "GET /v2.0/networks?id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827 HTTP/1.1" status: 200  len: 911 time: 0.2006187
Apr 30 05:21:24.898351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Request body: {'port': {'device_id': 'f9016c3d-1142-4cb3-a192-ad0a2369a57e', 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'admin_state_up': True, 'tenant_id': 'c303897c87934867bda5c6f7626ffac2'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:21:24.907564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:24.920950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:24.968581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Made reservation on behalf of c303897c87934867bda5c6f7626ffac2 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:21:24.971322 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:24.997976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6f91f37c-df04-4b9e-9017-753edd48db7f req-b27e538e-4e2e-42c3-b22d-8b41243cf079 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 210 time: 0.1210661
Apr 30 05:21:25.093479 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:25.325943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Allocated IP 172.20.0.10 (3ccbb57f-0e9d-42e5-96c3-fa8113d60827/081c2762-48c5-4ea1-b353-1f23b1c0618c/799de7fa-a26c-476f-933b-b94f50941d39) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:21:25.731465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:25.786866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Transition to ACTIVE for port object 799de7fa-a26c-476f-933b-b94f50941d39 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:21:25.832750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Deleting port ad4b9074-6a69-4c96-b53a-8e006c33ea8f {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:25.833053 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:25.853853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:25.865307 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:21:25.871621 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-04f8d6ec-7d13-425c-9694-1f4d3c1cd378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:26.009307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:21:26.014983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:21:26.021186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:21:26.056802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Pushing event updated for resources: {'Port': ['ID=799de7fa-a26c-476f-933b-b94f50941d39,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:26.076233 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:26.123094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] For port ad4b9074-6a69-4c96-b53a-8e006c33ea8f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=ad4b9074-6a69-4c96-b53a-8e006c33ea8f,segment=NetworkSegment(3633c6a6-55da-445d-a89d-4209bd183b26),segment_id=3633c6a6-55da-445d-a89d-4209bd183b26)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:26.123908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:26.131998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:26.133279 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:26.245826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527760ad-9710-443b-b8e0-5d812b4aef14 req-e1d31d97-efe1-4903-a788-63ecbd5c20c1 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:26.248175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-527760ad-9710-443b-b8e0-5d812b4aef14 req-e1d31d97-efe1-4903-a788-63ecbd5c20c1 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1028 time: 0.0935829
Apr 30 05:21:26.306715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d2473a99-b23c-4961-a829-d3d99389faf6 None None] Provisioning for port 799de7fa-a26c-476f-933b-b94f50941d39 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:21:26.312768 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d2473a99-b23c-4961-a829-d3d99389faf6 None None] Provisioning complete for port 799de7fa-a26c-476f-933b-b94f50941d39 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:21:26.313432 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2473a99-b23c-4961-a829-d3d99389faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:26.321076 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-527760ad-9710-443b-b8e0-5d812b4aef14 req-434250ff-0d6a-4b22-8e5f-e6684653b180 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629940
Apr 30 05:21:26.396515 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d2473a99-b23c-4961-a829-d3d99389faf6 None None] Port 799de7fa-a26c-476f-933b-b94f50941d39 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:21:26.466352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Calling delete_port for ad4b9074-6a69-4c96-b53a-8e006c33ea8f owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:26.485848 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.5916433
Apr 30 05:21:26.498736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Request body: {'port': {'device_id': 'f9016c3d-1142-4cb3-a192-ad0a2369a57e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:21:26.656453 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:27.074030 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:27.080413 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6a08e2dd-8824-46bf-9c35-6a3789dd94cf tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:27.131737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4b9074-6a69-4c96-b53a-8e006c33ea8f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:27.138321 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:27.414417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799de7fa-a26c-476f-933b-b94f50941d39 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:21:27.426576 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:27.468908 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:27.518938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Transition to ACTIVE for port object 799de7fa-a26c-476f-933b-b94f50941d39 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:21:27.528575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:27.535716 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b7b44c99-621a-47eb-86ef-cb3187c32709 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:27.569675 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:27.582152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff1f87-60db-4e80-aee9-5d27fe0efd11 req-fe7cc76d-63d8-4f6b-a16a-a957f7a3fa90 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:27.584197 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acff1f87-60db-4e80-aee9-5d27fe0efd11 req-fe7cc76d-63d8-4f6b-a16a-a957f7a3fa90 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1054 time: 0.0925422
Apr 30 05:21:27.588675 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:27.763924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Pushing event updated for resources: {'Port': ['ID=799de7fa-a26c-476f-933b-b94f50941d39,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:27.835449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acff1f87-60db-4e80-aee9-5d27fe0efd11 req-e6b77fc3-6cd5-4aec-bcd7-353dbe581000 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2450192
Apr 30 05:21:27.893625 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:28.250971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Attempting to bind port 799de7fa-a26c-476f-933b-b94f50941d39 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:21:28.251755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Attempting to bind port 799de7fa-a26c-476f-933b-b94f50941d39 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:21:28.251755 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Attempting to bind port 799de7fa-a26c-476f-933b-b94f50941d39 on network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:21:28.270568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Port 799de7fa-a26c-476f-933b-b94f50941d39 on network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:21:28.271003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Attempting to bind port 799de7fa-a26c-476f-933b-b94f50941d39 on network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:21:28.290088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:21:28.290609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Checking segment: {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:21:28.290831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Bound using segment: {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:21:28.291251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Bound port: 799de7fa-a26c-476f-933b-b94f50941d39, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f1c431-fda7-4205-be85-5e01a864bf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:21:28.291625 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:28.487950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Router 4a15dcae-5a64-45e0-8c67-69ad2b709fae has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:21:28.503331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] For port 799de7fa-a26c-476f-933b-b94f50941d39, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:21:28.508620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] For port 799de7fa-a26c-476f-933b-b94f50941d39, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=799de7fa-a26c-476f-933b-b94f50941d39,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:21:28.569120 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:28.586209 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:28.661517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:28.662347 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:28.664389 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] 10.222.0.50 "PUT /v2.0/ports/799de7fa-a26c-476f-933b-b94f50941d39 HTTP/1.1" status: 200  len: 1093 time: 2.1699131
Apr 30 05:21:28.665125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9016c3d-1142-4cb3-a192-ad0a2369a57e', 'tag': '799de7fa-a26c-476f-933b-b94f50941d39'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:21:28.756934 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9016c3d-1142-4cb3-a192-ad0a2369a57e', 'tag': '799de7fa-a26c-476f-933b-b94f50941d39', 'status': 'completed', 'code': 200}
Apr 30 05:21:28.859234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Pushing event updated for resources: {'Port': ['ID=799de7fa-a26c-476f-933b-b94f50941d39,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:28.866557 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:28.890047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:21:28.908251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] Sync routers for ids ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:21:28.930919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] Routers {'4a15dcae-5a64-45e0-8c67-69ad2b709fae'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:28.932034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b3944f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:28.947080 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] 10.222.0.46 "PUT /v2.0/routers/4a15dcae-5a64-45e0-8c67-69ad2b709fae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9071016
Apr 30 05:21:28.950315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 54988) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:28.992665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-f79f946a-dbad-4338-9dc5-ed605336af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:28.995054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-f79f946a-dbad-4338-9dc5-ed605336af2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c303897c87934867bda5c6f7626ffac2&device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1096 time: 0.2268059
Apr 30 05:21:29.080568 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-430188f4-26f3-483e-b105-df1341bdfe9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=799de7fa-a26c-476f-933b-b94f50941d39 HTTP/1.1" status: 200  len: 217 time: 0.0762396
Apr 30 05:21:29.168159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-583fcece-e1c9-4206-8876-5863e1c6bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:29.169900 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-583fcece-e1c9-4206-8876-5863e1c6bfed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=081c2762-48c5-4ea1-b353-1f23b1c0618c HTTP/1.1" status: 200  len: 849 time: 0.0821047
Apr 30 05:21:29.227620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] Set router 4a15dcae-5a64-45e0-8c67-69ad2b709fae gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:29.318156 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:29.325581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-08142494-697a-4e86-89b9-72843616a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:29.328073 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-08142494-697a-4e86-89b9-72843616a404 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1502202
Apr 30 05:21:29.487517 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82ed8-559f-4bf1-9e13-dc770e31c60b req-73b10ee2-d69b-4ce6-8ec5-548f7169c524 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:29.490065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91c82ed8-559f-4bf1-9e13-dc770e31c60b req-73b10ee2-d69b-4ce6-8ec5-548f7169c524 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1096 time: 0.3626604
Apr 30 05:21:29.511269 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-5d9fa273-a379-4535-8e3a-437997186c26 service neutron] 10.222.0.50 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763208
Apr 30 05:21:29.565812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-91c82ed8-559f-4bf1-9e13-dc770e31c60b req-d7f9749a-5a03-4eb5-85c2-6b3d3dd42efe tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478137
Apr 30 05:21:29.596522 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:29.659235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b3944f0>, [{'id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:24Z', 'updated_at': '2021-04-30T05:21:26Z', 'revision_number': 5, 'project_id': 'a4309bdaf83148918cafc13032528351', 'gw_port': {'id': '08ce62ea-41e8-4e82-93d6-644401fd1f62', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:07:25Z', 'updated_at': '2021-04-30T05:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:29.665093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] Checking router: 4a15dcae-5a64-45e0-8c67-69ad2b709fae for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:21:29.674470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] Routers {'4a15dcae-5a64-45e0-8c67-69ad2b709fae'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:29.675114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b3944f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:29.706859 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7a2001ff-4fa5-4c94-8b98-ecc1a48f7f56 req-626e21e0-6079-4c72-be1d-261121298df0 service neutron] 10.222.0.50 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876805
Apr 30 05:21:29.722177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Deleting port 08ce62ea-41e8-4e82-93d6-644401fd1f62 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:29.722771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:29.851202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-8c256605-a068-45e4-8852-51bc538179bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:29.853528 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-8c256605-a068-45e4-8852-51bc538179bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c303897c87934867bda5c6f7626ffac2&device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1096 time: 0.0851560
Apr 30 05:21:29.884747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] For port 08ce62ea-41e8-4e82-93d6-644401fd1f62, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=08ce62ea-41e8-4e82-93d6-644401fd1f62,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:29.885476 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:29.888425 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] Set router 4a15dcae-5a64-45e0-8c67-69ad2b709fae gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:30.037132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-4dc5ee62-0b27-45a2-ac51-4274eb6775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:30.040057 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-4dc5ee62-0b27-45a2-ac51-4274eb6775b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827 HTTP/1.1" status: 200  len: 911 time: 0.1799486
Apr 30 05:21:30.041451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Calling delete_port for 08ce62ea-41e8-4e82-93d6-644401fd1f62 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:30.129686 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b3944f0>, [{'id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:24Z', 'updated_at': '2021-04-30T05:21:29Z', 'revision_number': 6, 'project_id': 'a4309bdaf83148918cafc13032528351', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:30.138267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de97e226-c8e1-4465-a654-ffcd370c2475 None None] The sync data for ids ['4a15dcae-5a64-45e0-8c67-69ad2b709fae'] in n-d-766726-20 is: [{'id': '4a15dcae-5a64-45e0-8c67-69ad2b709fae', 'name': 'tempest-TestVolumeBootPattern-144910903-router', 'tenant_id': 'a4309bdaf83148918cafc13032528351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:07:24Z', 'updated_at': '2021-04-30T05:21:29Z', 'revision_number': 6, 'project_id': 'a4309bdaf83148918cafc13032528351', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:21:30.172460 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-be55b700-b365-488e-98a8-16092ccef751 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=799de7fa-a26c-476f-933b-b94f50941d39 HTTP/1.1" status: 200  len: 217 time: 0.1256042
Apr 30 05:21:30.241200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:30.244206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-404f4ebf-6350-435a-b502-2713eff1d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:30.245727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-404f4ebf-6350-435a-b502-2713eff1d93f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=081c2762-48c5-4ea1-b353-1f23b1c0618c HTTP/1.1" status: 200  len: 849 time: 0.0669060
Apr 30 05:21:30.248925 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b74c72f-b86a-459a-9bae-a275dcb91733 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:30.331902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ce62ea-41e8-4e82-93d6-644401fd1f62,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:30.334973 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:30.412336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55002) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:30.420986 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:30.519385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-9bd3fdd9-f18d-4470-a5b9-35dc6bfec87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:30.520930 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-9bd3fdd9-f18d-4470-a5b9-35dc6bfec87f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ccbb57f-0e9d-42e5-96c3-fa8113d60827&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2685256
Apr 30 05:21:30.636725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:30.639039 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:30.651014 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:30.665104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:30.676803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Usage tracker for resource:security_group_rule and tenant:6db283dd0d564a22a2500444be00b61b is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:30.682573 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:30.687919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:30.698205 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-5c29326e-d3e0-4d17-853b-7630ae9f4457 service neutron] 10.222.0.50 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695027
Apr 30 05:21:30.704644 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7b23a642-d1ec-4c3b-ac03-06888b90d6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:30.855520 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b4580b95-0bcf-44bb-8436-3f4e310b62fb req-7c85d8c2-d6b8-4d86-a263-936653ea8665 service neutron] 10.222.0.50 "GET /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504636
Apr 30 05:21:30.899606 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:30.900150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a15dcae-5a64-45e0-8c67-69ad2b709fae {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:21:30.986483 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:30.987783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4a15dcae-5a64-45e0-8c67-69ad2b709fae HTTP/1.1" status: 204  len: 168 time: 2.0364118
Apr 30 05:21:30.992185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55010) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:31.020798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568db5-727a-4f90-96d8-6ff3c5c3b589 req-6e610256-b8f1-406e-b847-ae24579989ac tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:31.022428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5568db5-727a-4f90-96d8-6ff3c5c3b589 req-6e610256-b8f1-406e-b847-ae24579989ac tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1096 time: 0.3302586
Apr 30 05:21:31.056126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.063099 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.067439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] Deleting subnet ac4ac565-07a2-4a4a-9f5d-41820acd1be2 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:21:31.071741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.074407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7b7c50d6-893d-411c-b1b4-3715672e82c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:31.133875 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.139011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6db283dd0d564a22a2500444be00b61b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7253544
Apr 30 05:21:31.147064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55014) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:31.161622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5568db5-727a-4f90-96d8-6ff3c5c3b589 req-0ea44f61-564e-40fd-9c3b-bc1193f1970e tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236751
Apr 30 05:21:31.182122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7158ca3c-5769-4ae6-9dbf-8adfd297875e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:31.190394 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:31.266741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.282304 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-be716a13-26c2-4d1a-9219-09b8a6da5b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.317525 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-be716a13-26c2-4d1a-9219-09b8a6da5b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.393261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 08ce62ea-41e8-4e82-93d6-644401fd1f62 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:31.396410 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-be716a13-26c2-4d1a-9219-09b8a6da5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.402479 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1e5c5e0a-ff36-47f0-925d-527b8fbf84d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:31.417541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be716a13-26c2-4d1a-9219-09b8a6da5b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7158ca3c-5769-4ae6-9dbf-8adfd297875e,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:31.421298 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-be716a13-26c2-4d1a-9219-09b8a6da5b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:31.423604 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-be716a13-26c2-4d1a-9219-09b8a6da5b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.425135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-be716a13-26c2-4d1a-9219-09b8a6da5b0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7158ca3c-5769-4ae6-9dbf-8adfd297875e HTTP/1.1" status: 204  len: 168 time: 0.2678990
Apr 30 05:21:31.458926 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 08ce62ea-41e8-4e82-93d6-644401fd1f62 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:31.459288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 08ce62ea-41e8-4e82-93d6-644401fd1f62 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:31.459745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ad4b9074-6a69-4c96-b53a-8e006c33ea8f no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:31.498954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: ad4b9074-6a69-4c96-b53a-8e006c33ea8f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:31.499446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device ad4b9074-6a69-4c96-b53a-8e006c33ea8f not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:31.574301 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.579672 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67bdb56d-dab6-4da6-b43c-f9901b28e1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:31.614049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4ac565-07a2-4a4a-9f5d-41820acd1be2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:31.617598 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:31.618715 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.628094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f48cc18-63fd-4d27-a0ed-d0122c58b026 None None] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:21:31.628321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55022) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:31.631579 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ac4ac565-07a2-4a4a-9f5d-41820acd1be2 HTTP/1.1" status: 204  len: 168 time: 0.6343610
Apr 30 05:21:31.755170 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.779615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55026) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:31.802201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.820217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:31.824469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Usage tracker for resource:security_group_rule and tenant:11e628bb428a4567b6fe2dadd5cae9b7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:31.827695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:31.833821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:31.842259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Deleting port 4e2a1f14-7487-4cbf-ac3f-292578e71258 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:31.842608 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.984843 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.989552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:31.998680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] For port 4e2a1f14-7487-4cbf-ac3f-292578e71258, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4e2a1f14-7487-4cbf-ac3f-292578e71258,segment=NetworkSegment(3633c6a6-55da-445d-a89d-4209bd183b26),segment_id=3633c6a6-55da-445d-a89d-4209bd183b26)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:31.999082 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.002390 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4ad6301-9dd0-49cc-81a6-236748ca7f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:32.035203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] DHCP port deletion for df238c7f-2cdd-4458-9290-f61d5c0bf520 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:21:32.053215 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11e628bb428a4567b6fe2dadd5cae9b7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2724018
Apr 30 05:21:32.056032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3a5516-625d-402b-b040-3d864a17d943,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:32.058579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55030) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:32.061610 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:32.128150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4e9261d-fc7f-41b4-a624-86108baaa526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.144605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Calling delete_port for 4e2a1f14-7487-4cbf-ac3f-292578e71258 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:32.145269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Deleting port 4e2a1f14-7487-4cbf-ac3f-292578e71258 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:32.145269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.165299 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4e9261d-fc7f-41b4-a624-86108baaa526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.210119 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.221620 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a6c13493-a29d-4d63-a0d0-475897def77f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:32.235236 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4e9261d-fc7f-41b4-a624-86108baaa526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.240764 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dc71073f-6ce3-4afb-bb4b-db54cab478cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:32.257488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9261d-fc7f-41b4-a624-86108baaa526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3a5516-625d-402b-b040-3d864a17d943,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:32.262898 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a4e9261d-fc7f-41b4-a624-86108baaa526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:32.267903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a4e9261d-fc7f-41b4-a624-86108baaa526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.269106 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a4e9261d-fc7f-41b4-a624-86108baaa526 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e3a5516-625d-402b-b040-3d864a17d943 HTTP/1.1" status: 204  len: 168 time: 0.2096024
Apr 30 05:21:32.280232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] For port 4e2a1f14-7487-4cbf-ac3f-292578e71258, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=4e2a1f14-7487-4cbf-ac3f-292578e71258,segment=NetworkSegment(3633c6a6-55da-445d-a89d-4209bd183b26),segment_id=3633c6a6-55da-445d-a89d-4209bd183b26)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:32.280635 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.303751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2a1f14-7487-4cbf-ac3f-292578e71258,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:32.309356 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:32.312426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] No DVR routers for this DVR port 4e2a1f14-7487-4cbf-ac3f-292578e71258 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:32.435522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Calling delete_port for 4e2a1f14-7487-4cbf-ac3f-292578e71258 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:32.503155 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.506810 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.514255 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-34867f33-5d97-4395-afb5-80ab59de14a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:32.563852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Pushing event deleted for resources: {'Port': ['ID=4e2a1f14-7487-4cbf-ac3f-292578e71258,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:32.571896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] No DVR routers for this DVR port 4e2a1f14-7487-4cbf-ac3f-292578e71258 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:32.574205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.574606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.575112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.575370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.575795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.576041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.576353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.576707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.577038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.577364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.577691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.578035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:21:32.581871 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:32.662024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a5097f0>,) {'filters': {'network_id': ['df238c7f-2cdd-4458-9290-f61d5c0bf520']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:32.678576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55fbf1-9975-4bff-9177-ebfc7e9327f4 req-614bc3be-7308-4178-a5dc-0635c001b59b tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:32.680986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e55fbf1-9975-4bff-9177-ebfc7e9327f4 req-614bc3be-7308-4178-a5dc-0635c001b59b tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1096 time: 0.2960293
Apr 30 05:21:32.685204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a5097f0>, '3633c6a6-55da-445d-a89d-4209bd183b26') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:32.685511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a5097f0>, '3633c6a6-55da-445d-a89d-4209bd183b26') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:32.715495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.747729 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:32.761315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:21:32.792745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e55fbf1-9975-4bff-9177-ebfc7e9327f4 req-2d504ccd-119c-42df-b59e-c06ba04806d9 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992506
Apr 30 05:21:32.956188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:21:32.966448 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:33.153022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Network df238c7f-2cdd-4458-9290-f61d5c0bf520 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:21:33.178595 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:21:33.268202 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:33.272347 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-377fba63-a3d5-4586-94a9-d09cf045f410 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:33.290801 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:33.300724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df238c7f-2cdd-4458-9290-f61d5c0bf520,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:33.307253 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:33.311380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/df238c7f-2cdd-4458-9290-f61d5c0bf520 HTTP/1.1" status: 204  len: 168 time: 1.6819355
Apr 30 05:21:33.412434 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:33.419022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4e2a1f14-7487-4cbf-ac3f-292578e71258 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:33.456156 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 4e2a1f14-7487-4cbf-ac3f-292578e71258 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:33.456727 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 4e2a1f14-7487-4cbf-ac3f-292578e71258 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:33.487481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55064) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:33.548434 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-23c3e3ce-f69d-4330-a879-b7f6725d2a9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=197fee38792947c6942aa1c89e289cac&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0589595
Apr 30 05:21:33.550309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55068) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:33.623178 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19cd312c-cabc-4443-a592-ce8971418162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:33.630091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b64b4762-ba1c-454a-a45d-026b7fd13d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:33.658391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b64b4762-ba1c-454a-a45d-026b7fd13d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:33.719934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b64b4762-ba1c-454a-a45d-026b7fd13d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:33.725137 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-38bdd96d-0986-4841-b7ef-dc40eee6a164 tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:33.742228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b4762-ba1c-454a-a45d-026b7fd13d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc75ca-daa0-49c5-8d3a-6fb6daa86235,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:33.745384 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b64b4762-ba1c-454a-a45d-026b7fd13d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:33.747596 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b64b4762-ba1c-454a-a45d-026b7fd13d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:33.748733 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b64b4762-ba1c-454a-a45d-026b7fd13d61 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19dc75ca-daa0-49c5-8d3a-6fb6daa86235 HTTP/1.1" status: 204  len: 168 time: 0.1973507
Apr 30 05:21:33.978467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 799de7fa-a26c-476f-933b-b94f50941d39 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:21:34.001825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e463a9b-dc47-408c-b3a6-e9e03a00424a req-df085d88-7f60-49a7-ab60-5f4ae8e8d28c tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:34.003783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e463a9b-dc47-408c-b3a6-e9e03a00424a req-df085d88-7f60-49a7-ab60-5f4ae8e8d28c tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1096 time: 0.0904000
Apr 30 05:21:34.068793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e463a9b-dc47-408c-b3a6-e9e03a00424a req-37db5e7d-023c-4a86-be80-7c79ef0414c1 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542746
Apr 30 05:21:34.116322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55094) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:34.145097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 799de7fa-a26c-476f-933b-b94f50941d39, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=799de7fa-a26c-476f-933b-b94f50941d39,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:34.159993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '799de7fa-a26c-476f-933b-b94f50941d39', 'network_id': '3ccbb57f-0e9d-42e5-96c3-fa8113d60827', 'port_id': '799de7fa-a26c-476f-933b-b94f50941d39', 'mac_address': 'fa:16:3e:aa:b3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081c2762-48c5-4ea1-b353-1f23b1c0618c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:21:34.173118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-13d32f32-98ed-47b2-80d9-ef519c9eb2cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a4309bdaf83148918cafc13032528351&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0548096
Apr 30 05:21:34.175543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55098) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:34.224554 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:34.239604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d7f22191-70d4-4f46-a47c-7637ebc900df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:34.243840 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799de7fa-a26c-476f-933b-b94f50941d39 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:21:34.261680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 799de7fa-a26c-476f-933b-b94f50941d39, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=799de7fa-a26c-476f-933b-b94f50941d39,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:34.270870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d7f22191-70d4-4f46-a47c-7637ebc900df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:34.272513 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:34.275136 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fc0d35e3-e697-4acd-aee9-82eeb4469168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:34.341683 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d7f22191-70d4-4f46-a47c-7637ebc900df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:34.347177 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8118ad13-a854-4f89-86ad-067642d7a2a7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:34.347802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=799de7fa-a26c-476f-933b-b94f50941d39,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:34.358667 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:34.360843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f22191-70d4-4f46-a47c-7637ebc900df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8fddd0-4678-42a6-a444-f1224816d702,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:34.364852 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d7f22191-70d4-4f46-a47c-7637ebc900df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:34.369565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d7f22191-70d4-4f46-a47c-7637ebc900df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:34.370699 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d7f22191-70d4-4f46-a47c-7637ebc900df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c8fddd0-4678-42a6-a444-f1224816d702 HTTP/1.1" status: 204  len: 168 time: 0.1939900
Apr 30 05:21:34.621861 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['799de7fa-a26c-476f-933b-b94f50941d39'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:21:34.867518 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:35.249882 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07a046-187a-4dbb-a78d-c344fb0def1b req-bc1ecfd0-c1f0-481c-b4f5-ed488afea558 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:35.251525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb07a046-187a-4dbb-a78d-c344fb0def1b req-bc1ecfd0-c1f0-481c-b4f5-ed488afea558 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1097 time: 0.0786061
Apr 30 05:21:35.296465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb07a046-187a-4dbb-a78d-c344fb0def1b req-8b118449-04f4-43fe-9539-3f4c18dd81e7 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388424
Apr 30 05:21:35.325142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55136) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:35.448036 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:35.463422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:35.467276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Usage tracker for resource:security_group_rule and tenant:897e0da7531c4874943959e9106dfe75 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:35.470141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:35.475852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:35.561956 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:35.565985 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:35.580173 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32d0258d-82f1-4a79-8ad1-246ad5d74fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:35.773341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=897e0da7531c4874943959e9106dfe75&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4470243
Apr 30 05:21:35.775148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b0999d-d042-4fea-9134-5dfd18491017,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:35.776199 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55142) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:35.778500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:35.847399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec1e8ea9-2961-48e7-a452-32d653d1c21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:35.875776 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec1e8ea9-2961-48e7-a452-32d653d1c21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:35.935993 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec1e8ea9-2961-48e7-a452-32d653d1c21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:35.940774 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a83166b2-e7a0-48a3-a03b-8b469b4a98b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:35.952319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e8ea9-2961-48e7-a452-32d653d1c21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b0999d-d042-4fea-9134-5dfd18491017,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:35.954674 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec1e8ea9-2961-48e7-a452-32d653d1c21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:35.960150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ec1e8ea9-2961-48e7-a452-32d653d1c21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:35.961792 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ec1e8ea9-2961-48e7-a452-32d653d1c21f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20b0999d-d042-4fea-9134-5dfd18491017 HTTP/1.1" status: 204  len: 168 time: 0.1843216
Apr 30 05:21:35.988242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 799de7fa-a26c-476f-933b-b94f50941d39 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:21:36.057639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 799de7fa-a26c-476f-933b-b94f50941d39 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:21:36.062913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 799de7fa-a26c-476f-933b-b94f50941d39 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:21:36.063585 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.196079 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.241966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9016c3d-1142-4cb3-a192-ad0a2369a57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799de7fa-a26c-476f-933b-b94f50941d39'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:21:36.260235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 799de7fa-a26c-476f-933b-b94f50941d39, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=799de7fa-a26c-476f-933b-b94f50941d39,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:36.266503 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.269888 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:36.305876 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55154) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:36.339578 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.359545 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.370065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=799de7fa-a26c-476f-933b-b94f50941d39,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:36.373882 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:36.381363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:36.387129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Usage tracker for resource:security_group_rule and tenant:add821bc12c44f87aa81b542d303666c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:36.392297 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:36.402285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:36.542058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.548703 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.555575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54453331-3bdf-4406-9064-172c98af48bc req-52432c5a-f1cd-4749-9a45-fe695a78ebfa tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:36.557450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-54453331-3bdf-4406-9064-172c98af48bc req-52432c5a-f1cd-4749-9a45-fe695a78ebfa tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1098 time: 0.1100488
Apr 30 05:21:36.560454 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b64b4762-ba1c-454a-a45d-026b7fd13d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:36.596301 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7204b7cc-dd39-40c6-ace9-156465f87e10,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:36.602884 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:36.625928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=add821bc12c44f87aa81b542d303666c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3189631
Apr 30 05:21:36.628020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-54453331-3bdf-4406-9064-172c98af48bc req-97097cdf-c0e1-4997-8161-fd287d0bf5df tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635176
Apr 30 05:21:36.629556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55162) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:36.660389 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9016c3d-1142-4cb3-a192-ad0a2369a57e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799de7fa-a26c-476f-933b-b94f50941d39', 'code': 200}
Apr 30 05:21:36.776636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b6c140e-6744-4793-ab7b-8786da8bfeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.796068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29900-724e-4a34-b7fc-163b007c5de2 req-0f598ffd-7b47-4eee-99ee-bbf397e138ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:36.797628 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-23d29900-724e-4a34-b7fc-163b007c5de2 req-0f598ffd-7b47-4eee-99ee-bbf397e138ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1098 time: 0.1666811
Apr 30 05:21:36.832348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b6c140e-6744-4793-ab7b-8786da8bfeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.888379 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-23d29900-724e-4a34-b7fc-163b007c5de2 req-2d7dbbdc-f65a-47b1-b31f-bf7cb158f05c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758426
Apr 30 05:21:36.910178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b6c140e-6744-4793-ab7b-8786da8bfeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.914245 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e4930779-c3ef-4f3d-a6fe-92e7cf37abdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:36.926246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c140e-6744-4793-ab7b-8786da8bfeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7204b7cc-dd39-40c6-ace9-156465f87e10,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:36.930060 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b6c140e-6744-4793-ab7b-8786da8bfeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:36.938071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2b6c140e-6744-4793-ab7b-8786da8bfeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:36.941561 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2b6c140e-6744-4793-ab7b-8786da8bfeb7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7204b7cc-dd39-40c6-ace9-156465f87e10 HTTP/1.1" status: 204  len: 168 time: 0.3069296
Apr 30 05:21:37.854547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c893bb-7260-466a-ace2-270c1dc83c31 req-6868fd61-5b54-4069-ba91-623ea2d94c87 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:37.858616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80c893bb-7260-466a-ace2-270c1dc83c31 req-6868fd61-5b54-4069-ba91-623ea2d94c87 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1098 time: 0.1089535
Apr 30 05:21:37.905915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80c893bb-7260-466a-ace2-270c1dc83c31 req-a22869f4-a72c-4aa4-b066-2f692ac567dd tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423737
Apr 30 05:21:39.095079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514adb3-c8e9-4a0e-9b16-bb788f5f4b31 req-bcef8422-9972-4c50-8a9e-2a5ebc4a961d tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:39.096657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c514adb3-c8e9-4a0e-9b16-bb788f5f4b31 req-bcef8422-9972-4c50-8a9e-2a5ebc4a961d tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1098 time: 0.0750458
Apr 30 05:21:39.164679 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c514adb3-c8e9-4a0e-9b16-bb788f5f4b31 req-73bc020b-e828-43ed-b3f5-d93fd698d376 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617678
Apr 30 05:21:39.360304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8ff3d-278c-446b-88c4-d5a9fc0d95f9 req-53adc944-fd40-43a1-bd1b-adc6e4e3a15a tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:39.361858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bec8ff3d-278c-446b-88c4-d5a9fc0d95f9 req-53adc944-fd40-43a1-bd1b-adc6e4e3a15a tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1098 time: 0.0798702
Apr 30 05:21:39.406985 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bec8ff3d-278c-446b-88c4-d5a9fc0d95f9 req-7884bfe7-1f9e-4732-889c-2954e8a5321d tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380147
Apr 30 05:21:39.590717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55232) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:39.614477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dce59-8c90-4269-83f9-ff7c9dfe25dc req-9b14ff0a-c43a-431c-a098-404a717d1279 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:39.616065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b63dce59-8c90-4269-83f9-ff7c9dfe25dc req-9b14ff0a-c43a-431c-a098-404a717d1279 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1098 time: 0.0930727
Apr 30 05:21:39.662580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b63dce59-8c90-4269-83f9-ff7c9dfe25dc req-9ca78b64-3df5-41e4-960a-050099541cb0 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386372
Apr 30 05:21:39.722581 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:39.739371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:39.743638 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Usage tracker for resource:security_group_rule and tenant:7397701ed7c048749166b27512172bff is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:39.746665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:39.752673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:39.860717 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:39.865601 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:39.875850 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-895622f7-8bcc-405e-b139-511682151e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:39.946417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb41af4-108d-45ac-bf95-e09b16c921ba,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:39.953849 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7397701ed7c048749166b27512172bff&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3616018
Apr 30 05:21:39.955356 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:39.956429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55242) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:40.027034 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4248e9c9-bcb0-42aa-96b2-1a26039e58c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.055549 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4248e9c9-bcb0-42aa-96b2-1a26039e58c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.089692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf986d-299f-4309-81f5-46579778d2ef req-e45a515e-935d-47cf-8d62-27814ef2fc8f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:40.091228 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afaf986d-299f-4309-81f5-46579778d2ef req-e45a515e-935d-47cf-8d62-27814ef2fc8f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1098 time: 0.0866988
Apr 30 05:21:40.113654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4248e9c9-bcb0-42aa-96b2-1a26039e58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.118958 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a4e9261d-fc7f-41b4-a624-86108baaa526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:40.129789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248e9c9-bcb0-42aa-96b2-1a26039e58c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb41af4-108d-45ac-bf95-e09b16c921ba,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:40.137891 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4248e9c9-bcb0-42aa-96b2-1a26039e58c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:40.138706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4248e9c9-bcb0-42aa-96b2-1a26039e58c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.142647 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4248e9c9-bcb0-42aa-96b2-1a26039e58c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5bb41af4-108d-45ac-bf95-e09b16c921ba HTTP/1.1" status: 204  len: 168 time: 0.1848805
Apr 30 05:21:40.143900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-afaf986d-299f-4309-81f5-46579778d2ef req-0bb4a418-8266-4b02-9e28-408ca3ece954 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462706
Apr 30 05:21:40.457102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55250) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:40.483664 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.502005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:40.506033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Usage tracker for resource:security_group_rule and tenant:c1f0cd8a395a4de38e27deb4f9bb3f99 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:40.510164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:40.516512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:40.615312 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.620065 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.627828 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-71e08bde-e853-4d5b-a8af-1ac25762c12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:40.672504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1f0cd8a395a4de38e27deb4f9bb3f99&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2142823
Apr 30 05:21:40.673621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5209a7-2c11-49cb-b2d5-6311e73e5270,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:40.675522 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55254) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:40.677058 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:40.751589 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89ca7f7b-91e3-487e-8c02-e64a164817bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.782837 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89ca7f7b-91e3-487e-8c02-e64a164817bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.859884 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89ca7f7b-91e3-487e-8c02-e64a164817bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.863842 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3956590-84c6-49f4-ba68-fc53b783ca50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:40.877421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca7f7b-91e3-487e-8c02-e64a164817bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5209a7-2c11-49cb-b2d5-6311e73e5270,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:40.883192 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89ca7f7b-91e3-487e-8c02-e64a164817bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:40.886267 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-89ca7f7b-91e3-487e-8c02-e64a164817bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:40.888027 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-89ca7f7b-91e3-487e-8c02-e64a164817bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae5209a7-2c11-49cb-b2d5-6311e73e5270 HTTP/1.1" status: 204  len: 168 time: 0.2095556
Apr 30 05:21:41.357612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dd269-7297-42c8-a843-5d8dc92d5dc7 req-76f68148-b0c2-4947-8f82-0f34bea11cae tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:41.359151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f36dd269-7297-42c8-a843-5d8dc92d5dc7 req-76f68148-b0c2-4947-8f82-0f34bea11cae tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1098 time: 0.0794692
Apr 30 05:21:41.403533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f36dd269-7297-42c8-a843-5d8dc92d5dc7 req-b527ef36-d391-4798-86a6-e085b32b6789 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385931
Apr 30 05:21:41.511848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-a8eadb47-4c28-4338-b5a9-b89dfa29a4a3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:41.512467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-a8eadb47-4c28-4338-b5a9-b89dfa29a4a3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Synchronizing usage tracker for tenant:c303897c87934867bda5c6f7626ffac2 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:21:41.529393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-a8eadb47-4c28-4338-b5a9-b89dfa29a4a3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Unset dirty status for tenant:c303897c87934867bda5c6f7626ffac2 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:21:41.530730 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-a8eadb47-4c28-4338-b5a9-b89dfa29a4a3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 1098 time: 0.0997317
Apr 30 05:21:41.676037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Deleting port 799de7fa-a26c-476f-933b-b94f50941d39 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:41.677144 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:41.816762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] For port 799de7fa-a26c-476f-933b-b94f50941d39, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=799de7fa-a26c-476f-933b-b94f50941d39,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:41.817025 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:42.119209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Calling delete_port for 799de7fa-a26c-476f-933b-b94f50941d39 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:42.235750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:42.241871 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:42.247088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:21:42.290477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Pushing event deleted for resources: {'Port': ['ID=799de7fa-a26c-476f-933b-b94f50941d39,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:42.325829 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:42.369826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] No DVR routers for this DVR port 799de7fa-a26c-476f-933b-b94f50941d39 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:42.372580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:42.375325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9016c3d-1142-4cb3-a192-ad0a2369a57e', 'name': 'network-vif-deleted', 'tag': '799de7fa-a26c-476f-933b-b94f50941d39'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:21:42.395774 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99614c6-e958-47f8-80a3-6d896e8df7b1 req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.50 "DELETE /v2.0/ports/799de7fa-a26c-476f-933b-b94f50941d39 HTTP/1.1" status: 204  len: 173 time: 0.8594811
Apr 30 05:21:42.452751 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9016c3d-1142-4cb3-a192-ad0a2369a57e', 'name': 'network-vif-deleted', 'tag': '799de7fa-a26c-476f-933b-b94f50941d39', 'status': 'completed', 'code': 200}
Apr 30 05:21:42.617241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6bac23b5-d6a1-4a96-83af-f1e7b8982dfc req-69dcf9ad-5624-489a-84b9-483f44b9ab89 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f9016c3d-1142-4cb3-a192-ad0a2369a57e HTTP/1.1" status: 200  len: 210 time: 0.0528111
Apr 30 05:21:42.979485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55308) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:43.108931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.124850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:43.128743 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8d22cb06df3844dfa3e2f44e4a03a970 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:43.131606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:43.137735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:43.233237 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.237845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.245479 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53ccf072-796f-4f5d-9b52-cace80e32bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:43.290756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa78a74-600b-48f8-8079-61cfade75273,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:43.297691 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d22cb06df3844dfa3e2f44e4a03a970&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3143978
Apr 30 05:21:43.297691 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:43.298048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55314) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:43.364212 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4049c869-68ac-4964-a97e-204b3f3d8157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.392271 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4049c869-68ac-4964-a97e-204b3f3d8157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.456989 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4049c869-68ac-4964-a97e-204b3f3d8157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.461818 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19a8ac19-6c8f-45ab-ae45-c69b9e25529f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:43.474115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049c869-68ac-4964-a97e-204b3f3d8157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa78a74-600b-48f8-8079-61cfade75273,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:43.479869 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4049c869-68ac-4964-a97e-204b3f3d8157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:43.484693 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4049c869-68ac-4964-a97e-204b3f3d8157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.488142 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4049c869-68ac-4964-a97e-204b3f3d8157 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bfa78a74-600b-48f8-8079-61cfade75273 HTTP/1.1" status: 204  len: 168 time: 0.1889207
Apr 30 05:21:43.809213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55326) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:43.828898 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.844061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:21:43.847898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Usage tracker for resource:security_group_rule and tenant:672510de12174058901fea95a891df3e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:21:43.851499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:21:43.857646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:21:43.952389 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.956913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:43.970278 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aaebff8c-96f3-4d56-abcd-ed807a654003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:44.012315 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=672510de12174058901fea95a891df3e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2018743
Apr 30 05:21:44.014084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b2220d-ca46-4153-a098-c748a2790245,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:44.015112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55332) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:44.017147 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:44.023340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 799de7fa-a26c-476f-933b-b94f50941d39 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:44.059712 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 799de7fa-a26c-476f-933b-b94f50941d39 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:44.060066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 799de7fa-a26c-476f-933b-b94f50941d39 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:44.130057 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-590edc3e-79ac-425e-b69d-5951f3039032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:44.180229 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-590edc3e-79ac-425e-b69d-5951f3039032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:44.191443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5647c-a358-4077-9236-cf562c11b5c3 req-b20a6d96-fb63-4806-be30-b6cfff5e83a2 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:44.192971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e0f5647c-a358-4077-9236-cf562c11b5c3 req-b20a6d96-fb63-4806-be30-b6cfff5e83a2 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1098 time: 0.1474042
Apr 30 05:21:44.256520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e0f5647c-a358-4077-9236-cf562c11b5c3 req-555ae746-7d8b-4c34-8e60-84a1027c7a9e tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544860
Apr 30 05:21:44.276006 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-590edc3e-79ac-425e-b69d-5951f3039032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:44.279876 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b02fe8f2-0f5f-4c8a-9eec-549f2b030abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:44.292802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590edc3e-79ac-425e-b69d-5951f3039032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b2220d-ca46-4153-a098-c748a2790245,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:44.296743 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-590edc3e-79ac-425e-b69d-5951f3039032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:44.307446 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-590edc3e-79ac-425e-b69d-5951f3039032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:44.311041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-590edc3e-79ac-425e-b69d-5951f3039032 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77b2220d-ca46-4153-a098-c748a2790245 HTTP/1.1" status: 204  len: 168 time: 0.2923586
Apr 30 05:21:45.444008 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994e353-8f1b-4fff-90ff-1f7bc2770a24 req-453d198c-f0fc-4e76-9aae-baaf490ea8c6 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:45.445730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e994e353-8f1b-4fff-90ff-1f7bc2770a24 req-453d198c-f0fc-4e76-9aae-baaf490ea8c6 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1098 time: 0.0716536
Apr 30 05:21:45.535458 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e994e353-8f1b-4fff-90ff-1f7bc2770a24 req-6325bd72-5191-4f08-aa6b-a465ade6c4bb tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=7e7d6652-d771-4449-848b-5b4ce6487eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825336
Apr 30 05:21:45.558509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-7344d48e-af20-4bd9-8c2a-c6821648bf05 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:45.560382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-7344d48e-af20-4bd9-8c2a-c6821648bf05 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 1098 time: 0.1086662
Apr 30 05:21:45.697787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Deleting port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:45.698128 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:45.823628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] For port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:45.823893 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:45.950589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Calling delete_port for f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:46.064287 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:46.071575 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-35be7054-0de0-4b0e-93dd-23a5b28b6ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:46.076410 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:21:46.115619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:46.119561 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:46.207755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] No DVR routers for this DVR port f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:46.211081 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:46.213808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1febb9df-e216-47c7-bb27-4791a0d37d4f', 'name': 'network-vif-deleted', 'tag': 'f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:21:46.225989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d62335df-f6c6-4d37-9752-b598a9fdd228 req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc HTTP/1.1" status: 204  len: 173 time: 0.6591203
Apr 30 05:21:46.443675 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1febb9df-e216-47c7-bb27-4791a0d37d4f', 'name': 'network-vif-deleted', 'tag': 'f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc', 'status': 'completed', 'code': 200}
Apr 30 05:21:46.708414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a818d959-bf76-4f55-a3b7-40f4abdb02d2 req-5c853e15-ba22-43a8-9bb3-dbfac0775d25 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Synchronizing usage tracker for tenant:c303897c87934867bda5c6f7626ffac2 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:21:46.724904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a818d959-bf76-4f55-a3b7-40f4abdb02d2 req-5c853e15-ba22-43a8-9bb3-dbfac0775d25 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Unset dirty status for tenant:c303897c87934867bda5c6f7626ffac2 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:21:46.727022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a818d959-bf76-4f55-a3b7-40f4abdb02d2 req-5c853e15-ba22-43a8-9bb3-dbfac0775d25 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1febb9df-e216-47c7-bb27-4791a0d37d4f HTTP/1.1" status: 200  len: 210 time: 0.0619316
Apr 30 05:21:47.833779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55388) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:48.520953 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:48.957872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Deleting port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:48.958594 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:49.083501 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] For port 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=7f9ad8bb-5bd1-4d12-9888-f3dcea54f088,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:49.083749 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:49.212014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Calling delete_port for 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:49.363669 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:49.368533 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:49.411057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9ad8bb-5bd1-4d12-9888-f3dcea54f088,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:49.414711 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:49.793018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:49.831765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:49.832117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device f7026fa2-d003-4eae-b8c3-85b2f4b7b8bc not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:49.859112 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:50.252455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Router 3931f5c1-419a-4e90-b981-d8d7013e53c1 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:21:50.438443 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:21:50.447612 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] Sync routers for ids ['3931f5c1-419a-4e90-b981-d8d7013e53c1'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:21:50.448624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] 10.222.0.46 "PUT /v2.0/routers/3931f5c1-419a-4e90-b981-d8d7013e53c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6135283
Apr 30 05:21:50.451103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55404) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:50.457668 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] Routers {'3931f5c1-419a-4e90-b981-d8d7013e53c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:50.458290 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78040b400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3931f5c1-419a-4e90-b981-d8d7013e53c1'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:50.642102 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:50.682210 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] Set router 3931f5c1-419a-4e90-b981-d8d7013e53c1 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:50.831263 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:50.909572 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Deleting port 90c9bd5d-f5d1-4e91-801a-499e9150fa28 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:50.909921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:50.978911 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78040b400>, [{'id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:21:49Z', 'revision_number': 5, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'gw_port': {'id': '90c9bd5d-f5d1-4e91-801a-499e9150fa28', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:28Z', 'updated_at': '2021-04-30T05:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:50.983774 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] Checking router: 3931f5c1-419a-4e90-b981-d8d7013e53c1 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:21:50.994736 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] Routers {'3931f5c1-419a-4e90-b981-d8d7013e53c1'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:50.995421 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78040b400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['3931f5c1-419a-4e90-b981-d8d7013e53c1'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:51.167100 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] Set router 3931f5c1-419a-4e90-b981-d8d7013e53c1 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:51.210608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] For port 90c9bd5d-f5d1-4e91-801a-499e9150fa28, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=90c9bd5d-f5d1-4e91-801a-499e9150fa28,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:51.210963 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:51.279801 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78040b400>, [{'id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:21:50Z', 'revision_number': 6, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:51.284071 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ef60a-6481-4d5e-9059-1a37f33de46e None None] The sync data for ids ['3931f5c1-419a-4e90-b981-d8d7013e53c1'] in n-d-766726-20 is: [{'id': '3931f5c1-419a-4e90-b981-d8d7013e53c1', 'name': 'tempest-TestServerMultinode-1999312262-router', 'tenant_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:21:50Z', 'revision_number': 6, 'project_id': 'a82c1dc1f3eb4c92aa0f552f3702a8a5', 'gw_port_host': None}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:21:51.338034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Calling delete_port for 90c9bd5d-f5d1-4e91-801a-499e9150fa28 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:51.490050 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:51.494378 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-44bfe9ad-e6fd-4615-962c-132bef139996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:51.542198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c9bd5d-f5d1-4e91-801a-499e9150fa28,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:51.572291 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:51.639491 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:51.888713 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:51.891230 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:51.916041 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:51.916564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3931f5c1-419a-4e90-b981-d8d7013e53c1 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:21:51.928783 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:51.929977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3931f5c1-419a-4e90-b981-d8d7013e53c1 HTTP/1.1" status: 204  len: 168 time: 1.4779251
Apr 30 05:21:51.932486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55410) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:51.996856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4700b0d-a543-498b-a451-5fb4a21e3adf admin admin] Deleting subnet 081c2762-48c5-4ea1-b353-1f23b1c0618c {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:21:51.999734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4700b0d-a543-498b-a451-5fb4a21e3adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.052441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4700b0d-a543-498b-a451-5fb4a21e3adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.059944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:52.086673 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:21:52.116044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:52.116808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 7f9ad8bb-5bd1-4d12-9888-f3dcea54f088 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:52.140427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4700b0d-a543-498b-a451-5fb4a21e3adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.181603 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-c8689f4d-4626-483d-a206-0e72121e099d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0918441
Apr 30 05:21:52.359891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-3d07b60f-6749-4cfb-9a61-781a72d80f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:52.361643 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-3d07b60f-6749-4cfb-9a61-781a72d80f4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1098 time: 0.0934803
Apr 30 05:21:52.451177 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4700b0d-a543-498b-a451-5fb4a21e3adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.455557 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-79cdd476-22e3-48da-8ec1-b5806408347e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:52.495112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700b0d-a543-498b-a451-5fb4a21e3adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=081c2762-48c5-4ea1-b353-1f23b1c0618c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:52.498327 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c4700b0d-a543-498b-a451-5fb4a21e3adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:52.501279 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c4700b0d-a543-498b-a451-5fb4a21e3adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.508160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f2927-0241-4c81-9185-c082d323c4a0 None None] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:21:52.513527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c4700b0d-a543-498b-a451-5fb4a21e3adf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/081c2762-48c5-4ea1-b353-1f23b1c0618c HTTP/1.1" status: 204  len: 168 time: 0.5787575
Apr 30 05:21:52.513527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55424) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:52.538831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-1b169baa-3a5f-4689-be89-10393d0aef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:52.540753 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-1b169baa-3a5f-4689-be89-10393d0aef70 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.1575212
Apr 30 05:21:52.630412 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.653923 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-3584ad34-cbce-4d53-a27d-9e89fe4c64ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 1001 time: 0.1067760
Apr 30 05:21:52.729156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Deleting port 5b709342-677f-4277-aea8-80f5e72a1ffe {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:52.729557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.730826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-68a648e9-5a99-4d6e-8f78-1713c0822a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:52.732318 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-68a648e9-5a99-4d6e-8f78-1713c0822a24 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.0716236
Apr 30 05:21:52.792210 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] DHCP port deletion for 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:21:52.822708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-856a345d-4c1f-4ca6-be4e-64116d7a0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:21:52.824351 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-856a345d-4c1f-4ca6-be4e-64116d7a0ec8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0839643
Apr 30 05:21:52.848439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] For port 5b709342-677f-4277-aea8-80f5e72a1ffe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5b709342-677f-4277-aea8-80f5e72a1ffe,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:52.848893 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.868775 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] Deleting port 5b709342-677f-4277-aea8-80f5e72a1ffe {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:52.869153 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.993725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] For port 5b709342-677f-4277-aea8-80f5e72a1ffe, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=5b709342-677f-4277-aea8-80f5e72a1ffe,segment=NetworkSegment(89f1c431-fda7-4205-be85-5e01a864bf06),segment_id=89f1c431-fda7-4205-be85-5e01a864bf06)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:52.994006 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:52.997310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Calling delete_port for 5b709342-677f-4277-aea8-80f5e72a1ffe owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:53.000254 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-0299eb5a-5bc4-4831-896c-e975ffea81b9 service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688433
Apr 30 05:21:53.049660 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:53.055598 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-91395ec0-3dd9-4743-a87e-c9d3bb8f1157 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:53.098608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Pushing event deleted for resources: {'Port': ['ID=5b709342-677f-4277-aea8-80f5e72a1ffe,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:53.103077 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:53.105855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] No DVR routers for this DVR port 5b709342-677f-4277-aea8-80f5e72a1ffe on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:53.129746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] Calling delete_port for 5b709342-677f-4277-aea8-80f5e72a1ffe owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:53.155921 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a93e6e46-ab3d-401a-9cfc-24faf981e18a req-70dd82e2-10f9-442b-a7f6-2c6cb134315f service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489170
Apr 30 05:21:53.179873 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:53.183477 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:53.233296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] Pushing event deleted for resources: {'Port': ['ID=5b709342-677f-4277-aea8-80f5e72a1ffe,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:53.236531 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:53.237376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] No DVR routers for this DVR port 5b709342-677f-4277-aea8-80f5e72a1ffe on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:53.386489 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5b709342-677f-4277-aea8-80f5e72a1ffe no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:53.396881 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:53.423436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 5b709342-677f-4277-aea8-80f5e72a1ffe {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:53.423807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 5b709342-677f-4277-aea8-80f5e72a1ffe not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:53.424230 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 90c9bd5d-f5d1-4e91-801a-499e9150fa28 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:53.458343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 90c9bd5d-f5d1-4e91-801a-499e9150fa28 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:53.458693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 90c9bd5d-f5d1-4e91-801a-499e9150fa28 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:53.517238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77bea1340>,) {'filters': {'network_id': ['3ccbb57f-0e9d-42e5-96c3-fa8113d60827']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:53.530907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bea1340>, '89f1c431-fda7-4205-be85-5e01a864bf06') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:53.531204 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77bea1340>, '89f1c431-fda7-4205-be85-5e01a864bf06') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:53.544337 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:53.561922 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:53.568749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:21:53.752716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:21:53.762073 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:53.941100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Network 3ccbb57f-0e9d-42e5-96c3-fa8113d60827 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:21:53.963337 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:21:54.040452 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:54.048942 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:54.062146 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:54.076463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Pushing event deleted for resources: {'Network': ['ID=3ccbb57f-0e9d-42e5-96c3-fa8113d60827,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:54.079269 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:54.081246 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] 10.222.0.46 "DELETE /v2.0/networks/3ccbb57f-0e9d-42e5-96c3-fa8113d60827 HTTP/1.1" status: 204  len: 168 time: 1.5674281
Apr 30 05:21:54.084112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55430) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:54.632911 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:55.208484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Deleting port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:55.208754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:55.338898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] For port 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1,segment=NetworkSegment(c425ec74-659e-4f1d-acdb-b56e6fd2ea0e),segment_id=c425ec74-659e-4f1d-acdb-b56e6fd2ea0e)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:55.339262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:55.477193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Calling delete_port for 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:55.642920 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:55.646991 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-003d2871-6bef-4f2a-8dd2-065841223394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:55.695240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Pushing event deleted for resources: {'Port': ['ID=13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:55.698410 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:55.986891 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:56.513444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Router 1b85e043-bb34-4eea-8777-fb80116577c8 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:21:56.711544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:21:56.721451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] Sync routers for ids ['1b85e043-bb34-4eea-8777-fb80116577c8'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:21:56.738901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] 10.222.0.46 "PUT /v2.0/routers/1b85e043-bb34-4eea-8777-fb80116577c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6495907
Apr 30 05:21:56.739235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] Routers {'1b85e043-bb34-4eea-8777-fb80116577c8'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:56.739235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4b68e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1b85e043-bb34-4eea-8777-fb80116577c8'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:56.739781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55434) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:56.941033 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:56.942834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] Set router 1b85e043-bb34-4eea-8777-fb80116577c8 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:57.138018 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:57.216085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Deleting port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:57.216384 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:57.316934 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4b68e0>, [{'id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116'}], 'enable_snat': True}, 'gw_port_id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:49Z', 'updated_at': '2021-04-30T05:21:55Z', 'revision_number': 5, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'gw_port': {'id': '59e21a35-96c9-4dbd-9216-fbf9d3f658a7', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:51Z', 'updated_at': '2021-04-30T05:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:57.321546 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] Checking router: 1b85e043-bb34-4eea-8777-fb80116577c8 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:21:57.331033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] Routers {'1b85e043-bb34-4eea-8777-fb80116577c8'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:21:57.331697 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4b68e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:21:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['1b85e043-bb34-4eea-8777-fb80116577c8'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:57.349361 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] For port 59e21a35-96c9-4dbd-9216-fbf9d3f658a7, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=59e21a35-96c9-4dbd-9216-fbf9d3f658a7,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:57.349816 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:57.482745 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Calling delete_port for 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:57.485998 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:57.504825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] Set router 1b85e043-bb34-4eea-8777-fb80116577c8 gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:21:57.620222 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4b68e0>, [{'id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:49Z', 'updated_at': '2021-04-30T05:21:57Z', 'revision_number': 6, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:57.628361 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ff943-8492-41c8-95a2-e01b68136356 None None] The sync data for ids ['1b85e043-bb34-4eea-8777-fb80116577c8'] in n-d-766726-20 is: [{'id': '1b85e043-bb34-4eea-8777-fb80116577c8', 'name': 'tempest-TestServerMultinode-319642017-router', 'tenant_id': 'c303897c87934867bda5c6f7626ffac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:49Z', 'updated_at': '2021-04-30T05:21:57Z', 'revision_number': 6, 'project_id': 'c303897c87934867bda5c6f7626ffac2', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:21:57.633811 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:57.637085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:57.641414 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:57.687399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e21a35-96c9-4dbd-9216-fbf9d3f658a7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:57.690706 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:57.789474 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.147683 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.150165 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.174064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.174571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b85e043-bb34-4eea-8777-fb80116577c8 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:21:58.187912 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.189046 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1b85e043-bb34-4eea-8777-fb80116577c8 HTTP/1.1" status: 204  len: 168 time: 1.4490023
Apr 30 05:21:58.191625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55438) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:58.256355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ad90c8-e8c9-4d99-8928-ba0957799afc admin admin] Deleting subnet 03aa8261-f6fe-40ed-b4be-5341481c6700 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:21:58.260098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5ad90c8-e8c9-4d99-8928-ba0957799afc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.313656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5ad90c8-e8c9-4d99-8928-ba0957799afc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.394927 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5ad90c8-e8c9-4d99-8928-ba0957799afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.693461 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5ad90c8-e8c9-4d99-8928-ba0957799afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.698552 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8701b0b6-c8f9-47a8-9afa-e3bc45363bc8 tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:58.735359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad90c8-e8c9-4d99-8928-ba0957799afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03aa8261-f6fe-40ed-b4be-5341481c6700,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:58.738070 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f5ad90c8-e8c9-4d99-8928-ba0957799afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:58.742138 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f5ad90c8-e8c9-4d99-8928-ba0957799afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.749391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d74a7-30dd-4716-9379-76729bec8a70 None None] Network 15e4e191-1178-485c-a855-1bead730e9f1 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:21:58.750016 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f5ad90c8-e8c9-4d99-8928-ba0957799afc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/03aa8261-f6fe-40ed-b4be-5341481c6700 HTTP/1.1" status: 204  len: 168 time: 0.5569313
Apr 30 05:21:58.753625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55442) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:21:58.872294 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:58.996785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Deleting port 8a632028-0af1-4e1f-91f2-43c4617ace7a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:58.997199 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:59.032681 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] DHCP port deletion for 15e4e191-1178-485c-a855-1bead730e9f1 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:21:59.107762 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] Deleting port 8a632028-0af1-4e1f-91f2-43c4617ace7a {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:21:59.108254 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:59.119122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] For port 8a632028-0af1-4e1f-91f2-43c4617ace7a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8a632028-0af1-4e1f-91f2-43c4617ace7a,segment=NetworkSegment(c425ec74-659e-4f1d-acdb-b56e6fd2ea0e),segment_id=c425ec74-659e-4f1d-acdb-b56e6fd2ea0e)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:59.119754 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:59.217841 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] For port 8a632028-0af1-4e1f-91f2-43c4617ace7a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=8a632028-0af1-4e1f-91f2-43c4617ace7a,segment=NetworkSegment(c425ec74-659e-4f1d-acdb-b56e6fd2ea0e),segment_id=c425ec74-659e-4f1d-acdb-b56e6fd2ea0e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:21:59.218247 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:59.360551 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] Calling delete_port for 8a632028-0af1-4e1f-91f2-43c4617ace7a owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:59.378217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Calling delete_port for 8a632028-0af1-4e1f-91f2-43c4617ace7a owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:21:59.439405 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:59.447389 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:59.473541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:59.480260 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fdf97628-3f9a-4add-97ff-db45b844002f tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:21:59.502404 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:59.533223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a632028-0af1-4e1f-91f2-43c4617ace7a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:59.535761 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:59.540448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] No DVR routers for this DVR port 8a632028-0af1-4e1f-91f2-43c4617ace7a on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:59.545543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] Pushing event deleted for resources: {'Port': ['ID=8a632028-0af1-4e1f-91f2-43c4617ace7a,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:21:59.548504 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:21:59.549202 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:59.549614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 59e21a35-96c9-4dbd-9216-fbf9d3f658a7 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:59.550443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8a632028-0af1-4e1f-91f2-43c4617ace7a no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:59.578186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] No DVR routers for this DVR port 8a632028-0af1-4e1f-91f2-43c4617ace7a on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:21:59.595814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 8a632028-0af1-4e1f-91f2-43c4617ace7a {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:59.596242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 8a632028-0af1-4e1f-91f2-43c4617ace7a not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:59.596622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:21:59.636472 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:21:59.636846 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 13ec2c46-aa7f-479c-af64-ce4ce7d1dcb1 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:21:59.679096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:59.800498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779f99d90>,) {'filters': {'network_id': ['15e4e191-1178-485c-a855-1bead730e9f1']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:59.814059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779f99d90>, 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:59.814360 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779f99d90>, 'c425ec74-659e-4f1d-acdb-b56e6fd2ea0e') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:21:59.827572 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:59.844454 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:21:59.851772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:22:00.032522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Network 15e4e191-1178-485c-a855-1bead730e9f1 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:22:00.042469 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:00.217961 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Network 15e4e191-1178-485c-a855-1bead730e9f1 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:22:00.243796 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:22:00.318031 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:00.322147 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-593468f4-5abe-44ba-b10d-1f89f98a0e64 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:00.336173 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:00.346515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e4e191-1178-485c-a855-1bead730e9f1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:00.349756 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:00.361063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/15e4e191-1178-485c-a855-1bead730e9f1 HTTP/1.1" status: 204  len: 168 time: 1.6063762
Apr 30 05:22:00.551710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55450) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:00.609485 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-87251689-456e-4b60-af5e-62ead953bdaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a82c1dc1f3eb4c92aa0f552f3702a8a5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0564258
Apr 30 05:22:00.612096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55454) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:00.672872 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ede9622-8109-4308-9896-c0063cc83537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:00.700751 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ede9622-8109-4308-9896-c0063cc83537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:00.706650 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4f30-7b16-4f8b-86b5-09819a7fd6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:00.760052 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ede9622-8109-4308-9896-c0063cc83537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:00.764342 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0d9041a8-1c76-4788-8b6c-eb3828b534a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:00.776017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede9622-8109-4308-9896-c0063cc83537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aa75d5-692c-4fab-be25-597146ef7710,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:00.778512 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8ede9622-8109-4308-9896-c0063cc83537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:00.784219 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8ede9622-8109-4308-9896-c0063cc83537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:00.785359 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8ede9622-8109-4308-9896-c0063cc83537 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84aa75d5-692c-4fab-be25-597146ef7710 HTTP/1.1" status: 204  len: 168 time: 0.1723714
Apr 30 05:22:01.141081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55462) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:01.191905 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-282d76a2-e0ce-4da8-8492-94e79d5804e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c303897c87934867bda5c6f7626ffac2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0495203
Apr 30 05:22:01.194827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55466) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:01.256433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:01.282500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:01.337559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:01.341978 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1b765938-09e1-4cca-b79d-c6620bced1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:01.354616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7d6652-d771-4449-848b-5b4ce6487eee,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:01.368261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.368838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.369226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.369674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.370142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.370672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.371048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.371445 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.371818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.372184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.372554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.372918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:01.376245 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:01.385711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:01.386874 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e7d6652-d771-4449-848b-5b4ce6487eee HTTP/1.1" status: 204  len: 168 time: 0.1911285
Apr 30 05:22:03.396887 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:03.617736 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-035878df-ac62-4a8e-b7ce-0a442726d120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:04.839098 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:06.334870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:09.568546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55508) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:09.697262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:09.713833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:09.718003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Usage tracker for resource:security_group_rule and tenant:557fbe0c4c3c47a7a144049824e0f4ec is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:09.721307 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:09.728280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:09.814987 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:09.820158 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:09.832899 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3f085ace-1f40-4367-a236-a213c6be6110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:09.877895 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=557fbe0c4c3c47a7a144049824e0f4ec&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3071294
Apr 30 05:22:09.879719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa50017f-f63f-4558-a620-fc54efac4b7f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:09.880679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55514) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:09.888794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.889184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.889639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.890059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.890448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.890825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.891210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.891608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.892127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.892451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.892742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.893072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:09.897904 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:09.952053 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0adbb6c9-8753-4df4-a761-88455df1a6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:09.978651 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0adbb6c9-8753-4df4-a761-88455df1a6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:10.035396 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0adbb6c9-8753-4df4-a761-88455df1a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:10.039728 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-001d5396-3bb6-4a96-b672-d9a8cfd6ca99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:10.050674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbb6c9-8753-4df4-a761-88455df1a6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa50017f-f63f-4558-a620-fc54efac4b7f,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:10.055554 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0adbb6c9-8753-4df4-a761-88455df1a6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:10.066155 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0adbb6c9-8753-4df4-a761-88455df1a6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:10.066155 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0adbb6c9-8753-4df4-a761-88455df1a6d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa50017f-f63f-4558-a620-fc54efac4b7f HTTP/1.1" status: 204  len: 168 time: 0.1808953
Apr 30 05:22:12.332954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55600) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:12.450908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:12.466208 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:12.470490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad1d06143d84e959a62f2aaf091cf8b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:12.473611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:12.480037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:12.564502 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:12.568395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:12.576169 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68903571-4fa1-48f6-ad3b-94b93f263902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:12.616962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c83ee3-ecfd-4ad2-bf36-288c4f1d497e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:12.621855 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ad1d06143d84e959a62f2aaf091cf8b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2878990
Apr 30 05:22:12.622792 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:12.624431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55606) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:12.683068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7304adab-e432-4e84-b7cb-988e58bb8551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:12.713226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7304adab-e432-4e84-b7cb-988e58bb8551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:12.764794 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7304adab-e432-4e84-b7cb-988e58bb8551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:12.769602 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73c411f4-da1b-49d9-86f8-ff55638e2b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:12.782395 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304adab-e432-4e84-b7cb-988e58bb8551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c83ee3-ecfd-4ad2-bf36-288c4f1d497e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:12.785275 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7304adab-e432-4e84-b7cb-988e58bb8551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:12.786213 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7304adab-e432-4e84-b7cb-988e58bb8551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:12.789335 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7304adab-e432-4e84-b7cb-988e58bb8551 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35c83ee3-ecfd-4ad2-bf36-288c4f1d497e HTTP/1.1" status: 204  len: 168 time: 0.1619956
Apr 30 05:22:13.070371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55614) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:13.088153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:13.102945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:13.107046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e31c67687f4e4dda9dd27e44e26bc36c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:13.110029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:13.115921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:13.209776 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:13.214938 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:13.222724 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-508d355f-c5a0-4b22-8663-91076bab4d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:13.269314 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620ee3be-83dc-4e37-81c7-f3fba43867ed,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:13.272529 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:13.275581 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e31c67687f4e4dda9dd27e44e26bc36c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2041442
Apr 30 05:22:13.278153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55618) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:13.346556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f85c178-a9ad-440e-8897-e7b9abee11d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:13.373507 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f85c178-a9ad-440e-8897-e7b9abee11d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:13.426808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f85c178-a9ad-440e-8897-e7b9abee11d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:13.431458 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0adbb6c9-8753-4df4-a761-88455df1a6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:13.444616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85c178-a9ad-440e-8897-e7b9abee11d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620ee3be-83dc-4e37-81c7-f3fba43867ed,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:13.448354 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f85c178-a9ad-440e-8897-e7b9abee11d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:13.450530 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f85c178-a9ad-440e-8897-e7b9abee11d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:13.452020 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2f85c178-a9ad-440e-8897-e7b9abee11d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/620ee3be-83dc-4e37-81c7-f3fba43867ed HTTP/1.1" status: 204  len: 168 time: 0.1725876
Apr 30 05:22:14.828800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55672) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:14.951722 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:14.966508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:14.970270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Usage tracker for resource:security_group_rule and tenant:e1948dd95bf743c58e663e28abc85517 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:14.973167 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:14.979568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:15.062295 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:15.065984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:15.074767 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fed6c6d5-bb79-4291-a4a8-03415814e5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:15.114969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1948dd95bf743c58e663e28abc85517&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2849479
Apr 30 05:22:15.116671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0f0531-27b4-4608-8d89-05f9d6cf245e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:15.118414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55678) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:15.120735 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:15.181974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e6be40b-d634-43c5-97e3-5246353d811e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:15.208869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e6be40b-d634-43c5-97e3-5246353d811e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:15.260369 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e6be40b-d634-43c5-97e3-5246353d811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:15.264269 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d7f22191-70d4-4f46-a47c-7637ebc900df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:15.280725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6be40b-d634-43c5-97e3-5246353d811e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0f0531-27b4-4608-8d89-05f9d6cf245e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:15.283645 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e6be40b-d634-43c5-97e3-5246353d811e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:15.285585 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e6be40b-d634-43c5-97e3-5246353d811e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:15.286916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9e6be40b-d634-43c5-97e3-5246353d811e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c0f0531-27b4-4608-8d89-05f9d6cf245e HTTP/1.1" status: 204  len: 168 time: 0.1671984
Apr 30 05:22:16.024778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55706) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:16.123530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-516b83fe-f384-484a-ab10-42cd55efc11c tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:16.124995 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-516b83fe-f384-484a-ab10-42cd55efc11c tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1098 time: 0.2485075
Apr 30 05:22:16.143043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-279686038'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:16.149754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:16.153838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:network and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:16.154979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.157337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:16.166424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:16.172398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:16.177149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Usage tracker for resource:security_group_rule and tenant:ec0cbf7fdb3d400b8d8a55c0a5b72ea0 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:16.177639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Made reservation on behalf of 09f274f535ef4d218bf67adfaef396a7 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:22:16.181096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:16.181639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.187389 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:16.195876 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.213126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:16.217600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:security_group_rule and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:16.221014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:16.227906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:16.298736 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.305875 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.319008 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f69d0651-eb99-4669-b01b-916d1afec7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:16.352970 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.358512 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.359500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f7757267-cda6-4a66-bfe9-30d059efb916 req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2243061
Apr 30 05:22:16.361622 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f62f045-fdd5-4bb2-970e-5553de10aaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:16.370073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39086cbe-62b0-4317-8bb4-8f7e110c885d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:16.374772 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:16.396950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:22:16.402951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084f0837-cc8c-463a-a343-e9a1812964d7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:16.406285 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:16.410289 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.410666 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Added segment 0dc8fd4d-8dcf-4ac7-be1a-e82748e001e2 of type vlan for network ca6562e2-0b22-4bc9-bc1a-75851ac535f4
Apr 30 05:22:16.440691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.472779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.480260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:16.480903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.484728 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c3c87ea5-6d31-4798-ae3f-0dfa68b12578 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:16.579203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633e9b-3cbf-4406-bf69-9b7536733905 req-60ca81a5-d297-4ac2-8a2d-ce531e1ea5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:16.580552 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a633e9b-3cbf-4406-bf69-9b7536733905 req-60ca81a5-d297-4ac2-8a2d-ce531e1ea5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0948520
Apr 30 05:22:16.602008 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.5755100
Apr 30 05:22:16.603114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Network': ['ID=ca6562e2-0b22-4bc9-bc1a-75851ac535f4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:16.605408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55714) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:16.608075 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:16.612064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'subnet': {'network_id': 'ca6562e2-0b22-4bc9-bc1a-75851ac535f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:16.615612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:22:16.636733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a633e9b-3cbf-4406-bf69-9b7536733905 req-800da103-62da-4695-8686-76b927b0cf23 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481918
Apr 30 05:22:16.661183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55718) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:16.738689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:16.747195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:subnet and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:16.752020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:16.762211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:16.777272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Made reservation on behalf of 09f274f535ef4d218bf67adfaef396a7 for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:22:16.783208 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:16.784766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-74dc678d-7f8a-4ae3-b29f-5e7902211c76 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/3470aff3-66e9-4caa-aa47-1ec20d95ab65 HTTP/1.1" status: 200  len: 993 time: 0.1217523
Apr 30 05:22:17.393572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:17.398760 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbcb6135-bd83-4bc9-9b8d-172e66afbb6c tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:17.487622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Subnet': ['ID=7fd92488-4c4e-48d3-b33d-ddf5e8df20f8,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:17.491511 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:17.500193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Checking segment: {'id': '0dc8fd4d-8dcf-4ac7-be1a-e82748e001e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ca6562e2-0b22-4bc9-bc1a-75851ac535f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:22:17.500910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network hostable DHCP agents. Network: ca6562e2-0b22-4bc9-bc1a-75851ac535f4, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:22:17.527595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:22:17.541350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ca6562e2-0b22-4bc9-bc1a-75851ac535f4) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:17.555186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:17.555988 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:17.557291 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed16e77-d952-43cd-9863-642da59bf623 None None] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:22:17.584747 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-46da363b-b57e-472b-974b-b53f933d0b18 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.9779978
Apr 30 05:22:17.588096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55734) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:17.594813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1797428964', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:17.603432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:17.607981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:router and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:17.611010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:17.618718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:17.629337 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:17.630373 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:17.650613 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:17.654011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-2036003e-06c5-42d6-a384-5701811ea3bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1409204
Apr 30 05:22:17.696135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85f122-5c38-43b7-b965-b444e161a6bc req-2b94cc09-082c-46fb-a863-a63a7b7fc9f9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:17.697817 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e85f122-5c38-43b7-b965-b444e161a6bc req-2b94cc09-082c-46fb-a863-a63a7b7fc9f9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.1063178
Apr 30 05:22:17.763998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e85f122-5c38-43b7-b965-b444e161a6bc req-50d82132-41b4-4a9b-8415-f7824c9adc72 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602930
Apr 30 05:22:17.890378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86b7cef-ae80-4978-8296-49b61ba448c5 None None] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:22:18.017240 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:18.375798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:18.409731 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:18.563358 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.25.8.147 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/154018eb-768e-4154-837a-dff07d82d935) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:18.723873 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:18.754439 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:18.758972 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5dc4eb19-30b8-4bda-992f-2db823b82e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:18.829184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:18.832659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:18.836773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:18.901736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=154018eb-768e-4154-837a-dff07d82d935,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:18.906473 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:19.009652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54ba2f-2de0-461b-bf41-85f1912a51ed req-c568b05b-b12c-4291-8ae7-56283d7b104b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:19.011590 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c54ba2f-2de0-461b-bf41-85f1912a51ed req-c568b05b-b12c-4291-8ae7-56283d7b104b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.1026719
Apr 30 05:22:19.066609 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c54ba2f-2de0-461b-bf41-85f1912a51ed req-47e76c78-c3b8-4b43-988c-b87eabf6e097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489469
Apr 30 05:22:19.473772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-3d71828c-7ab6-4391-b8de-2dc76434187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:19.475363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-3d71828c-7ab6-4391-b8de-2dc76434187b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1098 time: 0.2945724
Apr 30 05:22:19.674554 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:19.775052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-4ed10141-bdc5-4253-98f6-2d3c0db0adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:19.776554 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-4ed10141-bdc5-4253-98f6-2d3c0db0adc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.2940960
Apr 30 05:22:20.030929 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-1f50ab3a-be4d-42d8-a47d-2d08a40e7e1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 1001 time: 0.1930273
Apr 30 05:22:20.183710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-2c71632e-eb9c-419f-bf0b-947c5044c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:20.185280 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-2c71632e-eb9c-419f-bf0b-947c5044c1bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.1453242
Apr 30 05:22:20.256114 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:20.272702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e604e-223d-4610-8d38-6f509837e6b4 req-461a556c-bf78-4930-912d-3f3e4bb6a2a0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:20.274932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe2e604e-223d-4610-8d38-6f509837e6b4 req-461a556c-bf78-4930-912d-3f3e4bb6a2a0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0853815
Apr 30 05:22:20.324956 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fe2e604e-223d-4610-8d38-6f509837e6b4 req-5f32a0b5-d699-49a0-98b9-69415dc5cde9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413046
Apr 30 05:22:20.629765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-eace75de-5281-4ab9-8044-d52735fe5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:20.631199 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-eace75de-5281-4ab9-8044-d52735fe5ec7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4323215
Apr 30 05:22:20.801961 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-1904331f-69ca-456f-b416-a5f8a067a00d service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586721
Apr 30 05:22:20.807036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:22:21.096025 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-dcb60dbd-63e5-480d-a1ce-4ba98bfe513c service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2864754
Apr 30 05:22:21.115883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:21.147161 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ceec5-7540-4978-9592-a3d784e2c5d9 None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:21.148102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:21.150278 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.5601573
Apr 30 05:22:21.153710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55766) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:21.159103 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ceec5-7540-4978-9592-a3d784e2c5d9 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:21.159773 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-138ceec5-7540-4978-9592-a3d784e2c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78016ca30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:21.222089 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-138ceec5-7540-4978-9592-a3d784e2c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78016ca30>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:21.232484 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ceec5-7540-4978-9592-a3d784e2c5d9 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:21.233381 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-138ceec5-7540-4978-9592-a3d784e2c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78016ca30>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:21.300251 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-138ceec5-7540-4978-9592-a3d784e2c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78016ca30>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:21.300958 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ceec5-7540-4978-9592-a3d784e2c5d9 None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:21.546578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473c185-a98e-4cd7-b068-e541288da424 req-c21a5c8c-74e8-4cfc-9191-20656869ac16 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:21.548192 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1473c185-a98e-4cd7-b068-e541288da424 req-c21a5c8c-74e8-4cfc-9191-20656869ac16 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0903547
Apr 30 05:22:21.601952 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1473c185-a98e-4cd7-b068-e541288da424 req-99e71bc0-e2a0-4f7c-8fbb-8837bffc74eb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474081
Apr 30 05:22:21.897930 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:22.485164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.20.0.1 (ca6562e2-0b22-4bc9-bc1a-75851ac535f4/7fd92488-4c4e-48d3-b33d-ddf5e8df20f8/2254b097-1943-4847-b54a-ac11cb4ab859) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:22.662176 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:22.705362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:22.716150 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcbca53d-df90-42d3-b67b-063fb776bc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:22.780492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:22.783805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:22.786444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:22.808390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6f84-8dbf-4076-b942-977d6cf10f2d req-d8f2b16e-e558-4420-aee4-cb5dc57cfb07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:22.809918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17ac6f84-8dbf-4076-b942-977d6cf10f2d req-d8f2b16e-e558-4420-aee4-cb5dc57cfb07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0951519
Apr 30 05:22:22.845997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=2254b097-1943-4847-b54a-ac11cb4ab859,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:22.850682 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:22.863758 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17ac6f84-8dbf-4076-b942-977d6cf10f2d req-0585021b-dde8-4420-90ac-5b3eae52bf1b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447984
Apr 30 05:22:22.875937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:23.149276 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:23.571269 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:23.576562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:23.602086 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-52e21d50-299f-4bf5-a567-88ab67dd98ad tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:23.692962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=2254b097-1943-4847-b54a-ac11cb4ab859,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:23.695912 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:23.699816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:23.848204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:23.849444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:24.099496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171b19e-d8e9-4ea4-84cf-98b33c2995d4 req-232ad533-c11a-4df8-977e-90d9259c5282 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:24.101026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f171b19e-d8e9-4ea4-84cf-98b33c2995d4 req-232ad533-c11a-4df8-977e-90d9259c5282 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0996156
Apr 30 05:22:24.151360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f171b19e-d8e9-4ea4-84cf-98b33c2995d4 req-b214cbca-1bea-4fc3-8b65-0cd4e8241ed5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426149
Apr 30 05:22:24.227898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:24.420530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:24.430233 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/routers/92d13780-686d-43b9-871f-32fbb63727be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2740171
Apr 30 05:22:24.430809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ec525-4321-4991-8a0b-650da77aa6ed None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:24.432173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55776) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:24.438084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'port': {'network_id': 'ca6562e2-0b22-4bc9-bc1a-75851ac535f4', 'name': 'tempest-FloatingIPTestJSON-50618132'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:24.440502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ec525-4321-4991-8a0b-650da77aa6ed None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:24.441132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a99ec525-4321-4991-8a0b-650da77aa6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78011a220>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:24.507091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a99ec525-4321-4991-8a0b-650da77aa6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78011a220>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:24.516433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ec525-4321-4991-8a0b-650da77aa6ed None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:24.517041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a99ec525-4321-4991-8a0b-650da77aa6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78011a220>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:24.581887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-a99ec525-4321-4991-8a0b-650da77aa6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78011a220>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:24.582355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ec525-4321-4991-8a0b-650da77aa6ed None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:24.582700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:24.587484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:port and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:24.590500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:24.596400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:24.606815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Made reservation on behalf of 09f274f535ef4d218bf67adfaef396a7 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:22:24.610368 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:24.633285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] device_id is not set on port 3452dd4d-a3f5-4658-9436-b813f89863ec yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:22:24.780846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.20.0.9 (ca6562e2-0b22-4bc9-bc1a-75851ac535f4/7fd92488-4c4e-48d3-b33d-ddf5e8df20f8/3452dd4d-a3f5-4658-9436-b813f89863ec) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:24.991029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:25.020489 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:25.026606 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0174a5f-34a3-4c65-998e-8a1e636369c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:25.097863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:25.102331 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:25.107068 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:25.140053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=3452dd4d-a3f5-4658-9436-b813f89863ec,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:25.151150 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:25.188015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:25.188673 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:25.212646 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 0.7793272
Apr 30 05:22:25.216042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55782) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:25.221898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'port': {'network_id': 'ca6562e2-0b22-4bc9-bc1a-75851ac535f4', 'name': 'tempest-FloatingIPTestJSON-1926326709'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:25.351347 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dde8ad-d04f-4acb-a520-f4667003a3d8 req-35cce26b-8124-4833-8fe8-fe75629a44b6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:25.352973 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7dde8ad-d04f-4acb-a520-f4667003a3d8 req-35cce26b-8124-4833-8fe8-fe75629a44b6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0849357
Apr 30 05:22:25.373718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:25.378242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:port and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:25.381274 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:25.389260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:25.401472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Made reservation on behalf of 09f274f535ef4d218bf67adfaef396a7 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:22:25.402176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e7dde8ad-d04f-4acb-a520-f4667003a3d8 req-33f254d7-4e54-4f36-b514-f0e69edbdfe9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430508
Apr 30 05:22:25.405347 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:25.436391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] device_id is not set on port b6d8a7fe-1557-446b-8f5f-1f0a7293e15c yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:22:25.588869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.20.0.3 (ca6562e2-0b22-4bc9-bc1a-75851ac535f4/7fd92488-4c4e-48d3-b33d-ddf5e8df20f8/b6d8a7fe-1557-446b-8f5f-1f0a7293e15c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:25.799074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:25.831922 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:25.837754 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1156840-a9d5-4f61-9531-f33198e1b416 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:25.904903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:25.912554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:25.917744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:25.960264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=b6d8a7fe-1557-446b-8f5f-1f0a7293e15c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:25.965766 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:25.990661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:25.991284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:26.015359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.7964292
Apr 30 05:22:26.016553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55786) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:26.021736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': 'b6d8a7fe-1557-446b-8f5f-1f0a7293e15c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:26.030119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:26.034080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:floatingip and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:26.037206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:26.043572 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:26.053018 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:26.199590 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:26.343715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.25.8.245 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/b001bd77-e826-4988-bcc8-53ec1f732f40) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:26.618507 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e4e25-64af-4b6d-aafd-954ee92fbcc7 req-4fae3609-aaee-4d55-8bf5-96df1e56d559 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:26.620053 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b0e4e25-64af-4b6d-aafd-954ee92fbcc7 req-4fae3609-aaee-4d55-8bf5-96df1e56d559 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0988173
Apr 30 05:22:26.667178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b0e4e25-64af-4b6d-aafd-954ee92fbcc7 req-577f422a-28d2-4594-9897-c8fb3e1464fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408978
Apr 30 05:22:26.680042 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:26.712753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:26.716616 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fcda1f50-bb3b-466b-b867-ffad6440d4dd tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:26.780666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:26.783981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:26.787785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:26.822490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=b001bd77-e826-4988-bcc8-53ec1f732f40,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:26.833424 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:27.258185 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:27.339100 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:27.470562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:27.566561 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:27.571731 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:27.577146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:27.581119 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a95c10d9-35a4-40e3-a1fd-2ebd7aff3fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:27.691811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=b001bd77-e826-4988-bcc8-53ec1f732f40,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:27.697787 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:27.706851 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:27.878054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ca059-b988-4e37-ab99-5eba263209bf req-6c5223fc-17ad-4fe1-a70b-1cdfd8ce2fbd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:27.879521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b2ca059-b988-4e37-ab99-5eba263209bf req-6c5223fc-17ad-4fe1-a70b-1cdfd8ce2fbd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0966337
Apr 30 05:22:27.914247 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP 46bd2b07-5e93-4bdf-a9b6-3c17aa356388 associated. External IP: 172.25.8.245, port: b6d8a7fe-1557-446b-8f5f-1f0a7293e15c.
Apr 30 05:22:27.932559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b2ca059-b988-4e37-ab99-5eba263209bf req-4ff1478d-70a7-4890-93f8-278ca5bf8960 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453281
Apr 30 05:22:28.545114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:28.746160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:28.759196 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c41fa-8345-4658-886c-b04475d93d87 None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:28.777029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:28.779281 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c41fa-8345-4658-886c-b04475d93d87 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:28.780405 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-105c41fa-8345-4658-886c-b04475d93d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be1ed60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:28.840681 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.8227398
Apr 30 05:22:28.844907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55794) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:28.851758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7eb1c6ff-3843-4562-8791-8e2281638b5f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:28.855183 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-105c41fa-8345-4658-886c-b04475d93d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be1ed60>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:28.864663 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c41fa-8345-4658-886c-b04475d93d87 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:28.865558 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-105c41fa-8345-4658-886c-b04475d93d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be1ed60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:28.932137 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-105c41fa-8345-4658-886c-b04475d93d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be1ed60>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:28.932820 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c41fa-8345-4658-886c-b04475d93d87 None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:29.004064 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c6ff-3843-4562-8791-8e2281638b5f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:29.088735 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:22:29.143893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2eca1-f78e-4556-a65b-3e3b6cd685e1 req-b63e2e7e-6a56-430a-8586-2c6e3b3a83e4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:29.145397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdf2eca1-f78e-4556-a65b-3e3b6cd685e1 req-b63e2e7e-6a56-430a-8586-2c6e3b3a83e4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0926142
Apr 30 05:22:29.193989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdf2eca1-f78e-4556-a65b-3e3b6cd685e1 req-11460382-1786-4764-8a83-b57f562dbdd8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422845
Apr 30 05:22:29.337429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c6ff-3843-4562-8791-8e2281638b5f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:29.342150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c6ff-3843-4562-8791-8e2281638b5f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:29.342748 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-7eb1c6ff-3843-4562-8791-8e2281638b5f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP 46bd2b07-5e93-4bdf-a9b6-3c17aa356388 disassociated. External IP: 172.25.8.245, port: b6d8a7fe-1557-446b-8f5f-1f0a7293e15c.
Apr 30 05:22:29.778628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb1c6ff-3843-4562-8791-8e2281638b5f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:29.997354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb1c6ff-3843-4562-8791-8e2281638b5f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:30.002975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c6ff-3843-4562-8791-8e2281638b5f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:30.008802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789f8ba-3c1e-46b9-83d8-da9cfaad39ab None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:30.024235 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789f8ba-3c1e-46b9-83d8-da9cfaad39ab None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:30.025044 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2789f8ba-3c1e-46b9-83d8-da9cfaad39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b442ac0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:30.085824 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7eb1c6ff-3843-4562-8791-8e2281638b5f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/floatingips/46bd2b07-5e93-4bdf-a9b6-3c17aa356388 HTTP/1.1" status: 200  len: 688 time: 1.2390029
Apr 30 05:22:30.088501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55804) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:30.098517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2789f8ba-3c1e-46b9-83d8-da9cfaad39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b442ac0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:30.113825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2789f8ba-3c1e-46b9-83d8-da9cfaad39ab None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:30.114463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2789f8ba-3c1e-46b9-83d8-da9cfaad39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b442ac0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:30.191801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2789f8ba-3c1e-46b9-83d8-da9cfaad39ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b442ac0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:30.192459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2789f8ba-3c1e-46b9-83d8-da9cfaad39ab None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:30.422640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07deeeae-fa81-4dc1-819f-280c50770368 req-3cfcb50b-9405-49ab-8032-90a5acbaf81e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:30.424018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07deeeae-fa81-4dc1-819f-280c50770368 req-3cfcb50b-9405-49ab-8032-90a5acbaf81e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0894501
Apr 30 05:22:30.470908 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-07deeeae-fa81-4dc1-819f-280c50770368 req-a771cee7-58c0-4ffb-ac9e-f466bad2c844 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410941
Apr 30 05:22:30.540271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port b001bd77-e826-4988-bcc8-53ec1f732f40 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:22:30.540609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:30.672819 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:30.673078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:30.713578 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9724ee30-2ba6-495e-b55e-18f66c1e1485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:30.810049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for b001bd77-e826-4988-bcc8-53ec1f732f40 owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:22:30.929828 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:30.934201 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e68a1a62-b377-4da9-a11f-3348a2d4a6c6 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:30.986474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=b001bd77-e826-4988-bcc8-53ec1f732f40,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:30.990017 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:31.092471 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:31.104535 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:31.106159 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/floatingips/46bd2b07-5e93-4bdf-a9b6-3c17aa356388 HTTP/1.1" status: 204  len: 168 time: 1.0164902
Apr 30 05:22:31.110116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55814) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:31.116231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '3452dd4d-a3f5-4658-9436-b813f89863ec'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:31.123490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:31.127570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:floatingip and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:31.130621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:31.140097 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:31.157724 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:31.380560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:31.529624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.25.8.46 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/50df1ff7-e4b9-40c2-a91e-b2c25ca24c67) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:31.682987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf8b39-1c2f-4d6b-ad32-9cd1e8c3414c req-c04d6aba-8bc1-4b0d-ba9b-0d19761e39a9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:31.684494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ddf8b39-1c2f-4d6b-ad32-9cd1e8c3414c req-c04d6aba-8bc1-4b0d-ba9b-0d19761e39a9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0874994
Apr 30 05:22:31.706632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:31.742804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ddf8b39-1c2f-4d6b-ad32-9cd1e8c3414c req-7ef329c5-a152-44ec-923e-a4236fb8a7c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472910
Apr 30 05:22:31.743675 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:31.747782 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:31.819467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:31.828843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=50df1ff7-e4b9-40c2-a91e-b2c25ca24c67,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:31.831372 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:31.833247 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:31.833940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:32.442829 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:32.531285 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:32.755699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:32.760838 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:32.764746 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23d47bf7-ba8a-4f79-9410-380c94738ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:32.879454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=50df1ff7-e4b9-40c2-a91e-b2c25ca24c67,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:32.884408 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:32.893370 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:32.946728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a8384-6846-40bd-a9ca-36224ae8d379 req-4f92d480-3544-4d0f-818e-606efc1382c7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:32.948415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-322a8384-6846-40bd-a9ca-36224ae8d379 req-4f92d480-3544-4d0f-818e-606efc1382c7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0890744
Apr 30 05:22:33.000074 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-322a8384-6846-40bd-a9ca-36224ae8d379 req-700e26eb-6079-4b15-8554-cc2193763764 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456376
Apr 30 05:22:33.079644 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP b449b773-56a6-4e80-902e-f497329575fe associated. External IP: 172.25.8.46, port: 3452dd4d-a3f5-4658-9436-b813f89863ec.
Apr 30 05:22:33.407623 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:33.454630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:33.622179 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-024f3c9c-92e0-4a20-889b-3a701d1a2fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:33.642448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:33.652456 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5fb18-2bbf-4da0-8112-2a9bd2096e30 None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:33.663528 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5fb18-2bbf-4da0-8112-2a9bd2096e30 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:33.664420 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5ed5fb18-2bbf-4da0-8112-2a9bd2096e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd7d90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:33.670562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:33.732009 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5ed5fb18-2bbf-4da0-8112-2a9bd2096e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd7d90>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:33.741480 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5fb18-2bbf-4da0-8112-2a9bd2096e30 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:33.742133 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5ed5fb18-2bbf-4da0-8112-2a9bd2096e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd7d90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:33.755172 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 980 time: 2.6438694
Apr 30 05:22:33.758189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55822) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:33.810964 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5ed5fb18-2bbf-4da0-8112-2a9bd2096e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfd7d90>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:33.811425 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5fb18-2bbf-4da0-8112-2a9bd2096e30 None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:34.026287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d1e446db-3ad0-4474-b547-0fae86d4d426 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "GET /v2.0/floatingips/b449b773-56a6-4e80-902e-f497329575fe HTTP/1.1" status: 200  len: 975 time: 0.2666731
Apr 30 05:22:34.028527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55828) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:34.190183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3d8985e1-0217-462c-9ab5-fb536304b8e3 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 978 time: 0.1604705
Apr 30 05:22:34.192725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55832) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:34.199236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'port_id': 'b6d8a7fe-1557-446b-8f5f-1f0a7293e15c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:34.318112 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:34.383048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5c6d1-faaa-4dae-9a56-aa00a8936996 req-41b9bb4b-3eec-46f7-b503-2af2ddaef9e5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:34.384658 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20a5c6d1-faaa-4dae-9a56-aa00a8936996 req-41b9bb4b-3eec-46f7-b503-2af2ddaef9e5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.2707033
Apr 30 05:22:34.501777 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20a5c6d1-faaa-4dae-9a56-aa00a8936996 req-3e7aad8b-77a5-40eb-a06d-bccc916e4328 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073041
Apr 30 05:22:34.842880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:35.062644 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:35.066783 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:35.249324 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP b449b773-56a6-4e80-902e-f497329575fe associated. External IP: 172.25.8.46, port: 3452dd4d-a3f5-4658-9436-b813f89863ec.
Apr 30 05:22:35.877362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f99758-0b52-43bc-9849-9660a7b250f0 req-f9221a4a-b08a-4e04-b939-e2057cd7abde tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:35.879250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79f99758-0b52-43bc-9849-9660a7b250f0 req-f9221a4a-b08a-4e04-b939-e2057cd7abde tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.2072196
Apr 30 05:22:35.885157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:36.012983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-79f99758-0b52-43bc-9849-9660a7b250f0 req-00d3985a-ad6c-4915-a4e1-addd1117d140 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1248720
Apr 30 05:22:36.130913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:36.141218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a2d09-af10-470b-bccc-0cde10e18576 None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:36.154678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a2d09-af10-470b-bccc-0cde10e18576 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:36.155495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-212a2d09-af10-470b-bccc-0cde10e18576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b1ff880>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:36.220874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-212a2d09-af10-470b-bccc-0cde10e18576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b1ff880>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:36.234945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a2d09-af10-470b-bccc-0cde10e18576 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:36.235698 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-212a2d09-af10-470b-bccc-0cde10e18576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b1ff880>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:36.302560 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-212a2d09-af10-470b-bccc-0cde10e18576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b1ff880>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:36.302974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a2d09-af10-470b-bccc-0cde10e18576 None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:36.337199 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:36.502899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:36.693596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:36.704503 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a00ff-26dd-4245-b6ca-956542e3e21d None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:36.713799 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a00ff-26dd-4245-b6ca-956542e3e21d None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:36.714422 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3f9a00ff-26dd-4245-b6ca-956542e3e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804b4970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:36.716646 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:36.775682 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3f9a00ff-26dd-4245-b6ca-956542e3e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804b4970>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:36.784395 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a00ff-26dd-4245-b6ca-956542e3e21d None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:36.785011 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3f9a00ff-26dd-4245-b6ca-956542e3e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804b4970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:36.831158 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c99972f7-e857-4751-9af6-8c583f38d8c9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/floatingips/b449b773-56a6-4e80-902e-f497329575fe HTTP/1.1" status: 200  len: 977 time: 2.6374595
Apr 30 05:22:36.834029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55840) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:36.840168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e8e709dd-5987-42de-a4f0-7c40875a3e9e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:36.888292 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3f9a00ff-26dd-4245-b6ca-956542e3e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804b4970>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:36.888702 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a00ff-26dd-4245-b6ca-956542e3e21d None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:36.949983 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8e709dd-5987-42de-a4f0-7c40875a3e9e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:37.465547 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee02a26-efbe-4dc4-a8e6-ec642ccdb4db req-e5946870-0258-43d6-ae74-be232fe4d2ee tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:37.467063 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ee02a26-efbe-4dc4-a8e6-ec642ccdb4db req-e5946870-0258-43d6-ae74-be232fe4d2ee tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.2767456
Apr 30 05:22:37.486927 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8e709dd-5987-42de-a4f0-7c40875a3e9e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:37.505571 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8e709dd-5987-42de-a4f0-7c40875a3e9e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:37.505891 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-e8e709dd-5987-42de-a4f0-7c40875a3e9e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP b449b773-56a6-4e80-902e-f497329575fe disassociated. External IP: 172.25.8.46, port: b6d8a7fe-1557-446b-8f5f-1f0a7293e15c.
Apr 30 05:22:37.613548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ee02a26-efbe-4dc4-a8e6-ec642ccdb4db req-8196fcce-5866-4de6-bf90-e5cbd197a62a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318073
Apr 30 05:22:37.903117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e709dd-5987-42de-a4f0-7c40875a3e9e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:38.099439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e709dd-5987-42de-a4f0-7c40875a3e9e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:38.105104 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e8e709dd-5987-42de-a4f0-7c40875a3e9e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:38.110154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361bda9-495b-4d47-b5a3-c49c867bb0da None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:38.120639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361bda9-495b-4d47-b5a3-c49c867bb0da None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:38.121288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1361bda9-495b-4d47-b5a3-c49c867bb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b262ac0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:38.169339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e8e709dd-5987-42de-a4f0-7c40875a3e9e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/floatingips/b449b773-56a6-4e80-902e-f497329575fe HTTP/1.1" status: 200  len: 687 time: 1.3337860
Apr 30 05:22:38.172487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55846) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:38.184831 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1361bda9-495b-4d47-b5a3-c49c867bb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b262ac0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:38.195553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361bda9-495b-4d47-b5a3-c49c867bb0da None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:38.196208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1361bda9-495b-4d47-b5a3-c49c867bb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b262ac0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:38.268793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-1361bda9-495b-4d47-b5a3-c49c867bb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b262ac0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:38.269211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361bda9-495b-4d47-b5a3-c49c867bb0da None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:38.436250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port 50df1ff7-e4b9-40c2-a91e-b2c25ca24c67 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:22:38.436495 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:38.562677 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:38.563430 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:38.881741 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for 50df1ff7-e4b9-40c2-a91e-b2c25ca24c67 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:22:38.959245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c4fd-bc96-4159-80f6-37d7a44f4e87 req-c60e55cb-c82c-4fde-b555-16fb736f71ce tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:38.961357 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9543c4fd-bc96-4159-80f6-37d7a44f4e87 req-c60e55cb-c82c-4fde-b555-16fb736f71ce tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.1764550
Apr 30 05:22:39.050778 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9543c4fd-bc96-4159-80f6-37d7a44f4e87 req-8bcd1809-cb50-4ec2-9458-8ed29f2dec76 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803194
Apr 30 05:22:39.075239 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:39.079046 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-10db8edd-4f19-4c6b-9e91-22f2a4adcded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:39.125460 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=50df1ff7-e4b9-40c2-a91e-b2c25ca24c67,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:39.128779 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:39.225567 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:39.237326 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:39.238483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/floatingips/b449b773-56a6-4e80-902e-f497329575fe HTTP/1.1" status: 204  len: 168 time: 1.0645964
Apr 30 05:22:39.241849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55852) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:39.318169 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [None req-8592decf-2e65-48c7-a913-dfcef1a5623c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] delete failed (client error): The resource could not be found.
Apr 30 05:22:39.319243 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8592decf-2e65-48c7-a913-dfcef1a5623c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/floatingips/b449b773-56a6-4e80-902e-f497329575fe HTTP/1.1" status: 404  len: 345 time: 0.0762374
Apr 30 05:22:39.324471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55856) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:39.413512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6454c6a-d542-42c7-9d8b-e2cf689ef587 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:39.419491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6454c6a-d542-42c7-9d8b-e2cf689ef587 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:39.425399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6454c6a-d542-42c7-9d8b-e2cf689ef587 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:39.426312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a6454c6a-d542-42c7-9d8b-e2cf689ef587 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Synchronizing usage tracker for tenant:09f274f535ef4d218bf67adfaef396a7 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:22:39.446910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a6454c6a-d542-42c7-9d8b-e2cf689ef587 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Unset dirty status for tenant:09f274f535ef4d218bf67adfaef396a7 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:22:39.448337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a6454c6a-d542-42c7-9d8b-e2cf689ef587 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "GET /v2.0/ports?network_id=ca6562e2-0b22-4bc9-bc1a-75851ac535f4 HTTP/1.1" status: 200  len: 2356 time: 0.1229134
Apr 30 05:22:39.452232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55860) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:39.526913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c7dafa-1408-4106-b690-34f7c2aef389 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:39.528300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-75c7dafa-1408-4106-b690-34f7c2aef389 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "GET /v2.0/subnets/7fd92488-4c4e-48d3-b33d-ddf5e8df20f8 HTTP/1.1" status: 200  len: 797 time: 0.0750968
Apr 30 05:22:39.533576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55864) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:39.540330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'port': {'network_id': 'ca6562e2-0b22-4bc9-bc1a-75851ac535f4', 'name': 'tempest-FloatingIPTestJSON-425759090', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:39.686120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:39.696834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:39.708141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Made reservation on behalf of 09f274f535ef4d218bf67adfaef396a7 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:22:39.847975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:39.870976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] device_id is not set on port 455e0363-9248-4506-85ef-0d982c2b4ba1 yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:22:40.286644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.20.0.14 (ca6562e2-0b22-4bc9-bc1a-75851ac535f4/7fd92488-4c4e-48d3-b33d-ddf5e8df20f8/455e0363-9248-4506-85ef-0d982c2b4ba1) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:40.296027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.20.0.13 (ca6562e2-0b22-4bc9-bc1a-75851ac535f4/7fd92488-4c4e-48d3-b33d-ddf5e8df20f8/455e0363-9248-4506-85ef-0d982c2b4ba1) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:40.362385 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b7c60-dd92-4501-8e93-2a54a8522581 req-b3ea8491-d8e7-4043-9034-5bdf3c1d679e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:40.363980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e6b7c60-dd92-4501-8e93-2a54a8522581 req-b3ea8491-d8e7-4043-9034-5bdf3c1d679e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.1660080
Apr 30 05:22:40.513107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e6b7c60-dd92-4501-8e93-2a54a8522581 req-d94b39d4-42d3-4e5c-abf0-d1b2c1d0c6f7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410108
Apr 30 05:22:40.574944 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:40.608028 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:40.614489 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:40.681505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:40.689207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:40.693857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:40.737619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=455e0363-9248-4506-85ef-0d982c2b4ba1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:40.748631 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:40.768635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:40.769407 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:40.797828 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 1.2631168
Apr 30 05:22:40.800756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55870) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:40.806924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '455e0363-9248-4506-85ef-0d982c2b4ba1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:40.815023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:40.819467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:floatingip and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:40.822663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:40.829505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:40.847725 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:40.994769 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:41.144282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.25.8.226 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/7c55368c-ebd2-4da0-8494-d7fde63a8f1b) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:41.297063 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:41.327147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:41.332319 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:41.394168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:41.402657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:41.407266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:41.598586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=7c55368c-ebd2-4da0-8494-d7fde63a8f1b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:41.604296 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:41.888860 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e96a1-f87f-4b15-a955-db31471ce9d1 req-488d8baf-36e0-4184-8e34-a2358955564c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:41.890403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce7e96a1-f87f-4b15-a955-db31471ce9d1 req-488d8baf-36e0-4184-8e34-a2358955564c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.2462215
Apr 30 05:22:42.034255 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce7e96a1-f87f-4b15-a955-db31471ce9d1 req-5458c856-54e3-4e8a-a240-c19463a2a122 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1297216
Apr 30 05:22:42.120328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:42.200624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:42.426251 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:42.432099 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:42.436189 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:42.553015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=7c55368c-ebd2-4da0-8494-d7fde63a8f1b,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:42.558543 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:42.566623 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:42.769650 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP cce8e027-2d2b-460a-a0d5-4f162b1d3d8d associated. External IP: 172.25.8.226, port: 455e0363-9248-4506-85ef-0d982c2b4ba1.
Apr 30 05:22:43.232066 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-ec53e490-b621-4ac6-82a0-5b205f76720d service neutron] show failed (client error): The resource could not be found.
Apr 30 05:22:43.234858 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-ec53e490-b621-4ac6-82a0-5b205f76720d service neutron] 10.222.0.50 "GET /v2.0/ports/cd363eb0-6c39-4ecd-988a-d164f1a8100c/bindings/n-h1-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.1368315
Apr 30 05:22:43.379730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:43.406575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289922a4-6943-4313-ac98-a7d2af65f17a req-25330ec1-e227-414a-90a3-c3d37e05bbc6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:43.408265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-289922a4-6943-4313-ac98-a7d2af65f17a req-25330ec1-e227-414a-90a3-c3d37e05bbc6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.1409726
Apr 30 05:22:43.607009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-289922a4-6943-4313-ac98-a7d2af65f17a req-b4caee87-5892-47d7-b05f-789edd159468 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432588
Apr 30 05:22:43.673173 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:43.688461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484fc82-33fc-490a-a1f0-941aa37c7dda None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:43.705489 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484fc82-33fc-490a-a1f0-941aa37c7dda None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:43.706473 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7484fc82-33fc-490a-a1f0-941aa37c7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780f161f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:43.720397 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:43.796387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-11cd232a-1e8b-490b-a9e1-5c943d71ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:43.797851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-11cd232a-1e8b-490b-a9e1-5c943d71ba89 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 1098 time: 0.2710226
Apr 30 05:22:43.799505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.9977188
Apr 30 05:22:43.804479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55886) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:43.811736 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-72ceb485-10c2-4cd0-8c48-b6a5ca319a54 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'port_id': '455e0363-9248-4506-85ef-0d982c2b4ba1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:43.827397 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7484fc82-33fc-490a-a1f0-941aa37c7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780f161f0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:43.842994 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484fc82-33fc-490a-a1f0-941aa37c7dda None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:43.844108 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7484fc82-33fc-490a-a1f0-941aa37c7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780f161f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:43.871341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:43.968304 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7484fc82-33fc-490a-a1f0-941aa37c7dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780f161f0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:43.969571 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484fc82-33fc-490a-a1f0-941aa37c7dda None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:44.014471 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72ceb485-10c2-4cd0-8c48-b6a5ca319a54 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:44.127664 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:44.985725 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:22:45.077907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:22:45.178305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1449ed-8e12-4a8a-a452-8a16b3a076ff req-e00b01bd-a05e-4af7-aa30-27df0c74cb0b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:45.181175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fb1449ed-8e12-4a8a-a452-8a16b3a076ff req-e00b01bd-a05e-4af7-aa30-27df0c74cb0b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.2590480
Apr 30 05:22:45.189446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:22:45.196071 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:45.240461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Transition to ACTIVE for port object cd363eb0-6c39-4ecd-988a-d164f1a8100c will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:22:45.247989 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:45.264367 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'code': 200}
Apr 30 05:22:45.264963 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1794a0f8-dff2-4175-892b-1a8064b64d84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:45.390376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fb1449ed-8e12-4a8a-a452-8a16b3a076ff req-31eccdd8-f91b-47c0-88e8-ce0ee327b86a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1916521
Apr 30 05:22:45.531489 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72ceb485-10c2-4cd0-8c48-b6a5ca319a54 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:45.535580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=6']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:45.541559 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:45.567793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72ceb485-10c2-4cd0-8c48-b6a5ca319a54 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:45.645047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] No DVR routers for this DVR port cd363eb0-6c39-4ecd-988a-d164f1a8100c on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:22:46.068847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Attempting to bind port cd363eb0-6c39-4ecd-988a-d164f1a8100c on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:22:46.069680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Attempting to bind port cd363eb0-6c39-4ecd-988a-d164f1a8100c by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:22:46.069680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Attempting to bind port cd363eb0-6c39-4ecd-988a-d164f1a8100c on network 4df844f0-aa58-4ba2-b348-7e436d71b3ab {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:22:46.134105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Port cd363eb0-6c39-4ecd-988a-d164f1a8100c on network 4df844f0-aa58-4ba2-b348-7e436d71b3ab not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:22:46.134503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Attempting to bind port cd363eb0-6c39-4ecd-988a-d164f1a8100c on network 4df844f0-aa58-4ba2-b348-7e436d71b3ab {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:22:46.146010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:22:46.146632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Checking segment: {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:22:46.147083 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Bound using segment: {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:22:46.147642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Bound port: cd363eb0-6c39-4ecd-988a-d164f1a8100c, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7017292e-8a72-47e0-abf0-54dfa599e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:22:46.148114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:46.235887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ceb485-10c2-4cd0-8c48-b6a5ca319a54 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:46.424769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device cd363eb0-6c39-4ecd-988a-d164f1a8100c no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:22:46.524250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:22:46.542086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device cd363eb0-6c39-4ecd-988a-d164f1a8100c not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:22:46.546945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:22:46.618775 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:46.662384 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c90a3649-3b3f-45b7-9416-813ed9cf06ff tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:46.745760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:46.746278 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:46.747798 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 1093 time: 2.9400744
Apr 30 05:22:46.816434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ceb485-10c2-4cd0-8c48-b6a5ca319a54 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:46.828990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb0b2a-1a9f-460e-9da3-79d67e50789e None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:46.829295 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-72ceb485-10c2-4cd0-8c48-b6a5ca319a54 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:46.844383 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb0b2a-1a9f-460e-9da3-79d67e50789e None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:46.845632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-43fb0b2a-1a9f-460e-9da3-79d67e50789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780116e80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:46.856522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:46.877593 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:46.964716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-43fb0b2a-1a9f-460e-9da3-79d67e50789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780116e80>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:46.965509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a126e-c7b3-4704-a6e3-fc3be382cb6e req-30332eb2-a4ab-4994-8ccc-250ca0938bf3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:46.967077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a8a126e-c7b3-4704-a6e3-fc3be382cb6e req-30332eb2-a4ab-4994-8ccc-250ca0938bf3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 944 time: 0.3516421
Apr 30 05:22:46.987838 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb0b2a-1a9f-460e-9da3-79d67e50789e None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:46.988797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-43fb0b2a-1a9f-460e-9da3-79d67e50789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780116e80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:47.035876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-72ceb485-10c2-4cd0-8c48-b6a5ca319a54 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/floatingips/cce8e027-2d2b-460a-a0d5-4f162b1d3d8d HTTP/1.1" status: 200  len: 978 time: 3.2296863
Apr 30 05:22:47.039969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55896) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:47.054454 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a8a126e-c7b3-4704-a6e3-fc3be382cb6e req-c2f18d6b-2c77-4351-9daa-2ed1304c4976 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784600
Apr 30 05:22:47.056739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-854cd7ab-56e0-42b3-b04b-c4dab2f7a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:47.058201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-854cd7ab-56e0-42b3-b04b-c4dab2f7a726 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1096 time: 0.2766526
Apr 30 05:22:47.093524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-43fb0b2a-1a9f-460e-9da3-79d67e50789e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780116e80>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:47.094275 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb0b2a-1a9f-460e-9da3-79d67e50789e None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:47.226463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-1e1cd443-145b-4d4c-88dc-0c7b56731093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:47.228557 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-1e1cd443-145b-4d4c-88dc-0c7b56731093 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.1632874
Apr 30 05:22:47.284768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:22:47.355681 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'status': 'completed', 'code': 200}
Apr 30 05:22:47.364011 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-96a457ce-4dfd-4024-9581-110b8aae3ef2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 999 time: 0.1290791
Apr 30 05:22:47.435770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-99adb50a-7df4-46eb-9d7f-d6413ea8d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:47.437306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-99adb50a-7df4-46eb-9d7f-d6413ea8d272 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.0652721
Apr 30 05:22:47.526176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-fb81a8b4-e0f2-4678-9636-d241956f316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:47.527711 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-fb81a8b4-e0f2-4678-9636-d241956f316f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0844436
Apr 30 05:22:47.559741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-5df9b464-1b04-4b85-b868-e8694fd6bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:47.561135 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-5df9b464-1b04-4b85-b868-e8694fd6bda7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1096 time: 0.1692376
Apr 30 05:22:47.673298 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-81b3a9ff-c90a-4b0f-aa88-dcd1116a0543 service neutron] 10.222.0.37 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384888
Apr 30 05:22:47.674036 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port 7c55368c-ebd2-4da0-8494-d7fde63a8f1b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:22:47.674384 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:47.807289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-d3d42b2d-1b07-434a-b878-0b69e6789fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:47.808813 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-d3d42b2d-1b07-434a-b878-0b69e6789fe7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.2393603
Apr 30 05:22:47.816500 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1fe4baec-1ea0-4175-bfc7-024a343f10f6 req-ce1be52c-0ae9-47e1-acc4-7d83bfbeadd5 service neutron] 10.222.0.37 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360779
Apr 30 05:22:47.891596 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:47.891942 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:47.972848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-0b0d6b0e-e256-4bc9-aea1-20a62cdbfa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:47.974564 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-0b0d6b0e-e256-4bc9-aea1-20a62cdbfa2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1096 time: 0.1045306
Apr 30 05:22:48.035610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for 7c55368c-ebd2-4da0-8494-d7fde63a8f1b owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:22:48.096756 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-83cb6913-19fc-4a78-bb9e-d669366a078c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 999 time: 0.2783668
Apr 30 05:22:48.145255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-6814b5c6-e8b8-4d41-b300-e5c091174c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:48.147290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-6814b5c6-e8b8-4d41-b300-e5c091174c92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.1653497
Apr 30 05:22:48.192009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-099f4de9-a183-46b7-a005-06464e092ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:48.193487 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-099f4de9-a183-46b7-a005-06464e092ed9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.0893981
Apr 30 05:22:48.324015 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:48.331414 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:48.412460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=7c55368c-ebd2-4da0-8494-d7fde63a8f1b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:48.422248 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:48.466995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-46852cf6-877c-494f-a4f8-99d1a5713719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:48.468611 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-46852cf6-877c-494f-a4f8-99d1a5713719 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2682409
Apr 30 05:22:48.506009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-2da5ee2f-6623-412c-9af0-b268cc682056 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 999 time: 0.3505285
Apr 30 05:22:48.530019 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:48.530360 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP cce8e027-2d2b-460a-a0d5-4f162b1d3d8d disassociated (deleted). External IP: 172.25.8.226, port: 455e0363-9248-4506-85ef-0d982c2b4ba1.
Apr 30 05:22:48.587945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a0d11-b1d5-47c4-9e97-db0aae66abf4 req-ec930482-7811-4e3c-be33-3eed1ff983dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:48.592803 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e1a0d11-b1d5-47c4-9e97-db0aae66abf4 req-ec930482-7811-4e3c-be33-3eed1ff983dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 944 time: 0.3529961
Apr 30 05:22:48.634467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-f5fab02c-6fef-4215-94b5-bddf6e4b915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:48.636152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-f5fab02c-6fef-4215-94b5-bddf6e4b915c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.1193931
Apr 30 05:22:48.708862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6e1a0d11-b1d5-47c4-9e97-db0aae66abf4 req-7ae0db03-338d-4894-8bdc-3faa296b3f94 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055772
Apr 30 05:22:48.749831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-ddc65d3c-012b-4ffe-9e6d-1067d5fc34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:48.751953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-ddc65d3c-012b-4ffe-9e6d-1067d5fc34c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1073608
Apr 30 05:22:48.924131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-c52eea47-e9cf-45ec-beb0-c9e84af3a009 service neutron] 10.222.0.37 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642814
Apr 30 05:22:48.965546 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-07cc6015-b040-40b8-ad39-16db270b1dc7 service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4896803
Apr 30 05:22:49.085633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-2d39c5ef-2400-47dd-a2e3-16e231d87e80 service neutron] 10.222.0.37 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536980
Apr 30 05:22:49.269225 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d75e90ae-0a3e-4f60-93ce-d61687cb404a req-b1b33e62-6d06-4a19-88c0-66b60436436a service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962418
Apr 30 05:22:49.294497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:49.488080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:49.498978 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7422a2f2-2c37-4b6a-a851-69cca8d3fd24 None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:49.508568 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:49.510616 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422a2f2-2c37-4b6a-a851-69cca8d3fd24 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:49.511261 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7422a2f2-2c37-4b6a-a851-69cca8d3fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e80c70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:49.570995 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/floatingips/cce8e027-2d2b-460a-a0d5-4f162b1d3d8d HTTP/1.1" status: 204  len: 168 time: 2.5295634
Apr 30 05:22:49.572756 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7422a2f2-2c37-4b6a-a851-69cca8d3fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e80c70>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:49.574556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:49.582070 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422a2f2-2c37-4b6a-a851-69cca8d3fd24 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:49.582685 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7422a2f2-2c37-4b6a-a851-69cca8d3fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780e80c70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:49.648835 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7422a2f2-2c37-4b6a-a851-69cca8d3fd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780e80c70>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:49.649244 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7422a2f2-2c37-4b6a-a851-69cca8d3fd24 None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:49.733264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port 455e0363-9248-4506-85ef-0d982c2b4ba1 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:22:49.733823 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:49.895065 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:49.932144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b19c-50dc-4b5d-a3ac-a11835910d64 req-58b8172b-3a61-4d38-8a25-9bcb6a43349d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:49.933893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6581b19c-50dc-4b5d-a3ac-a11835910d64 req-58b8172b-3a61-4d38-8a25-9bcb6a43349d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 944 time: 0.0956237
Apr 30 05:22:49.988183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6581b19c-50dc-4b5d-a3ac-a11835910d64 req-5a779b10-3c4e-4f33-992f-7123cf34b4b2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485308
Apr 30 05:22:50.033761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for 455e0363-9248-4506-85ef-0d982c2b4ba1 owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:22:50.135533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cd363eb0-6c39-4ecd-988a-d164f1a8100c details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:22:50.224052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:50.231131 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:50.293489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=455e0363-9248-4506-85ef-0d982c2b4ba1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:50.297702 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:50.340648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:22:50.356511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'port_id': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'mac_address': 'fa:16:3e:1a:b1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:22:50.419651 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:50.437720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd363eb0-6c39-4ecd-988a-d164f1a8100c {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:22:50.438035 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:50.451403 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/ports/455e0363-9248-4506-85ef-0d982c2b4ba1 HTTP/1.1" status: 204  len: 168 time: 0.8757634
Apr 30 05:22:50.455887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55910) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:50.458776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:22:50.463402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:50.463646 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:50.465519 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:50.470317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:50.474307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:floatingip and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:50.477939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:50.484239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:50.497160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:50.535824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:50.546811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.547160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.547810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.548097 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.548451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.548913 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.549258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.549615 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.549945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.550273 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.550733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.551065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:22:50.556321 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:50.812358 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:50.978346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.25.8.130 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/c863a301-ae49-4eeb-8a61-be2aaf961fa5) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:51.136645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:51.168120 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:51.172999 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2406b07c-a719-400d-ab93-00d761c56988 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:51.191824 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8904da6-241b-4dd7-8569-2d69cbbd9a4f req-24159d3d-dd41-49b2-83b6-d70bb3b38f09 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:51.193487 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8904da6-241b-4dd7-8569-2d69cbbd9a4f req-24159d3d-dd41-49b2-83b6-d70bb3b38f09 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 945 time: 0.0870862
Apr 30 05:22:51.233366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:51.240785 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:51.246019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:51.255371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d8904da6-241b-4dd7-8569-2d69cbbd9a4f req-bed430ab-b7d1-4692-a283-8003bb8e44b1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516915
Apr 30 05:22:51.288339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=c863a301-ae49-4eeb-8a61-be2aaf961fa5,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:51.293024 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:51.342490 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:51.416343 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:51.610693 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d725be-812f-4eb2-979f-f88c578e8249 req-dfa03907-00a9-423e-92bd-5c625f0d5946 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:51.612871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9d725be-812f-4eb2-979f-f88c578e8249 req-dfa03907-00a9-423e-92bd-5c625f0d5946 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 945 time: 0.0925972
Apr 30 05:22:51.662674 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9d725be-812f-4eb2-979f-f88c578e8249 req-5a410be3-022a-4a99-93f9-b1d32a4a9eb0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432172
Apr 30 05:22:51.746763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-08394e9f-52c4-458c-a74c-1bfb629b0816 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:51.747510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-08394e9f-52c4-458c-a74c-1bfb629b0816 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:22:51.757811 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:51.765350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:51.772112 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-19aab5f2-afb8-4141-9896-a5e4d53ee2c7 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:51.785669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['cd363eb0-6c39-4ecd-988a-d164f1a8100c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:22:51.825386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-08394e9f-52c4-458c-a74c-1bfb629b0816 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:22:51.826693 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-08394e9f-52c4-458c-a74c-1bfb629b0816 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929&tenant_id=8342531a68584bdfb8954926aa47e9fc&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 945 time: 0.2942967
Apr 30 05:22:51.934878 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=c863a301-ae49-4eeb-8a61-be2aaf961fa5,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:51.941961 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:51.964807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:51.997458 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-1015ee39-826d-4cac-a1e2-6ab69d6a8765 service neutron] delete failed (client error): The resource could not be found.
Apr 30 05:22:51.998504 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-1015ee39-826d-4cac-a1e2-6ab69d6a8765 service neutron] 10.222.0.50 "DELETE /v2.0/ports/cd363eb0-6c39-4ecd-988a-d164f1a8100c/bindings/n-h2-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.1280832
Apr 30 05:22:52.004395 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:52.008168 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5484107
Apr 30 05:22:52.008377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55920) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:52.015343 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'port': {'network_id': 'ca6562e2-0b22-4bc9-bc1a-75851ac535f4', 'name': 'tempest-FloatingIPTestJSON-1748430838'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:52.232641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:52.238587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:port and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:52.243920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for port was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:52.251384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-ee984507-4756-4d39-88db-24796f214580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:52.252885 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-ee984507-4756-4d39-88db-24796f214580 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1097 time: 0.1393287
Apr 30 05:22:52.253749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:52.307161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Made reservation on behalf of 09f274f535ef4d218bf67adfaef396a7 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:22:52.310738 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:52.398632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] device_id is not set on port e6347e51-1dc7-4b0b-828f-4e4c239e7db8 yet. {{(pid=74582) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:22:52.493633 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-6eb3ba30-efdf-4a62-9156-177599796771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:52.495066 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-6eb3ba30-efdf-4a62-9156-177599796771 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.2348437
Apr 30 05:22:52.838128 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-e69d2e00-b67a-461c-ae9c-ae2ecb16c261 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 1000 time: 0.3357482
Apr 30 05:22:52.842799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.20.0.2 (ca6562e2-0b22-4bc9-bc1a-75851ac535f4/7fd92488-4c4e-48d3-b33d-ddf5e8df20f8/e6347e51-1dc7-4b0b-828f-4e4c239e7db8) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:52.877300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd7253-2e77-4ded-893b-94768ec8b754 req-34906b0b-96ef-4094-8ed7-3eecd8add9ef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:52.879121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ffd7253-2e77-4ded-893b-94768ec8b754 req-34906b0b-96ef-4094-8ed7-3eecd8add9ef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 945 time: 0.0981903
Apr 30 05:22:52.931143 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9ffd7253-2e77-4ded-893b-94768ec8b754 req-f0f25a34-f660-45d0-bc36-c12170556ec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461195
Apr 30 05:22:52.951323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-644400e1-e5a1-4cd7-aef8-18bd74a2eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:52.952895 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-644400e1-e5a1-4cd7-aef8-18bd74a2eda7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.1072140
Apr 30 05:22:53.166827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-d571671b-4372-41be-bb4a-981b4b1fc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:53.168257 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-d571671b-4372-41be-bb4a-981b4b1fc45e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2072225
Apr 30 05:22:53.218699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:53.336502 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-4df68df3-6c59-4c68-a6dd-a4d72f908068 service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563468
Apr 30 05:22:53.344201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:53.367239 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4971e37d-e500-4a88-837e-6f6524a68cfa tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:53.510022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:53.515539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:53.522935 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:53.556345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=e6347e51-1dc7-4b0b-828f-4e4c239e7db8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:53.574613 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:53.611515 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-38d5756d-1fa4-43a3-8af5-1ad6315e4d48 req-786c8664-ee82-4d22-ac44-0a052771ee10 service neutron] 10.222.0.50 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2687042
Apr 30 05:22:53.620179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:53.620805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:53.651886 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6424441
Apr 30 05:22:53.654833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55926) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:53.661189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-34b8bd24-77db-4ec4-b2b1-076b1bc7ae0d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'port_id': 'e6347e51-1dc7-4b0b-828f-4e4c239e7db8'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:53.743891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-34b8bd24-77db-4ec4-b2b1-076b1bc7ae0d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:54.161033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cd363eb0-6c39-4ecd-988a-d164f1a8100c up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:22:54.164605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d8a08-c3e8-4df5-994d-7738b5785dc3 req-60dc1701-02b1-40fd-86fd-ad826f9833d4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:54.167409 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f65d8a08-c3e8-4df5-994d-7738b5785dc3 req-60dc1701-02b1-40fd-86fd-ad826f9833d4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 945 time: 0.1085925
Apr 30 05:22:54.236927 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f65d8a08-c3e8-4df5-994d-7738b5785dc3 req-65721d21-aecf-4bbe-9b7f-e5582c47ef95 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629358
Apr 30 05:22:54.250460 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port cd363eb0-6c39-4ecd-988a-d164f1a8100c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:22:54.255504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port cd363eb0-6c39-4ecd-988a-d164f1a8100c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:22:54.256114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:54.396882 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:54.426538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:22:54.437917 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-34b8bd24-77db-4ec4-b2b1-076b1bc7ae0d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:54.438232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:22:54.443596 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:54.444077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-34b8bd24-77db-4ec4-b2b1-076b1bc7ae0d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:54.446092 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-031e3865-6d62-44f3-8132-7752ea0fd466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:54.518757 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:54.523342 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:54.754804 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'code': 200}
Apr 30 05:22:54.875867 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-34b8bd24-77db-4ec4-b2b1-076b1bc7ae0d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP 1d7bb928-794f-4b90-8ca6-07f16fbb4737 associated. External IP: 172.25.8.130, port: e6347e51-1dc7-4b0b-828f-4e4c239e7db8.
Apr 30 05:22:55.271371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b8bd24-77db-4ec4-b2b1-076b1bc7ae0d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:55.441073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe1cc7-6c17-4859-b3c9-9c7eeacbf7c2 req-e322ffa3-00c3-43b6-af93-af9a29c195a1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:22:55.442639 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecfe1cc7-6c17-4859-b3c9-9c7eeacbf7c2 req-e322ffa3-00c3-43b6-af93-af9a29c195a1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0924282
Apr 30 05:22:55.473397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b8bd24-77db-4ec4-b2b1-076b1bc7ae0d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:55.477911 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-34b8bd24-77db-4ec4-b2b1-076b1bc7ae0d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:55.487580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd769fd-0e9a-4c71-87b5-8e0a97a8f6ab None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:55.499046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd769fd-0e9a-4c71-87b5-8e0a97a8f6ab None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:55.499450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ecfe1cc7-6c17-4859-b3c9-9c7eeacbf7c2 req-f83e1e47-12c7-43bd-9c93-9d90964aea3d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497570
Apr 30 05:22:55.500454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7cd769fd-0e9a-4c71-87b5-8e0a97a8f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b06a970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:55.533769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55940) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:55.572400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7cd769fd-0e9a-4c71-87b5-8e0a97a8f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b06a970>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:55.581794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd769fd-0e9a-4c71-87b5-8e0a97a8f6ab None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:55.582411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7cd769fd-0e9a-4c71-87b5-8e0a97a8f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b06a970>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:55.618037 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-34b8bd24-77db-4ec4-b2b1-076b1bc7ae0d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/floatingips/1d7bb928-794f-4b90-8ca6-07f16fbb4737 HTTP/1.1" status: 200  len: 978 time: 1.9620163
Apr 30 05:22:55.620967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55944) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:55.649704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7cd769fd-0e9a-4c71-87b5-8e0a97a8f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b06a970>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:55.650132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd769fd-0e9a-4c71-87b5-8e0a97a8f6ab None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:55.667967 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-30826fac-9fb1-40bd-90d3-9df2a63d4eeb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/3470aff3-66e9-4caa-aa47-1ec20d95ab65 HTTP/1.1" status: 200  len: 993 time: 0.1323538
Apr 30 05:22:55.765316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port e6347e51-1dc7-4b0b-828f-4e4c239e7db8 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:22:55.765763 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:55.907467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:56.233202 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:56.233581 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:56.233902 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP 1d7bb928-794f-4b90-8ca6-07f16fbb4737 disassociated. External IP: 172.25.8.130, port: e6347e51-1dc7-4b0b-828f-4e4c239e7db8.
Apr 30 05:22:56.234250 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for e6347e51-1dc7-4b0b-828f-4e4c239e7db8 owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:22:56.357177 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:56.363159 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b3802501-ad29-4333-9ca2-2efa064bf079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:56.410892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=e6347e51-1dc7-4b0b-828f-4e4c239e7db8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:56.414340 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:56.778401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:22:56.976451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:22:56.986203 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45b5e8-9794-4334-aa63-55d2d831207c None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:22:56.996474 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45b5e8-9794-4334-aa63-55d2d831207c None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:56.997174 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec45b5e8-9794-4334-aa63-55d2d831207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804eaaf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:57.060469 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec45b5e8-9794-4334-aa63-55d2d831207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804eaaf0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:57.069094 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45b5e8-9794-4334-aa63-55d2d831207c None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:22:57.069704 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec45b5e8-9794-4334-aa63-55d2d831207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7804eaaf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:57.087113 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:57.097370 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/ports/e6347e51-1dc7-4b0b-828f-4e4c239e7db8 HTTP/1.1" status: 204  len: 168 time: 1.4752576
Apr 30 05:22:57.100304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55948) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:57.131151 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ec45b5e8-9794-4334-aa63-55d2d831207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7804eaaf0>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:22:57.132215 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec45b5e8-9794-4334-aa63-55d2d831207c None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:22:57.191707 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dabeabcf-c510-4469-9d4d-05a9edd23590 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "GET /v2.0/floatingips/1d7bb928-794f-4b90-8ca6-07f16fbb4737 HTTP/1.1" status: 200  len: 688 time: 0.0892165
Apr 30 05:22:57.194861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55952) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:57.428114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port c863a301-ae49-4eeb-8a61-be2aaf961fa5 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:22:57.428735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:57.468107 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:57.557815 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:57.561859 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:57.562194 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:57.693910 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for c863a301-ae49-4eeb-8a61-be2aaf961fa5 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:22:57.812784 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:57.816687 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:57.866880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=c863a301-ae49-4eeb-8a61-be2aaf961fa5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:57.893537 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:57.962637 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:57.980346 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:57.981530 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/floatingips/1d7bb928-794f-4b90-8ca6-07f16fbb4737 HTTP/1.1" status: 204  len: 168 time: 0.7855880
Apr 30 05:22:57.986094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55956) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:22:57.991180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': 'b6d8a7fe-1557-446b-8f5f-1f0a7293e15c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:22:57.997984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:22:58.002034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:floatingip and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:22:58.005211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:22:58.014907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:22:58.026474 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:58.188924 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:58.341467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.25.8.136 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/b8b1dade-61b3-4443-838b-2005812ffd0a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:22:58.505750 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:58.539831 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:58.545264 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-368d9768-cb71-402c-a118-6a9648a6321b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:58.605485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:22:58.612897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:22:58.615832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:22:58.827817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=b8b1dade-61b3-4443-838b-2005812ffd0a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:58.832141 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:59.249926 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:59.333072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:59.581517 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:59.587732 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:59.591949 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-725e95a1-87f0-4b29-82b7-5830885d7590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:22:59.704121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=b8b1dade-61b3-4443-838b-2005812ffd0a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:22:59.707646 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:22:59.718299 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:22:59.979241 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP eabd3d72-7d5a-4752-9aab-5f3f3995cd73 associated. External IP: 172.25.8.136, port: b6d8a7fe-1557-446b-8f5f-1f0a7293e15c.
Apr 30 05:23:00.458769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:23:00.715033 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aebb16b0-7568-4caf-bf64-cdafcf917fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:00.838094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:00.849634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5f996-c287-4aa9-9c61-bbad478fca2a None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:00.860947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5f996-c287-4aa9-9c61-bbad478fca2a None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:00.862473 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c8b5f996-c287-4aa9-9c61-bbad478fca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be4da60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:00.874450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:00.931825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c8b5f996-c287-4aa9-9c61-bbad478fca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be4da60>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:00.951134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5f996-c287-4aa9-9c61-bbad478fca2a None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:00.952126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c8b5f996-c287-4aa9-9c61-bbad478fca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be4da60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:22:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:00.964576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 55960) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:00.965377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.9778221
Apr 30 05:23:00.977970 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1860227749'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:00.990280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:00.999315 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:network and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:01.004961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:01.012752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:01.023241 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-c8b5f996-c287-4aa9-9c61-bbad478fca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be4da60>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:01.023834 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5f996-c287-4aa9-9c61-bbad478fca2a None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:01.029945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Made reservation on behalf of 09f274f535ef4d218bf67adfaef396a7 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:23:01.033619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:01.064549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:23:01.075697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:01.076035 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Added segment b94e7da6-8736-4946-9dc6-09f1d89e4c1b of type vlan for network 9e62fda5-3b06-47e3-950e-05076dfb93ce
Apr 30 05:23:01.115790 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:01.153476 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:01.159268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:01.159928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:01.166837 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:01.269248 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.3017573
Apr 30 05:23:01.273151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55964) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:01.283163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'subnet': {'network_id': '9e62fda5-3b06-47e3-950e-05076dfb93ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:01.283986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Network': ['ID=9e62fda5-3b06-47e3-950e-05076dfb93ce,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:01.287581 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:01.296421 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:23:01.464928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:01.469836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:subnet and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:01.473318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:01.481709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:01.495121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Made reservation on behalf of 09f274f535ef4d218bf67adfaef396a7 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:23:01.500505 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:01.968431 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:01.972276 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d30c4394-6a36-4a1d-bc21-95969d5785dd tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:02.059402 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Subnet': ['ID=5921d56b-8149-4b9c-a823-25dae644d2ac,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:02.063253 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:02.070493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Checking segment: {'id': 'b94e7da6-8736-4946-9dc6-09f1d89e4c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9e62fda5-3b06-47e3-950e-05076dfb93ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:23:02.070851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network hostable DHCP agents. Network: 9e62fda5-3b06-47e3-950e-05076dfb93ce, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:23:02.094500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:23:02.106789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 9e62fda5-3b06-47e3-950e-05076dfb93ce) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:23:02.120019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d059c4-5f16-4e89-911a-b6b6f86bc42b None None] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:23:02.122545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:02.123146 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:02.153996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8794034
Apr 30 05:23:02.157161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55968) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:02.163481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1338198096', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}, 'admin_state_up': False}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:02.171778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:02.176248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:router and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:02.180106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for router was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:02.188422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:02.200336 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:02.201368 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:02.222189 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:02.353634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-9e62fda5-3b06-47e3-950e-05076dfb93ce', 'network_id': '9e62fda5-3b06-47e3-950e-05076dfb93ce', 'tenant_id': '09f274f535ef4d218bf67adfaef396a7', 'fixed_ips': [{'subnet_id': '5921d56b-8149-4b9c-a823-25dae644d2ac'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:23:02.355638 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:02.569504 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:02.582569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Allocated IP 172.20.0.2 (9e62fda5-3b06-47e3-950e-05076dfb93ce/5921d56b-8149-4b9c-a823-25dae644d2ac/50232081-4f5e-4aca-a0fa-7bf660257c80) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:23:02.630619 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-2627e5dc-7ccf-4bc2-9002-d3aea830f056 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2664192
Apr 30 05:23:02.860479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:02.872601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Transition to ACTIVE for port object 50232081-4f5e-4aca-a0fa-7bf660257c80 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:23:02.892719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Transition to ACTIVE for port object 50232081-4f5e-4aca-a0fa-7bf660257c80 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:23:02.900743 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:02.904615 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:02.963287 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:23:02.964547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:23:02.973345 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:23:03.018787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Pushing event updated for resources: {'Port': ['ID=50232081-4f5e-4aca-a0fa-7bf660257c80,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:03.027511 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:03.081565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Attempting to bind port 50232081-4f5e-4aca-a0fa-7bf660257c80 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:23:03.081985 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Attempting to bind port 50232081-4f5e-4aca-a0fa-7bf660257c80 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b94e7da6-8736-4946-9dc6-09f1d89e4c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9e62fda5-3b06-47e3-950e-05076dfb93ce'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:23:03.082321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Attempting to bind port 50232081-4f5e-4aca-a0fa-7bf660257c80 on network 9e62fda5-3b06-47e3-950e-05076dfb93ce {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:23:03.089553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:23:03.090796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Checking segment: {'id': 'b94e7da6-8736-4946-9dc6-09f1d89e4c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9e62fda5-3b06-47e3-950e-05076dfb93ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:23:03.090796 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:03.090796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Bound using segment: {'id': 'b94e7da6-8736-4946-9dc6-09f1d89e4c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9e62fda5-3b06-47e3-950e-05076dfb93ce'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:23:03.091612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Bound port: 50232081-4f5e-4aca-a0fa-7bf660257c80, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94e7da6-8736-4946-9dc6-09f1d89e4c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '9e62fda5-3b06-47e3-950e-05076dfb93ce'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:23:03.091612 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:03.198377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] For port 50232081-4f5e-4aca-a0fa-7bf660257c80, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:23:03.201874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] For port 50232081-4f5e-4aca-a0fa-7bf660257c80, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50232081-4f5e-4aca-a0fa-7bf660257c80,segment=NetworkSegment(b94e7da6-8736-4946-9dc6-09f1d89e4c1b),segment_id=b94e7da6-8736-4946-9dc6-09f1d89e4c1b)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:23:03.207604 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:03.211898 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e5269939-7af3-4cf1-ae3b-d7cb3ddffe79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:03.230550 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-e681342e-0785-4031-a08b-d66a6a841b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:03.232102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-e681342e-0785-4031-a08b-d66a6a841b25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1098 time: 0.5037191
Apr 30 05:23:03.305108 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:03.310495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Pushing event updated for resources: {'Port': ['ID=50232081-4f5e-4aca-a0fa-7bf660257c80,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:03.314913 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:03.342870 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:03.404586 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:03.559370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-7dca5d85-2828-4fe7-8e84-3c38a890113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:03.560872 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-7dca5d85-2828-4fe7-8e84-3c38a890113c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.2978709
Apr 30 05:23:03.629033 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7dce9dff-8a33-4a2f-90c1-5dcc9ad77d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:03.666042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.25.8.178 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/9537d896-0d4b-4295-a4fe-6a84af364f39) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:23:03.720873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-5f06a260-45cf-4ee2-bb4d-3a6b411be7b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 1001 time: 0.1475959
Apr 30 05:23:03.864267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-e4a61726-1053-45ef-a152-5f5e86562f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:03.866379 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-e4a61726-1053-45ef-a152-5f5e86562f59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.1324921
Apr 30 05:23:03.954924 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:04.001140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-d853edaa-3cce-483c-bb53-37cde6364021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:04.002678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-d853edaa-3cce-483c-bb53-37cde6364021 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1186240
Apr 30 05:23:04.029616 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:04.036201 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f4deaad-d090-429b-9867-993ba8efd780 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:04.187706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:23:04.196112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:23:04.200320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=9537d896-0d4b-4295-a4fe-6a84af364f39,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:04.202815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:23:04.238028 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:04.307891 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7c942-786a-4344-8436-524dc6bcb2b6 None None] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:23:04.339827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-63e0d2ed-6238-422d-8964-f9c70653711d service neutron] 10.222.0.37 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3293180
Apr 30 05:23:04.418017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0b72801f-0701-4881-8363-ddac4ebec504 None None] Provisioning for port 50232081-4f5e-4aca-a0fa-7bf660257c80 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:23:04.844724 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e6546580-ebea-4d82-be2a-ceb1038f46a0 req-1773d349-ddeb-423d-9599-0a8462a73fb3 service neutron] 10.222.0.37 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4855046
Apr 30 05:23:04.856510 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:04.961369 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:05.336742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:05.466553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50232081-4f5e-4aca-a0fa-7bf660257c80 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:23:05.546216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 50232081-4f5e-4aca-a0fa-7bf660257c80 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:23:05.551208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 50232081-4f5e-4aca-a0fa-7bf660257c80 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:23:05.551629 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:05.562966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router bb45e5a5-cd47-4b5e-af56-b43b62875d40 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:23:05.678101 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:05.720196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 50232081-4f5e-4aca-a0fa-7bf660257c80, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50232081-4f5e-4aca-a0fa-7bf660257c80,segment=NetworkSegment(b94e7da6-8736-4946-9dc6-09f1d89e4c1b),segment_id=b94e7da6-8736-4946-9dc6-09f1d89e4c1b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:23:05.726492 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:05.729638 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:05.789494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:05.801269 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c46047-26fe-4c32-8b64-91ade4a9a907 None None] Sync routers for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:05.818649 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c46047-26fe-4c32-8b64-91ade4a9a907 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:05.820306 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-69c46047-26fe-4c32-8b64-91ade4a9a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d96e50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:05.828268 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:05.832986 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.6717143
Apr 30 05:23:05.833709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55972) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:05.837252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=50232081-4f5e-4aca-a0fa-7bf660257c80,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:05.840960 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:05.902298 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-69c46047-26fe-4c32-8b64-91ade4a9a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d96e50>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:05.914096 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c46047-26fe-4c32-8b64-91ade4a9a907 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:05.915172 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-69c46047-26fe-4c32-8b64-91ade4a9a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d96e50>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:05.986967 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-69c46047-26fe-4c32-8b64-91ade4a9a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d96e50>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:05.987512 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c46047-26fe-4c32-8b64-91ade4a9a907 None None] The sync data for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:06.089542 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:23:06.347413 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:06.776710 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:07.229129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.20.0.1 (9e62fda5-3b06-47e3-950e-05076dfb93ce/5921d56b-8149-4b9c-a823-25dae644d2ac/84375c2d-330e-4341-93d5-d3776e37f9d8) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:23:07.437398 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:07.445838 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50232081-4f5e-4aca-a0fa-7bf660257c80 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:23:07.460620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Transition to ACTIVE for port object 84375c2d-330e-4341-93d5-d3776e37f9d8 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:23:07.487417 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:07.492966 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-807f2628-f2c8-4d90-8d7b-38dddfe1444e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:07.547153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 50232081-4f5e-4aca-a0fa-7bf660257c80 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:23:07.547586 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:07.553065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:23:07.557105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:23:07.559884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:23:07.625830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=84375c2d-330e-4341-93d5-d3776e37f9d8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:07.629215 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:07.644976 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:07.903005 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5fdbec6f-a8b5-4f33-9ed0-fef11e62201e None None] Provisioning for port 84375c2d-330e-4341-93d5-d3776e37f9d8 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:23:07.911805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5fdbec6f-a8b5-4f33-9ed0-fef11e62201e None None] Provisioning complete for port 84375c2d-330e-4341-93d5-d3776e37f9d8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:23:07.912459 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5fdbec6f-a8b5-4f33-9ed0-fef11e62201e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:07.968587 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:07.971786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5fdbec6f-a8b5-4f33-9ed0-fef11e62201e None None] Port 84375c2d-330e-4341-93d5-d3776e37f9d8 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:23:08.689143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:08.694789 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:08.731953 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b7a7d11b-03bc-4d62-8546-ece89c38dd2b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:08.824908 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:08.828681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=84375c2d-330e-4341-93d5-d3776e37f9d8,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:08.832168 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:08.995457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:23:08.997158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:23:09.283549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router bb45e5a5-cd47-4b5e-af56-b43b62875d40 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:23:09.301011 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-591d90f5-52be-4306-b78d-a9b252df5282 None None] Provisioning complete for port 84375c2d-330e-4341-93d5-d3776e37f9d8 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:23:09.302050 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-591d90f5-52be-4306-b78d-a9b252df5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:09.369062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-591d90f5-52be-4306-b78d-a9b252df5282 None None] Port 84375c2d-330e-4341-93d5-d3776e37f9d8 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:23:09.536943 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:09.547699 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c067589-0791-4f98-aa48-17d0c7bee532 None None] Sync routers for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:09.556436 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/routers/bb45e5a5-cd47-4b5e-af56-b43b62875d40/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7178419
Apr 30 05:23:09.556799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55976) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:09.561091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c067589-0791-4f98-aa48-17d0c7bee532 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:09.561853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9c067589-0791-4f98-aa48-17d0c7bee532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b297a00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:09.562605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'port': {'network_id': '9e62fda5-3b06-47e3-950e-05076dfb93ce', 'name': 'tempest-FloatingIPTestJSON-1320984126'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:09.633813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9c067589-0791-4f98-aa48-17d0c7bee532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b297a00>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:09.643725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c067589-0791-4f98-aa48-17d0c7bee532 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:09.644363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9c067589-0791-4f98-aa48-17d0c7bee532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b297a00>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:09.709301 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9c067589-0791-4f98-aa48-17d0c7bee532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b297a00>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:09.710562 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c067589-0791-4f98-aa48-17d0c7bee532 None None] The sync data for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:09.736473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:09.741497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Usage tracker for resource:port and tenant:09f274f535ef4d218bf67adfaef396a7 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:09.744609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Quota usage for port was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:09.750749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:09.761474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Made reservation on behalf of 09f274f535ef4d218bf67adfaef396a7 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:23:09.765114 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:09.789344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] device_id is not set on port aae22d22-30f7-4508-99ee-c5744503173a yet. {{(pid=74581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Apr 30 05:23:09.942409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Allocated IP 172.20.0.11 (9e62fda5-3b06-47e3-950e-05076dfb93ce/5921d56b-8149-4b9c-a823-25dae644d2ac/aae22d22-30f7-4508-99ee-c5744503173a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:23:10.153239 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:10.171601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Transition to ACTIVE for port object aae22d22-30f7-4508-99ee-c5744503173a will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:23:10.199674 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:10.206846 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-805d5e3d-f7c4-458f-9f8a-8755d772d6e7 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:10.276201 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:23:10.277411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:23:10.286054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:23:10.337031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event updated for resources: {'Port': ['ID=aae22d22-30f7-4508-99ee-c5744503173a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:10.352863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.353262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.353644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.354029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.354763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.355018 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.355410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.355781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.356147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.356514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.356881 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.357243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:10.363278 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:10.377228 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:10.377891 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:10.407910 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8499506
Apr 30 05:23:10.410625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55980) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:10.419869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Request body: {'floatingip': {'port_id': 'aae22d22-30f7-4508-99ee-c5744503173a'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:10.500264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b1b9a7e-55fe-48b2-ae07-fb3e17dde17b None None] Provisioning for port aae22d22-30f7-4508-99ee-c5744503173a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:23:10.505331 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b1b9a7e-55fe-48b2-ae07-fb3e17dde17b None None] Provisioning complete for port aae22d22-30f7-4508-99ee-c5744503173a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:23:10.505707 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b1b9a7e-55fe-48b2-ae07-fb3e17dde17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:10.610398 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:10.628089 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b9a7e-55fe-48b2-ae07-fb3e17dde17b None None] Port aae22d22-30f7-4508-99ee-c5744503173a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:23:11.509648 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:11.513953 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:11.703429 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP eabd3d72-7d5a-4752-9aab-5f3f3995cd73 associated. External IP: 172.25.8.136, port: b6d8a7fe-1557-446b-8f5f-1f0a7293e15c.
Apr 30 05:23:12.096571 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:23:12.450645 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:12.460287 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3197e31a-121d-43af-b589-458b43042f50 None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:12.469911 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3197e31a-121d-43af-b589-458b43042f50 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:12.470530 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3197e31a-121d-43af-b589-458b43042f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78031c520>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:12.537103 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3197e31a-121d-43af-b589-458b43042f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78031c520>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:12.545859 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3197e31a-121d-43af-b589-458b43042f50 None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:12.546466 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3197e31a-121d-43af-b589-458b43042f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78031c520>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:12.607208 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-3197e31a-121d-43af-b589-458b43042f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78031c520>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:12.607642 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3197e31a-121d-43af-b589-458b43042f50 None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:12.831579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router bb45e5a5-cd47-4b5e-af56-b43b62875d40 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:23:13.080629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:13.085690 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:13.090365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf035ba-cc70-45ca-90ca-7a079f271273 None None] Sync routers for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:13.100029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf035ba-cc70-45ca-90ca-7a079f271273 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:13.100654 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-acf035ba-cc70-45ca-90ca-7a079f271273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfce490>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:13.162992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-acf035ba-cc70-45ca-90ca-7a079f271273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfce490>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:13.172544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf035ba-cc70-45ca-90ca-7a079f271273 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:13.173384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-acf035ba-cc70-45ca-90ca-7a079f271273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfce490>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:13.200294 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-57726655-b35e-4ad2-a7f3-3249979caeec tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/floatingips/eabd3d72-7d5a-4752-9aab-5f3f3995cd73 HTTP/1.1" status: 200  len: 979 time: 2.7880070
Apr 30 05:23:13.203138 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55984) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:13.240105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-acf035ba-cc70-45ca-90ca-7a079f271273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfce490>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:13.240558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf035ba-cc70-45ca-90ca-7a079f271273 None None] The sync data for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:13.342637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port aae22d22-30f7-4508-99ee-c5744503173a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:13.342885 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:13.479000 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:13.786975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:13.787404 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:13.787770 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Floating IP eabd3d72-7d5a-4752-9aab-5f3f3995cd73 disassociated. External IP: 172.25.8.136, port: aae22d22-30f7-4508-99ee-c5744503173a.
Apr 30 05:23:13.788153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for aae22d22-30f7-4508-99ee-c5744503173a owned by  {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:13.903994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:13.911204 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1511e44c-0d20-4df4-b18f-9954ce59821e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:13.961521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=aae22d22-30f7-4508-99ee-c5744503173a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:13.964567 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:14.320423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router bb45e5a5-cd47-4b5e-af56-b43b62875d40 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:23:14.506972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:14.515982 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb71643-d0a9-46f1-b42d-fa08f064d6f7 None None] Sync routers for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:14.526072 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb71643-d0a9-46f1-b42d-fa08f064d6f7 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:14.526721 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0bb71643-d0a9-46f1-b42d-fa08f064d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801ac910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:14.590401 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0bb71643-d0a9-46f1-b42d-fa08f064d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801ac910>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:14.599063 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb71643-d0a9-46f1-b42d-fa08f064d6f7 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:14.599707 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0bb71643-d0a9-46f1-b42d-fa08f064d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801ac910>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:14.610883 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:14.625287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/ports/aae22d22-30f7-4508-99ee-c5744503173a HTTP/1.1" status: 204  len: 168 time: 1.4183035
Apr 30 05:23:14.625544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55988) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:14.698344 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0bb71643-d0a9-46f1-b42d-fa08f064d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801ac910>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:14.698756 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb71643-d0a9-46f1-b42d-fa08f064d6f7 None None] The sync data for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:15.210251 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:15.819651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port 84375c2d-330e-4341-93d5-d3776e37f9d8 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:15.819965 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:15.957631 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:16.090538 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for 84375c2d-330e-4341-93d5-d3776e37f9d8 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:16.413891 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:16.417506 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0370a7ea-d11e-491a-b3f2-5de448be77a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:16.463754 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=84375c2d-330e-4341-93d5-d3776e37f9d8,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:16.466988 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:16.761873 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:17.299429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router bb45e5a5-cd47-4b5e-af56-b43b62875d40 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:23:17.490829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:17.501006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430f8d6-45ca-482d-96d0-65bcea0c6984 None None] Sync routers for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:17.504514 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/routers/bb45e5a5-cd47-4b5e-af56-b43b62875d40/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8776515
Apr 30 05:23:17.507931 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55992) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:17.513111 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430f8d6-45ca-482d-96d0-65bcea0c6984 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:17.513744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f430f8d6-45ca-482d-96d0-65bcea0c6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4bc4c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:17.581200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f430f8d6-45ca-482d-96d0-65bcea0c6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4bc4c0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:17.593361 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430f8d6-45ca-482d-96d0-65bcea0c6984 None None] Routers {'bb45e5a5-cd47-4b5e-af56-b43b62875d40'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:17.594240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f430f8d6-45ca-482d-96d0-65bcea0c6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4bc4c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:17.660157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f430f8d6-45ca-482d-96d0-65bcea0c6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4bc4c0>, [], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:17.660570 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430f8d6-45ca-482d-96d0-65bcea0c6984 None None] The sync data for ids ['bb45e5a5-cd47-4b5e-af56-b43b62875d40'] in n-d-766726-20 is: [] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:17.701859 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:17.895557 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:17.981026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port 9537d896-0d4b-4295-a4fe-6a84af364f39 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:17.981377 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:18.111078 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:18.244186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for 9537d896-0d4b-4295-a4fe-6a84af364f39 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:18.389056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:18.394156 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:18.439622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=9537d896-0d4b-4295-a4fe-6a84af364f39,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:18.469214 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:18.539241 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:18.878241 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:18.880381 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:18.905277 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:18.905812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Fanout notify agent at l3_agent the message router_deleted on router bb45e5a5-cd47-4b5e-af56-b43b62875d40 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:23:18.921591 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:18.922673 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/routers/bb45e5a5-cd47-4b5e-af56-b43b62875d40 HTTP/1.1" status: 204  len: 168 time: 1.4134181
Apr 30 05:23:18.925324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 55996) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:18.993312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-e288eccf-df3c-4a25-805b-ec509abd4224 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting subnet 5921d56b-8149-4b9c-a823-25dae644d2ac {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:23:18.996320 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e288eccf-df3c-4a25-805b-ec509abd4224 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.052846 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e288eccf-df3c-4a25-805b-ec509abd4224 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.135933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e288eccf-df3c-4a25-805b-ec509abd4224 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.414530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e288eccf-df3c-4a25-805b-ec509abd4224 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.419052 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6d6d76a5-97df-4d06-a07e-d65398caf5b6 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:19.458162 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e288eccf-df3c-4a25-805b-ec509abd4224 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.462855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288eccf-df3c-4a25-805b-ec509abd4224 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Subnet': ['ID=5921d56b-8149-4b9c-a823-25dae644d2ac,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:19.465723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addac960-1eb9-4a6b-bcef-fc92e97ffd55 None None] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:23:19.466222 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e288eccf-df3c-4a25-805b-ec509abd4224 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:19.471861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e288eccf-df3c-4a25-805b-ec509abd4224 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/subnets/5921d56b-8149-4b9c-a823-25dae644d2ac HTTP/1.1" status: 204  len: 168 time: 0.5428483
Apr 30 05:23:19.473291 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56000) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:19.590121 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.667743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port 50232081-4f5e-4aca-a0fa-7bf660257c80 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:19.668085 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.719588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] DHCP port deletion for 9e62fda5-3b06-47e3-950e-05076dfb93ce request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:23:19.768835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] For port 50232081-4f5e-4aca-a0fa-7bf660257c80, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50232081-4f5e-4aca-a0fa-7bf660257c80,segment=NetworkSegment(b94e7da6-8736-4946-9dc6-09f1d89e4c1b),segment_id=b94e7da6-8736-4946-9dc6-09f1d89e4c1b)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:23:19.769202 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.792125 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] Deleting port 50232081-4f5e-4aca-a0fa-7bf660257c80 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:19.792498 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.896152 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] For port 50232081-4f5e-4aca-a0fa-7bf660257c80, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50232081-4f5e-4aca-a0fa-7bf660257c80,segment=NetworkSegment(b94e7da6-8736-4946-9dc6-09f1d89e4c1b),segment_id=b94e7da6-8736-4946-9dc6-09f1d89e4c1b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:23:19.897133 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.916504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for 50232081-4f5e-4aca-a0fa-7bf660257c80 owned by network:dhcp {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:19.965923 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:19.970723 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e329635e-dad0-43af-9fd7-e086d684f4af tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:20.015625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=50232081-4f5e-4aca-a0fa-7bf660257c80,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:20.017549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] No DVR routers for this DVR port 50232081-4f5e-4aca-a0fa-7bf660257c80 on host n-d-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:23:20.019196 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:20.030582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] Calling delete_port for 50232081-4f5e-4aca-a0fa-7bf660257c80 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:20.073878 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:20.077562 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:20.122701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] Pushing event deleted for resources: {'Port': ['ID=50232081-4f5e-4aca-a0fa-7bf660257c80,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:20.125609 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:20.126432 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] No DVR routers for this DVR port 50232081-4f5e-4aca-a0fa-7bf660257c80 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:23:20.146253 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:20.268436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a02bd30>,) {'filters': {'network_id': ['9e62fda5-3b06-47e3-950e-05076dfb93ce']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:20.281627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a02bd30>, 'b94e7da6-8736-4946-9dc6-09f1d89e4c1b') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:20.281903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a02bd30>, 'b94e7da6-8736-4946-9dc6-09f1d89e4c1b') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:20.293506 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:20.309309 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:20.315596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:23:20.494811 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:23:20.504223 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:20.677274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network 9e62fda5-3b06-47e3-950e-05076dfb93ce has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:23:20.703616 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:23:20.781210 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:20.784887 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1775c838-b9c3-4734-8954-015c7dda73d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:20.800432 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:20.815817 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Network': ['ID=9e62fda5-3b06-47e3-950e-05076dfb93ce,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:20.819657 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:20.822184 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/networks/9e62fda5-3b06-47e3-950e-05076dfb93ce HTTP/1.1" status: 204  len: 168 time: 1.3472846
Apr 30 05:23:20.824111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56004) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:21.059965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port b8b1dade-61b3-4443-838b-2005812ffd0a {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:21.060311 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:21.333579 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:21.333819 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:21.447643 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50232081-4f5e-4aca-a0fa-7bf660257c80 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:23:21.467442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for b8b1dade-61b3-4443-838b-2005812ffd0a owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:21.483179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 50232081-4f5e-4aca-a0fa-7bf660257c80 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:23:21.483687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50232081-4f5e-4aca-a0fa-7bf660257c80 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:23:21.580363 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:21.584755 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7e524c7f-af29-4576-9e8d-75d2e4efad42 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:21.633415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=b8b1dade-61b3-4443-838b-2005812ffd0a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:21.636600 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:21.725769 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:21.739865 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:21.741047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/floatingips/eabd3d72-7d5a-4752-9aab-5f3f3995cd73 HTTP/1.1" status: 204  len: 168 time: 0.9160335
Apr 30 05:23:21.745020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56010) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:21.791707 n-d-766726-20 neutron-server[74581]: INFO neutron.pecan_wsgi.hooks.translation [None req-36146540-8ae8-4434-b910-112d0dd0c979 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:23:21.792299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36146540-8ae8-4434-b910-112d0dd0c979 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:23:21.793982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-36146540-8ae8-4434-b910-112d0dd0c979 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/ports/aae22d22-30f7-4508-99ee-c5744503173a HTTP/1.1" status: 404  len: 333 time: 0.0479162
Apr 30 05:23:21.796734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56014) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:21.842851 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-022b85e1-9eac-48c5-8fc3-aefadeaa93b3 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Synchronizing usage tracker for tenant:09f274f535ef4d218bf67adfaef396a7 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:21.859069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-022b85e1-9eac-48c5-8fc3-aefadeaa93b3 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Unset dirty status for tenant:09f274f535ef4d218bf67adfaef396a7 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:21.860288 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-022b85e1-9eac-48c5-8fc3-aefadeaa93b3 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb45e5a5-cd47-4b5e-af56-b43b62875d40 HTTP/1.1" status: 200  len: 205 time: 0.0625746
Apr 30 05:23:21.863091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56018) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:21.936868 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-acfed45c-3515-4216-a02b-def243da3ce4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] delete failed (client error): The resource could not be found.
Apr 30 05:23:21.937883 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-acfed45c-3515-4216-a02b-def243da3ce4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/routers/bb45e5a5-cd47-4b5e-af56-b43b62875d40 HTTP/1.1" status: 404  len: 336 time: 0.0738735
Apr 30 05:23:21.940675 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56022) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:21.981083 n-d-766726-20 neutron-server[74582]: INFO neutron.pecan_wsgi.hooks.translation [None req-b317472c-48bd-41ed-938f-e1819da45ac2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] DELETE failed (client error): The resource could not be found.
Apr 30 05:23:21.981530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b317472c-48bd-41ed-938f-e1819da45ac2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=74582) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 05:23:21.983320 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b317472c-48bd-41ed-938f-e1819da45ac2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/subnets/5921d56b-8149-4b9c-a823-25dae644d2ac HTTP/1.1" status: 404  len: 337 time: 0.0415916
Apr 30 05:23:21.986741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56026) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:22.295859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port b6d8a7fe-1557-446b-8f5f-1f0a7293e15c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:22.296202 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:22.441152 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:22.579686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for b6d8a7fe-1557-446b-8f5f-1f0a7293e15c owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:22.707543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:22.716754 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0bb2ec27-6dc2-4b4f-8f78-b369dd2ea3f3 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:22.811597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=b6d8a7fe-1557-446b-8f5f-1f0a7293e15c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:22.831693 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.832280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.832961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.833732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.834997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.835705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.836398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.837046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.837711 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.838387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.838989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.839616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:22.876592 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:22.952189 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:22.968236 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/ports/b6d8a7fe-1557-446b-8f5f-1f0a7293e15c HTTP/1.1" status: 204  len: 168 time: 0.9802632
Apr 30 05:23:22.970989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56032) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:23.124194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port 3452dd4d-a3f5-4658-9436-b813f89863ec {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:23.124446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:23.262634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:23.392976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for 3452dd4d-a3f5-4658-9436-b813f89863ec owned by  {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:23.508001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:23.513764 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-93750c2b-3026-4353-b6c9-eb0a58714cd5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:23.561844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=3452dd4d-a3f5-4658-9436-b813f89863ec,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:23.589769 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:23.667607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:23.677503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/ports/3452dd4d-a3f5-4658-9436-b813f89863ec HTTP/1.1" status: 204  len: 168 time: 0.7054892
Apr 30 05:23:23.680650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56036) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:23.764164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa1a6b-8064-4e59-8d7a-f8645b07ebd8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:23.764880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b8fa1a6b-8064-4e59-8d7a-f8645b07ebd8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Synchronizing usage tracker for tenant:09f274f535ef4d218bf67adfaef396a7 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:23.784290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b8fa1a6b-8064-4e59-8d7a-f8645b07ebd8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Unset dirty status for tenant:09f274f535ef4d218bf67adfaef396a7 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:23.785836 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b8fa1a6b-8064-4e59-8d7a-f8645b07ebd8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "GET /v2.0/ports?device_id=92d13780-686d-43b9-871f-32fbb63727be HTTP/1.1" status: 200  len: 913 time: 0.1041200
Apr 30 05:23:23.789045 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56040) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:24.383511 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:24.991666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port 2254b097-1943-4847-b54a-ac11cb4ab859 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:24.992669 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:25.131680 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:25.264686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for 2254b097-1943-4847-b54a-ac11cb4ab859 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:25.429183 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:25.433597 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-31220e9e-88b0-4f22-a8f8-e88d5d647212 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:25.481813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=2254b097-1943-4847-b54a-ac11cb4ab859,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:25.510285 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:25.764007 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:26.166380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Router 92d13780-686d-43b9-871f-32fbb63727be has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:23:26.513449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:26.523266 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ee157-1648-42e6-9c04-0f41e902e57f None None] Sync routers for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:26.531219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "PUT /v2.0/routers/92d13780-686d-43b9-871f-32fbb63727be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7409616
Apr 30 05:23:26.533906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56058) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:26.542292 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ee157-1648-42e6-9c04-0f41e902e57f None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:26.542931 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ac0ee157-1648-42e6-9c04-0f41e902e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d95550>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:26.609826 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ac0ee157-1648-42e6-9c04-0f41e902e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d95550>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:26.620475 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ee157-1648-42e6-9c04-0f41e902e57f None None] Routers {'92d13780-686d-43b9-871f-32fbb63727be'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:26.621544 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ac0ee157-1648-42e6-9c04-0f41e902e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d95550>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['92d13780-686d-43b9-871f-32fbb63727be'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:26.683529 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ac0ee157-1648-42e6-9c04-0f41e902e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d95550>, [], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:26.683921 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ee157-1648-42e6-9c04-0f41e902e57f None None] The sync data for ids ['92d13780-686d-43b9-871f-32fbb63727be'] in n-d-766726-20 is: [] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:26.726145 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:26.917609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:26.994347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting port 154018eb-768e-4154-837a-dff07d82d935 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:26.994692 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:27.282008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:27.414817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Calling delete_port for 154018eb-768e-4154-837a-dff07d82d935 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:27.478278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:27.576193 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:27.708410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:27.712663 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:27.759345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Port': ['ID=154018eb-768e-4154-837a-dff07d82d935,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:27.785224 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:27.857949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.040739 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.043048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.067854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.068440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Fanout notify agent at l3_agent the message router_deleted on router 92d13780-686d-43b9-871f-32fbb63727be {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:23:28.089116 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.090785 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/routers/92d13780-686d-43b9-871f-32fbb63727be HTTP/1.1" status: 204  len: 168 time: 1.5557258
Apr 30 05:23:28.093387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56062) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:28.166689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Deleting subnet 7fd92488-4c4e-48d3-b33d-ddf5e8df20f8 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:23:28.169831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.228666 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.292663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.582555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.586667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8bee3562-bedb-436e-8315-94e31be7b96d tempest-RoutersTest-658520517 tempest-RoutersTest-658520517-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:28.625092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd92488-4c4e-48d3-b33d-ddf5e8df20f8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:28.628311 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:28.629324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.637314 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/subnets/7fd92488-4c4e-48d3-b33d-ddf5e8df20f8 HTTP/1.1" status: 204  len: 168 time: 0.5424280
Apr 30 05:23:28.639983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56068) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:28.760452 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:28.902580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:29.025014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a1f76d0>,) {'filters': {'network_id': ['ca6562e2-0b22-4bc9-bc1a-75851ac535f4']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:29.038533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1f76d0>, '0dc8fd4d-8dcf-4ac7-be1a-e82748e001e2') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:29.038825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1f76d0>, '0dc8fd4d-8dcf-4ac7-be1a-e82748e001e2') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:29.050560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:29.070537 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:29.078182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:23:29.426046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:23:29.436795 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:29.633045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Network ca6562e2-0b22-4bc9-bc1a-75851ac535f4 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:23:29.660160 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:23:29.753180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:29.758595 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-492daab6-baa8-49e1-a3f8-72f339b53a21 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:29.779431 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:29.790843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Pushing event deleted for resources: {'Network': ['ID=ca6562e2-0b22-4bc9-bc1a-75851ac535f4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:29.793846 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] 10.222.0.46 "DELETE /v2.0/networks/ca6562e2-0b22-4bc9-bc1a-75851ac535f4 HTTP/1.1" status: 204  len: 168 time: 1.1521645
Apr 30 05:23:29.794742 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:30.143892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56076) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:30.310905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2b8c188a-f860-4c75-ad6e-df49b0cd1daa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09f274f535ef4d218bf67adfaef396a7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1654208
Apr 30 05:23:30.313672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56082) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:30.385714 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9950ca80-613a-40f8-91fe-b6b09cda32cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:30.413402 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9950ca80-613a-40f8-91fe-b6b09cda32cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:30.471908 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9950ca80-613a-40f8-91fe-b6b09cda32cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:30.477654 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-30e9c58f-846a-4bb7-ba5b-2a06d7e57d53 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:30.498174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950ca80-613a-40f8-91fe-b6b09cda32cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084f0837-cc8c-463a-a343-e9a1812964d7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:30.502056 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9950ca80-613a-40f8-91fe-b6b09cda32cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:30.505586 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9950ca80-613a-40f8-91fe-b6b09cda32cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:30.509847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9950ca80-613a-40f8-91fe-b6b09cda32cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/084f0837-cc8c-463a-a343-e9a1812964d7 HTTP/1.1" status: 204  len: 168 time: 0.1928365
Apr 30 05:23:30.708314 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1c6dfee0-8961-4f57-9d84-5dcf1ac50783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.274831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56106) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:31.384080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823052555'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:31.390380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:31.394382 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:31.398429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:31.405825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:31.417044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.430258 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.447958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:31.451986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:31.455202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:31.462219 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:31.557410 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.562218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.564975 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e6be40b-d634-43c5-97e3-5246353d811e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:31.577934 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:31.590113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:31.596332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:31.606168 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58589c97-e97c-4c3a-9e70-543bf63f5f06,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:31.608945 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:31.611170 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:31.691049 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.696413 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.700488 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-94c6db31-a229-43f7-80c0-70959e379e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:31.745929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfb1047-3044-444b-bda1-30c6673a7822,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:31.748924 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.750181 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4742978
Apr 30 05:23:31.751120 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:31.753045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56112) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:31.819256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8a6540e3-8f0c-4318-9e25-7b518c7386a7 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:31.838099 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8a6540e3-8f0c-4318-9e25-7b518c7386a7 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:31.842432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56116) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:31.842976 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8a6540e3-8f0c-4318-9e25-7b518c7386a7 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.0885012
Apr 30 05:23:31.847926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-65b12370-2793-4248-b9e8-6f777aa089e8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group': {'name': 'tempest-security--1146096777', 'description': 'tempest-security-description-744472888'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:31.879853 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65b12370-2793-4248-b9e8-6f777aa089e8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.938661 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65b12370-2793-4248-b9e8-6f777aa089e8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.944168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65b12370-2793-4248-b9e8-6f777aa089e8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.946475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-65b12370-2793-4248-b9e8-6f777aa089e8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:31.947745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-65b12370-2793-4248-b9e8-6f777aa089e8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "PUT /v2.0/security-groups/3dfb1047-3044-444b-bda1-30c6673a7822 HTTP/1.1" status: 200  len: 1779 time: 0.1043181
Apr 30 05:23:31.948548 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-11a29dfd-1a81-479f-850f-0e004e6167a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:31.951043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56124) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:31.981486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b12370-2793-4248-b9e8-6f777aa089e8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfb1047-3044-444b-bda1-30c6673a7822,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:31.984385 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-65b12370-2793-4248-b9e8-6f777aa089e8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:32.014510 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6603127e-6e27-4b5d-af70-ec504108c930 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups/3dfb1047-3044-444b-bda1-30c6673a7822 HTTP/1.1" status: 200  len: 1779 time: 0.0620339
Apr 30 05:23:32.017835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56128) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:32.082926 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9cff31a4-4038-4b65-bed3-5a136214abf9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.113044 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9cff31a4-4038-4b65-bed3-5a136214abf9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.166325 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9cff31a4-4038-4b65-bed3-5a136214abf9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.170378 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:32.187339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff31a4-4038-4b65-bed3-5a136214abf9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfb1047-3044-444b-bda1-30c6673a7822,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:32.190020 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9cff31a4-4038-4b65-bed3-5a136214abf9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:32.199146 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9cff31a4-4038-4b65-bed3-5a136214abf9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.200305 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9cff31a4-4038-4b65-bed3-5a136214abf9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-groups/3dfb1047-3044-444b-bda1-30c6673a7822 HTTP/1.1" status: 204  len: 168 time: 0.1815481
Apr 30 05:23:32.202787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56134) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:32.255276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-639f18e1-efa6-4f45-98d7-82467dd46ef2 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:32.273241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-639f18e1-efa6-4f45-98d7-82467dd46ef2 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:32.274498 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-639f18e1-efa6-4f45-98d7-82467dd46ef2 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0708342
Apr 30 05:23:32.277457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56138) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:32.294245 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [None req-4fcc9144-3c21-4fef-854e-26940171e1c1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] delete failed (client error): The resource could not be found.
Apr 30 05:23:32.295230 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4fcc9144-3c21-4fef-854e-26940171e1c1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-groups/3dfb1047-3044-444b-bda1-30c6673a7822 HTTP/1.1" status: 404  len: 347 time: 0.0168469
Apr 30 05:23:32.298944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56142) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:32.303926 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group': {'name': 'tempest-secgroup--902032982'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:32.310588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:32.322243 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:32.332667 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.354514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:32.358347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:32.361246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:32.367124 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:32.437645 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.441731 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.446102 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4248e9c9-bcb0-42aa-96b2-1a26039e58c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:32.488237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7759f71f-9c1c-4782-8d25-40ca6e55c5a8,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:32.497607 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:32.501413 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.502695 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2028067
Apr 30 05:23:32.506364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56146) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:32.512733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': '7759f71f-9c1c-4782-8d25-40ca6e55c5a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:32.521050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:32.526836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:32.529893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:32.536103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:32.551704 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.623777 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.627669 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.636874 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8e8e8c23-3068-47a1-be10-abc76fa1190a tempest-ServersTestBootFromVolume-727991662 tempest-ServersTestBootFromVolume-727991662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:32.656730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13873dc-25e6-4f1f-86d4-1f0fd3ef833e,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:32.659441 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:32.668056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.669858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1617944
Apr 30 05:23:32.673266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56150) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:32.704794 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-72bca6ec-eae8-4dff-871f-79f5f0a7c9a1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.720520 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-72bca6ec-eae8-4dff-871f-79f5f0a7c9a1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.747205 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-72bca6ec-eae8-4dff-871f-79f5f0a7c9a1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.749029 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89acda22-7588-492c-91aa-8f88236c195b tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:32.765225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bca6ec-eae8-4dff-871f-79f5f0a7c9a1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b13873dc-25e6-4f1f-86d4-1f0fd3ef833e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:32.767604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-72bca6ec-eae8-4dff-871f-79f5f0a7c9a1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.768730 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-72bca6ec-eae8-4dff-871f-79f5f0a7c9a1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b13873dc-25e6-4f1f-86d4-1f0fd3ef833e HTTP/1.1" status: 204  len: 168 time: 0.0944769
Apr 30 05:23:32.769803 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-72bca6ec-eae8-4dff-871f-79f5f0a7c9a1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:32.772108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56154) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:32.821435 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-174c00b9-3fed-4baf-821f-8f89aa5c0fe7 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:32.838852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-174c00b9-3fed-4baf-821f-8f89aa5c0fe7 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:32.840200 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-174c00b9-3fed-4baf-821f-8f89aa5c0fe7 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0670216
Apr 30 05:23:32.843086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56158) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:32.910699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e693456-774a-410e-81cd-43e13d79af92 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.939860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e693456-774a-410e-81cd-43e13d79af92 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.989243 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e693456-774a-410e-81cd-43e13d79af92 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:32.994579 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0714cf5-2d62-4d56-88d8-b4e476a4b41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:33.013477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e693456-774a-410e-81cd-43e13d79af92 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7759f71f-9c1c-4782-8d25-40ca6e55c5a8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:33.017446 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e693456-774a-410e-81cd-43e13d79af92 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:33.039799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7e693456-774a-410e-81cd-43e13d79af92 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.040988 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7e693456-774a-410e-81cd-43e13d79af92 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-groups/7759f71f-9c1c-4782-8d25-40ca6e55c5a8 HTTP/1.1" status: 204  len: 168 time: 0.1969223
Apr 30 05:23:33.043561 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56162) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:33.099063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f853d87f-5d94-4d8f-885f-320002bc98be tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:33.116886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f853d87f-5d94-4d8f-885f-320002bc98be tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:33.118476 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f853d87f-5d94-4d8f-885f-320002bc98be tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0738335
Apr 30 05:23:33.123604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56166) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:33.129002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group': {'name': 'tempest-secgroup--526236706'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:33.136544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:33.146169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:33.156900 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.180371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:33.184453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:33.187384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:33.193530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:33.266345 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.269934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.274419 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9cff31a4-4038-4b65-bed3-5a136214abf9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:33.314688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684bdf31-6f18-4463-9d20-6422cb26ac84,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:33.317702 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:33.328638 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.330060 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2054770
Apr 30 05:23:33.332700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56170) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:33.338550 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': '684bdf31-6f18-4463-9d20-6422cb26ac84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:33.345065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:33.349293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:33.353195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:33.359362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:33.383336 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.400540 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.462580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.466958 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.468849 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0805ee73-88d6-4fda-869c-634547a6c7df tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:33.491546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83da884f-e6d4-42e4-b82c-b561b0ae52e5,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:33.495977 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:33.507713 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.508981 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1753848
Apr 30 05:23:33.511650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56174) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:33.517673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': '684bdf31-6f18-4463-9d20-6422cb26ac84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:33.525402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:33.530668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:33.533644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:33.540120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:33.559539 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.622523 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-beaa409b-f353-4df8-ba86-948657e3e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.628793 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.633033 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.634992 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b304cbe8-f9d7-46c6-a56b-36466e13bcf8 tempest-NegativeSecGroupTest-1401979636 tempest-NegativeSecGroupTest-1401979636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:33.658149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5572569-8164-45fb-9967-7ac8ecd910dd,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:33.663648 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:33.671647 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.672860 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1602073
Apr 30 05:23:33.675644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56178) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:33.681407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': '684bdf31-6f18-4463-9d20-6422cb26ac84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:33.688117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:33.692328 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:33.695864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:33.701566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:33.718144 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.782555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.788682 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.795357 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:33.815880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ab501b-1190-4dbd-b2e2-1a391a881e34,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:33.819392 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:33.831470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.832711 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1561468
Apr 30 05:23:33.836568 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56182) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:33.842574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': '684bdf31-6f18-4463-9d20-6422cb26ac84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:33.850009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:33.854751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:33.857744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:33.863562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:33.883704 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.959399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.963509 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:33.965385 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:33.989931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd59098-7610-42a2-a109-c14b30e8fb84,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:33.993886 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:34.005932 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.007308 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ffd33527-a458-4f18-93d4-de093fb0194d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1697454
Apr 30 05:23:34.010187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56186) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.015421 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': '684bdf31-6f18-4463-9d20-6422cb26ac84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:34.022929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:34.027175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:34.030230 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:34.036026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:34.053194 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.120974 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.124891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.131031 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-46496e5c-b30b-4ef0-89e7-e40b211891eb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:34.151114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe603e94-2618-49ab-b016-0e6c76cc4e54,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:34.153834 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:34.166695 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.168188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1568823
Apr 30 05:23:34.170829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56190) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.199917 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-919df7d2-d2c2-4945-a7f8-d857abc66ffb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.211423 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-919df7d2-d2c2-4945-a7f8-d857abc66ffb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.236860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-919df7d2-d2c2-4945-a7f8-d857abc66ffb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.238765 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0c655f61-a56e-4e57-b02a-fc28a0394304 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:34.255384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df7d2-d2c2-4945-a7f8-d857abc66ffb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe603e94-2618-49ab-b016-0e6c76cc4e54,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:34.259032 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-919df7d2-d2c2-4945-a7f8-d857abc66ffb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:34.260438 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-919df7d2-d2c2-4945-a7f8-d857abc66ffb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.261443 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-919df7d2-d2c2-4945-a7f8-d857abc66ffb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/fe603e94-2618-49ab-b016-0e6c76cc4e54 HTTP/1.1" status: 204  len: 168 time: 0.0896912
Apr 30 05:23:34.264104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56194) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.320538 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-50dce193-6936-49ac-8c0a-119cfa54c5ab tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:34.336941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-50dce193-6936-49ac-8c0a-119cfa54c5ab tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:34.338256 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-50dce193-6936-49ac-8c0a-119cfa54c5ab tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0732412
Apr 30 05:23:34.341197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56198) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.370876 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001404a9-f4a0-459d-97c6-2f47f05e9071 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.383866 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001404a9-f4a0-459d-97c6-2f47f05e9071 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.409680 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001404a9-f4a0-459d-97c6-2f47f05e9071 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.411805 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa6cb689-9407-43c4-89e7-ee369cb5c708 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:34.429514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001404a9-f4a0-459d-97c6-2f47f05e9071 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fd59098-7610-42a2-a109-c14b30e8fb84,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:34.432857 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-001404a9-f4a0-459d-97c6-2f47f05e9071 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:34.437821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-001404a9-f4a0-459d-97c6-2f47f05e9071 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.439034 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-001404a9-f4a0-459d-97c6-2f47f05e9071 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/7fd59098-7610-42a2-a109-c14b30e8fb84 HTTP/1.1" status: 204  len: 168 time: 0.0969303
Apr 30 05:23:34.442988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56202) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.496567 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-62be290c-2006-4611-b45f-a06eead8dafe tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:34.512553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-62be290c-2006-4611-b45f-a06eead8dafe tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:34.513928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-62be290c-2006-4611-b45f-a06eead8dafe tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0694158
Apr 30 05:23:34.516861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56206) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.547072 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d820e37-81f2-411f-8581-51a425626b4d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.557860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d820e37-81f2-411f-8581-51a425626b4d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.584663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d820e37-81f2-411f-8581-51a425626b4d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.586438 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-00ad9374-422e-400d-b48a-f9c351a85ecf tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:34.605733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d820e37-81f2-411f-8581-51a425626b4d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46ab501b-1190-4dbd-b2e2-1a391a881e34,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:34.608751 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0d820e37-81f2-411f-8581-51a425626b4d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:34.615086 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0d820e37-81f2-411f-8581-51a425626b4d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.617113 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0d820e37-81f2-411f-8581-51a425626b4d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/46ab501b-1190-4dbd-b2e2-1a391a881e34 HTTP/1.1" status: 204  len: 168 time: 0.0986454
Apr 30 05:23:34.619124 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56210) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.671034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-09284dee-8d3d-4965-b8d6-303143ed2c39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:34.686772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-09284dee-8d3d-4965-b8d6-303143ed2c39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:34.688103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-09284dee-8d3d-4965-b8d6-303143ed2c39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0679648
Apr 30 05:23:34.691036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56214) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.723943 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f7edc9f-08e9-4d41-8cc0-5c0613099bd3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.735331 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f7edc9f-08e9-4d41-8cc0-5c0613099bd3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.767786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f7edc9f-08e9-4d41-8cc0-5c0613099bd3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.769698 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-df32ad48-4e21-430f-81bc-d867ef890827 tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:34.788967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7edc9f-08e9-4d41-8cc0-5c0613099bd3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5572569-8164-45fb-9967-7ac8ecd910dd,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:34.791807 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4f7edc9f-08e9-4d41-8cc0-5c0613099bd3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:34.794308 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4f7edc9f-08e9-4d41-8cc0-5c0613099bd3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.795533 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4f7edc9f-08e9-4d41-8cc0-5c0613099bd3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e5572569-8164-45fb-9967-7ac8ecd910dd HTTP/1.1" status: 204  len: 168 time: 0.1034601
Apr 30 05:23:34.797989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56218) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.847574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3847f9ad-32f0-49ab-a8bf-be0ba79a4a41 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:34.848230 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.863492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3847f9ad-32f0-49ab-a8bf-be0ba79a4a41 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:34.868380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3847f9ad-32f0-49ab-a8bf-be0ba79a4a41 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0659258
Apr 30 05:23:34.868548 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56224) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:34.898582 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-750f1e8b-e199-4310-9a5b-7a558c3965e4 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.914987 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-750f1e8b-e199-4310-9a5b-7a558c3965e4 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.944572 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-750f1e8b-e199-4310-9a5b-7a558c3965e4 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.946373 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:34.966234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f1e8b-e199-4310-9a5b-7a558c3965e4 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83da884f-e6d4-42e4-b82c-b561b0ae52e5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:34.976989 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-750f1e8b-e199-4310-9a5b-7a558c3965e4 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:34.979005 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-750f1e8b-e199-4310-9a5b-7a558c3965e4 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:34.983040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-750f1e8b-e199-4310-9a5b-7a558c3965e4 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/83da884f-e6d4-42e4-b82c-b561b0ae52e5 HTTP/1.1" status: 204  len: 168 time: 0.1135628
Apr 30 05:23:34.983277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56228) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:35.032180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-10a57a7b-4082-4d07-b7ef-c0dba9af9b8b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:35.047653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-10a57a7b-4082-4d07-b7ef-c0dba9af9b8b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:35.048916 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-10a57a7b-4082-4d07-b7ef-c0dba9af9b8b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0648608
Apr 30 05:23:35.052302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56232) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:35.122668 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff56ebd2-bd05-49c6-a55c-6616d8cb4942 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.159227 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff56ebd2-bd05-49c6-a55c-6616d8cb4942 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.220696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff56ebd2-bd05-49c6-a55c-6616d8cb4942 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.225816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2b6c140e-6744-4793-ab7b-8786da8bfeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:35.244974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56ebd2-bd05-49c6-a55c-6616d8cb4942 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684bdf31-6f18-4463-9d20-6422cb26ac84,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:35.249585 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff56ebd2-bd05-49c6-a55c-6616d8cb4942 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:35.267266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff56ebd2-bd05-49c6-a55c-6616d8cb4942 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.268662 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ff56ebd2-bd05-49c6-a55c-6616d8cb4942 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-groups/684bdf31-6f18-4463-9d20-6422cb26ac84 HTTP/1.1" status: 204  len: 168 time: 0.2148829
Apr 30 05:23:35.273678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56236) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:35.335645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9ba37c32-1995-4e1e-b1ac-d08dee057a31 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0604496
Apr 30 05:23:35.339581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56240) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:35.345323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284462723'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:35.353372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:35.359046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:35.363712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:35.372009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:35.388024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.415226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:35.420896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:35.425710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:35.433986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:35.530340 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.535088 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.539392 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1385252c-99b6-4607-9d66-c12bf2038e6b tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:35.587429 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8133c100-3466-4a0f-9d3c-6df4a4b1e2af,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:35.591748 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:35.594441 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.596190 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2556512
Apr 30 05:23:35.599143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56246) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:35.604560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': '8133c100-3466-4a0f-9d3c-6df4a4b1e2af', 'direction': 'ingress', 'protocol': 17}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:35.611082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:35.615702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:35.618643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:35.624523 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:35.650096 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.715794 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.719826 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.721773 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d9311afd-ba15-47c7-ad5a-82d8ebcdb2c2 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:35.746112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cbce99-445a-41b2-bf9e-4f9d23df99d7,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:35.748721 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:35.760378 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.761618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1615424
Apr 30 05:23:35.764601 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56250) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:35.831826 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e66d38e-4423-4afe-88eb-ef76d7848626 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.860987 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e66d38e-4423-4afe-88eb-ef76d7848626 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.916295 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e66d38e-4423-4afe-88eb-ef76d7848626 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.920239 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e682c5cd-c510-4db8-bb18-813d267868b8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:35.940687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66d38e-4423-4afe-88eb-ef76d7848626 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8133c100-3466-4a0f-9d3c-6df4a4b1e2af,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:35.944832 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e66d38e-4423-4afe-88eb-ef76d7848626 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:35.952287 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9e66d38e-4423-4afe-88eb-ef76d7848626 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:35.954787 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9e66d38e-4423-4afe-88eb-ef76d7848626 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-groups/8133c100-3466-4a0f-9d3c-6df4a4b1e2af HTTP/1.1" status: 204  len: 168 time: 0.1878850
Apr 30 05:23:35.956181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56254) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:36.011595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-933340db-6e79-4c9e-a0d9-38e129e911ca tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:36.027875 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-933340db-6e79-4c9e-a0d9-38e129e911ca tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:36.029141 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-933340db-6e79-4c9e-a0d9-38e129e911ca tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0720217
Apr 30 05:23:36.032998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56258) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:36.039802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402779588'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:36.046549 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:36.057456 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:36.068033 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.090186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:36.094235 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:36.097094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:36.104364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:36.181987 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.185929 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.190052 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8ede9622-8109-4308-9896-c0063cc83537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:36.237619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977003cf-d10d-467c-bf46-582bceb3926f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:36.240769 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:36.249216 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.250487 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2164328
Apr 30 05:23:36.253111 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56262) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:36.259150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501049311'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:36.265678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:36.269802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:36.273381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:36.279091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:36.288930 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.309064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:36.313092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:36.315916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:36.322363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:36.342209 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.398549 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.402416 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.406181 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-027f5289-ca34-4d2d-bd51-6d614252e838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:36.451537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed45ce3c-9953-463d-acfd-6441df3f5bae,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:36.455324 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:36.458791 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.461567 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8dc52f0f-c019-4fdd-aebd-7235208ae7ad tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2074852
Apr 30 05:23:36.464321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56268) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:36.469730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': '977003cf-d10d-467c-bf46-582bceb3926f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ed45ce3c-9953-463d-acfd-6441df3f5bae', 'remote_ip_prefix': None}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:36.477103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:36.481489 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:36.484392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:36.490587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:36.514088 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.596851 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.601422 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.609741 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-739ccf3f-bf6b-4e76-9e27-54b72e6d7862 tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:36.632494 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39aa88c-3d61-45b0-af33-7bc9bf134083,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:36.635034 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:36.643407 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.644690 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1793642
Apr 30 05:23:36.648187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56272) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:36.676322 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14023987-ee3f-47ac-9cb6-7c5f74137181 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.686920 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14023987-ee3f-47ac-9cb6-7c5f74137181 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.711456 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14023987-ee3f-47ac-9cb6-7c5f74137181 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.713229 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c50a8272-ce6e-406e-93dd-fd5f7e758fd1 tempest-SecurityGroupRulesTestJSON-103366198 tempest-SecurityGroupRulesTestJSON-103366198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:36.734079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14023987-ee3f-47ac-9cb6-7c5f74137181 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a39aa88c-3d61-45b0-af33-7bc9bf134083,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:36.737529 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-14023987-ee3f-47ac-9cb6-7c5f74137181 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:36.739520 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-14023987-ee3f-47ac-9cb6-7c5f74137181 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.740645 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-14023987-ee3f-47ac-9cb6-7c5f74137181 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a39aa88c-3d61-45b0-af33-7bc9bf134083 HTTP/1.1" status: 204  len: 168 time: 0.0915656
Apr 30 05:23:36.743192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56276) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:36.795901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-86b42e6a-29b5-4d3d-8108-1bab0343ffc3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:36.810966 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-86b42e6a-29b5-4d3d-8108-1bab0343ffc3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:36.812416 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-86b42e6a-29b5-4d3d-8108-1bab0343ffc3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0682805
Apr 30 05:23:36.815270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56280) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:36.877516 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d500361-7da0-4a5b-9cee-d048b3ee5688 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.906211 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d500361-7da0-4a5b-9cee-d048b3ee5688 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.953787 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d500361-7da0-4a5b-9cee-d048b3ee5688 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.958721 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b261a0a3-9b83-42e4-a22b-46d5594261a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:36.976637 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d500361-7da0-4a5b-9cee-d048b3ee5688 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed45ce3c-9953-463d-acfd-6441df3f5bae,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:36.980540 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d500361-7da0-4a5b-9cee-d048b3ee5688 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:36.992112 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d500361-7da0-4a5b-9cee-d048b3ee5688 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:36.993236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8d500361-7da0-4a5b-9cee-d048b3ee5688 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-groups/ed45ce3c-9953-463d-acfd-6441df3f5bae HTTP/1.1" status: 204  len: 168 time: 0.1770463
Apr 30 05:23:36.995889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56284) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:37.059791 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7e2fae2a-adeb-4f97-b44f-c066f30b4815 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:37.075213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7e2fae2a-adeb-4f97-b44f-c066f30b4815 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:37.076587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7e2fae2a-adeb-4f97-b44f-c066f30b4815 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.0797837
Apr 30 05:23:37.079621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56288) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:37.149759 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0519caf8-5f7d-4a5d-be9f-a40732ebad9c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.178555 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0519caf8-5f7d-4a5d-be9f-a40732ebad9c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.225487 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0519caf8-5f7d-4a5d-be9f-a40732ebad9c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.229898 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e56bcd64-2528-4327-af3c-7c74fed8f000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:37.245504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519caf8-5f7d-4a5d-be9f-a40732ebad9c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=977003cf-d10d-467c-bf46-582bceb3926f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:37.248748 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0519caf8-5f7d-4a5d-be9f-a40732ebad9c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:37.263289 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0519caf8-5f7d-4a5d-be9f-a40732ebad9c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.264451 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0519caf8-5f7d-4a5d-be9f-a40732ebad9c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-groups/977003cf-d10d-467c-bf46-582bceb3926f HTTP/1.1" status: 204  len: 168 time: 0.1838965
Apr 30 05:23:37.267100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56292) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:37.317648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-faeb0cd1-d27f-447a-a5e6-66353bd1ee99 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:37.334537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-faeb0cd1-d27f-447a-a5e6-66353bd1ee99 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:37.335896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-faeb0cd1-d27f-447a-a5e6-66353bd1ee99 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0678465
Apr 30 05:23:37.339867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56296) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:37.345186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969736553'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:37.352785 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:37.362635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:37.373975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.395115 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:37.399638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:37.402798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:37.408956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:37.495856 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.499597 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.503530 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b341d480-10c2-465a-8cc9-5d73697276a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:37.548758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e35000b-205f-44a5-8355-471cd47903a1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:37.554310 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:37.560032 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.561374 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2205260
Apr 30 05:23:37.564193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56300) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:37.570193 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': '4e35000b-205f-44a5-8355-471cd47903a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:37.577042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:37.581560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:37.585364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:37.592837 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:37.611542 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.675541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.680024 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.681860 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-46bb1604-5464-41ed-a2e1-e1c3c822d8ba tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:37.705790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23870a34-ce13-49f9-b87d-e78b9ffbf901,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:37.708690 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:37.720417 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.721783 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-462fdf69-68e5-476c-b730-a81f0a0123d8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1566191
Apr 30 05:23:37.724779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56304) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:37.755019 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fab22437-c832-45dc-bfed-a1ea45915906 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.766590 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fab22437-c832-45dc-bfed-a1ea45915906 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.791368 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fab22437-c832-45dc-bfed-a1ea45915906 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.793115 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:37.812036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab22437-c832-45dc-bfed-a1ea45915906 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23870a34-ce13-49f9-b87d-e78b9ffbf901,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:37.814099 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-fab22437-c832-45dc-bfed-a1ea45915906 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.815198 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-fab22437-c832-45dc-bfed-a1ea45915906 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/23870a34-ce13-49f9-b87d-e78b9ffbf901 HTTP/1.1" status: 204  len: 168 time: 0.0895131
Apr 30 05:23:37.816126 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fab22437-c832-45dc-bfed-a1ea45915906 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:37.817760 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56308) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:37.869799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6697a86a-f9b1-45c1-a6b5-2c86725e7cf3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:37.887461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6697a86a-f9b1-45c1-a6b5-2c86725e7cf3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:37.888906 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6697a86a-f9b1-45c1-a6b5-2c86725e7cf3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0694191
Apr 30 05:23:37.891816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56312) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:37.957498 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1dc73069-12f6-4236-950d-7fa298a5de39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:37.985014 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1dc73069-12f6-4236-950d-7fa298a5de39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.034425 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1dc73069-12f6-4236-950d-7fa298a5de39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.038697 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-73771f20-2250-45b5-b3f1-d01e067863b1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:38.055726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc73069-12f6-4236-950d-7fa298a5de39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e35000b-205f-44a5-8355-471cd47903a1,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:38.059462 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1dc73069-12f6-4236-950d-7fa298a5de39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:38.071443 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1dc73069-12f6-4236-950d-7fa298a5de39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.072628 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1dc73069-12f6-4236-950d-7fa298a5de39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-groups/4e35000b-205f-44a5-8355-471cd47903a1 HTTP/1.1" status: 204  len: 168 time: 0.1797705
Apr 30 05:23:38.076088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:38.137094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-011eaf65-82c5-40f8-9729-49ec1f345e05 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:38.153278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-011eaf65-82c5-40f8-9729-49ec1f345e05 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:38.154696 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-011eaf65-82c5-40f8-9729-49ec1f345e05 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0776203
Apr 30 05:23:38.158586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:38.164498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group': {'name': 'tempest-secgroup--688003078'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:38.172304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:38.183225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:38.192881 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.218744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:38.222879 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:38.226953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:38.233033 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:38.305073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.308674 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.312416 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fc106510-4c87-4353-ab40-82185e7dcae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:38.358351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae47cfe-58b3-4d8f-b051-72dbe1e11dc4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:38.362241 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:38.365561 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.369704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56324) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:38.369834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2100649
Apr 30 05:23:38.375266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': 'dae47cfe-58b3-4d8f-b051-72dbe1e11dc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:38.382243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:38.386379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Usage tracker for resource:security_group_rule and tenant:f4a0df30ccef482fb04a52b2ee1866b5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:38.389313 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:38.395989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:38.410709 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.479577 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.485687 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.487744 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fab22437-c832-45dc-bfed-a1ea45915906 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:38.512636 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fcabc6-16a1-49e6-9aff-09a8d0128b9a,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:38.517647 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:38.526253 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.527663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1569045
Apr 30 05:23:38.530203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56328) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:38.550852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dc6cc2e6-4513-41c2-8d86-6188dc262210 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules/a8fcabc6-16a1-49e6-9aff-09a8d0128b9a HTTP/1.1" status: 200  len: 763 time: 0.0193267
Apr 30 05:23:38.553942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56332) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:38.605607 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-dd069927-2477-4589-b2fe-9fb4965c4515 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:38.621735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-dd069927-2477-4589-b2fe-9fb4965c4515 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:38.623068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dd069927-2477-4589-b2fe-9fb4965c4515 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0678816
Apr 30 05:23:38.626147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56336) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:38.655924 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a942e0e9-b316-4dfe-972f-0a0d2ff3d8ed tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.666804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a942e0e9-b316-4dfe-972f-0a0d2ff3d8ed tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.692496 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a942e0e9-b316-4dfe-972f-0a0d2ff3d8ed tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.695601 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-81eb5492-f8e1-45e6-8362-9d145f482fef tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:38.716252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942e0e9-b316-4dfe-972f-0a0d2ff3d8ed tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8fcabc6-16a1-49e6-9aff-09a8d0128b9a,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:38.719467 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a942e0e9-b316-4dfe-972f-0a0d2ff3d8ed tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:38.723867 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a942e0e9-b316-4dfe-972f-0a0d2ff3d8ed tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.725608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a942e0e9-b316-4dfe-972f-0a0d2ff3d8ed tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a8fcabc6-16a1-49e6-9aff-09a8d0128b9a HTTP/1.1" status: 204  len: 168 time: 0.0985153
Apr 30 05:23:38.731672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56340) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:38.790860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9b59cd22-4e78-4c1f-9603-1b989a7f702c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:38.808384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9b59cd22-4e78-4c1f-9603-1b989a7f702c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:38.809684 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9b59cd22-4e78-4c1f-9603-1b989a7f702c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0767484
Apr 30 05:23:38.812528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56344) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:38.819117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': 'dae47cfe-58b3-4d8f-b051-72dbe1e11dc4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:38.825727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:38.837327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:38.857779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.929164 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.933198 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.935394 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9b22b977-e10a-4273-a698-da20ee7c9a17 tempest-TestServerBasicOps-910847531 tempest-TestServerBasicOps-910847531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:38.958094 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b23cee2-f9d9-4533-8cf6-5695b7774987,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:38.961243 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:38.975435 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:38.976674 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1632135
Apr 30 05:23:38.979606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56350) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:38.999666 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-56aa234b-b377-4f76-8d2e-8cffb7870e21 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules/9b23cee2-f9d9-4533-8cf6-5695b7774987 HTTP/1.1" status: 200  len: 763 time: 0.0188086
Apr 30 05:23:39.001953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56354) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.054543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-79f99a37-27df-4c88-b9c2-7c9d499c2c2a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:39.071173 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-79f99a37-27df-4c88-b9c2-7c9d499c2c2a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:39.072491 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-79f99a37-27df-4c88-b9c2-7c9d499c2c2a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0696514
Apr 30 05:23:39.075699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56358) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.105865 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75caa261-c7a5-4639-92f6-324fd7d1847a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.117844 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75caa261-c7a5-4639-92f6-324fd7d1847a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.143800 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75caa261-c7a5-4639-92f6-324fd7d1847a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.146352 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0f1b8cce-6a7d-41be-ba33-f7439664e288 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:39.164181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caa261-c7a5-4639-92f6-324fd7d1847a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b23cee2-f9d9-4533-8cf6-5695b7774987,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:39.167586 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75caa261-c7a5-4639-92f6-324fd7d1847a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:39.172695 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-75caa261-c7a5-4639-92f6-324fd7d1847a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.173987 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-75caa261-c7a5-4639-92f6-324fd7d1847a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9b23cee2-f9d9-4533-8cf6-5695b7774987 HTTP/1.1" status: 204  len: 168 time: 0.0973878
Apr 30 05:23:39.176809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56362) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.224184 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4abfd57a-abce-42cf-8407-903308d0c1d1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:39.241669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4abfd57a-abce-42cf-8407-903308d0c1d1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:39.242947 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4abfd57a-abce-42cf-8407-903308d0c1d1 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0652127
Apr 30 05:23:39.245707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56366) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.250816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Request body: {'security_group_rule': {'security_group_id': 'dae47cfe-58b3-4d8f-b051-72dbe1e11dc4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:23:39.257639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:39.267408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:39.278511 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Project f4a0df30ccef482fb04a52b2ee1866b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:23:39.284548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.350696 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.354840 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.356847 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cd3f7d7e-ca23-4986-9f16-ec0dd9d10cb3 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:39.380241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb5578a-597c-496e-ac8e-b98cd8c0eea2,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:39.382880 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:39.395671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.397497 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1508477
Apr 30 05:23:39.400142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56370) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.420808 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b77000c6-9bf0-4586-8848-9c3f40396187 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules/feb5578a-597c-496e-ac8e-b98cd8c0eea2 HTTP/1.1" status: 200  len: 769 time: 0.0194733
Apr 30 05:23:39.423158 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56374) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.474333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a19bf0ce-047c-4514-96e9-43de155074f8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:39.491059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a19bf0ce-047c-4514-96e9-43de155074f8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:39.492448 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a19bf0ce-047c-4514-96e9-43de155074f8 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0683234
Apr 30 05:23:39.495169 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56378) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.524690 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4164bef4-02c3-4757-b525-16f61cd71792 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.538745 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4164bef4-02c3-4757-b525-16f61cd71792 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.564160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4164bef4-02c3-4757-b525-16f61cd71792 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.565980 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b206cbc1-947e-459f-957b-3c62f7e4a939 tempest-TaggedBootDevicesTest_v242-410537107 tempest-TaggedBootDevicesTest_v242-410537107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:39.583251 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164bef4-02c3-4757-b525-16f61cd71792 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feb5578a-597c-496e-ac8e-b98cd8c0eea2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:39.586716 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4164bef4-02c3-4757-b525-16f61cd71792 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:39.592546 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4164bef4-02c3-4757-b525-16f61cd71792 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.593677 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4164bef4-02c3-4757-b525-16f61cd71792 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/feb5578a-597c-496e-ac8e-b98cd8c0eea2 HTTP/1.1" status: 204  len: 168 time: 0.0975754
Apr 30 05:23:39.596303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56382) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.644704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d3f601ae-978a-4e5e-bce2-1df70dcf1d97 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:39.660336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d3f601ae-978a-4e5e-bce2-1df70dcf1d97 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group_rule {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:39.662418 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d3f601ae-978a-4e5e-bce2-1df70dcf1d97 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0645368
Apr 30 05:23:39.665713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56386) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.732112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2aae5d5-6749-48a4-a926-31a814818194 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.760681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2aae5d5-6749-48a4-a926-31a814818194 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.809369 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2aae5d5-6749-48a4-a926-31a814818194 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.813401 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1a4208d-485a-4fda-981c-8a4916bbd2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:39.829774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aae5d5-6749-48a4-a926-31a814818194 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae47cfe-58b3-4d8f-b051-72dbe1e11dc4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:39.833547 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f2aae5d5-6749-48a4-a926-31a814818194 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:39.844525 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f2aae5d5-6749-48a4-a926-31a814818194 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:39.845763 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f2aae5d5-6749-48a4-a926-31a814818194 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "DELETE /v2.0/security-groups/dae47cfe-58b3-4d8f-b051-72dbe1e11dc4 HTTP/1.1" status: 204  len: 168 time: 0.1791298
Apr 30 05:23:39.848411 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56390) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.904644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e333e67-90fd-4275-a215-bc384303a2a2 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:39.922988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2e333e67-90fd-4275-a215-bc384303a2a2 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:39.924411 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e333e67-90fd-4275-a215-bc384303a2a2 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0749056
Apr 30 05:23:39.929483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56394) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:39.984570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6dd4a2ac-0277-4f15-a28d-756107d3512f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Synchronizing usage tracker for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:39.997263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6dd4a2ac-0277-4f15-a28d-756107d3512f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Unset dirty status for tenant:f4a0df30ccef482fb04a52b2ee1866b5 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:39.998538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6dd4a2ac-0277-4f15-a28d-756107d3512f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0680835
Apr 30 05:23:40.299380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56402) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:40.453055 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d734ca12-adf2-4743-850d-7c011defab67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4a0df30ccef482fb04a52b2ee1866b5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1524117
Apr 30 05:23:40.455482 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56408) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:40.517581 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12115bf3-0990-41c1-9221-b3cc7eee2b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:40.544758 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12115bf3-0990-41c1-9221-b3cc7eee2b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:40.608468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12115bf3-0990-41c1-9221-b3cc7eee2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:40.612414 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-166cfd30-bbf7-47f7-84fe-50de2215c7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:40.629177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12115bf3-0990-41c1-9221-b3cc7eee2b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58589c97-e97c-4c3a-9e70-543bf63f5f06,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:40.633407 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-12115bf3-0990-41c1-9221-b3cc7eee2b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:40.647559 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-12115bf3-0990-41c1-9221-b3cc7eee2b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:40.648505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-12115bf3-0990-41c1-9221-b3cc7eee2b7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58589c97-e97c-4c3a-9e70-543bf63f5f06 HTTP/1.1" status: 204  len: 168 time: 0.1920943
Apr 30 05:23:42.606006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56464) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:42.732456 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:42.748691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:42.752672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Usage tracker for resource:security_group_rule and tenant:122cd5c46cbd44f6bab5233c067a181d is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:42.755705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:42.761678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:42.855629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:42.859966 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:42.868457 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7e693456-774a-410e-81cd-43e13d79af92 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:42.912615 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4afa2-cbc0-4a2c-8334-2dd163b73119,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:42.919789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56472) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:42.932129 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=122cd5c46cbd44f6bab5233c067a181d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3246415
Apr 30 05:23:42.933322 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:42.991823 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32cd15a1-4ee6-4a59-87b0-a1c79b3f8307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.019185 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32cd15a1-4ee6-4a59-87b0-a1c79b3f8307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.087438 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32cd15a1-4ee6-4a59-87b0-a1c79b3f8307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.090701 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:23:43.092887 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-45448c31-b249-4a5f-ab79-bc65f2f23e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:43.107936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd15a1-4ee6-4a59-87b0-a1c79b3f8307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4afa2-cbc0-4a2c-8334-2dd163b73119,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:43.110564 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32cd15a1-4ee6-4a59-87b0-a1c79b3f8307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:43.112027 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-32cd15a1-4ee6-4a59-87b0-a1c79b3f8307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.116280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-32cd15a1-4ee6-4a59-87b0-a1c79b3f8307 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40e4afa2-cbc0-4a2c-8334-2dd163b73119 HTTP/1.1" status: 204  len: 168 time: 0.1951013
Apr 30 05:23:43.420024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56480) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:43.440422 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.457516 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:43.462354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5742723b50e84a9cb420b50bcba71e2b is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:43.465754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:43.471698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:43.559553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.563550 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.570752 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff56ebd2-bd05-49c6-a55c-6616d8cb4942 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:43.611273 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5742723b50e84a9cb420b50bcba71e2b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1900387
Apr 30 05:23:43.612244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db48053c-472a-4c28-a770-d8299730d51d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:43.613929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56484) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:43.615957 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:43.676673 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f5ecb1f-de67-4343-9ed4-6bf6895a38a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.706223 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f5ecb1f-de67-4343-9ed4-6bf6895a38a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.790100 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f5ecb1f-de67-4343-9ed4-6bf6895a38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.794159 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-be716a13-26c2-4d1a-9219-09b8a6da5b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:43.807077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ecb1f-de67-4343-9ed4-6bf6895a38a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db48053c-472a-4c28-a770-d8299730d51d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:43.810111 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f5ecb1f-de67-4343-9ed4-6bf6895a38a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:43.812230 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1f5ecb1f-de67-4343-9ed4-6bf6895a38a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:43.813342 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1f5ecb1f-de67-4343-9ed4-6bf6895a38a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db48053c-472a-4c28-a770-d8299730d51d HTTP/1.1" status: 204  len: 168 time: 0.1984453
Apr 30 05:23:48.882595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b9a4b-0f51-4ea0-b4dc-d6b5cf2eb405 req-0e4e7259-0e6e-4a51-82c2-aa3c4d0d0731 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:48.884875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-573b9a4b-0f51-4ea0-b4dc-d6b5cf2eb405 req-0e4e7259-0e6e-4a51-82c2-aa3c4d0d0731 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1098 time: 0.0881388
Apr 30 05:23:48.935129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-573b9a4b-0f51-4ea0-b4dc-d6b5cf2eb405 req-724dfab4-1afe-49b3-ab53-86aeaadb9b00 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Synchronizing usage tracker for tenant:ec0cbf7fdb3d400b8d8a55c0a5b72ea0 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:48.953141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-573b9a4b-0f51-4ea0-b4dc-d6b5cf2eb405 req-724dfab4-1afe-49b3-ab53-86aeaadb9b00 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Unset dirty status for tenant:ec0cbf7fdb3d400b8d8a55c0a5b72ea0 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:48.954320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-573b9a4b-0f51-4ea0-b4dc-d6b5cf2eb405 req-724dfab4-1afe-49b3-ab53-86aeaadb9b00 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630860
Apr 30 05:23:48.979644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56554) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:49.273498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 946bb007-4c9e-43e7-8f38-8b83748ad68c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:49.273768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:49.573571 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:49.573833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:49.702367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 946bb007-4c9e-43e7-8f38-8b83748ad68c owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:49.832415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:49.837796 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:49.888266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=946bb007-4c9e-43e7-8f38-8b83748ad68c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:49.914756 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:49.984441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:49.985129 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Floating IP 3470aff3-66e9-4caa-aa47-1ec20d95ab65 disassociated (deleted). External IP: 172.25.8.13, port: cd363eb0-6c39-4ecd-988a-d164f1a8100c.
Apr 30 05:23:50.350063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router 5642e068-89dc-451f-908c-768605bf7de8 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:23:50.530047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:50.540180 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] Sync routers for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:50.552573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:50.553317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77beb7f70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:50.563647 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:50.631884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/floatingips/3470aff3-66e9-4caa-aa47-1ec20d95ab65 HTTP/1.1" status: 204  len: 168 time: 1.6501832
Apr 30 05:23:50.632659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:23:50.810534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:23:50.934796 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'status': 'completed', 'code': 200}
Apr 30 05:23:51.108793 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-a6ee279d-2cef-43bb-914a-b55ea314f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:51.110314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-a6ee279d-2cef-43bb-914a-b55ea314f832 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 1098 time: 0.1531205
Apr 30 05:23:51.178140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb8f09-43d5-41d8-9bce-1d566d63bc22 req-420af0de-3d6b-4c54-b196-e7d2cbd3a56e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:51.185331 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69eb8f09-43d5-41d8-9bce-1d566d63bc22 req-420af0de-3d6b-4c54-b196-e7d2cbd3a56e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.1681750
Apr 30 05:23:51.213232 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77beb7f70>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:34Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '94dfc327-a8da-47cb-b94e-6ffec2aa4509', 'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:e0:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:33Z', 'updated_at': '2021-04-30T05:20:46Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:51.217458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] Checking router: 5642e068-89dc-451f-908c-768605bf7de8 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:23:51.226941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:51.227681 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77beb7f70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:51.308746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69eb8f09-43d5-41d8-9bce-1d566d63bc22 req-3450d67f-1ee5-4706-b575-e9aa67b26e95 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225641
Apr 30 05:23:51.330996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-c3fd6bd5-7325-4eb0-a5c7-2997f3623e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:51.332893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-c3fd6bd5-7325-4eb0-a5c7-2997f3623e1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 200  len: 897 time: 0.2113438
Apr 30 05:23:51.411327 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-3fe1ebc8-d2b2-4f7b-9526-5f14b2540a03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 200  len: 217 time: 0.0713143
Apr 30 05:23:51.440835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:23:51.476792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-54f09892-c04c-48c4-920f-00d9b2e66bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:51.478232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-54f09892-c04c-48c4-920f-00d9b2e66bff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 200  len: 834 time: 0.0604968
Apr 30 05:23:51.562592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-d5bf42d1-70f4-416a-b7ff-01f45508656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:51.564220 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-d5bf42d1-70f4-416a-b7ff-01f45508656e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4df844f0-aa58-4ba2-b348-7e436d71b3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0780611
Apr 30 05:23:51.710752 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-b19d2445-ff49-43b2-94d1-a1019d47df63 service neutron] 10.222.0.37 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384909
Apr 30 05:23:51.780947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77beb7f70>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:34Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '94dfc327-a8da-47cb-b94e-6ffec2aa4509', 'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:e0:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:33Z', 'updated_at': '2021-04-30T05:20:46Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:51.785774 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220a1d3-ed2a-40c2-bb51-72706764d735 None None] The sync data for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 is: [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:20:34Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '94dfc327-a8da-47cb-b94e-6ffec2aa4509', 'name': '', 'network_id': '4df844f0-aa58-4ba2-b348-7e436d71b3ab', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:e0:55:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:33Z', 'updated_at': '2021-04-30T05:20:46Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'c1235339-4035-4fed-8169-b550f62e0e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:52.010790 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01dcf1e6-3e01-4e0f-8e74-6af64e4b6940 req-793d62ab-6d64-45ff-b1fa-a406b9adea9b service neutron] 10.222.0.37 "GET /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2916768
Apr 30 05:23:52.071086 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966ccdb-40e5-4087-8148-52d11207c32c None None] New status for floating IP 3470aff3-66e9-4caa-aa47-1ec20d95ab65: DOWN {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:23:52.526435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fecf7-5355-4ece-9298-7f2ce6c1f767 req-d232a98f-35ad-4e6f-ade3-4334e933fdf8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:52.528395 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf7fecf7-5355-4ece-9298-7f2ce6c1f767 req-d232a98f-35ad-4e6f-ade3-4334e933fdf8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.0871813
Apr 30 05:23:52.630112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf7fecf7-5355-4ece-9298-7f2ce6c1f767 req-9f7c5da1-c64f-48d7-a9b4-371865953524 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b885b16-2629-4e75-bbd6-31cd83fcad88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946922
Apr 30 05:23:52.674490 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-ad158703-89dd-4bb7-bae5-27cf803e79bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:23:52.676005 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-ad158703-89dd-4bb7-bae5-27cf803e79bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 946 time: 0.1048534
Apr 30 05:23:52.822437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port cd363eb0-6c39-4ecd-988a-d164f1a8100c {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:52.822778 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:52.965444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port cd363eb0-6c39-4ecd-988a-d164f1a8100c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=cd363eb0-6c39-4ecd-988a-d164f1a8100c,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:23:52.965795 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:53.097508 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for cd363eb0-6c39-4ecd-988a-d164f1a8100c owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:53.210269 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:53.216366 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:53.266709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=cd363eb0-6c39-4ecd-988a-d164f1a8100c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:53.269882 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:53.344982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] No DVR routers for this DVR port cd363eb0-6c39-4ecd-988a-d164f1a8100c on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:23:53.347680 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:53.350867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'name': 'network-vif-deleted', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:23:53.363588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8b43d55-7391-4b5e-be0f-804e97f16f6d req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "DELETE /v2.0/ports/cd363eb0-6c39-4ecd-988a-d164f1a8100c HTTP/1.1" status: 204  len: 173 time: 0.6816320
Apr 30 05:23:53.415278 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1f967c-4f4c-4e99-89be-1f083d3ec929', 'name': 'network-vif-deleted', 'tag': 'cd363eb0-6c39-4ecd-988a-d164f1a8100c', 'status': 'completed', 'code': 200}
Apr 30 05:23:53.846916 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1498290b-6a79-42b0-8eb1-daa1e5e11e3a req-7c66b996-78e9-4e3d-a84d-075caf60baba tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:23:53.866161 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1498290b-6a79-42b0-8eb1-daa1e5e11e3a req-7c66b996-78e9-4e3d-a84d-075caf60baba tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:23:53.880416 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1498290b-6a79-42b0-8eb1-daa1e5e11e3a req-7c66b996-78e9-4e3d-a84d-075caf60baba tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f1f967c-4f4c-4e99-89be-1f083d3ec929 HTTP/1.1" status: 200  len: 210 time: 0.1046829
Apr 30 05:23:53.880670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56598) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:54.022693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.043270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:54.047153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] Usage tracker for resource:security_group_rule and tenant:9e34e20f94c745a9b8e99c3f8d46c1a5 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:54.050248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:54.056776 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:54.142293 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.146675 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.154523 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f47b406d-61c2-4486-a524-c1999f5a747c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:54.196398 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e34e20f94c745a9b8e99c3f8d46c1a5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3147831
Apr 30 05:23:54.197194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34de0c3c-3f79-4e1f-b38a-63a3a993cba3,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:54.199133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56606) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:54.200284 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68b3d6d5-8b2f-4095-a9cf-49fe5964f559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:54.259140 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcf2d497-2055-4152-8d06-4d7604aa9623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.284875 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcf2d497-2055-4152-8d06-4d7604aa9623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.336017 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcf2d497-2055-4152-8d06-4d7604aa9623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.339632 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5a8f496f-5f59-4e02-bc49-b51106bbab23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:54.350907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2d497-2055-4152-8d06-4d7604aa9623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de0c3c-3f79-4e1f-b38a-63a3a993cba3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:54.354999 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcf2d497-2055-4152-8d06-4d7604aa9623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:54.358203 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dcf2d497-2055-4152-8d06-4d7604aa9623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.359319 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dcf2d497-2055-4152-8d06-4d7604aa9623 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34de0c3c-3f79-4e1f-b38a-63a3a993cba3 HTTP/1.1" status: 204  len: 168 time: 0.1589754
Apr 30 05:23:54.765259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56614) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:54.783218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.800479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:54.804873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Usage tracker for resource:security_group_rule and tenant:3e9f497f00b649b0871d8be91ea81efa is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:54.807712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:54.813347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:54.900968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.905844 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:54.918943 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-958bba96-fb78-4749-ba21-5a694175110c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:54.964819 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e9f497f00b649b0871d8be91ea81efa&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1984777
Apr 30 05:23:54.965732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8b43e0-29ae-4174-be1a-13a1bdeaccea,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:54.967566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56620) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:54.969305 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:54.983632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56626) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:55.043659 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb29-9a26-44d0-b788-bf6e2c5b2522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:55.070649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb29-9a26-44d0-b788-bf6e2c5b2522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:55.131812 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb29-9a26-44d0-b788-bf6e2c5b2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:55.137212 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-187fac20-97f8-4ea2-8ded-b9d1f78db692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:55.151852 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddbb29-9a26-44d0-b788-bf6e2c5b2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8b43e0-29ae-4174-be1a-13a1bdeaccea,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:55.154847 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bbddbb29-9a26-44d0-b788-bf6e2c5b2522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:55.171933 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-bbddbb29-9a26-44d0-b788-bf6e2c5b2522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:55.173594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bbddbb29-9a26-44d0-b788-bf6e2c5b2522 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa8b43e0-29ae-4174-be1a-13a1bdeaccea HTTP/1.1" status: 204  len: 168 time: 0.2039418
Apr 30 05:23:55.773363 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:56.233612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 94dfc327-a8da-47cb-b94e-6ffec2aa4509 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:56.233954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:56.376215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port 94dfc327-a8da-47cb-b94e-6ffec2aa4509, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=94dfc327-a8da-47cb-b94e-6ffec2aa4509,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:23:56.376565 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:56.461693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cd363eb0-6c39-4ecd-988a-d164f1a8100c no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:23:56.503497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: cd363eb0-6c39-4ecd-988a-d164f1a8100c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:23:56.503955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device cd363eb0-6c39-4ecd-988a-d164f1a8100c not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:23:56.504082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 94dfc327-a8da-47cb-b94e-6ffec2aa4509 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:56.681303 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:56.686169 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:56.770235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=94dfc327-a8da-47cb-b94e-6ffec2aa4509,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:56.777944 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:57.221732 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.434991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56686) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:57.478689 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.562963 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.578424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:57.582483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1904a07e1d4cdb98387c4ac74ca35e is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:57.586007 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.586246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:57.593273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:57.610640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router 5642e068-89dc-451f-908c-768605bf7de8 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:23:57.683080 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.686946 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.696263 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c9bdda8a-a2b1-4f7e-8c6f-802b081a03c0 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:57.741750 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d1904a07e1d4cdb98387c4ac74ca35e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3021669
Apr 30 05:23:57.741750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84101dfc-4f0c-4e83-947c-f957a77af28f,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:57.743816 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:57.744468 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56692) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:57.794940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:23:57.806098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] Sync routers for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:23:57.806952 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0155b58-0337-4106-b841-fa70064d6104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.817126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:57.817986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780101250>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:57.821446 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "PUT /v2.0/routers/5642e068-89dc-451f-908c-768605bf7de8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8367198
Apr 30 05:23:57.823999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56696) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:57.838503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0155b58-0337-4106-b841-fa70064d6104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.910098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0155b58-0337-4106-b841-fa70064d6104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.915415 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4a82f359-9e62-4d7a-8675-bb83c5f7db4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:57.917723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d08273f-fa96-4266-af03-a28d43ad97c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting subnet c1235339-4035-4fed-8169-b550f62e0e7b {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:23:57.921798 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d08273f-fa96-4266-af03-a28d43ad97c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.930417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0155b58-0337-4106-b841-fa70064d6104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84101dfc-4f0c-4e83-947c-f957a77af28f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:57.934557 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0155b58-0337-4106-b841-fa70064d6104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:57.939538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b0155b58-0337-4106-b841-fa70064d6104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:57.940923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b0155b58-0337-4106-b841-fa70064d6104 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84101dfc-4f0c-4e83-947c-f957a77af28f HTTP/1.1" status: 204  len: 168 time: 0.1954536
Apr 30 05:23:57.988637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d08273f-fa96-4266-af03-a28d43ad97c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:58.046837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:23:58.107963 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d08273f-fa96-4266-af03-a28d43ad97c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:58.293623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56704) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:58.324110 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:58.351428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:23:58.384118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Usage tracker for resource:security_group_rule and tenant:0b0b60fffec045239468203eb89f606a is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:23:58.399025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:23:58.408311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:23:58.411527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780101250>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:23:56Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:58.416083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] Checking router: 5642e068-89dc-451f-908c-768605bf7de8 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:23:58.424901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] Routers {'5642e068-89dc-451f-908c-768605bf7de8'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:23:58.425545 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780101250>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:23:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['5642e068-89dc-451f-908c-768605bf7de8'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:58.467557 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d08273f-fa96-4266-af03-a28d43ad97c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:58.473087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c71acc48-ebd3-424a-88ff-22282e3cf43d tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:58.521451 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08273f-fa96-4266-af03-a28d43ad97c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Subnet': ['ID=c1235339-4035-4fed-8169-b550f62e0e7b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:58.525216 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5d08273f-fa96-4266-af03-a28d43ad97c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:58.529061 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d08273f-fa96-4266-af03-a28d43ad97c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:58.552061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56708) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:58.553533 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5d08273f-fa96-4266-af03-a28d43ad97c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/subnets/c1235339-4035-4fed-8169-b550f62e0e7b HTTP/1.1" status: 204  len: 168 time: 0.7270539
Apr 30 05:23:58.580027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:58.584004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:58.592868 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-69f78435-f12a-46b1-a69f-fa9efa94d227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:58.602532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7f9e0-8909-4a12-a8d5-68000fcee6a0 None None] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:23:58.635001 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b0b60fffec045239468203eb89f606a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3399687
Apr 30 05:23:58.637835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56712) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:23:58.641853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a43395a-055a-4a03-85f5-5c09458ca44f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:58.645030 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:58.747628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] Set router 5642e068-89dc-451f-908c-768605bf7de8 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:23:58.808161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab215d9f-f004-47ea-9466-bca0250748e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:58.811561 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:58.923116 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab215d9f-f004-47ea-9466-bca0250748e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.152133 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780101250>, [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:23:56Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:23:59.158623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385e6495-0681-46df-b230-2ceac7a812ed None None] The sync data for ids ['5642e068-89dc-451f-908c-768605bf7de8'] in n-d-766726-20 is: [{'id': '5642e068-89dc-451f-908c-768605bf7de8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973918345', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:20:25Z', 'updated_at': '2021-04-30T05:23:56Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '79b89ab5-3c3c-44c9-b731-5d6bdc8afb63', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5642e068-89dc-451f-908c-768605bf7de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:20:26Z', 'updated_at': '2021-04-30T05:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:23:59.195635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] DHCP port deletion for 4df844f0-aa58-4ba2-b348-7e436d71b3ab request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:23:59.217260 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.258656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab215d9f-f004-47ea-9466-bca0250748e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.265553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Deleting port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:59.266220 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.268186 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-32cd15a1-4ee6-4a59-87b0-a1c79b3f8307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:59.286901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab215d9f-f004-47ea-9466-bca0250748e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a43395a-055a-4a03-85f5-5c09458ca44f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:59.291117 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab215d9f-f004-47ea-9466-bca0250748e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:59.296850 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ab215d9f-f004-47ea-9466-bca0250748e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.297963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ab215d9f-f004-47ea-9466-bca0250748e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a43395a-055a-4a03-85f5-5c09458ca44f HTTP/1.1" status: 204  len: 168 time: 0.6591742
Apr 30 05:23:59.323043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:23:59.323475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.397514 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] For port a9e4ad5c-7273-48e4-ba5b-cf2237b59500, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a9e4ad5c-7273-48e4-ba5b-cf2237b59500,segment=NetworkSegment(7017292e-8a72-47e0-abf0-54dfa599e7db),segment_id=7017292e-8a72-47e0-abf0-54dfa599e7db)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:23:59.397875 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.455648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=79b89ab5-3c3c-44c9-b731-5d6bdc8afb63,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:23:59.456030 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.530719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Calling delete_port for a9e4ad5c-7273-48e4-ba5b-cf2237b59500 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:59.606033 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.610323 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:59.615520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 owned by network:router_gateway {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:23:59.707174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 94dfc327-a8da-47cb-b94e-6ffec2aa4509 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:23:59.761438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 94dfc327-a8da-47cb-b94e-6ffec2aa4509 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:23:59.761693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 94dfc327-a8da-47cb-b94e-6ffec2aa4509 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:23:59.762340 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a9e4ad5c-7273-48e4-ba5b-cf2237b59500 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:23:59.789447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Pushing event deleted for resources: {'Port': ['ID=a9e4ad5c-7273-48e4-ba5b-cf2237b59500,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:59.797034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:23:59.803230 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-05cf6bf6-6d67-4b35-aa52-4f633282d271 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:23:59.810077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] No DVR routers for this DVR port a9e4ad5c-7273-48e4-ba5b-cf2237b59500 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:23:59.812372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.812721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.813272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.813663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.814008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.814344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.814674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.815049 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.815409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.815738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.816064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.816387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:23:59.820771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: a9e4ad5c-7273-48e4-ba5b-cf2237b59500 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:23:59.821131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a9e4ad5c-7273-48e4-ba5b-cf2237b59500 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:23:59.822840 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:59.868629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=79b89ab5-3c3c-44c9-b731-5d6bdc8afb63,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:23:59.872424 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:23:59.970396 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.155621 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.157868 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.183145 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.183719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Fanout notify agent at l3_agent the message router_deleted on router 5642e068-89dc-451f-908c-768605bf7de8 {{(pid=74581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:24:00.199422 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.200528 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/routers/5642e068-89dc-451f-908c-768605bf7de8 HTTP/1.1" status: 204  len: 168 time: 1.6455803
Apr 30 05:24:00.203259 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56736) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:00.328459 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.466390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.588217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a0c61c0>,) {'filters': {'network_id': ['4df844f0-aa58-4ba2-b348-7e436d71b3ab']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:00.603286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a0c61c0>, '7017292e-8a72-47e0-abf0-54dfa599e7db') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:00.603599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a0c61c0>, '7017292e-8a72-47e0-abf0-54dfa599e7db') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:00.617328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.634956 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.644371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:24:00.687698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56748) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:00.704724 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-afbb55ae-1dfc-4f68-b637-94fc14412aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.836186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.841780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:24:00.851013 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.852052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:00.856424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Usage tracker for resource:security_group_rule and tenant:1e476d18da0d4c56839d129df4bda25f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:00.859346 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:00.866883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:00.964465 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.969547 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:00.977287 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d5d37c55-f0a0-49f6-a40d-acd6c4962cb9 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:01.019121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb245766-58f4-4228-a09a-6718d441570d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:01.023418 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:01.025985 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e476d18da0d4c56839d129df4bda25f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3370452
Apr 30 05:24:01.034804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56756) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:01.065918 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 4df844f0-aa58-4ba2-b348-7e436d71b3ab has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:24:01.090063 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:24:01.203038 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.208999 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1764482c-58d5-4bb7-b454-ae692d172387 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:01.373304 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.388250 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcbfb-aca7-40d4-a236-d1b764872055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.389875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Network': ['ID=4df844f0-aa58-4ba2-b348-7e436d71b3ab,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:01.393956 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:01.403415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f08581bd-c309-407f-9379-ec069d97e710 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/networks/4df844f0-aa58-4ba2-b348-7e436d71b3ab HTTP/1.1" status: 204  len: 168 time: 1.1989713
Apr 30 05:24:01.407289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56760) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:01.425447 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcbfb-aca7-40d4-a236-d1b764872055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.471523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:24:01.491411 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-781e75e8-8898-4fa3-8184-6338c9156c9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.494284 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcbfb-aca7-40d4-a236-d1b764872055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.499740 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-590edc3e-79ac-425e-b69d-5951f3039032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:01.513983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fcbfb-aca7-40d4-a236-d1b764872055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb245766-58f4-4228-a09a-6718d441570d,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:01.516724 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d2fcbfb-aca7-40d4-a236-d1b764872055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:01.518001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:24:01.518221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8d2fcbfb-aca7-40d4-a236-d1b764872055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.518729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 79b89ab5-3c3c-44c9-b731-5d6bdc8afb63 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:24:01.519367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8d2fcbfb-aca7-40d4-a236-d1b764872055 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb245766-58f4-4228-a09a-6718d441570d HTTP/1.1" status: 204  len: 168 time: 0.4837325
Apr 30 05:24:01.531949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-781e75e8-8898-4fa3-8184-6338c9156c9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.603397 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-781e75e8-8898-4fa3-8184-6338c9156c9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.608892 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff158a7a-a724-46a2-95db-0cb874288c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:01.626817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e75e8-8898-4fa3-8184-6338c9156c9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b885b16-2629-4e75-bbd6-31cd83fcad88,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:01.629510 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-781e75e8-8898-4fa3-8184-6338c9156c9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:01.640905 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-781e75e8-8898-4fa3-8184-6338c9156c9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:01.642291 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-781e75e8-8898-4fa3-8184-6338c9156c9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/security-groups/6b885b16-2629-4e75-bbd6-31cd83fcad88 HTTP/1.1" status: 204  len: 168 time: 0.2341084
Apr 30 05:24:02.117429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56788) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:02.122943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964047771', 'description': 'tempest-secgroup-smoke-1964047771 description', 'project_id': '8342531a68584bdfb8954926aa47e9fc'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:02.129636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:02.134506 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:02.138233 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:02.145114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:02.160583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.183778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:02.187605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:02.190481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:02.196753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:02.270821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.274802 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.279041 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7304adab-e432-4e84-b7cb-988e58bb8551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:02.322612 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99424ca4-6494-4211-8bd6-b6ad9a856994,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:02.325731 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:02.326423 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.330814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56798) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:02.332009 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2132871
Apr 30 05:24:02.336520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '99424ca4-6494-4211-8bd6-b6ad9a856994', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:02.342902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:02.346897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:02.351087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:02.357110 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:02.374418 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.439957 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.449718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.451680 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-14023987-ee3f-47ac-9cb6-7c5f74137181 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:02.486039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192298e7-4893-4ae7-b971-904591e4f0e7,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:02.488738 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:02.497577 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.498766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1669698
Apr 30 05:24:02.501527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56802) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:02.507481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '99424ca4-6494-4211-8bd6-b6ad9a856994', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:02.514135 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:02.518310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:02.521932 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:02.528359 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:02.547624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.629360 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.635005 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.638291 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:02.679512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4038df08-bb38-402e-9a52-e3bb43952e83,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:02.683616 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:02.694988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.697126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a05ed7cb-ca31-415d-8cf7-a4d5285c95ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1943779
Apr 30 05:24:02.699610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56806) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:02.706069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '99424ca4-6494-4211-8bd6-b6ad9a856994', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:02.712553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:02.716372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:02.719276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:02.725176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:02.741718 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.807831 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.818943 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.821261 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84bf069f-090a-4615-a8d9-9fa41a2d9f04 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:02.844320 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95def6a8-ab6e-4ea9-92c8-47c8f8915888,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:02.846811 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:02.853647 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.857694 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6a342bb2-efa3-47e3-a4a8-46c73e20264a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1544683
Apr 30 05:24:02.858354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56814) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:02.865966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '99424ca4-6494-4211-8bd6-b6ad9a856994', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:02.873085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:02.877446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:02.883037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:02.889256 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:02.910540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.986640 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.990856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:02.992689 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa14bf53-d42a-4a20-98a4-66ec89b1048d tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:03.014687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cf0dd2-bd99-4c9d-8abd-2443981a0f0e,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:03.017153 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:03.025116 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.028888 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1667571
Apr 30 05:24:03.029123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56820) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:03.034392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '99424ca4-6494-4211-8bd6-b6ad9a856994', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:03.041911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:03.045839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:03.048724 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:03.055564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:03.067369 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Project 8342531a68584bdfb8954926aa47e9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:24:03.074100 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.311697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.316584 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.324739 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6599e71d-73df-44c4-a962-cae8aaa53a41 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:03.346392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a1ae02-9094-44ed-8834-c5b989b7c7c0,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:03.348904 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:03.357147 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.358454 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3284836
Apr 30 05:24:03.361254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56824) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:03.367165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': '99424ca4-6494-4211-8bd6-b6ad9a856994', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:03.374096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:03.377985 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:03.381544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:03.387665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:03.401284 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Project 8342531a68584bdfb8954926aa47e9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:24:03.405021 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.409712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.482742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.488217 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.491669 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e482653d-08d7-4ffe-b766-b907fbe1b116 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:03.516235 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c5eea2-9493-4e55-a768-c989bbea01fa,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:03.518958 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:03.528186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.529390 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1671779
Apr 30 05:24:03.532399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56828) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:03.538957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'network': {'name': 'tempest-network-smoke--1517105306', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'port_security_enabled': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:03.546464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:03.551429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:network and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:03.555552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:03.561844 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:03.576060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:24:03.579739 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.612316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:24:03.623003 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.623514 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Added segment 1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7 of type vlan for network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0
Apr 30 05:24:03.629212 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bdeee7ff-39ff-4b8f-aaa8-4a713d412084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.656520 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.691161 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.697043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:03.697636 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.701300 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dfeec8d5-3e25-4353-9ec8-a88e4367f727 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:03.800301 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2667298
Apr 30 05:24:03.803747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56832) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:03.809311 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'admin_state_up': True, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:03.813491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Network': ['ID=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:03.816251 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:03.816835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:03.820825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:router and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:03.823761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:03.824286 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:24:03.830466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:03.840998 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.841986 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:03.857929 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:04.151577 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:04.475390 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:04.506712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:04.662664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.25.8.139 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/b7ca3025-10d4-4404-8be7-61ee35f6d851) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:24:04.826058 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:04.849881 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:04.858159 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:04.862121 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d9abfae6-7b56-46db-b7e3-5d03c46ab1af tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:04.932733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:24:04.936185 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:24:04.940316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:24:04.973575 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=b7ca3025-10d4-4404-8be7-61ee35f6d851,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:04.984729 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:05.576994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:05.942991 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:06.149873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d9135312-a8aa-4e07-a5f5-e5ca439ef428 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:24:06.347006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:24:06.348686 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:06.359758 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Sync routers for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:24:06.370016 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:24:06.370633 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780271610>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:24:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:06.387695 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:06.393895 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.5843744
Apr 30 05:24:06.394146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56846) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:06.445989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f8d13f4d-f648-4bf4-89bc-a45caf3685ae tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8342531a68584bdfb8954926aa47e9fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0461004
Apr 30 05:24:06.446620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56852) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:06.572513 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:24:06.602673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912a9da0-d6c9-4a31-b913-8d7c8d5919dd tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:06.607455 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-912a9da0-d6c9-4a31-b913-8d7c8d5919dd tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1570294
Apr 30 05:24:06.607849 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56860) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:06.649736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-271fbffa-576e-4211-a862-a3368c4f1076 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0406108
Apr 30 05:24:06.652286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 56866) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:06.658336 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-575816510', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:06.902515 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780271610>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:05Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:06.909658 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Checking router: d9135312-a8aa-4e07-a5f5-e5ca439ef428 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:24:06.910227 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Updating router d9135312-a8aa-4e07-a5f5-e5ca439ef428 port b7ca3025-10d4-4404-8be7-61ee35f6d851 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:24:06.970619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:06.977487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:subnet and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:06.980046 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:06.983593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:06.990587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:07.002160 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:24:07.006677 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:07.338251 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:07.351049 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Transition to ACTIVE for port object b7ca3025-10d4-4404-8be7-61ee35f6d851 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:24:07.365584 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:07.369956 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-63985e06-a7e3-4dcc-8351-beab24cec296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:07.447355 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Attempting to bind port b7ca3025-10d4-4404-8be7-61ee35f6d851 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:24:07.447899 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Attempting to bind port b7ca3025-10d4-4404-8be7-61ee35f6d851 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:24:07.448370 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Attempting to bind port b7ca3025-10d4-4404-8be7-61ee35f6d851 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:24:07.467622 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:24:07.468373 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:24:07.468849 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:07.469321 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:24:07.469869 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Bound port: b7ca3025-10d4-4404-8be7-61ee35f6d851, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:24:07.470312 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:07.488775 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:07.492877 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c27f599d-b106-4ab1-a657-46b846c19011 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:07.509332 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Pushing event updated for resources: {'Port': ['ID=b7ca3025-10d4-4404-8be7-61ee35f6d851,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:07.522348 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.523628 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.523628 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.523871 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.524256 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.524650 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.525042 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.525428 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.525814 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.526200 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.526586 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.526968 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:07.530785 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:07.566842 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] For port b7ca3025-10d4-4404-8be7-61ee35f6d851, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:24:07.570874 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] For port b7ca3025-10d4-4404-8be7-61ee35f6d851, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b7ca3025-10d4-4404-8be7-61ee35f6d851,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:24:07.576388 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:07.580212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Subnet': ['ID=92891399-eaf6-4339-9354-0f4083dc79eb,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:07.582506 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-208501bc-c98f-45bf-a077-b4474a8b92ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:07.584640 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:07.590694 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Checking segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:24:07.591195 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network hostable DHCP agents. Network: 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:24:07.608505 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:24:07.620197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:24:07.632004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f950dd6-f3c9-40bb-8763-39c4fdffb95f None None] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:24:07.633665 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:07.634934 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:07.663754 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0098751
Apr 30 05:24:07.666774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56892) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:07.691394 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:24:07.692029 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780271610>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:24:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:07.796865 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Pushing event updated for resources: {'Port': ['ID=b7ca3025-10d4-4404-8be7-61ee35f6d851,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:07.800715 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-2d73b80c-43c1-4694-95ac-7ffdbacfe747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:07.891199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:24:07.892052 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:07.927694 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:24:08.092895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Allocated IP 172.20.0.2 (21f522b4-5d94-410a-bf1d-93aa2a6ce3d0/92891399-eaf6-4339-9354-0f4083dc79eb/e0a54fc3-33f9-4afb-a46d-e684fafbf06f) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:24:08.303632 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780271610>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:05Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:08.307937 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036a609-5757-4f5b-9465-e3e981377d53 None None] The sync data for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 is: [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:05Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:24:08.342699 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:08.366339 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Transition to ACTIVE for port object e0a54fc3-33f9-4afb-a46d-e684fafbf06f will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:24:08.393231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Transition to ACTIVE for port object e0a54fc3-33f9-4afb-a46d-e684fafbf06f will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:24:08.401748 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:08.405810 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:08.477482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:24:08.480863 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:24:08.484999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:24:08.588958 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Pushing event updated for resources: {'Port': ['ID=e0a54fc3-33f9-4afb-a46d-e684fafbf06f,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:08.596391 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:08.630711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Attempting to bind port e0a54fc3-33f9-4afb-a46d-e684fafbf06f on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:24:08.631069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Attempting to bind port e0a54fc3-33f9-4afb-a46d-e684fafbf06f by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:24:08.631503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Attempting to bind port e0a54fc3-33f9-4afb-a46d-e684fafbf06f on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:24:08.639155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:24:08.639928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Checking segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:24:08.640251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:08.640947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Bound using segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:24:08.641441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Bound port: e0a54fc3-33f9-4afb-a46d-e684fafbf06f, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:24:08.641830 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:08.648035 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:08.747018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] For port e0a54fc3-33f9-4afb-a46d-e684fafbf06f, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:24:08.750856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] For port e0a54fc3-33f9-4afb-a46d-e684fafbf06f, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e0a54fc3-33f9-4afb-a46d-e684fafbf06f,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:24:08.758742 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:08.763570 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:08.855276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Pushing event updated for resources: {'Port': ['ID=e0a54fc3-33f9-4afb-a46d-e684fafbf06f,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:08.858679 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:09.327081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.20.0.1 (21f522b4-5d94-410a-bf1d-93aa2a6ce3d0/92891399-eaf6-4339-9354-0f4083dc79eb/36eea26f-106b-4135-8096-af367da564ed) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:24:09.563997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e0a54fc3-33f9-4afb-a46d-e684fafbf06f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:24:09.572647 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:09.595888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Transition to ACTIVE for port object 36eea26f-106b-4135-8096-af367da564ed will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:24:09.642022 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:09.655925 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port e0a54fc3-33f9-4afb-a46d-e684fafbf06f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:24:09.657284 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e148fc02-b626-4a62-a59c-3fb79c1f0c36 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:09.662120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b7ca3025-10d4-4404-8be7-61ee35f6d851 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:24:09.748952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port b7ca3025-10d4-4404-8be7-61ee35f6d851 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:24:09.754984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port b7ca3025-10d4-4404-8be7-61ee35f6d851 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:09.755191 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:09.780359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:24:09.796098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:24:09.801466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:24:09.876546 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=36eea26f-106b-4135-8096-af367da564ed,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:09.888420 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:09.901482 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:09.933416 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:09.951670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port b7ca3025-10d4-4404-8be7-61ee35f6d851, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b7ca3025-10d4-4404-8be7-61ee35f6d851,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:24:09.957745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:09.960929 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-03540720-6467-4680-9cf8-2432eeda8b4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:10.089495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ff15e-6b16-49d2-a326-2a12ff4b213e None None] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:24:10.137329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=b7ca3025-10d4-4404-8be7-61ee35f6d851,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:10.141012 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:10.226965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19552e01-a78c-4770-8062-d17e254f7367 None None] Provisioning for port e0a54fc3-33f9-4afb-a46d-e684fafbf06f completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:24:10.246966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-19552e01-a78c-4770-8062-d17e254f7367 None None] Provisioning complete for port e0a54fc3-33f9-4afb-a46d-e684fafbf06f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:10.247378 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19552e01-a78c-4770-8062-d17e254f7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:10.251359 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:10.471454 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19552e01-a78c-4770-8062-d17e254f7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:10.522701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-19552e01-a78c-4770-8062-d17e254f7367 None None] For port e0a54fc3-33f9-4afb-a46d-e684fafbf06f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e0a54fc3-33f9-4afb-a46d-e684fafbf06f,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:24:10.533652 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-19552e01-a78c-4770-8062-d17e254f7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:10.540370 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-38bdce29-6d76-4ad4-b3e9-932fb44c2c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:10.622246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19552e01-a78c-4770-8062-d17e254f7367 None None] Pushing event updated for resources: {'Port': ['ID=e0a54fc3-33f9-4afb-a46d-e684fafbf06f,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:10.625472 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-19552e01-a78c-4770-8062-d17e254f7367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:10.788069 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:10.795997 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:10.827945 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b28228d-d557-4264-88a4-430e863fca41 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:10.893591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-913cab55-228a-4f34-b61a-8e148a8753b6 None None] Provisioning for port 36eea26f-106b-4135-8096-af367da564ed completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:24:10.899463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-913cab55-228a-4f34-b61a-8e148a8753b6 None None] Provisioning complete for port 36eea26f-106b-4135-8096-af367da564ed triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:10.899851 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-913cab55-228a-4f34-b61a-8e148a8753b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:10.946446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:10.958831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=36eea26f-106b-4135-8096-af367da564ed,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:10.967784 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:11.024062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-913cab55-228a-4f34-b61a-8e148a8753b6 None None] Port 36eea26f-106b-4135-8096-af367da564ed cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:24:11.041883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-913cab55-228a-4f34-b61a-8e148a8753b6 None None] Provisioning complete for port e0a54fc3-33f9-4afb-a46d-e684fafbf06f triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:11.042398 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-913cab55-228a-4f34-b61a-8e148a8753b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:11.124398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:24:11.126706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:24:11.336707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b68d684b-1aaf-4a0e-838c-a53eac91d561 None None] Provisioning complete for port 36eea26f-106b-4135-8096-af367da564ed triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:11.337184 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b68d684b-1aaf-4a0e-838c-a53eac91d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:11.399824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b68d684b-1aaf-4a0e-838c-a53eac91d561 None None] Port 36eea26f-106b-4135-8096-af367da564ed cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:24:11.490844 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e0a54fc3-33f9-4afb-a46d-e684fafbf06f up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:24:11.529776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d9135312-a8aa-4e07-a5f5-e5ca439ef428 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:24:11.561485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-7f371aef-67a6-4676-8420-44c739557205 None None] Provisioning complete for port 36eea26f-106b-4135-8096-af367da564ed triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:11.561973 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7f371aef-67a6-4676-8420-44c739557205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:11.631652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-7f371aef-67a6-4676-8420-44c739557205 None None] Port 36eea26f-106b-4135-8096-af367da564ed cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:24:11.634676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port e0a54fc3-33f9-4afb-a46d-e684fafbf06f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:11.635065 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:11.738014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:24:11.751020 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Sync routers for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:24:11.762083 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "PUT /v2.0/routers/d9135312-a8aa-4e07-a5f5-e5ca439ef428/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0840209
Apr 30 05:24:11.776541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:24:11.777288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c79a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:24:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:11.829895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b7ca3025-10d4-4404-8be7-61ee35f6d851 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:24:12.030598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port b7ca3025-10d4-4404-8be7-61ee35f6d851 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:12.031286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-6c6abd05-75ef-41ff-ba21-f8ec6d6dba22 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964047771&fields=id&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 267 time: 0.0528088
Apr 30 05:24:12.031796 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:12.085661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:24:12.212803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-30f72517-faf8-415a-8664-4afeda1a4035 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:12.214139 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-30f72517-faf8-415a-8664-4afeda1a4035 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:24:12.233369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-30f72517-faf8-415a-8664-4afeda1a4035 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:24:12.242525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-30f72517-faf8-415a-8664-4afeda1a4035 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 797 time: 0.2039106
Apr 30 05:24:12.260387 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-329e9c84-c13c-4a35-aaab-272db8f8cc19 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/quotas/8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 375 time: 0.0168355
Apr 30 05:24:12.350134 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56924) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:12.363675 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-2a33622f-7168-419f-a1b7-f336ce3b3ca5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1020160
Apr 30 05:24:12.504633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:12.525098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:12.529439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Usage tracker for resource:security_group_rule and tenant:4193fdc8a0844dbaa3c66e5e6b9816e7 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:12.532813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:12.539773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:12.592671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c79a0>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '36eea26f-106b-4135-8096-af367da564ed', 'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:dc:03:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:08Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 2, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:12.605661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Checking router: d9135312-a8aa-4e07-a5f5-e5ca439ef428 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:24:12.606035 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Updating router d9135312-a8aa-4e07-a5f5-e5ca439ef428 port 36eea26f-106b-4135-8096-af367da564ed binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:24:12.668939 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:12.670119 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:12.678179 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:12.696301 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-064699fa-2f04-40cb-88e2-7ac560df7d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:12.736490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-d63ae32d-d961-40be-a899-549429b69d33 service neutron] 10.222.0.46 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453170
Apr 30 05:24:12.753988 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4193fdc8a0844dbaa3c66e5e6b9816e7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4020092
Apr 30 05:24:12.754856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe5b48a-29f2-4580-bf55-43fb205b58c2,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:12.758348 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:12.759093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 56934) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:12.821196 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0960d612-ebe2-4c98-9106-946d3999644e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:12.850424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0960d612-ebe2-4c98-9106-946d3999644e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:12.888871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-a43f56f4-a347-49fc-93d5-bce45c7b176e service neutron] 10.222.0.46 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453750
Apr 30 05:24:12.920156 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0960d612-ebe2-4c98-9106-946d3999644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:12.928579 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4049c869-68ac-4964-a97e-204b3f3d8157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:12.943978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960d612-ebe2-4c98-9106-946d3999644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe5b48a-29f2-4580-bf55-43fb205b58c2,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:12.946469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0960d612-ebe2-4c98-9106-946d3999644e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:12.950902 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0960d612-ebe2-4c98-9106-946d3999644e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6fe5b48a-29f2-4580-bf55-43fb205b58c2 HTTP/1.1" status: 204  len: 168 time: 0.1901076
Apr 30 05:24:12.951507 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0960d612-ebe2-4c98-9106-946d3999644e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:13.100178 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:13.114921 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Transition to ACTIVE for port object 36eea26f-106b-4135-8096-af367da564ed will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:24:13.122318 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:13.127356 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-cb492ae9-0eb9-4309-9527-189059d61b4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:13.164194 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44edffe8-914d-410b-9454-2fc494db79a0 req-fa1abafa-73e6-4ec2-80d9-d507c6d86afa tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 210 time: 0.0477901
Apr 30 05:24:13.351572 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48575bbf-10dd-4522-b5c1-f4266f75bd77 None None] Pushing event updated for resources: {'Port': ['ID=36eea26f-106b-4135-8096-af367da564ed,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:13.355170 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-48575bbf-10dd-4522-b5c1-f4266f75bd77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:13.377285 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Attempting to bind port 36eea26f-106b-4135-8096-af367da564ed on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:24:13.377674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Attempting to bind port 36eea26f-106b-4135-8096-af367da564ed by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:24:13.378058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Attempting to bind port 36eea26f-106b-4135-8096-af367da564ed on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:24:13.384498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:24:13.385006 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Checking segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:24:13.385485 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:13.385972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Bound using segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:24:13.386803 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Bound port: 36eea26f-106b-4135-8096-af367da564ed, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:24:13.387278 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:13.506298 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] For port 36eea26f-106b-4135-8096-af367da564ed, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:24:13.511347 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] For port 36eea26f-106b-4135-8096-af367da564ed, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=36eea26f-106b-4135-8096-af367da564ed,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:24:13.522697 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:13.527971 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:13.608718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:24:13.609481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c79a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:24:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:13.694470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48575bbf-10dd-4522-b5c1-f4266f75bd77 None None] Pushing event updated for resources: {'Port': ['ID=36eea26f-106b-4135-8096-af367da564ed,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:13.698365 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-48575bbf-10dd-4522-b5c1-f4266f75bd77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:13.831357 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:24:14.266366 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c79a0>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '36eea26f-106b-4135-8096-af367da564ed', 'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:dc:03:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:08Z', 'updated_at': '2021-04-30T05:24:13Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:14.271808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78adafe-e146-48c1-96b6-928f4abebd9b None None] The sync data for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 is: [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '36eea26f-106b-4135-8096-af367da564ed', 'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:dc:03:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:08Z', 'updated_at': '2021-04-30T05:24:13Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:24:14.363672 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2cc5402-061b-4bab-95da-a75df1498bac req-5bbea0c7-d76d-4237-9fb4-f3367ff926a9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 210 time: 0.0735841
Apr 30 05:24:15.017013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-ed50bb67-9084-450d-aad9-5be234183a75 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:15.017756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-ed50bb67-9084-450d-aad9-5be234183a75 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:24:15.033323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-ed50bb67-9084-450d-aad9-5be234183a75 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:24:15.034829 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-ed50bb67-9084-450d-aad9-5be234183a75 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 797 time: 0.2669971
Apr 30 05:24:15.095508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-07829159-e3dc-49bf-a5de-3b8c97403dd0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:24:15.116400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-07829159-e3dc-49bf-a5de-3b8c97403dd0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:24:15.117656 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-07829159-e3dc-49bf-a5de-3b8c97403dd0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 380 time: 0.0720520
Apr 30 05:24:15.127387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'port': {'device_id': '86fc8d41-c892-4186-8170-fab4ca088350', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'admin_state_up': True, 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'security_groups': ['99424ca4-6494-4211-8bd6-b6ad9a856994']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:15.294157 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:15.299138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:port and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:15.302873 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:15.309696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:15.322728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:24:15.326604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:15.552718 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1847dae6-c708-4a7f-91f0-252dc8d23faa req-e7ed2eb3-bcd6-4f83-a6f9-32083833519d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 210 time: 0.0648096
Apr 30 05:24:15.554338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.20.0.4 (21f522b4-5d94-410a-bf1d-93aa2a6ce3d0/92891399-eaf6-4339-9354-0f4083dc79eb/6ab82d34-50a9-4c42-bb53-84d161a7c558) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:24:15.555707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 36eea26f-106b-4135-8096-af367da564ed up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:24:15.701103 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 36eea26f-106b-4135-8096-af367da564ed completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:24:15.706527 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 36eea26f-106b-4135-8096-af367da564ed triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:15.706906 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:15.764501 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:15.781500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Transition to ACTIVE for port object 6ab82d34-50a9-4c42-bb53-84d161a7c558 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:24:15.807278 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:15.813067 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f3360d88-2d3e-4d59-a528-9973b971240c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:15.836601 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:15.879557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 36eea26f-106b-4135-8096-af367da564ed, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=36eea26f-106b-4135-8096-af367da564ed,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:24:15.885538 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:15.888502 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:24:15.893381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:24:15.893540 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6e28fee4-cb24-4daa-96ac-ec253f1fef0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:15.898105 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:24:15.936717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:15.956041 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:15.991415 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:15.992446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:16.006954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=36eea26f-106b-4135-8096-af367da564ed,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:16.023588 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:16.032061 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9085536
Apr 30 05:24:16.044559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Request body: {'port': {'device_id': '86fc8d41-c892-4186-8170-fab4ca088350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:16.191051 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:16.232714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e219f134-0462-4202-a1fd-0e51c0dffd6b None None] Provisioning for port 6ab82d34-50a9-4c42-bb53-84d161a7c558 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:24:16.238931 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e219f134-0462-4202-a1fd-0e51c0dffd6b None None] Provisioning complete for port 6ab82d34-50a9-4c42-bb53-84d161a7c558 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:16.239857 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e219f134-0462-4202-a1fd-0e51c0dffd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:16.300105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e219f134-0462-4202-a1fd-0e51c0dffd6b None None] Port 6ab82d34-50a9-4c42-bb53-84d161a7c558 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:24:16.559822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab82d34-50a9-4c42-bb53-84d161a7c558 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:24:16.567340 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:16.583823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Transition to ACTIVE for port object 6ab82d34-50a9-4c42-bb53-84d161a7c558 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:24:16.589599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:16.594354 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23976592-36e3-41f7-ad38-030525e6489e tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:16.802858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d06062-e195-4870-90b7-a0f8dcc18956 req-7d30721a-3f02-4efe-906a-ff3fd6d01264 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:16.805105 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7d06062-e195-4870-90b7-a0f8dcc18956 req-7d30721a-3f02-4efe-906a-ff3fd6d01264 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 943 time: 0.1192958
Apr 30 05:24:16.870630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7d06062-e195-4870-90b7-a0f8dcc18956 req-28831014-076d-47bb-a3b0-36b75ac7c4f5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589132
Apr 30 05:24:16.982008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:16.985437 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:17.069280 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:24:17.070061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:24:17.070448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:24:17.077705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:24:17.085940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:24:17.092650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:24:17.092990 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Checking segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:24:17.093644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Bound using segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:24:17.094062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Bound port: 6ab82d34-50a9-4c42-bb53-84d161a7c558, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:24:17.094615 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:17.206257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:24:17.210078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:24:17.215230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:17.219887 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1a535c25-fb54-42b5-b132-35062efcf9cd tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:17.275116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:17.275917 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:17.277141 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] 10.222.0.50 "PUT /v2.0/ports/6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 1092 time: 1.2377727
Apr 30 05:24:17.277692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:24:17.303595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:17.306693 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:17.357506 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'status': 'completed', 'code': 200}
Apr 30 05:24:17.401089 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-5b3abc0e-89e6-4a8f-936e-ea0ea2128ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:17.402797 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-5b3abc0e-89e6-4a8f-936e-ea0ea2128ac5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1095 time: 0.0820265
Apr 30 05:24:17.497447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 36eea26f-106b-4135-8096-af367da564ed up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:24:17.504034 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-eaaa6ca2-e355-4cce-8e7c-ea93bec00d92 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 217 time: 0.0935161
Apr 30 05:24:17.588288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-adb2c07e-60ed-4b01-ab1a-39646cd531b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:17.589961 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-adb2c07e-60ed-4b01-ab1a-39646cd531b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0797124
Apr 30 05:24:17.590103 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 36eea26f-106b-4135-8096-af367da564ed triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:17.590417 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:17.679629 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-a749de58-ea46-4fde-ab83-b3e2ef06bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:17.681280 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-a749de58-ea46-4fde-ab83-b3e2ef06bc41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0844955
Apr 30 05:24:17.823259 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-bb37f7e7-578c-4a63-a257-1bf296a90ad7 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351428
Apr 30 05:24:17.969786 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c28af851-e489-460b-8ccb-37e55a407ed8 req-04b1dfdb-c470-4171-af38-e8b09a0db84b service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397657
Apr 30 05:24:18.079530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930de09f-187f-4ed9-97ae-db800bfa6804 req-63f570d7-5caa-4879-b101-6fa0129118fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:18.081045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-930de09f-187f-4ed9-97ae-db800bfa6804 req-63f570d7-5caa-4879-b101-6fa0129118fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 943 time: 0.0899074
Apr 30 05:24:18.095513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-0789315d-2a67-43c6-a3f2-bf75680a8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:18.097027 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-0789315d-2a67-43c6-a3f2-bf75680a8c99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1095 time: 0.0743566
Apr 30 05:24:18.135103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-930de09f-187f-4ed9-97ae-db800bfa6804 req-aeffb023-e98e-43b5-a5e3-ab2da3eafcb5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451427
Apr 30 05:24:18.294479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-f8ffd66d-858e-4b6a-90d1-b53db3723715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:18.295897 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-f8ffd66d-858e-4b6a-90d1-b53db3723715 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1927273
Apr 30 05:24:18.371267 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-02596b47-5729-4c1c-940b-9678838c0fd5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 217 time: 0.0683634
Apr 30 05:24:18.436584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-d8a84aab-7ee4-471d-b72d-329114fd6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:18.438065 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-d8a84aab-7ee4-471d-b72d-329114fd6754 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0601146
Apr 30 05:24:18.521129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-9793ac46-a5b0-437e-9e1e-10c7ccc40d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:18.522613 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-9793ac46-a5b0-437e-9e1e-10c7ccc40d06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0782731
Apr 30 05:24:18.665540 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-ce6c8c00-cb30-469a-b872-f6deba42a2ca service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365683
Apr 30 05:24:18.808992 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e7bddc55-c0a4-4540-8afb-d138d50bcae0 req-c82348c0-c2e5-43ad-b313-80030aaa8884 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367288
Apr 30 05:24:19.336334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb8e44-014c-4335-af8a-3a128b967f9e req-cec006a4-c8d4-4731-a0ac-1b83c742577e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:19.339153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0fb8e44-014c-4335-af8a-3a128b967f9e req-cec006a4-c8d4-4731-a0ac-1b83c742577e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 943 time: 0.0959306
Apr 30 05:24:19.390991 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0fb8e44-014c-4335-af8a-3a128b967f9e req-95804e06-67d6-4f1b-8ff1-68914a545333 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464060
Apr 30 05:24:19.653383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57046) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:19.774313 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:19.789099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:19.792908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Usage tracker for resource:security_group_rule and tenant:6938f9f270244581b4a3daf896c00099 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:19.795720 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:19.801357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:19.886649 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:19.890540 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:19.903481 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-de3785fb-018b-4fd7-b2b6-1cc40f143f39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:19.943534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39373c85-4166-466c-89a6-b63c837c06ae,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:19.947607 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6938f9f270244581b4a3daf896c00099&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2931876
Apr 30 05:24:19.950700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57052) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:19.954544 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.955374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.955735 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.956123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.956496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.956865 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.957234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.957605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.958079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.958448 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.958816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.959183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:19.963692 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:20.012066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec8ed-05de-40df-a746-c23183ffea15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:20.037540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec8ed-05de-40df-a746-c23183ffea15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:20.089773 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec8ed-05de-40df-a746-c23183ffea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:20.090550 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:24:20.093679 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6af8f49d-fd86-48c2-8871-b7b3919f42ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:20.105764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ec8ed-05de-40df-a746-c23183ffea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39373c85-4166-466c-89a6-b63c837c06ae,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:20.109238 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b8ec8ed-05de-40df-a746-c23183ffea15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:20.113050 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec8ed-05de-40df-a746-c23183ffea15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:20.114900 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3b8ec8ed-05de-40df-a746-c23183ffea15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39373c85-4166-466c-89a6-b63c837c06ae HTTP/1.1" status: 204  len: 168 time: 0.1630483
Apr 30 05:24:20.594621 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45eeb4-946d-4be7-aded-1d8be5f7f9bf req-6c529fe2-85ac-49d4-a883-eabc25af85fa tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:20.596219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed45eeb4-946d-4be7-aded-1d8be5f7f9bf req-6c529fe2-85ac-49d4-a883-eabc25af85fa tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 943 time: 0.0949461
Apr 30 05:24:20.649106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed45eeb4-946d-4be7-aded-1d8be5f7f9bf req-90acba03-a828-4d66-88b6-55548e34c269 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456712
Apr 30 05:24:20.872988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:24:21.018353 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:24:21.032784 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'port_id': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'mac_address': 'fa:16:3e:c3:7c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:24:21.092234 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:21.109529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab82d34-50a9-4c42-bb53-84d161a7c558 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:24:21.126993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:24:21.131563 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:21.133513 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:21.205733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:21.209660 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:21.432276 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['6ab82d34-50a9-4c42-bb53-84d161a7c558'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:24:21.845086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13fd17-9e91-4cf3-b1f8-9e737a9806ad req-c56d05fd-2c97-4856-bfd3-4188b78392ca tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:21.846534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d13fd17-9e91-4cf3-b1f8-9e737a9806ad req-c56d05fd-2c97-4856-bfd3-4188b78392ca tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 944 time: 0.0850537
Apr 30 05:24:21.896054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2d13fd17-9e91-4cf3-b1f8-9e737a9806ad req-b4e66a93-de01-4c81-8742-424474297081 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425334
Apr 30 05:24:22.877341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:24:22.962433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 6ab82d34-50a9-4c42-bb53-84d161a7c558 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:24:22.973122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 6ab82d34-50a9-4c42-bb53-84d161a7c558 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:24:22.973122 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:23.121704 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:23.154054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:24:23.171169 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:24:23.178767 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:23.181577 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:23.226336 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'code': 200}
Apr 30 05:24:23.277375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:23.281902 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:23.287446 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258a58b-ba38-49c0-ae5a-8281e3aca14a req-e7a8a82b-41b5-47c1-b0e4-59a7b2653d22 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:23.289036 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9258a58b-ba38-49c0-ae5a-8281e3aca14a req-e7a8a82b-41b5-47c1-b0e4-59a7b2653d22 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1095495
Apr 30 05:24:23.341272 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9258a58b-ba38-49c0-ae5a-8281e3aca14a req-3bc254e7-b7b2-4db1-9e90-406957c83798 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458274
Apr 30 05:24:23.359609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc83b9-27d2-445e-96d8-8bc7eb05db63 req-e5327a30-2aa0-4d40-a97d-e59e8ae44ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:23.361160 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ecdc83b9-27d2-445e-96d8-8bc7eb05db63 req-e5327a30-2aa0-4d40-a97d-e59e8ae44ed5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1097 time: 0.0832145
Apr 30 05:24:23.405730 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ecdc83b9-27d2-445e-96d8-8bc7eb05db63 req-ef35cd6e-cafe-4da1-b76f-f59bcf760744 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382376
Apr 30 05:24:24.554037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9321ec-1270-4f8d-889b-fed069180947 req-1e3e4392-4cc2-480f-878f-5fa4fbafbecb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:24.556298 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e9321ec-1270-4f8d-889b-fed069180947 req-1e3e4392-4cc2-480f-878f-5fa4fbafbecb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0954003
Apr 30 05:24:24.606627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2e9321ec-1270-4f8d-889b-fed069180947 req-016104db-eed1-49ad-8392-c010cba9cc3e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444608
Apr 30 05:24:25.966635 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40792642-341e-482b-a296-637ac4ee957c req-32bdc6a7-0921-4dfa-8f33-6d0cb9ca35e7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:25.968447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-40792642-341e-482b-a296-637ac4ee957c req-32bdc6a7-0921-4dfa-8f33-6d0cb9ca35e7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.2498038
Apr 30 05:24:26.016666 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-40792642-341e-482b-a296-637ac4ee957c req-06d55c6a-20eb-48cd-abbe-afd36302342d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420878
Apr 30 05:24:26.214474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c9870-ccf8-49dd-83a6-3ae3b2306a4c req-11c7a375-c0b2-432b-a044-2fb274b2746f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:26.215980 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e50c9870-ccf8-49dd-83a6-3ae3b2306a4c req-11c7a375-c0b2-432b-a044-2fb274b2746f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0871685
Apr 30 05:24:26.268737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e50c9870-ccf8-49dd-83a6-3ae3b2306a4c req-c3f5209e-5dc3-494d-9b63-529818acf803 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466373
Apr 30 05:24:26.293252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57114) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:26.372090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff8b11-4cd8-4c5b-91a9-7d1078e0a4d2 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:26.373615 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2dff8b11-4cd8-4c5b-91a9-7d1078e0a4d2 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1092 time: 0.0793726
Apr 30 05:24:26.376441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 57118) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:26.382222 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:24:26.389098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:24:26.392951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:floatingip and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:24:26.396514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:24:26.402276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:24:26.418297 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:26.564019 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:26.714040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.25.8.122 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/ac8be29c-2b43-406b-ac14-313083027ab6) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:24:26.891957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:26.925631 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:26.931573 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-23c9bc3d-2f2d-4b64-b622-d14d93cdd047 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:27.012211 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:24:27.015754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:24:27.020818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:24:27.057723 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=ac8be29c-2b43-406b-ac14-313083027ab6,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:27.070707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.071021 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.071436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.071813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.072179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.072543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.072909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.073272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.073634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.073995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.074356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.074713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:24:27.079839 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:27.483326 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:27.599407 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:27.634151 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:27.710671 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:27.939397 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:27.945965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:27.951749 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-26b224ac-62bd-4c56-bc0d-1d7bb126ff0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:24:28.065574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=ac8be29c-2b43-406b-ac14-313083027ab6,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:24:28.069931 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:24:28.076831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:28.264293 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Floating IP 4c07aab3-d522-4fbb-a991-218a6c4fe2c1 associated. External IP: 172.25.8.122, port: 6ab82d34-50a9-4c42-bb53-84d161a7c558.
Apr 30 05:24:28.658175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d9135312-a8aa-4e07-a5f5-e5ca439ef428 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:24:29.035063 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:24:29.045840 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] Sync routers for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:24:29.059740 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:24:29.060373 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780318d60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:24:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:29.063199 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:29.132344 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7547379
Apr 30 05:24:29.133073 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:24:29.201612 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'status': 'completed', 'code': 200}
Apr 30 05:24:29.268838 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:24:29.306600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-be6b2176-82c6-47f5-9597-e56aa2b0f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:29.308109 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-be6b2176-82c6-47f5-9597-e56aa2b0f5e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1097 time: 0.0825825
Apr 30 05:24:29.350408 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9faad-91ef-4123-ab0e-394e8be71c13 req-46d4a080-ad87-4d8e-9b04-191ebb45bf12 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:29.352658 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9bf9faad-91ef-4123-ab0e-394e8be71c13 req-46d4a080-ad87-4d8e-9b04-191ebb45bf12 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1106105
Apr 30 05:24:29.413337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9bf9faad-91ef-4123-ab0e-394e8be71c13 req-5edda08f-4f50-4e9a-a22a-a6cf7bb95493 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544753
Apr 30 05:24:29.429699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57166) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:29.487177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-2562e208-7b72-4b23-8268-484b4d64e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:29.489147 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-2562e208-7b72-4b23-8268-484b4d64e2f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1741357
Apr 30 05:24:29.548968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6ccb2bf4-c76c-4c5e-a656-912c8d016846 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/4c07aab3-d522-4fbb-a991-218a6c4fe2c1 HTTP/1.1" status: 200  len: 991 time: 0.1167889
Apr 30 05:24:29.604807 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-89522dd7-2255-4d2c-99e9-62c1f2ca7dc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 999 time: 0.1095872
Apr 30 05:24:29.654114 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780318d60>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '4c07aab3-d522-4fbb-a991-218a6c4fe2c1', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'port_id': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'mac_address': 'fa:16:3e:c3:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc8d41-c892-4186-8170-fab4ca088350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:24:27Z', 'updated_at': '2021-04-30T05:24:27Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eea26f-106b-4135-8096-af367da564ed', 'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:dc:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:08Z', 'updated_at': '2021-04-30T05:24:15Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:29.658138 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] Checking router: d9135312-a8aa-4e07-a5f5-e5ca439ef428 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:24:29.667249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:24:29.667887 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780318d60>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:24:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:29.672508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-8208c463-6f0f-4b5f-b1da-1d50bebe7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:29.674050 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-8208c463-6f0f-4b5f-b1da-1d50bebe7d3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0634689
Apr 30 05:24:29.764988 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-140464a3-14c3-48e0-8835-d202753236cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:29.766908 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-140464a3-14c3-48e0-8835-d202753236cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0867891
Apr 30 05:24:29.869819 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:24:29.912268 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-2943ccca-9ebd-4839-af61-d986a4ff6167 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388628
Apr 30 05:24:30.064532 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f254e036-eb2c-49d2-8877-fac5bfea9345 req-5f3823b7-5f7e-4e60-b435-78fe4c1b3033 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462598
Apr 30 05:24:30.298938 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780318d60>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '4c07aab3-d522-4fbb-a991-218a6c4fe2c1', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'port_id': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'mac_address': 'fa:16:3e:c3:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc8d41-c892-4186-8170-fab4ca088350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:24:27Z', 'updated_at': '2021-04-30T05:24:27Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eea26f-106b-4135-8096-af367da564ed', 'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:dc:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:08Z', 'updated_at': '2021-04-30T05:24:15Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:24:30.303237 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5969095e-fd05-4850-8265-13d2febb0318 None None] The sync data for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 is: [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '4c07aab3-d522-4fbb-a991-218a6c4fe2c1', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'port_id': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'mac_address': 'fa:16:3e:c3:7c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc8d41-c892-4186-8170-fab4ca088350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:24:27Z', 'updated_at': '2021-04-30T05:24:27Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eea26f-106b-4135-8096-af367da564ed', 'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:dc:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:08Z', 'updated_at': '2021-04-30T05:24:15Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:24:30.509911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e169d-e9f6-4ae9-9ae6-b84c02ec6d22 None None] New status for floating IP 4c07aab3-d522-4fbb-a991-218a6c4fe2c1: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:24:30.550457 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57184) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:30.678156 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9eb70e5a-80e4-4d42-aef9-ebafa8e44986 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/4c07aab3-d522-4fbb-a991-218a6c4fe2c1 HTTP/1.1" status: 200  len: 991 time: 0.1249456
Apr 30 05:24:30.717127 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-966be096-741f-4e1d-8814-d8b332ddb183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:31.680744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 57206) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:24:31.831170 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-73be6292-03e7-4669-8cc9-730c4b896890 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/4c07aab3-d522-4fbb-a991-218a6c4fe2c1 HTTP/1.1" status: 200  len: 993 time: 0.1488168
Apr 30 05:24:33.416197 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:33.623890 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cbb72277-eb1e-4c47-b393-07330af507d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:34.854545 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:36.350248 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:55.167574 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-38dbc6fb-6254-40a4-97b7-4f2e3e55b562 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0840695
Apr 30 05:24:55.323726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-4b8421de-cfae-411e-9656-6f8f9b530732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:55.325242 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-4b8421de-cfae-411e-9656-6f8f9b530732 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1097 time: 0.0815325
Apr 30 05:24:55.486582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-0a60627a-7771-4366-9d88-b30825722ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:55.488250 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-0a60627a-7771-4366-9d88-b30825722ea2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1425247
Apr 30 05:24:55.602193 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-17fee156-fe99-4e5f-a322-b25d086a11f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 1001 time: 0.1075687
Apr 30 05:24:55.682597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-4d860d8f-98f8-419d-8506-7668ee129884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:55.685086 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-4d860d8f-98f8-419d-8506-7668ee129884 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0762842
Apr 30 05:24:55.767672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-8ae86d59-4848-43c7-a4fd-d76c6b803c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:24:55.769851 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-8ae86d59-4848-43c7-a4fd-d76c6b803c7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0768490
Apr 30 05:24:55.779864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-371d3419-4938-4ea1-8f78-d6e89de4dbec service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:24:55.780927 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-371d3419-4938-4ea1-8f78-d6e89de4dbec service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053124
Apr 30 05:24:55.927088 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-be5839e4-928d-44b3-b503-854b08e0c83a service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396408
Apr 30 05:24:56.069241 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-052f7d94-9629-4ade-91e2-0a8b7ce24cd6 req-c3d87359-5c22-4717-b9df-e851c3944f50 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358383
Apr 30 05:24:57.089742 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:24:57.488339 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:24:57.611475 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:00.699623 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bf495e97-f4a1-4756-85c8-a9ce6ea90765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:03.409757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:03.635565 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7749a642-a092-474f-8138-9b2e9ac37642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:04.856381 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:06.355272 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:07.294851 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58124) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:25:07.424782 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:07.441462 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:25:07.445684 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Usage tracker for resource:security_group_rule and tenant:802d7e50d55d4e269a7a91126dfea594 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:25:07.448939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:25:07.454955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:25:07.551686 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:07.555653 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:07.569626 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-42cd1133-672e-4455-8da9-e60af753cb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:07.609608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=802d7e50d55d4e269a7a91126dfea594&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3136036
Apr 30 05:25:07.612446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58130) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:25:07.614578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf1bcbf-1f41-4d30-9d14-0d4e8028ffb8,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:07.617778 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:07.685284 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7502893c-01d6-4f51-89b8-387754c86a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:07.713860 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7502893c-01d6-4f51-89b8-387754c86a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:07.771115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7502893c-01d6-4f51-89b8-387754c86a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:07.775339 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-84655d7d-7aaa-46dd-b8b3-104b241934b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:07.787961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502893c-01d6-4f51-89b8-387754c86a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf1bcbf-1f41-4d30-9d14-0d4e8028ffb8,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:07.791684 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7502893c-01d6-4f51-89b8-387754c86a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:07.795504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7502893c-01d6-4f51-89b8-387754c86a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:07.799517 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7502893c-01d6-4f51-89b8-387754c86a01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acf1bcbf-1f41-4d30-9d14-0d4e8028ffb8 HTTP/1.1" status: 204  len: 168 time: 0.1855738
Apr 30 05:25:27.500894 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:27.612500 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:30.703161 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-092b0ac1-afa3-44bf-b375-5f21e123630d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:33.004928 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d36b-c606-4c8f-8e7b-7bf1f76a43b6 req-1ddb0041-87f7-4265-aeac-4f966f32726a tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:33.006390 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc85d36b-c606-4c8f-8e7b-7bf1f76a43b6 req-1ddb0041-87f7-4265-aeac-4f966f32726a tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1097 time: 0.0785253
Apr 30 05:25:33.050860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fc85d36b-c606-4c8f-8e7b-7bf1f76a43b6 req-e87b7491-4421-4089-b913-b3b4f9574b4f tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384316
Apr 30 05:25:33.407156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2870b-ede5-4aac-b2ee-88c27d40e78c req-c65d47d4-e5e2-4cf6-835e-b3e8064b3d25 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:33.409104 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70b2870b-ede5-4aac-b2ee-88c27d40e78c req-c65d47d4-e5e2-4cf6-835e-b3e8064b3d25 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1050806
Apr 30 05:25:33.425727 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:33.477303 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-70b2870b-ede5-4aac-b2ee-88c27d40e78c req-a0236a9f-d015-4972-b425-33da0a46ffd3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614052
Apr 30 05:25:33.505206 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58344) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:25:33.636638 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d8b4ba7e-a332-4686-9e66-38c00577e653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:33.649540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-18a97be8-eade-4da9-bc3b-6b5e6ee60b46 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/4c07aab3-d522-4fbb-a991-218a6c4fe2c1 HTTP/1.1" status: 200  len: 993 time: 0.1427960
Apr 30 05:25:34.090231 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:25:34.694191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58376) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:25:34.718211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4d141-4d0a-46fd-9642-929b6ab915a7 req-f37e0f48-07b4-4443-902f-5552d33af0a0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:34.719722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80c4d141-4d0a-46fd-9642-929b6ab915a7 req-f37e0f48-07b4-4443-902f-5552d33af0a0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0847445
Apr 30 05:25:34.765568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80c4d141-4d0a-46fd-9642-929b6ab915a7 req-24c2708c-449b-4f1f-938d-a59612469c22 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395219
Apr 30 05:25:34.812525 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-64f95bf6-8192-46d2-9eae-fce92ebc65d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1167228
Apr 30 05:25:34.868836 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:35.972065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d557a-185d-42a6-82d0-07c029cf3895 req-b1600eb5-91bc-4d4f-8393-a6fabada915a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:35.976012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-581d557a-185d-42a6-82d0-07c029cf3895 req-b1600eb5-91bc-4d4f-8393-a6fabada915a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0994494
Apr 30 05:25:36.027345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-581d557a-185d-42a6-82d0-07c029cf3895 req-969fd068-3ce7-4020-88a0-808bc031ea84 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441978
Apr 30 05:25:36.089303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-1f243073-bcd8-4aa8-8b60-6f7d48e03ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:36.090915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-1f243073-bcd8-4aa8-8b60-6f7d48e03ec3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1097 time: 0.0851529
Apr 30 05:25:36.365238 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:36.415751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-710aa2fa-cbbf-4930-a284-7baa84135bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:36.417234 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-710aa2fa-cbbf-4930-a284-7baa84135bb9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.3194275
Apr 30 05:25:36.544806 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-b990c026-94b3-46c6-9c9d-c90fa4fb63ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 1001 time: 0.1198010
Apr 30 05:25:36.619737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-7dd31c1b-375b-43da-8354-8670376e72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:36.621095 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-7dd31c1b-375b-43da-8354-8670376e72cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0699708
Apr 30 05:25:36.701245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-e3faace2-e536-4944-adbe-089c1309774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:36.702765 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-e3faace2-e536-4944-adbe-089c1309774f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0743532
Apr 30 05:25:36.846095 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-56661f10-fd8e-4432-940f-da8b8ff50ef1 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362314
Apr 30 05:25:36.988801 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-e9fa185b-9562-4d3a-96ba-284ae596feb5 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360147
Apr 30 05:25:37.274534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c09d43-71a6-42d7-95f2-3df1ae9576be req-36990225-7702-4973-8c98-c1a90adf92b5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:37.276490 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2c09d43-71a6-42d7-95f2-3df1ae9576be req-36990225-7702-4973-8c98-c1a90adf92b5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1310418
Apr 30 05:25:37.325978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2c09d43-71a6-42d7-95f2-3df1ae9576be req-dbf91bc7-ff12-4c69-a47f-4fecef94c88c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437884
Apr 30 05:25:38.540827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900bd15-f71c-4400-b589-b5e728cdf7cc req-ea383506-4f87-4619-8a24-99c0aeaa4df0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:38.543088 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3900bd15-f71c-4400-b589-b5e728cdf7cc req-ea383506-4f87-4619-8a24-99c0aeaa4df0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0918021
Apr 30 05:25:38.594180 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3900bd15-f71c-4400-b589-b5e728cdf7cc req-59a05002-1786-416f-b9ab-8b9c00236cb3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446773
Apr 30 05:25:39.803411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb1a80-caf4-4dfc-8abc-7d4b9a15b0f1 req-23644128-8f6b-4399-8e29-46930da02d65 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:39.805018 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0fb1a80-caf4-4dfc-8abc-7d4b9a15b0f1 req-23644128-8f6b-4399-8e29-46930da02d65 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0974424
Apr 30 05:25:39.856850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0fb1a80-caf4-4dfc-8abc-7d4b9a15b0f1 req-33ac1e4d-a62d-4dbc-97c4-5400c1ad5015 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444906
Apr 30 05:25:39.937513 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58440) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:25:40.064007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:40.079017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:25:40.083523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Usage tracker for resource:security_group_rule and tenant:8848846c89df4ff28d4d1b0627634c46 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:25:40.086386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:25:40.092132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:25:40.185348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:40.190605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:40.199614 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9e66d38e-4423-4afe-88eb-ef76d7848626 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:40.242170 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8848846c89df4ff28d4d1b0627634c46&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3035564
Apr 30 05:25:40.243971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8153bbc2-afb7-4b21-9775-9fb1a296e5b7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:40.244838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58446) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:25:40.252882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.253270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.253654 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.254032 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.254405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.254776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.255152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.255553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.255916 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.256281 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.256646 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.257009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.261006 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:40.305856 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:40.333514 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:40.387884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:40.392739 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b0155b58-0337-4106-b841-fa70064d6104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:40.410072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8153bbc2-afb7-4b21-9775-9fb1a296e5b7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:40.420522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.420900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.421277 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.421646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.422010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.422372 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.422731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.423086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.423664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.424394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.424757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.425114 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:40.428816 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:40.438692 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:40.442286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8153bbc2-afb7-4b21-9775-9fb1a296e5b7 HTTP/1.1" status: 204  len: 168 time: 0.1946409
Apr 30 05:25:41.054929 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3002f6-949b-4d59-a330-2d1205ff712e req-c8e70652-729f-456b-9c3d-2524e0ea34b0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:41.056478 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e3002f6-949b-4d59-a330-2d1205ff712e req-c8e70652-729f-456b-9c3d-2524e0ea34b0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0866008
Apr 30 05:25:41.104611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e3002f6-949b-4d59-a330-2d1205ff712e req-5cf32a4a-48ec-4fb6-a887-1e9c0e4c8f48 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420408
Apr 30 05:25:42.326613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90f447-4fed-4671-808a-3fc724b5eba5 req-27d0efc5-f20a-4f87-9895-d9cf3430365b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:42.328181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a90f447-4fed-4671-808a-3fc724b5eba5 req-27d0efc5-f20a-4f87-9895-d9cf3430365b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1050792
Apr 30 05:25:42.382420 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5a90f447-4fed-4671-808a-3fc724b5eba5 req-2f969bf9-4618-429f-b128-e9d4ea5e5ab9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473337
Apr 30 05:25:42.995431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-f1609598-ac66-46e8-90ac-e6c3a98885e4 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4e86a921f5724f13ad78199be8261306&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0301297
Apr 30 05:25:43.303312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d76c6948-5dcd-4651-9afd-bdad19c2a7ac tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:43.304759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d76c6948-5dcd-4651-9afd-bdad19c2a7ac tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3039491
Apr 30 05:25:43.322106 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-4da754b3-d733-475c-bf55-9e869d98a71f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/quotas/4e86a921f5724f13ad78199be8261306 HTTP/1.1" status: 200  len: 375 time: 0.0111370
Apr 30 05:25:43.374450 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-36a3ffa0-b665-4376-bec6-e44808074b7d tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e86a921f5724f13ad78199be8261306&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455191
Apr 30 05:25:43.596280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a98d232-467b-47b0-bc98-056ddbb728c8 req-8093dd82-52c6-4f20-9f5b-4fa445981fe5 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 210 time: 0.0548122
Apr 30 05:25:43.638117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99c54e-6560-49a2-a37a-d4bce872515c req-c33401f1-3e71-44f2-a6f9-3a47ddb27863 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:43.639657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed99c54e-6560-49a2-a37a-d4bce872515c req-c33401f1-3e71-44f2-a6f9-3a47ddb27863 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1436460
Apr 30 05:25:43.687896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ed99c54e-6560-49a2-a37a-d4bce872515c req-5c8a2eb4-664b-4ae7-9f7c-1264f8944dd2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419338
Apr 30 05:25:44.543983 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d40777fe-6dff-4dc9-8531-d53f5627b5ed tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4e86a921f5724f13ad78199be8261306&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0341828
Apr 30 05:25:44.779106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-c56ff2f3-fb10-4d4a-a53c-c5ebdd2fd407 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:44.780575 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-c56ff2f3-fb10-4d4a-a53c-c5ebdd2fd407 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2313540
Apr 30 05:25:44.787733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c09e2613-ce18-46d5-bf2c-a42e0bc08985 req-8577df2c-ee5a-454c-937b-05633abb735f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 210 time: 0.0657980
Apr 30 05:25:44.792484 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Request body: {'port': {'device_id': 'bf5d8737-2779-42a3-bfd5-2ecbbff4c411', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '4e86a921f5724f13ad78199be8261306'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:25:44.989526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:25:44.995202 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Usage tracker for resource:port and tenant:4e86a921f5724f13ad78199be8261306 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:25:44.999582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:25:45.013480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234dbb6-d124-4cbc-b985-856b0864c685 req-81851ab7-a556-4249-8faf-3a2a8c28605b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:45.014968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e234dbb6-d124-4cbc-b985-856b0864c685 req-81851ab7-a556-4249-8faf-3a2a8c28605b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.2055125
Apr 30 05:25:45.015986 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:25:45.045445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Made reservation on behalf of 4e86a921f5724f13ad78199be8261306 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:25:45.048988 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:45.064680 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:45.093878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:25:45.098580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e234dbb6-d124-4cbc-b985-856b0864c685 req-08cf7aba-4fa2-4ef2-830a-67294f9ff5fe tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756314
Apr 30 05:25:45.100960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Usage tracker for resource:security_group_rule and tenant:4e86a921f5724f13ad78199be8261306 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:25:45.105148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:25:45.112146 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:25:45.207889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:45.212089 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:45.216960 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3feee21b-2ddb-496a-9122-97e372e48b5e tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:45.304433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:45.309949 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:45.391677 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Allocated IP 192.168.233.49 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/30aed274-4bc1-4953-83f1-0f183eab17d4) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:25:45.604109 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:45.620267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Transition to ACTIVE for port object 30aed274-4bc1-4953-83f1-0f183eab17d4 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:25:45.643974 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:45.649696 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4009e94a-926a-4b86-b1f3-868fe2541408 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:45.723357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:25:45.727240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:25:45.731256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:25:45.763998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Pushing event updated for resources: {'Port': ['ID=30aed274-4bc1-4953-83f1-0f183eab17d4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:45.775853 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:45.805778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:45.806426 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:45.835976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-d464c488-f63f-40c4-ae8e-bb23cb64981f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0471451
Apr 30 05:25:45.847775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-89d389d9-59b3-40e0-b66d-83d87b575162 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:25:45.848904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-89d389d9-59b3-40e0-b66d-83d87b575162 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062048
Apr 30 05:25:45.860253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Request body: {'port': {'device_id': 'bf5d8737-2779-42a3-bfd5-2ecbbff4c411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:25:45.988008 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ffa8ff27-79c7-4a71-a40e-9ccab2e4b070 None None] Provisioning for port 30aed274-4bc1-4953-83f1-0f183eab17d4 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:25:45.993062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ffa8ff27-79c7-4a71-a40e-9ccab2e4b070 None None] Provisioning complete for port 30aed274-4bc1-4953-83f1-0f183eab17d4 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:25:45.993442 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ff27-79c7-4a71-a40e-9ccab2e4b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:46.027735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:46.051374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8ff27-79c7-4a71-a40e-9ccab2e4b070 None None] Port 30aed274-4bc1-4953-83f1-0f183eab17d4 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:25:46.121149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ee80e-8c31-413c-8d0d-8d114cfaa743 req-020161cd-5de8-4c7e-a873-a513b1f21e21 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:46.121779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f04ee80e-8c31-413c-8d0d-8d114cfaa743 req-020161cd-5de8-4c7e-a873-a513b1f21e21 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Synchronizing usage tracker for tenant:4e86a921f5724f13ad78199be8261306 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:25:46.196504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f04ee80e-8c31-413c-8d0d-8d114cfaa743 req-020161cd-5de8-4c7e-a873-a513b1f21e21 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Unset dirty status for tenant:4e86a921f5724f13ad78199be8261306 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:25:46.197685 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f04ee80e-8c31-413c-8d0d-8d114cfaa743 req-020161cd-5de8-4c7e-a873-a513b1f21e21 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 935 time: 0.2828822
Apr 30 05:25:46.486733 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f04ee80e-8c31-413c-8d0d-8d114cfaa743 req-1558cf43-ca89-4bf5-8338-2cf041dc94a4 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Synchronizing usage tracker for tenant:4e86a921f5724f13ad78199be8261306 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:25:46.581843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-f04ee80e-8c31-413c-8d0d-8d114cfaa743 req-1558cf43-ca89-4bf5-8338-2cf041dc94a4 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Unset dirty status for tenant:4e86a921f5724f13ad78199be8261306 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:25:46.583010 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f04ee80e-8c31-413c-8d0d-8d114cfaa743 req-1558cf43-ca89-4bf5-8338-2cf041dc94a4 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3777583
Apr 30 05:25:46.612919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e828e82-5395-4d7f-8e52-862ca1775f9a req-11da3bf0-ee54-4d39-a9d6-de1f5209bf61 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:46.614430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e828e82-5395-4d7f-8e52-862ca1775f9a req-11da3bf0-ee54-4d39-a9d6-de1f5209bf61 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.3934789
Apr 30 05:25:46.679067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e828e82-5395-4d7f-8e52-862ca1775f9a req-e8018a75-bd12-4472-a7d7-71ffcdead766 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561059
Apr 30 05:25:46.735157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30aed274-4bc1-4953-83f1-0f183eab17d4 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:25:46.742756 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:46.757011 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Transition to ACTIVE for port object 30aed274-4bc1-4953-83f1-0f183eab17d4 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:25:46.760624 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:46.764169 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c28d5af-760e-48bc-8a63-7c5965c48e6d tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:46.896068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Pushing event updated for resources: {'Port': ['ID=30aed274-4bc1-4953-83f1-0f183eab17d4,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:46.922742 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:47.005769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Attempting to bind port 30aed274-4bc1-4953-83f1-0f183eab17d4 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:25:47.006109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Attempting to bind port 30aed274-4bc1-4953-83f1-0f183eab17d4 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:25:47.006445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Attempting to bind port 30aed274-4bc1-4953-83f1-0f183eab17d4 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:25:47.021033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Port 30aed274-4bc1-4953-83f1-0f183eab17d4 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:25:47.021412 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Attempting to bind port 30aed274-4bc1-4953-83f1-0f183eab17d4 on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:25:47.026925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:25:47.027263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:25:47.027680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:25:47.028109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Bound port: 30aed274-4bc1-4953-83f1-0f183eab17d4, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:25:47.028461 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:47.125381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] For port 30aed274-4bc1-4953-83f1-0f183eab17d4, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:25:47.129119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] For port 30aed274-4bc1-4953-83f1-0f183eab17d4, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=30aed274-4bc1-4953-83f1-0f183eab17d4,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:25:47.132700 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:47.136477 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-86f53e2b-911d-47d8-9d9c-0d48ea324a40 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:47.190682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:47.191484 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:47.192764 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] 10.222.0.37 "PUT /v2.0/ports/30aed274-4bc1-4953-83f1-0f183eab17d4 HTTP/1.1" status: 200  len: 1096 time: 1.3371744
Apr 30 05:25:47.193312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5d8737-2779-42a3-bfd5-2ecbbff4c411', 'tag': '30aed274-4bc1-4953-83f1-0f183eab17d4'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:25:47.220913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Pushing event updated for resources: {'Port': ['ID=30aed274-4bc1-4953-83f1-0f183eab17d4,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:47.224052 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:47.273932 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5d8737-2779-42a3-bfd5-2ecbbff4c411', 'tag': '30aed274-4bc1-4953-83f1-0f183eab17d4', 'status': 'completed', 'code': 200}
Apr 30 05:25:47.322399 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-81e79c25-c8f0-4ab2-9159-8d8224c5dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:47.323991 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-81e79c25-c8f0-4ab2-9159-8d8224c5dc34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e86a921f5724f13ad78199be8261306&device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 1099 time: 0.0884140
Apr 30 05:25:47.398311 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-6887fd06-0f24-4fac-abc4-a5023a6bd8f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=30aed274-4bc1-4953-83f1-0f183eab17d4 HTTP/1.1" status: 200  len: 217 time: 0.0661206
Apr 30 05:25:47.466121 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-e5918a73-9140-4306-852b-8d5621ec57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:47.467504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-e5918a73-9140-4306-852b-8d5621ec57e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0620449
Apr 30 05:25:47.549975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-426f884b-748f-49a8-a100-da9d677a9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:47.551412 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-426f884b-748f-49a8-a100-da9d677a9eb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0767183
Apr 30 05:25:47.694131 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-00a80f31-3755-47cb-88ae-173981ee7fb0 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362298
Apr 30 05:25:47.947755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8002f2cb-429a-45ef-ad92-95202675fc7d req-b2ccdb05-94e4-4e0b-8947-26358aed838f service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196927
Apr 30 05:25:47.970624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7075df-e7b6-4b04-b916-637b7a6699cf req-76a74277-6d4c-485c-b26f-854a35924e64 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:47.972176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e7075df-e7b6-4b04-b916-637b7a6699cf req-76a74277-6d4c-485c-b26f-854a35924e64 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 947 time: 0.2766092
Apr 30 05:25:48.047471 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb3f6a-a31b-4a37-a793-432887456241 req-85b94da8-c03c-46ef-892c-729fb10cb66a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:48.049221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8edb3f6a-a31b-4a37-a793-432887456241 req-85b94da8-c03c-46ef-892c-729fb10cb66a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.2226806
Apr 30 05:25:48.097873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e7075df-e7b6-4b04-b916-637b7a6699cf req-89c2b0c0-f0c4-4ea3-aaa6-6bba32447b0f tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175289
Apr 30 05:25:48.131320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8edb3f6a-a31b-4a37-a793-432887456241 req-8fa4f475-51d5-40b7-a4fd-82e46b880a89 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748386
Apr 30 05:25:48.146714 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-5757f8ca-7a12-428c-8bd9-588c1a40dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:48.148577 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-5757f8ca-7a12-428c-8bd9-588c1a40dc3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e86a921f5724f13ad78199be8261306&device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 1099 time: 0.1529334
Apr 30 05:25:48.441926 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-7ea92184-8d57-4d7a-a487-da284349135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:48.443427 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-7ea92184-8d57-4d7a-a487-da284349135f service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2881281
Apr 30 05:25:48.519719 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-f589b7a6-0671-45cd-a70f-da4d1410f314 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=30aed274-4bc1-4953-83f1-0f183eab17d4 HTTP/1.1" status: 200  len: 217 time: 0.0690603
Apr 30 05:25:48.588765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-d1cae014-b8d6-4971-bc1e-9c896e836906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:48.590247 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-d1cae014-b8d6-4971-bc1e-9c896e836906 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0629089
Apr 30 05:25:48.674863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-13ed1c4e-e2e6-4beb-9517-d4e8eee2ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:48.676570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-13ed1c4e-e2e6-4beb-9517-d4e8eee2ce3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0790787
Apr 30 05:25:48.821182 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-2b7c764f-76bc-44e0-9f7e-c412eff5ea33 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370008
Apr 30 05:25:48.963525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6960f3e7-b1cd-423c-a43d-6d1cd4637ec3 req-9b192532-7d41-42d5-92d7-7e5a9fed1e1c service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358104
Apr 30 05:25:49.357094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeb132-89b9-4b9e-b1bf-586761bd15ac req-ca32e8ac-e9ab-49db-92ef-89e5ea9972d2 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:49.358579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3aeb132-89b9-4b9e-b1bf-586761bd15ac req-ca32e8ac-e9ab-49db-92ef-89e5ea9972d2 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 947 time: 0.1407697
Apr 30 05:25:49.386870 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fb549-9995-4b34-b2fb-93098253d6e5 req-d74319ff-ae53-43b2-a31b-2cc260259424 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:49.388378 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e4fb549-9995-4b34-b2fb-93098253d6e5 req-d74319ff-ae53-43b2-a31b-2cc260259424 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1384056
Apr 30 05:25:49.433065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3aeb132-89b9-4b9e-b1bf-586761bd15ac req-2f11d6fb-fbe9-4579-b1bb-37bc071ffb02 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683315
Apr 30 05:25:49.453195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e4fb549-9995-4b34-b2fb-93098253d6e5 req-83811c80-9886-4f5c-94e8-16e99b972137 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563741
Apr 30 05:25:50.694100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532cd6-1e82-4987-9109-f8016d627e40 req-8b8d102c-e912-42aa-acf6-42c08b78e448 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:50.695618 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc532cd6-1e82-4987-9109-f8016d627e40 req-8b8d102c-e912-42aa-acf6-42c08b78e448 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 947 time: 0.1532040
Apr 30 05:25:50.708497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500371c-2f41-4c05-85e2-8a1eac37bc56 req-c2ce4675-c886-448a-891e-a807ef26e1a8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:50.709987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a500371c-2f41-4c05-85e2-8a1eac37bc56 req-c2ce4675-c886-448a-891e-a807ef26e1a8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1280196
Apr 30 05:25:50.784714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc532cd6-1e82-4987-9109-f8016d627e40 req-1590b0e9-a1fc-4d9c-952e-5583e0e45fe4 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736933
Apr 30 05:25:50.789317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a500371c-2f41-4c05-85e2-8a1eac37bc56 req-6438c7b3-0413-4dbe-ad63-2cd6c8369c87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646534
Apr 30 05:25:51.105059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 30aed274-4bc1-4953-83f1-0f183eab17d4 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:25:51.241941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 30aed274-4bc1-4953-83f1-0f183eab17d4, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=30aed274-4bc1-4953-83f1-0f183eab17d4,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:25:51.255327 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '30aed274-4bc1-4953-83f1-0f183eab17d4', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '30aed274-4bc1-4953-83f1-0f183eab17d4', 'mac_address': 'fa:16:3e:72:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:25:51.318518 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:51.335501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30aed274-4bc1-4953-83f1-0f183eab17d4 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:25:51.350912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 30aed274-4bc1-4953-83f1-0f183eab17d4, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=30aed274-4bc1-4953-83f1-0f183eab17d4,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:25:51.355514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:51.357187 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:51.427206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=30aed274-4bc1-4953-83f1-0f183eab17d4,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:51.434723 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.435484 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.435824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.436154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.436476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.436815 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.437119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.437436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.437752 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.438066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.438380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.439271 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:25:51.443921 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:51.677226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['30aed274-4bc1-4953-83f1-0f183eab17d4'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:25:52.046338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace12d71-52a6-4825-badd-2aa21eccc5ff req-4a80e3ab-603b-4ebe-8932-aa80c681d083 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:52.048386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ace12d71-52a6-4825-badd-2aa21eccc5ff req-4a80e3ab-603b-4ebe-8932-aa80c681d083 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 948 time: 0.1497881
Apr 30 05:25:52.059141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a524ca-9a6c-4d00-a911-d8ee4ae34000 req-f2ed73b4-3aba-4228-a388-9ee6cdd8d7b4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:52.060573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33a524ca-9a6c-4d00-a911-d8ee4ae34000 req-f2ed73b4-3aba-4228-a388-9ee6cdd8d7b4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1251318
Apr 30 05:25:52.138183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ace12d71-52a6-4825-badd-2aa21eccc5ff req-7f08cbfd-5c93-4735-aa4a-031e4590129a tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766568
Apr 30 05:25:52.143326 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-33a524ca-9a6c-4d00-a911-d8ee4ae34000 req-2a4ed6bf-b032-4568-a1c7-267500aa1f8f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673628
Apr 30 05:25:53.111737 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 30aed274-4bc1-4953-83f1-0f183eab17d4 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:25:53.184313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 30aed274-4bc1-4953-83f1-0f183eab17d4 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:25:53.191066 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 30aed274-4bc1-4953-83f1-0f183eab17d4 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:25:53.191687 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:53.325617 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:53.353265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5d8737-2779-42a3-bfd5-2ecbbff4c411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aed274-4bc1-4953-83f1-0f183eab17d4'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:25:53.363524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 30aed274-4bc1-4953-83f1-0f183eab17d4, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=30aed274-4bc1-4953-83f1-0f183eab17d4,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:25:53.367980 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:53.375806 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:53.405062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf93a5-0dad-48c9-bf25-c8fc1481fe72 req-7c8a77b1-774b-4a37-a817-d6bf9feaae0a tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:53.405700 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8baf93a5-0dad-48c9-bf25-c8fc1481fe72 req-7c8a77b1-774b-4a37-a817-d6bf9feaae0a tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 948 time: 0.1476209
Apr 30 05:25:53.414215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c0758-3a6c-4f44-8281-3267ec6c638b req-3af29610-4875-40c6-859f-3ccd5769451d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:53.415725 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-361c0758-3a6c-4f44-8281-3267ec6c638b req-3af29610-4875-40c6-859f-3ccd5769451d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.1261990
Apr 30 05:25:53.445587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=30aed274-4bc1-4953-83f1-0f183eab17d4,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:53.448516 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:53.490735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8baf93a5-0dad-48c9-bf25-c8fc1481fe72 req-562dee4f-4b89-4e0a-be64-da51da6ddf85 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739968
Apr 30 05:25:53.493420 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-361c0758-3a6c-4f44-8281-3267ec6c638b req-da73d598-c731-4700-a26b-a16ad665c85a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617981
Apr 30 05:25:53.544998 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5d8737-2779-42a3-bfd5-2ecbbff4c411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aed274-4bc1-4953-83f1-0f183eab17d4', 'code': 200}
Apr 30 05:25:53.675346 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd17cdb-0c38-41fe-aa09-b3402ebdff67 req-c81bd6c0-98fc-402c-a348-475d97182254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:53.676933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fcd17cdb-0c38-41fe-aa09-b3402ebdff67 req-c81bd6c0-98fc-402c-a348-475d97182254 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 1101 time: 0.0732088
Apr 30 05:25:53.723207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fcd17cdb-0c38-41fe-aa09-b3402ebdff67 req-b72cb829-3ce3-4350-aaaa-957bd66070d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400369
Apr 30 05:25:53.998996 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-1b052f78-2a35-4e65-8b6c-6f11d5f6c40c service neutron] show failed (client error): The resource could not be found.
Apr 30 05:25:53.999954 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-1b052f78-2a35-4e65-8b6c-6f11d5f6c40c service neutron] 10.222.0.50 "GET /v2.0/ports/6ab82d34-50a9-4c42-bb53-84d161a7c558/bindings/n-h1-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0831435
Apr 30 05:25:54.270062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-a74c5e60-a01b-482d-bd1c-701ddd416486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:54.271553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-a74c5e60-a01b-482d-bd1c-701ddd416486 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 1097 time: 0.0739522
Apr 30 05:25:54.284407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:25:54.545191 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:54.941015 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611205ce-4b4b-4bc0-8a66-707f6eaf5c8e req-e8cd844f-6d80-428c-b05a-e17f05ce04dc tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:54.942737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-611205ce-4b4b-4bc0-8a66-707f6eaf5c8e req-e8cd844f-6d80-428c-b05a-e17f05ce04dc tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 949 time: 0.3427536
Apr 30 05:25:54.953290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f7225-d6eb-4e39-8037-626e9f949614 req-51ca158f-2025-49d9-b574-bd8b009550cd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:54.954908 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-089f7225-d6eb-4e39-8037-626e9f949614 req-51ca158f-2025-49d9-b574-bd8b009550cd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.3154922
Apr 30 05:25:55.053236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-611205ce-4b4b-4bc0-8a66-707f6eaf5c8e req-8a3d1847-d102-4976-9e07-e2541129c1b0 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971925
Apr 30 05:25:55.060898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:25:55.069798 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-089f7225-d6eb-4e39-8037-626e9f949614 req-7017a017-cb93-4544-be3d-24c4d99c5836 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944202
Apr 30 05:25:55.101461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:25:55.167373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:25:55.173749 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:55.189334 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Transition to ACTIVE for port object 6ab82d34-50a9-4c42-bb53-84d161a7c558 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:25:55.193221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:55.198153 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3c83c3fb-d923-4dcf-8849-033c9038b38a tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:55.230747 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'code': 200}
Apr 30 05:25:55.345595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=6']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:55.351941 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:55.405529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] No DVR routers for this DVR port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:25:55.648123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:25:55.648894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:25:55.648894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:25:55.653661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:25:55.653983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:25:55.660254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:25:55.660592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Checking segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:25:55.660979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Bound using segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:25:55.661409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Bound port: 6ab82d34-50a9-4c42-bb53-84d161a7c558, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:25:55.661759 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:55.755632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:25:55.758601 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:25:55.763244 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:55.767590 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01d2bbf1-6f2a-4400-a954-e855d68732b5 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:55.827064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:55.827712 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:55.829168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] 10.222.0.37 "PUT /v2.0/ports/6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 1092 time: 1.5497959
Apr 30 05:25:55.850805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:55.855279 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:55.936887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8b08e7c8-f2d0-463c-aba6-0639c9eea571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:55.939223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-8b08e7c8-f2d0-463c-aba6-0639c9eea571 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1095 time: 0.0843589
Apr 30 05:25:56.075285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-c4af3603-07eb-4bb4-85df-f22a77d4f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:56.076824 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-c4af3603-07eb-4bb4-85df-f22a77d4f18b service neutron] 10.222.0.37 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1317101
Apr 30 05:25:56.418077 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-4b82a996-bdcb-4a6e-8dc4-8746616706b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 999 time: 0.3344724
Apr 30 05:25:56.505994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-7786767a-7bd3-44cf-be47-603a5f690699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:56.507481 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-7786767a-7bd3-44cf-be47-603a5f690699 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0822880
Apr 30 05:25:56.591568 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883ab8c-7fc5-419b-9bcc-dbae46405302 req-6a7d30fb-2eae-4995-8f5a-fc136d66233d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:56.593053 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0883ab8c-7fc5-419b-9bcc-dbae46405302 req-6a7d30fb-2eae-4995-8f5a-fc136d66233d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 943 time: 0.2267423
Apr 30 05:25:56.603348 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d89def-d1ce-465d-9ff8-c65e184717b1 req-974a01fc-19a8-49fb-ba97-4f51a4af0be5 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:56.604826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02d89def-d1ce-465d-9ff8-c65e184717b1 req-974a01fc-19a8-49fb-ba97-4f51a4af0be5 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 949 time: 0.4348221
Apr 30 05:25:56.694801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0883ab8c-7fc5-419b-9bcc-dbae46405302 req-6583e1bf-29c6-4f4e-91ef-822486add1b6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878828
Apr 30 05:25:56.706626 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-41f8850e-a783-44e7-8e11-a444d87da3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:56.711402 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-41f8850e-a783-44e7-8e11-a444d87da3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1941421
Apr 30 05:25:56.711402 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02d89def-d1ce-465d-9ff8-c65e184717b1 req-0f7c5cf7-0bf4-4135-90ed-668d1c9df9da tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877354
Apr 30 05:25:56.850002 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-2f4c7a84-d3c5-4462-a73c-c2dcdf001756 service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351631
Apr 30 05:25:57.000417 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-a600460b-b30e-4360-a19b-de96cfc52cf3 service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425126
Apr 30 05:25:57.179532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75f787-a780-42d3-9193-9c7045341898 req-ec9a3580-d5fb-4fbf-8daf-b12d697c09e4 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:57.182081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c75f787-a780-42d3-9193-9c7045341898 req-ec9a3580-d5fb-4fbf-8daf-b12d697c09e4 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 949 time: 0.0975244
Apr 30 05:25:57.231777 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:25:57.239809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c75f787-a780-42d3-9193-9c7045341898 req-c0b2040d-90ae-4fdf-9223-97482a7ce98b tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518422
Apr 30 05:25:57.259537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:25:57.292110 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'status': 'completed', 'code': 200}
Apr 30 05:25:57.321401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:25:57.386478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-4f230b28-ae42-4328-aeca-9165b4d55121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:57.387975 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-4f230b28-ae42-4328-aeca-9165b4d55121 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1095 time: 0.0774789
Apr 30 05:25:57.391863 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-77bf1769-7fc4-47d1-809e-c69cf82fabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:57.393442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-77bf1769-7fc4-47d1-809e-c69cf82fabc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1095 time: 0.0761087
Apr 30 05:25:57.523435 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:57.529420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-382a0279-059a-4135-853e-c1cac3d02f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:57.531035 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-382a0279-059a-4135-853e-c1cac3d02f25 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1368077
Apr 30 05:25:57.535080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-d7cddd24-2bf4-4ef0-873f-30962a1ae0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:57.536653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-d7cddd24-2bf4-4ef0-873f-30962a1ae0d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1357851
Apr 30 05:25:57.614805 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:57.644642 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-7130f688-0f33-457b-85c6-9e5e5ff3d30c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 999 time: 0.1072619
Apr 30 05:25:57.662502 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-9b6a35ed-b6d2-4e1c-aea5-988d4cd079de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 999 time: 0.1192329
Apr 30 05:25:57.709624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-4ec237a9-7e60-4463-869c-b59b189c9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:57.711084 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-4ec237a9-7e60-4463-869c-b59b189c9cc1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0604782
Apr 30 05:25:57.731922 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-3d92f2f0-1cd7-4258-847f-b01786208bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:57.733454 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-3d92f2f0-1cd7-4258-847f-b01786208bfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0644646
Apr 30 05:25:57.799367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-ea3c56ad-bbdf-4ef1-ba80-195dc0d7a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:57.800775 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-ea3c56ad-bbdf-4ef1-ba80-195dc0d7a119 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0826404
Apr 30 05:25:57.850032 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-0fe02c59-b645-4fb8-82ef-12b869bfd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:57.851833 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-0fe02c59-b645-4fb8-82ef-12b869bfd843 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1114037
Apr 30 05:25:57.949590 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-d620fcd6-490a-4110-b003-b2b1df24cff0 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425376
Apr 30 05:25:58.022266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e149e-99b4-4f81-9ac8-398f5d02995a req-0e1086fb-5c44-4611-98e6-51ea3e62e052 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:58.023806 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-375e149e-99b4-4f81-9ac8-398f5d02995a req-0e1086fb-5c44-4611-98e6-51ea3e62e052 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 943 time: 0.2116556
Apr 30 05:25:58.027353 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-7af0e183-0eaa-42cf-aed0-f499014eb5f3 service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1686070
Apr 30 05:25:58.098423 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-45b52b0e-34cb-4661-8123-6b61d574f1c4 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419139
Apr 30 05:25:58.165971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-375e149e-99b4-4f81-9ac8-398f5d02995a req-515b6333-d61d-4bdb-b411-481969918b4d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360168
Apr 30 05:25:58.201067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30b22d49-0fc7-41d6-b251-b77e0dc03278 req-b9ccfd7d-6799-4172-b892-658ccf19e439 service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563683
Apr 30 05:25:58.437208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b90824-99bc-4eec-8aaa-2bda656bf9e3 req-f4b0a6ae-c325-4718-8e47-79e488450000 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:58.438067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63b90824-99bc-4eec-8aaa-2bda656bf9e3 req-f4b0a6ae-c325-4718-8e47-79e488450000 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 949 time: 0.0852814
Apr 30 05:25:58.695329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-63b90824-99bc-4eec-8aaa-2bda656bf9e3 req-e0ea6f21-5cf6-4a48-9f70-ef0e12f3c9a0 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/security-groups?id=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223334
Apr 30 05:25:58.722417 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-04e9cbce-fad3-4d06-8d49-a1c415ad2f6a tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:58.723892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-04e9cbce-fad3-4d06-8d49-a1c415ad2f6a tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 949 time: 0.2844412
Apr 30 05:25:58.863842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Deleting port 30aed274-4bc1-4953-83f1-0f183eab17d4 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:25:58.864724 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:59.003349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] For port 30aed274-4bc1-4953-83f1-0f183eab17d4, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=30aed274-4bc1-4953-83f1-0f183eab17d4,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:25:59.003720 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:59.129213 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:25:59.133116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Calling delete_port for 30aed274-4bc1-4953-83f1-0f183eab17d4 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:25:59.269018 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:59.276806 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1b675aba-b405-494a-9621-62c4906d786f tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:59.277058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:25:59.286067 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['30aed274-4bc1-4953-83f1-0f183eab17d4'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:25:59.326976 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'port_id': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'mac_address': 'fa:16:3e:c3:7c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:25:59.364211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Pushing event deleted for resources: {'Port': ['ID=30aed274-4bc1-4953-83f1-0f183eab17d4,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:59.390629 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:59.404266 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:59.410112 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab82d34-50a9-4c42-bb53-84d161a7c558 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:25:59.427571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:25:59.432415 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:59.435899 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-ea93ac9e-6375-42aa-a9c5-22304fb38234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:25:59.451439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] No DVR routers for this DVR port 30aed274-4bc1-4953-83f1-0f183eab17d4 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:25:59.456215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:25:59.459012 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5d8737-2779-42a3-bfd5-2ecbbff4c411', 'name': 'network-vif-deleted', 'tag': '30aed274-4bc1-4953-83f1-0f183eab17d4'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:25:59.489517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2a8cf36a-5265-4583-b4fc-6d7a1fabb19c req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.37 "DELETE /v2.0/ports/30aed274-4bc1-4953-83f1-0f183eab17d4 HTTP/1.1" status: 204  len: 173 time: 0.7591808
Apr 30 05:25:59.510927 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f77b4-22d8-4247-bb88-a02f9a38c7e5 req-cf8bdd7d-3918-4039-937f-a031aed06da6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:25:59.512561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a00f77b4-22d8-4247-bb88-a02f9a38c7e5 req-cf8bdd7d-3918-4039-937f-a031aed06da6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 943 time: 0.2051821
Apr 30 05:25:59.531095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:25:59.536115 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:25:59.577406 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5d8737-2779-42a3-bfd5-2ecbbff4c411', 'name': 'network-vif-deleted', 'tag': '30aed274-4bc1-4953-83f1-0f183eab17d4', 'status': 'completed', 'code': 200}
Apr 30 05:25:59.585667 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a00f77b4-22d8-4247-bb88-a02f9a38c7e5 req-aab2f0af-5ee9-455f-bb98-1219298ad45f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586376
Apr 30 05:25:59.869343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-93fd8057-5242-49bb-85e8-9d778f842d97 req-5bd2b33c-3a07-4354-afae-4a65c0bdd6e0 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Synchronizing usage tracker for tenant:4e86a921f5724f13ad78199be8261306 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:25:59.887455 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-93fd8057-5242-49bb-85e8-9d778f842d97 req-5bd2b33c-3a07-4354-afae-4a65c0bdd6e0 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Unset dirty status for tenant:4e86a921f5724f13ad78199be8261306 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:25:59.888669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-93fd8057-5242-49bb-85e8-9d778f842d97 req-5bd2b33c-3a07-4354-afae-4a65c0bdd6e0 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf5d8737-2779-42a3-bfd5-2ecbbff4c411 HTTP/1.1" status: 200  len: 210 time: 0.0644755
Apr 30 05:26:00.707083 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-be477f87-0c25-41d8-8106-620c4ca85b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:00.792150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ba15a-96ca-41da-ae35-c89c2187c139 req-a656b02a-f390-4523-9c0e-0e331958830b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:00.793749 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd9ba15a-96ca-41da-ae35-c89c2187c139 req-a656b02a-f390-4523-9c0e-0e331958830b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 944 time: 0.0964885
Apr 30 05:26:00.841129 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd9ba15a-96ca-41da-ae35-c89c2187c139 req-728c90e1-2f90-4034-a1cd-20c1bdfef68f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408196
Apr 30 05:26:01.168145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:26:01.171411 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 30aed274-4bc1-4953-83f1-0f183eab17d4 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:26:01.219716 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 30aed274-4bc1-4953-83f1-0f183eab17d4 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:26:01.220450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 30aed274-4bc1-4953-83f1-0f183eab17d4 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:26:01.254384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-783232fb-3584-4ba8-ac2b-16f04d3eb53a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:01.255832 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-783232fb-3584-4ba8-ac2b-16f04d3eb53a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350&tenant_id=8342531a68584bdfb8954926aa47e9fc&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 944 time: 0.1468074
Apr 30 05:26:01.340476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5433-4a45-4173-82c7-d1dd58df2e34 req-7160ae23-c93b-43ef-ad3a-a775845dfdcd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:01.342320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4cbe5433-4a45-4173-82c7-d1dd58df2e34 req-7160ae23-c93b-43ef-ad3a-a775845dfdcd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 944 time: 0.1719108
Apr 30 05:26:01.366885 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:01.382742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'port_id': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'mac_address': 'fa:16:3e:c3:7c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:26:01.391857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-b996c910-b997-4925-b63d-a6675f1868a1 service neutron] 10.222.0.37 "GET /v2.0/ports/6ab82d34-50a9-4c42-bb53-84d161a7c558/bindings/n-h1-766726-20 HTTP/1.1" status: 200  len: 383 time: 0.1284611
Apr 30 05:26:01.402943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4cbe5433-4a45-4173-82c7-d1dd58df2e34 req-2f473bbe-ed5f-4a55-8c1a-998206983f2c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518706
Apr 30 05:26:01.489792 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-e972d32d-aaa4-4757-9fbd-d624d0b685b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:01.491401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-e972d32d-aaa4-4757-9fbd-d624d0b685b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1096 time: 0.0770392
Apr 30 05:26:01.534653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['6ab82d34-50a9-4c42-bb53-84d161a7c558'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:26:01.634977 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-5ce1a84d-04ad-488d-b0a4-0e88f4bf5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:01.636864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-5ce1a84d-04ad-488d-b0a4-0e88f4bf5e28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1390615
Apr 30 05:26:01.766976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-42f125d5-3bf2-4d0f-a22c-81c77464d98e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 1000 time: 0.1136973
Apr 30 05:26:01.843566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-b6b5b731-8aab-4b65-83d9-221366904eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:01.845582 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-b6b5b731-8aab-4b65-83d9-221366904eaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0724030
Apr 30 05:26:01.932035 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-0f5c8264-e948-41fd-b205-1f11f49ad716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:01.933598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-0f5c8264-e948-41fd-b205-1f11f49ad716 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0814216
Apr 30 05:26:02.077742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-df0a4a4f-413f-4660-ab23-a37f37602332 service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365421
Apr 30 05:26:02.386468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-93a74bf4-ae59-40f0-ba54-5642117e90bb service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3019979
Apr 30 05:26:02.607447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-4741e50a-849b-41df-8775-2ce8719944b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:02.608866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-4741e50a-849b-41df-8775-2ce8719944b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1096 time: 0.1285050
Apr 30 05:26:02.682556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60384f7-c85f-43c8-8363-276675218947 req-1f53408c-de95-42f9-8e6d-e9cf255c11d3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:02.684123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d60384f7-c85f-43c8-8363-276675218947 req-1f53408c-de95-42f9-8e6d-e9cf255c11d3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 944 time: 0.1450381
Apr 30 05:26:02.810409 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d60384f7-c85f-43c8-8363-276675218947 req-042c32a6-291f-4e66-8782-4bd36d3bda31 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729115
Apr 30 05:26:02.818187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-e65f80eb-92f3-4e11-a130-5636e9c86d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:02.819682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-e65f80eb-92f3-4e11-a130-5636e9c86d9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1884282
Apr 30 05:26:02.933345 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-fec142e6-7f48-4d47-8138-5bf9032635fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 1000 time: 0.1060610
Apr 30 05:26:03.003080 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-aba7b001-aa35-47eb-8738-574e78d5dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:03.004596 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-aba7b001-aa35-47eb-8738-574e78d5dc83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0642767
Apr 30 05:26:03.100306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-896df105-4f0f-4e41-9e0e-1bcd0f18c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:03.102154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-896df105-4f0f-4e41-9e0e-1bcd0f18c4a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0902774
Apr 30 05:26:03.189540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:26:03.258058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-c1e2311c-9d26-4643-a5ee-f5841e20656c service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483438
Apr 30 05:26:03.280157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 6ab82d34-50a9-4c42-bb53-84d161a7c558 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:26:03.285852 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 6ab82d34-50a9-4c42-bb53-84d161a7c558 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:03.286234 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:03.436608 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:03.448950 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:03.472045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e313783-0984-4292-a7c6-e1db1ee3a90c req-5037a2f2-42dc-4a58-bd57-6f863619ecf3 service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049010
Apr 30 05:26:03.472678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:26:03.483154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:03.490321 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:03.492352 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-834b2585-a4de-4a2b-b931-0a2c180862ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:03.562573 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'code': 200}
Apr 30 05:26:03.575669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:03.579376 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:03.654476 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a52f56e0-0c5e-4915-a354-cd85dd0b5d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:04.027196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4071f-b483-4757-a33c-0c120a281e9a req-1a815808-acdf-4093-aaa7-43da136db57c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:04.028483 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5cc4071f-b483-4757-a33c-0c120a281e9a req-1a815808-acdf-4093-aaa7-43da136db57c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0965490
Apr 30 05:26:04.075878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5cc4071f-b483-4757-a33c-0c120a281e9a req-f2d2fe0c-3b3e-4145-a8d8-4f4e4b9d0acc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407031
Apr 30 05:26:04.868920 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:04.906127 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-b98092b3-b4f3-46e5-afe1-eb4f713a2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:04.907594 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-b98092b3-b4f3-46e5-afe1-eb4f713a2b66 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 1097 time: 0.0749779
Apr 30 05:26:04.919076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:05.216807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:05.318967 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16cb98-77d6-4254-b874-e88da537c7d1 req-e1da89ba-7789-48ce-b175-00dcedee4a93 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:05.321300 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0f16cb98-77d6-4254-b874-e88da537c7d1 req-e1da89ba-7789-48ce-b175-00dcedee4a93 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0938706
Apr 30 05:26:05.372328 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0f16cb98-77d6-4254-b874-e88da537c7d1 req-be743805-c214-49cb-aaf7-4fa6f075e006 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456495
Apr 30 05:26:05.522872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:05.557366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:26:05.622508 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:26:05.629710 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:05.647286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Transition to ACTIVE for port object 6ab82d34-50a9-4c42-bb53-84d161a7c558 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:26:05.651519 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:05.656486 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53cb3c23-5530-49a2-ab9d-56091108fbe0 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:05.695697 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'code': 200}
Apr 30 05:26:05.820996 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=10']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:05.826449 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:05.912143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] No DVR routers for this DVR port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:26:06.169753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:26:06.170095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:26:06.170426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:26:06.176520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:26:06.176978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Attempting to bind port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:26:06.182784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:26:06.183115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Checking segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:26:06.183531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Bound using segment: {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:26:06.183960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Bound port: 6ab82d34-50a9-4c42-bb53-84d161a7c558, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:26:06.184304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:06.289898 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:26:06.293441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:26:06.297331 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:06.301294 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ca13e9b-eb09-4e2e-8d1c-9a730e9af673 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:06.358131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:06.358814 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:06.360255 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] 10.222.0.50 "PUT /v2.0/ports/6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 1093 time: 1.4455457
Apr 30 05:26:06.378887 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:06.382777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=11']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:06.443351 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:06.508351 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-25bd4bef-41bc-4367-9716-c079e06a2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:06.511178 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-25bd4bef-41bc-4367-9716-c079e06a2806 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1096 time: 0.1252825
Apr 30 05:26:06.629775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd4bff-0562-4a76-8c0a-2a4c29325c20 req-40b3c8f9-7f80-45f5-bf87-492ee43f6ea1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:06.632766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25bd4bff-0562-4a76-8c0a-2a4c29325c20 req-40b3c8f9-7f80-45f5-bf87-492ee43f6ea1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 944 time: 0.1181285
Apr 30 05:26:06.656304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-aa52efe1-3417-4640-8cba-80956c552cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:06.658451 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-aa52efe1-3417-4640-8cba-80956c552cff service neutron] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1406078
Apr 30 05:26:06.688917 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25bd4bff-0562-4a76-8c0a-2a4c29325c20 req-33219acb-2518-4dae-b0c3-4323a65d42f5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501606
Apr 30 05:26:06.770555 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-8f1ba4c7-2f8d-41d4-8867-c93e614e1c16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 999 time: 0.1052022
Apr 30 05:26:06.848469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-fd3527d3-01f4-472c-aa9b-bfbd57a5310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:06.849855 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-fd3527d3-01f4-472c-aa9b-bfbd57a5310f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0733926
Apr 30 05:26:06.949849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d717f-9337-449d-afb0-b8894b81278f req-a9487379-16d4-4ff6-bc0e-774949741e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:06.951441 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-a9487379-16d4-4ff6-bc0e-774949741e75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0956266
Apr 30 05:26:07.144693 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-a289c6c9-46a2-4099-af61-8118a810932e service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861999
Apr 30 05:26:07.194082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:26:07.260392 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:26:07.296591 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-943d717f-9337-449d-afb0-b8894b81278f req-8633daac-771a-4c63-8d16-46cbb377adbb service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457071
Apr 30 05:26:07.360930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58822) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:07.555746 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8094b544-2139-4a5b-bd2e-ebd9eb45101d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e86a921f5724f13ad78199be8261306&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1934977
Apr 30 05:26:07.558041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58828) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:07.626681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db9307be-8bb7-4cdf-bea1-fe51a636c116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:07.656241 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db9307be-8bb7-4cdf-bea1-fe51a636c116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:07.696482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:26:07.716001 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db9307be-8bb7-4cdf-bea1-fe51a636c116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:07.720969 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-89ca7f7b-91e3-487e-8c02-e64a164817bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:07.736429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9307be-8bb7-4cdf-bea1-fe51a636c116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4e77cd-d1ee-4cbe-bf90-79be81d7281b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:07.741019 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-db9307be-8bb7-4cdf-bea1-fe51a636c116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:07.765420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-db9307be-8bb7-4cdf-bea1-fe51a636c116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:07.770223 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-db9307be-8bb7-4cdf-bea1-fe51a636c116 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f4e77cd-d1ee-4cbe-bf90-79be81d7281b HTTP/1.1" status: 204  len: 168 time: 0.2111957
Apr 30 05:26:07.784017 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'status': 'completed', 'code': 200}
Apr 30 05:26:07.894897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828877b-a9da-46de-9663-3f44897c4efd req-d99b72f0-8a91-437d-a8bb-aabfe1ee0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:07.899874 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-d99b72f0-8a91-437d-a8bb-aabfe1ee0d19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1096 time: 0.1086736
Apr 30 05:26:07.926993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828877b-a9da-46de-9663-3f44897c4efd req-9bd74d6e-ddc0-417a-afe0-93e368458d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:07.928569 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-9bd74d6e-ddc0-417a-afe0-93e368458d1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1096 time: 0.1445835
Apr 30 05:26:08.003149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4989-36aa-46a9-a66c-4c277eda0897 req-61555256-f7cf-46ec-9bab-657b43715c05 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:08.005371 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1ca4989-36aa-46a9-a66c-4c277eda0897 req-61555256-f7cf-46ec-9bab-657b43715c05 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 944 time: 0.1644969
Apr 30 05:26:08.151151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1ca4989-36aa-46a9-a66c-4c277eda0897 req-aad0b322-1ebb-44bb-a141-4b7147f75825 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002507
Apr 30 05:26:08.154057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828877b-a9da-46de-9663-3f44897c4efd req-e6796523-9753-4ffe-8c93-ae7a70fcb73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:08.155570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-e6796523-9753-4ffe-8c93-ae7a70fcb73a service neutron] 10.222.0.37 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.2092068
Apr 30 05:26:08.264499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828877b-a9da-46de-9663-3f44897c4efd req-bd641dff-2eec-4a1b-b0be-367b9f70a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:08.266050 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-bd641dff-2eec-4a1b-b0be-367b9f70a242 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.3574607
Apr 30 05:26:08.406080 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-42f1bca6-634f-4288-b72b-99e371c02a00 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 999 time: 0.1331079
Apr 30 05:26:08.435585 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-11514d7a-f1cd-4181-8d58-a9f934cadd20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 999 time: 0.2728195
Apr 30 05:26:08.481872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828877b-a9da-46de-9663-3f44897c4efd req-4503313a-7311-4656-9636-b7f4919b83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:08.483728 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-4503313a-7311-4656-9636-b7f4919b83ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0712168
Apr 30 05:26:08.507069 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828877b-a9da-46de-9663-3f44897c4efd req-23d7920f-8fe7-422c-bce5-c607090f097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:08.508726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-23d7920f-8fe7-422c-bce5-c607090f097b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0664144
Apr 30 05:26:08.573282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828877b-a9da-46de-9663-3f44897c4efd req-c73789f0-fae9-42e9-b766-d595ce7ad2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:08.574888 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-c73789f0-fae9-42e9-b766-d595ce7ad2ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0844309
Apr 30 05:26:08.616778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828877b-a9da-46de-9663-3f44897c4efd req-760c269a-c1b8-4606-a41b-3ede4c6a1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:08.619873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-760c269a-c1b8-4606-a41b-3ede4c6a1317 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1034722
Apr 30 05:26:08.737090 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-ebdded5d-9574-4016-a388-05273d7b2235 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545053
Apr 30 05:26:08.778107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-e103436d-e958-47f4-9b5c-cb8d91d66f09 service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498260
Apr 30 05:26:08.893397 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-12eb804c-ed77-47ec-9f4d-a6ea1ce401f4 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483905
Apr 30 05:26:08.935505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d828877b-a9da-46de-9663-3f44897c4efd req-c3a7f01e-0cf2-458c-ae85-39ab14c129fb service neutron] 10.222.0.37 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502559
Apr 30 05:26:09.301480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:26:09.378157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9e42b-3138-43cf-bee1-cd44c1fcbe65 req-8e3629ff-9146-4623-b2c1-11d3761720a5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:09.384386 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64b9e42b-3138-43cf-bee1-cd44c1fcbe65 req-8e3629ff-9146-4623-b2c1-11d3761720a5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 944 time: 0.1035318
Apr 30 05:26:09.392958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58872) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:09.432468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-64b9e42b-3138-43cf-bee1-cd44c1fcbe65 req-25a6bf84-9bb0-4e52-a198-b65d3263012f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464911
Apr 30 05:26:09.465727 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:09.481499 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'port_id': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'mac_address': 'fa:16:3e:c3:7c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:26:09.548529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.572837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab82d34-50a9-4c42-bb53-84d161a7c558 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:26:09.591638 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:09.595842 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.596460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'network': {'name': 'tempest-network-smoke--1628900980', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'port_security_enabled': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:09.597712 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-34ea58ee-b4f2-41da-9b42-922eb730e0b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:09.602727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:09.606677 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:network and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:09.610262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:09.617951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:09.629007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Made reservation on behalf of 89572e80b3754c7083e0ec66ac6a0125 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:26:09.632503 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.645600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.662487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:09.666483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:09.669667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:09.672323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=12']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:09.675992 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:09.676840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:09.773888 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.778239 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.782469 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-955c79b1-3963-4fab-9531-a6d386a716c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:09.814676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:26:09.823566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06824ac-57a9-4573-83f9-2802c24c7b82,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:09.827262 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:09.830918 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.831271 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Added segment f1b39875-5bd3-47fb-8b42-dadfa322bb1b of type vlan for network d7e3afef-26fe-4305-9c05-5986d75547d7
Apr 30 05:26:09.868291 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.905280 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.914717 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:09.916094 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:09.923667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cfd2f9e8-4291-4e86-aac3-ac5c52192f6f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:10.038726 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6440368
Apr 30 05:26:10.042911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58878) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:10.051166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-57183275', 'admin_state_up': True, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:10.058225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Network': ['ID=d7e3afef-26fe-4305-9c05-5986d75547d7,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:10.062184 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:10.063931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:10.068322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:router and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:10.071820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:10.077724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network d7e3afef-26fe-4305-9c05-5986d75547d7 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:26:10.078293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:10.097015 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:10.098246 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:10.123196 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:10.498480 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:10.660998 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b29384-d6ab-4273-ba99-409a73bf5641 req-5e2f5bf8-51ed-405b-aeb6-6568416f2d2b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:10.662744 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85b29384-d6ab-4273-ba99-409a73bf5641 req-5e2f5bf8-51ed-405b-aeb6-6568416f2d2b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 945 time: 0.0902135
Apr 30 05:26:10.721289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-85b29384-d6ab-4273-ba99-409a73bf5641 req-bec2b669-48b0-4055-8ab8-35a235c3d1e0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519984
Apr 30 05:26:10.746924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58884) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:10.843376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:10.874561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0524f901-342f-4cd8-ac01-e2bf7d952c97 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/4c07aab3-d522-4fbb-a991-218a6c4fe2c1 HTTP/1.1" status: 200  len: 992 time: 0.1203368
Apr 30 05:26:10.881575 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:11.028268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.25.8.244 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/87850f6e-121e-40b6-8c46-6b059cd38830) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:26:11.061264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['6ab82d34-50a9-4c42-bb53-84d161a7c558'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:26:11.098415 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:26:11.362613 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:11.395754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:11.398476 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:11.466971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:26:11.470691 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:26:11.474569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:26:11.514466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=87850f6e-121e-40b6-8c46-6b059cd38830,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:11.519793 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:11.924037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:12.305901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:12.515987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 79902218-d674-4db3-b782-7c967d54bf3e is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:26:12.889162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:26:12.900186 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Sync routers for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:26:12.911382 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:26:12.912036 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78009ddf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:26:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:12.924518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:12.929119 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58888) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:12.929801 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.8853376
Apr 30 05:26:13.028643 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e092a9f4-0b58-4f4e-91c1-20c6b1c1b5ee tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=89572e80b3754c7083e0ec66ac6a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0969846
Apr 30 05:26:13.031227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58894) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:13.115702 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:26:13.176188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a73ed-125e-4cc1-ada5-16b3f3330e0e tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:13.177628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1d2a73ed-125e-4cc1-ada5-16b3f3330e0e tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1448052
Apr 30 05:26:13.181221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58898) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:13.227075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1511f74f-c336-42a8-96bc-6f5cebc2b3f8 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0446274
Apr 30 05:26:13.229609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58902) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:13.235945 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1235621021', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:13.345694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:26:13.354013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:13.357991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:subnet and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:13.361835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:13.367955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:13.380640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Made reservation on behalf of 89572e80b3754c7083e0ec66ac6a0125 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:26:13.384284 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:13.423196 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 6ab82d34-50a9-4c42-bb53-84d161a7c558 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:26:13.428978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 6ab82d34-50a9-4c42-bb53-84d161a7c558 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:13.429672 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:13.432039 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78009ddf0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:11Z', 'revision_number': 3, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:13.436765 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Checking router: 79902218-d674-4db3-b782-7c967d54bf3e for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:26:13.440165 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Updating router 79902218-d674-4db3-b782-7c967d54bf3e port 87850f6e-121e-40b6-8c46-6b059cd38830 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:26:13.523415 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:13.561876 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:13.590740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:26:13.606476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:13.612057 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:13.614046 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:13.659668 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'code': 200}
Apr 30 05:26:13.703467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=13']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:13.706651 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:13.894842 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:13.898831 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c219d7a9-f717-423a-9f6c-d97f77cc712e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:13.944418 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:13.956435 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Transition to ACTIVE for port object 87850f6e-121e-40b6-8c46-6b059cd38830 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:26:13.964375 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:13.968376 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-97b157f3-4569-4e20-83f0-e0f478094176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:13.974014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Subnet': ['ID=1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:13.979272 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:13.989328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Checking segment: {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:26:13.989692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network hostable DHCP agents. Network: d7e3afef-26fe-4305-9c05-5986d75547d7, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:26:14.011285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network d7e3afef-26fe-4305-9c05-5986d75547d7 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:26:14.026414 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, d7e3afef-26fe-4305-9c05-5986d75547d7) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:26:14.037729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f744bb76-d8eb-4ca6-9b65-5427b7f26ca1 None None] Network d7e3afef-26fe-4305-9c05-5986d75547d7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:26:14.048338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:14.049113 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:14.050824 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Attempting to bind port 87850f6e-121e-40b6-8c46-6b059cd38830 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:26:14.051468 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Attempting to bind port 87850f6e-121e-40b6-8c46-6b059cd38830 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:26:14.052074 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Attempting to bind port 87850f6e-121e-40b6-8c46-6b059cd38830 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:26:14.058442 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Pushing event updated for resources: {'Port': ['ID=87850f6e-121e-40b6-8c46-6b059cd38830,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:14.067026 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:26:14.067468 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:26:14.068024 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:14.068759 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:26:14.069244 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Bound port: 87850f6e-121e-40b6-8c46-6b059cd38830, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:26:14.070024 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:14.076379 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8457298
Apr 30 05:26:14.079915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58908) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:14.120681 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.121160 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.121633 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.122093 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.122557 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.123016 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.123508 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.123960 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.124413 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.124868 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.125889 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.126332 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:26:14.141905 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:14.193195 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] For port 87850f6e-121e-40b6-8c46-6b059cd38830, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:26:14.197568 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] For port 87850f6e-121e-40b6-8c46-6b059cd38830, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=87850f6e-121e-40b6-8c46-6b059cd38830,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:26:14.207385 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:14.212148 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-0aa0e421-f511-4088-8701-7b8f65e31723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:14.295148 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:26:14.295902 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78009ddf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:26:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:14.299111 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-d7e3afef-26fe-4305-9c05-5986d75547d7', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:26:14.300013 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:14.350328 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Pushing event updated for resources: {'Port': ['ID=87850f6e-121e-40b6-8c46-6b059cd38830,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:14.361437 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:14.512662 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:26:14.566385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Allocated IP 172.20.0.2 (d7e3afef-26fe-4305-9c05-5986d75547d7/1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca/a5d3653e-fad5-4543-a37f-cd6cbd60a3ab) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:26:14.798432 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:14.809087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Transition to ACTIVE for port object a5d3653e-fad5-4543-a37f-cd6cbd60a3ab will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:26:14.826880 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78009ddf0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:11Z', 'revision_number': 3, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:14.831585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Transition to ACTIVE for port object a5d3653e-fad5-4543-a37f-cd6cbd60a3ab will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:26:14.832105 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47447228-bedc-4824-b037-2b1fb6de75d4 None None] The sync data for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 is: [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:11Z', 'revision_number': 3, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:26:14.838962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:14.845187 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:14.931205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Pushing event updated for resources: {'Port': ['ID=a5d3653e-fad5-4543-a37f-cd6cbd60a3ab,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:14.935371 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Network d7e3afef-26fe-4305-9c05-5986d75547d7 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:26:14.936489 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:14.937352 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:26:14.945481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:26:15.047177 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Attempting to bind port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:26:15.047837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Attempting to bind port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:26:15.048426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Attempting to bind port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab on network d7e3afef-26fe-4305-9c05-5986d75547d7 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:26:15.055278 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:26:15.055742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Checking segment: {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:26:15.056310 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:15.056788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Bound using segment: {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:26:15.057354 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Bound port: a5d3653e-fad5-4543-a37f-cd6cbd60a3ab, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:26:15.057813 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:15.097177 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:15.205258 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] For port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:26:15.210744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] For port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a5d3653e-fad5-4543-a37f-cd6cbd60a3ab,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:26:15.215600 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:15.221146 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:15.303088 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Pushing event updated for resources: {'Port': ['ID=a5d3653e-fad5-4543-a37f-cd6cbd60a3ab,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:15.312143 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:15.639828 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 87850f6e-121e-40b6-8c46-6b059cd38830 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:26:15.687864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.20.0.1 (d7e3afef-26fe-4305-9c05-5986d75547d7/1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca/1b0859cd-0f4a-41f3-8567-dfc625c219d6) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:26:15.726974 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 87850f6e-121e-40b6-8c46-6b059cd38830 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:26:15.732777 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 87850f6e-121e-40b6-8c46-6b059cd38830 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:15.733339 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:15.885277 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:15.887394 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:15.910692 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Transition to ACTIVE for port object 1b0859cd-0f4a-41f3-8567-dfc625c219d6 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:26:15.911951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 87850f6e-121e-40b6-8c46-6b059cd38830, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=87850f6e-121e-40b6-8c46-6b059cd38830,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:15.918936 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:15.921865 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:15.936878 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:15.941262 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b1bda4f-1408-4980-b014-f8ab11d05972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:16.009400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network d7e3afef-26fe-4305-9c05-5986d75547d7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:26:16.010634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=87850f6e-121e-40b6-8c46-6b059cd38830,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:16.013994 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:16.017582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:26:16.022229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:26:16.063108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=1b0859cd-0f4a-41f3-8567-dfc625c219d6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:16.067913 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:16.086871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:16.378809 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:16.872771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c3177-ee97-44a0-83cb-ecdcecc0fe40 None None] Network d7e3afef-26fe-4305-9c05-5986d75547d7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:26:16.994249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-05ec2695-7bd1-4a66-a034-42ce4596fb62 None None] Provisioning for port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:26:17.026728 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:17.032462 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:17.061309 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:17.153837 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:17.158317 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=1b0859cd-0f4a-41f3-8567-dfc625c219d6,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:17.161923 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:17.306561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network d7e3afef-26fe-4305-9c05-5986d75547d7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:26:17.307802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:26:17.426400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9f4acb95-107e-4b8d-b041-c270f42f83b5 None None] Provisioning for port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:26:17.432782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9f4acb95-107e-4b8d-b041-c270f42f83b5 None None] Provisioning complete for port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:17.433677 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9f4acb95-107e-4b8d-b041-c270f42f83b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:17.501224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-9f4acb95-107e-4b8d-b041-c270f42f83b5 None None] Port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:26:17.544087 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 79902218-d674-4db3-b782-7c967d54bf3e has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:26:17.654947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f6fa25b4-90ce-4b24-ae2a-3bd8519cf885 None None] Provisioning complete for port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:17.655403 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f6fa25b4-90ce-4b24-ae2a-3bd8519cf885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:17.692868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 87850f6e-121e-40b6-8c46-6b059cd38830 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:26:17.747190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:26:17.758547 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "PUT /v2.0/routers/79902218-d674-4db3-b782-7c967d54bf3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6771836
Apr 30 05:26:17.761095 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 58912) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:17.819468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Sync routers for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:26:17.837403 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f6fa25b4-90ce-4b24-ae2a-3bd8519cf885 None None] Port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:26:17.847043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:26:17.847718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe784707bb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:26:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:17.915590 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976940d-c56e-4eab-8742-f689db09bc1d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:17.916072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976940d-c56e-4eab-8742-f689db09bc1d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:17.916541 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976940d-c56e-4eab-8742-f689db09bc1d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:17.917079 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976940d-c56e-4eab-8742-f689db09bc1d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:17.917643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976940d-c56e-4eab-8742-f689db09bc1d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:17.922953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58916) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:17.923989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7976940d-c56e-4eab-8742-f689db09bc1d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3571 time: 0.1601250
Apr 30 05:26:17.931142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 87850f6e-121e-40b6-8c46-6b059cd38830 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:17.931686 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:17.998178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ddcee-9509-4c48-9ab5-d7b6e8e05281 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:17.998652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ddcee-9509-4c48-9ab5-d7b6e8e05281 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:17.999117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ddcee-9509-4c48-9ab5-d7b6e8e05281 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:17.999610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ddcee-9509-4c48-9ab5-d7b6e8e05281 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:18.000713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ddcee-9509-4c48-9ab5-d7b6e8e05281 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:18.002538 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-797ddcee-9509-4c48-9ab5-d7b6e8e05281 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3350 time: 0.0784335
Apr 30 05:26:18.005345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58920) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:18.072946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e34edfe1-e391-48c2-9468-1acd49ae310f None None] Provisioning complete for port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:18.073325 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e34edfe1-e391-48c2-9468-1acd49ae310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.208221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:26:18.225701 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-66822019-6e4e-490d-bb4b-498a1d2db9a4 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2333 time: 0.2191257
Apr 30 05:26:18.253770 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e34edfe1-e391-48c2-9468-1acd49ae310f None None] Port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:26:18.290349 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a5d3653e-fad5-4543-a37f-cd6cbd60a3ab up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:26:18.452170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58926) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:18.458739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078137235', 'description': 'tempest-secgroup-smoke-1078137235 description', 'project_id': '89572e80b3754c7083e0ec66ac6a0125'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:18.465639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:18.470606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:18.473662 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:18.480554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:18.492190 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.512986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:18.517632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:18.520938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:18.521679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:26:18.527479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:18.540756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:18.541122 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.609187 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.614091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.619859 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ec1e8ea9-2961-48e7-a452-32d653d1c21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:18.663149 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb08652c-3e1b-45be-9c6f-a838e1b82e7d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:18.666141 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:18.667201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.671574 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2151473
Apr 30 05:26:18.673530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58930) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:18.678663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'eb08652c-3e1b-45be-9c6f-a838e1b82e7d', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:18.684855 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:18.689309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:18.692385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:18.698634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:18.715660 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.716232 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.736435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe784707bb0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:16Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:16Z', 'revision_number': 2, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:18.750041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Checking router: 79902218-d674-4db3-b782-7c967d54bf3e for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:26:18.750927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Updating router 79902218-d674-4db3-b782-7c967d54bf3e port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:26:18.779920 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.785207 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.793379 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff69b0a8-28ee-4885-b64e-51bb66095ff8 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:18.795781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a5d3653e-fad5-4543-a37f-cd6cbd60a3ab,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:18.806495 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.810587 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f4b9f6b2-9a6f-41a6-bb39-aaaa03e7ac1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:18.815571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89454b2b-1087-46b8-83fe-fc0704a23b70,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:18.818345 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:18.827721 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.832324 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1560967
Apr 30 05:26:18.832505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58934) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:18.837678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'eb08652c-3e1b-45be-9c6f-a838e1b82e7d', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:18.845681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:18.848978 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.850460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:18.855103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:18.862311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:18.881705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.947947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=a5d3653e-fad5-4543-a37f-cd6cbd60a3ab,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:18.953098 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:18.964495 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.970656 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:18.977058 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-542b276c-5fe3-4604-88df-800b3a5d0c96 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:18.998802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a508a366-f274-47ce-ae28-aad5b49fdde2,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:19.004533 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:19.010226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.012468 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1790476
Apr 30 05:26:19.018688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58938) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:19.032769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'eb08652c-3e1b-45be-9c6f-a838e1b82e7d', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:19.041006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:19.045026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:19.049101 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:19.055273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:19.073029 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.143795 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.148249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.150172 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-919df7d2-d2c2-4945-a7f8-d857abc66ffb tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:19.174385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941de34e-0463-4950-b56d-bb704419a138,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:19.176416 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:19.184362 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.185572 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-031e1eed-9871-4787-a40e-2077b82c5da0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1656046
Apr 30 05:26:19.188943 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58942) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:19.194440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'eb08652c-3e1b-45be-9c6f-a838e1b82e7d', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:19.201081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:19.205699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:19.208872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:19.215082 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:19.232422 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.260999 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.273507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Transition to ACTIVE for port object 1b0859cd-0f4a-41f3-8567-dfc625c219d6 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:26:19.280932 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.286831 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:19.302290 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.306132 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.312579 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9696b45a-ceb5-4fa2-83cf-81cdae93364e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:19.333217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd740f8-eae8-4ed8-b4cc-47c7a93231c3,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:19.335802 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:19.346835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.351244 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c00744d8-abe6-48fd-a8c0-c0f9eb44b2d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1582236
Apr 30 05:26:19.351446 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58946) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:19.357271 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'eb08652c-3e1b-45be-9c6f-a838e1b82e7d', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:19.364418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:19.368466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:19.371681 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:19.378721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:19.394346 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Project 89572e80b3754c7083e0ec66ac6a0125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:26:19.400835 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.425240 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7fda1-6820-4551-8748-7f74d4af9b40 None None] Pushing event updated for resources: {'Port': ['ID=1b0859cd-0f4a-41f3-8567-dfc625c219d6,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:19.481732 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.486967 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.489023 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:19.522949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b5e57f-6dcf-47f9-be11-19eadd23fe05,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:19.525249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.529139 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1740463
Apr 30 05:26:19.529139 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-21d6edb4-7223-490b-93a9-a5cac0bcdba6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:19.529464 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 58950) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:19.537840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'eb08652c-3e1b-45be-9c6f-a838e1b82e7d', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:19.539390 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ef7fda1-6820-4551-8748-7f74d4af9b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:19.545065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:19.550937 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:19.554143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:19.560706 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:19.574203 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Project 89572e80b3754c7083e0ec66ac6a0125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:26:19.582218 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.594751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a5d3653e-fad5-4543-a37f-cd6cbd60a3ab up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:26:19.643318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Attempting to bind port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:26:19.643603 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Attempting to bind port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:26:19.643993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Attempting to bind port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 on network d7e3afef-26fe-4305-9c05-5986d75547d7 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:26:19.657702 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.660710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:26:19.661145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Checking segment: {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:26:19.661643 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.662081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Bound using segment: {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:26:19.662578 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Bound port: 1b0859cd-0f4a-41f3-8567-dfc625c219d6, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:26:19.662830 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.662974 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.665061 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-001404a9-f4a0-459d-97c6-2f47f05e9071 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:19.688552 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cc5262-e1c7-4230-91cd-7eab571af30a,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:19.694073 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:19.704886 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.706217 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f0526860-05c9-46ad-961c-938ecbf00a7d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1757944
Apr 30 05:26:19.786761 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:19.787145 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.835726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] For port 1b0859cd-0f4a-41f3-8567-dfc625c219d6, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:26:19.857751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] For port 1b0859cd-0f4a-41f3-8567-dfc625c219d6, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1b0859cd-0f4a-41f3-8567-dfc625c219d6,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:26:19.868556 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:19.873656 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:20.008694 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:26:20.009389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe784707bb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:26:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:20.061067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-2a4a88e5-ee71-4c0c-9f7c-4c4b8faed5b1 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078137235&fields=id&tenant_id=89572e80b3754c7083e0ec66ac6a0125 HTTP/1.1" status: 200  len: 267 time: 0.0555875
Apr 30 05:26:20.086671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7fda1-6820-4551-8748-7f74d4af9b40 None None] Pushing event updated for resources: {'Port': ['ID=1b0859cd-0f4a-41f3-8567-dfc625c219d6,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:20.099675 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ef7fda1-6820-4551-8748-7f74d4af9b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:20.231610 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-a26857c1-94f7-4877-98d2-79d8f7b77a1f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:20.232586 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-a26857c1-94f7-4877-98d2-79d8f7b77a1f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/networks?id=d7e3afef-26fe-4305-9c05-5986d75547d7 HTTP/1.1" status: 200  len: 797 time: 0.1633551
Apr 30 05:26:20.241234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:26:20.249847 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cc381310-5f7d-4093-8e74-cf95c34b13fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/quotas/89572e80b3754c7083e0ec66ac6a0125 HTTP/1.1" status: 200  len: 375 time: 0.0099394
Apr 30 05:26:20.334670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-0d33d87f-bd02-40f3-95bc-ecf3ff787798 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:26:20.353410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-0d33d87f-bd02-40f3-95bc-ecf3ff787798 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:26:20.354955 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-0d33d87f-bd02-40f3-95bc-ecf3ff787798 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0981269
Apr 30 05:26:20.570621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe784707bb0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:16Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:19Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:20.575062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcdc20-2055-46e2-b10c-a4560db2afe2 None None] The sync data for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 is: [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:16Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:19Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:26:20.782915 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-16e7e9a7-462b-4458-b991-618bf1f56831 service neutron] 10.222.0.46 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3743274
Apr 30 05:26:20.939175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1759df82-2942-4cb0-b545-ec25706c42e6 service neutron] 10.222.0.46 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498744
Apr 30 05:26:21.324060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08953fe1-a33c-4d89-94e9-1fa6d684f689 req-758a0730-fdae-4111-b0a0-dc36a3c767b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 210 time: 0.2331707
Apr 30 05:26:21.593167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1b0859cd-0f4a-41f3-8567-dfc625c219d6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:26:21.685923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:26:21.692155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:21.692626 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:21.831932 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:21.882317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 1b0859cd-0f4a-41f3-8567-dfc625c219d6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1b0859cd-0f4a-41f3-8567-dfc625c219d6,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:21.888027 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:21.892869 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-48575bbf-10dd-4522-b5c1-f4266f75bd77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:21.967808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=1b0859cd-0f4a-41f3-8567-dfc625c219d6,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:21.970939 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:22.492513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-f60a6ec8-a56c-44f9-93c0-776a95c29672 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:22.494757 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-f60a6ec8-a56c-44f9-93c0-776a95c29672 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "GET /v2.0/networks?id=d7e3afef-26fe-4305-9c05-5986d75547d7 HTTP/1.1" status: 200  len: 797 time: 0.1700253
Apr 30 05:26:22.592382 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aadfd5ea-358d-4868-aa3a-16160f0d8929 req-a7d067de-4867-467d-a1dc-729dd913192f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 210 time: 0.1563005
Apr 30 05:26:22.597187 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cead0508-3a09-4dc4-bbd0-c173fade3b7e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89572e80b3754c7083e0ec66ac6a0125 HTTP/1.1" status: 200  len: 380 time: 0.0926394
Apr 30 05:26:22.607800 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'port': {'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'admin_state_up': True, 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'security_groups': ['eb08652c-3e1b-45be-9c6f-a838e1b82e7d']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:22.752981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:22.762669 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:22.772873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Made reservation on behalf of 89572e80b3754c7083e0ec66ac6a0125 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:26:22.776375 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:22.943828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.20.0.11 (d7e3afef-26fe-4305-9c05-5986d75547d7/1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca/2d353356-eb36-423c-be70-64b339a0bc68) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:26:23.148174 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:23.164526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Transition to ACTIVE for port object 2d353356-eb36-423c-be70-64b339a0bc68 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:26:23.188435 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:23.194578 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6799aad9-1f8e-4092-b67f-d8688db8679b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:23.262473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network d7e3afef-26fe-4305-9c05-5986d75547d7 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:26:23.266898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:26:23.271023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:26:23.302480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=2d353356-eb36-423c-be70-64b339a0bc68,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:23.314374 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:23.344330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:23.344939 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:23.371415 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7678535
Apr 30 05:26:23.384217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Request body: {'port': {'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:23.473319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c4c51482-a416-47e8-b8fa-373c6043a2b6 None None] Provisioning for port 2d353356-eb36-423c-be70-64b339a0bc68 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:26:23.478684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c4c51482-a416-47e8-b8fa-373c6043a2b6 None None] Provisioning complete for port 2d353356-eb36-423c-be70-64b339a0bc68 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:23.479223 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c4c51482-a416-47e8-b8fa-373c6043a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:23.512218 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:23.535585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c4c51482-a416-47e8-b8fa-373c6043a2b6 None None] Port 2d353356-eb36-423c-be70-64b339a0bc68 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:26:23.566988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1b0859cd-0f4a-41f3-8567-dfc625c219d6 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:26:23.641745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:23.642208 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:23.925257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55351a4-fc13-44c0-9a6e-cc9bc6d02b5d req-592c4bf4-d510-4e0c-acef-a9657adf719c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:23.926061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a55351a4-fc13-44c0-9a6e-cc9bc6d02b5d req-592c4bf4-d510-4e0c-acef-a9657adf719c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:26:23.963532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d353356-eb36-423c-be70-64b339a0bc68 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:26:23.971075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-a55351a4-fc13-44c0-9a6e-cc9bc6d02b5d req-592c4bf4-d510-4e0c-acef-a9657adf719c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:26:23.972292 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a55351a4-fc13-44c0-9a6e-cc9bc6d02b5d req-592c4bf4-d510-4e0c-acef-a9657adf719c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 932 time: 0.2192473
Apr 30 05:26:23.973989 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:24.010390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Transition to ACTIVE for port object 2d353356-eb36-423c-be70-64b339a0bc68 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:26:24.021445 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:24.028402 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5edf7a60-66d2-4855-a796-1499319f81bc tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:24.096688 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a55351a4-fc13-44c0-9a6e-cc9bc6d02b5d req-1ba9f01a-e813-4893-993f-6e822b93348e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178169
Apr 30 05:26:24.226682 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Pushing event updated for resources: {'Port': ['ID=2d353356-eb36-423c-be70-64b339a0bc68,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:24.234290 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:24.309678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Attempting to bind port 2d353356-eb36-423c-be70-64b339a0bc68 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:26:24.310021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Attempting to bind port 2d353356-eb36-423c-be70-64b339a0bc68 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:26:24.310355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Attempting to bind port 2d353356-eb36-423c-be70-64b339a0bc68 on network d7e3afef-26fe-4305-9c05-5986d75547d7 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:26:24.316702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Port 2d353356-eb36-423c-be70-64b339a0bc68 on network d7e3afef-26fe-4305-9c05-5986d75547d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:26:24.317027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Attempting to bind port 2d353356-eb36-423c-be70-64b339a0bc68 on network d7e3afef-26fe-4305-9c05-5986d75547d7 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:26:24.322440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:26:24.322770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Checking segment: {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:26:24.323164 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Bound using segment: {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:26:24.323695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Bound port: 2d353356-eb36-423c-be70-64b339a0bc68, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:26:24.324048 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:24.424587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] For port 2d353356-eb36-423c-be70-64b339a0bc68, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:26:24.427768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] For port 2d353356-eb36-423c-be70-64b339a0bc68, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d353356-eb36-423c-be70-64b339a0bc68,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:26:24.432802 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:24.439499 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8258e335-12a8-4d86-9875-95dacdcc5ae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:24.493686 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:24.494328 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:24.495862 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] 10.222.0.37 "PUT /v2.0/ports/2d353356-eb36-423c-be70-64b339a0bc68 HTTP/1.1" status: 200  len: 1093 time: 1.1166165
Apr 30 05:26:24.498952 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:26:24.532166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Pushing event updated for resources: {'Port': ['ID=2d353356-eb36-423c-be70-64b339a0bc68,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:24.535500 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:24.588399 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68', 'status': 'completed', 'code': 200}
Apr 30 05:26:24.643487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-04492221-6a76-4716-953e-dfe6b9c407e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:24.645027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-04492221-6a76-4716-953e-dfe6b9c407e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 1096 time: 0.0963471
Apr 30 05:26:24.872788 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-e10f7a41-9f8e-421a-8069-aab3f0d273a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d353356-eb36-423c-be70-64b339a0bc68 HTTP/1.1" status: 200  len: 217 time: 0.2196646
Apr 30 05:26:24.957660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-260a7a50-5db9-4bea-8706-247e1e29af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:24.960149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-260a7a50-5db9-4bea-8706-247e1e29af53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca HTTP/1.1" status: 200  len: 835 time: 0.0808945
Apr 30 05:26:25.040325 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-dce2d0f5-8d11-4508-97cf-43bd43bda909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:25.041871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-dce2d0f5-8d11-4508-97cf-43bd43bda909 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7e3afef-26fe-4305-9c05-5986d75547d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0756962
Apr 30 05:26:25.295776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-f641b6b3-b589-4c12-9d13-23cc5c624d64 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2468429
Apr 30 05:26:25.438546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c2bb3-c8af-4307-9d48-9babb88b8b3a req-ad20acb4-4b27-4c39-921a-9032351ad87c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:25.440123 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a5c2bb3-c8af-4307-9d48-9babb88b8b3a req-ad20acb4-4b27-4c39-921a-9032351ad87c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 944 time: 0.2168052
Apr 30 05:26:25.486216 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1d37021e-29ab-4e58-a566-a709a9ec48bb req-83d0257f-2601-4973-8264-984858a4b6e7 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833041
Apr 30 05:26:25.508020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a5c2bb3-c8af-4307-9d48-9babb88b8b3a req-bde135c1-d11d-4ba4-87d9-ebbd9e426784 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616426
Apr 30 05:26:25.742846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-ee9fb22f-cd73-419f-ad23-5dff9e2bd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:25.745117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-ee9fb22f-cd73-419f-ad23-5dff9e2bd91e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 1096 time: 0.0852799
Apr 30 05:26:25.886055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-0a3aeb54-44a1-4b9d-88ac-8b641cbddc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:25.887559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-0a3aeb54-44a1-4b9d-88ac-8b641cbddc16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7e3afef-26fe-4305-9c05-5986d75547d7 HTTP/1.1" status: 200  len: 898 time: 0.1366313
Apr 30 05:26:25.964314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-55ba929c-5839-43e4-9728-80ca647d127b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d353356-eb36-423c-be70-64b339a0bc68 HTTP/1.1" status: 200  len: 217 time: 0.0704541
Apr 30 05:26:26.030260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-7493e071-49e5-430e-b653-c17e129d6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:26.032425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-7493e071-49e5-430e-b653-c17e129d6618 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca HTTP/1.1" status: 200  len: 835 time: 0.0622132
Apr 30 05:26:26.122988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-106d539a-917c-415d-80ff-d573501723d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:26.124502 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-106d539a-917c-415d-80ff-d573501723d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7e3afef-26fe-4305-9c05-5986d75547d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0856600
Apr 30 05:26:26.263377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-91e1fa2e-71f9-4d77-9abb-d302c1e9bc5c service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314824
Apr 30 05:26:26.401883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4d6fe847-b70f-4b30-aba5-ae381ebff3da req-cd860f30-63eb-4b95-b4c6-ca0c4ffe116d service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306627
Apr 30 05:26:26.712690 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339772-192b-4d3a-83f2-438dd28ef02f req-459cad24-2837-4079-abe5-7a98c56a3626 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:26.714280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1339772-192b-4d3a-83f2-438dd28ef02f req-459cad24-2837-4079-abe5-7a98c56a3626 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 944 time: 0.0829663
Apr 30 05:26:26.762517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a1339772-192b-4d3a-83f2-438dd28ef02f req-27ba6afd-b20d-4027-82cf-79a790108440 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416758
Apr 30 05:26:27.272896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2d353356-eb36-423c-be70-64b339a0bc68 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:26:27.409267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2d353356-eb36-423c-be70-64b339a0bc68, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d353356-eb36-423c-be70-64b339a0bc68,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:27.422981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '2d353356-eb36-423c-be70-64b339a0bc68', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:26:27.481010 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:27.498714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d353356-eb36-423c-be70-64b339a0bc68 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:26:27.518690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2d353356-eb36-423c-be70-64b339a0bc68, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d353356-eb36-423c-be70-64b339a0bc68,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:27.527851 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:27.533463 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b6818e1b-f961-476e-94ba-b15cd6c97265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:27.667768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:27.679386 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:27.692123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=2d353356-eb36-423c-be70-64b339a0bc68,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:27.696697 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:27.804875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['2d353356-eb36-423c-be70-64b339a0bc68'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:26:27.960861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3fc8-0375-4d7d-8cc2-60df3fa9214d req-03ef79cc-dabd-4ec2-a11d-e82ebace4e1d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:27.962361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cbd3fc8-0375-4d7d-8cc2-60df3fa9214d req-03ef79cc-dabd-4ec2-a11d-e82ebace4e1d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 945 time: 0.0933268
Apr 30 05:26:28.011205 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3cbd3fc8-0375-4d7d-8cc2-60df3fa9214d req-816aa766-c8a8-4eac-8289-2e21f3dc074e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425856
Apr 30 05:26:29.207789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb227e0-763d-42e9-84a9-cbedbe965d4a req-c532857c-64bd-4ab7-96ec-0442cefff769 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:29.209338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4eb227e0-763d-42e9-84a9-cbedbe965d4a req-c532857c-64bd-4ab7-96ec-0442cefff769 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 945 time: 0.0888250
Apr 30 05:26:29.256613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4eb227e0-763d-42e9-84a9-cbedbe965d4a req-3fa8fdce-bfc4-43b3-9e7e-5babec0ebd1f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415061
Apr 30 05:26:29.281168 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2d353356-eb36-423c-be70-64b339a0bc68 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:26:29.352945 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 2d353356-eb36-423c-be70-64b339a0bc68 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:26:29.357466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 2d353356-eb36-423c-be70-64b339a0bc68 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:26:29.357850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:29.477289 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:29.506151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:26:29.516377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 2d353356-eb36-423c-be70-64b339a0bc68, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d353356-eb36-423c-be70-64b339a0bc68,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:26:29.520769 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:29.522778 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6736b0ef-cca7-44e1-926c-bb8c8daa2a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:29.561610 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68', 'code': 200}
Apr 30 05:26:29.610052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=2d353356-eb36-423c-be70-64b339a0bc68,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:29.613621 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:29.713950 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbcdcc-94f2-404d-a2db-caf9fea1722d req-abeea9d2-de50-46c2-8cd1-ee30646a4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:29.715508 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7fbcdcc-94f2-404d-a2db-caf9fea1722d req-abeea9d2-de50-46c2-8cd1-ee30646a4802 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 1098 time: 0.0982566
Apr 30 05:26:29.761661 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7fbcdcc-94f2-404d-a2db-caf9fea1722d req-77eecca5-e33c-47e1-8195-5e61ea49264d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379472
Apr 30 05:26:30.457779 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23beab5-167d-4492-9d45-b0941862734c req-b415e773-6bd7-4a8f-9ce1-677561575641 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:30.459280 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f23beab5-167d-4492-9d45-b0941862734c req-b415e773-6bd7-4a8f-9ce1-677561575641 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 946 time: 0.0870488
Apr 30 05:26:30.509977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f23beab5-167d-4492-9d45-b0941862734c req-8427f796-f4ef-4bfe-8671-f58863961f13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444353
Apr 30 05:26:30.712512 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dd5326a4-447b-42ae-a5df-27b12ceb2d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:31.716162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191a45a-fc74-4686-83ec-96689f7badb6 req-31ba8a13-cbd7-49f7-bdfd-d95bebe31cc4 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:31.717641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d191a45a-fc74-4686-83ec-96689f7badb6 req-31ba8a13-cbd7-49f7-bdfd-d95bebe31cc4 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 946 time: 0.0886769
Apr 30 05:26:31.767341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d191a45a-fc74-4686-83ec-96689f7badb6 req-3c3caca7-54d3-4d6f-902d-45015fceb3c4 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430925
Apr 30 05:26:32.131400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399640d-b8d0-43a0-b87c-10e1e297c952 req-13ef9148-8c04-45bc-943a-46182d913e19 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:32.132858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c399640d-b8d0-43a0-b87c-10e1e297c952 req-13ef9148-8c04-45bc-943a-46182d913e19 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 946 time: 0.2552652
Apr 30 05:26:32.182538 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c399640d-b8d0-43a0-b87c-10e1e297c952 req-14e7b9b9-a538-4544-9434-f174c43be910 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434704
Apr 30 05:26:32.209003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59014) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:32.286009 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100024b-cae4-4661-b292-2ef210e3b036 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:32.287563 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4100024b-cae4-4661-b292-2ef210e3b036 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 1093 time: 0.0774343
Apr 30 05:26:32.290460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59018) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:32.295695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:26:32.303501 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:26:32.308321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:floatingip and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:26:32.311517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:26:32.318442 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:26:32.331593 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:32.476446 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:32.622840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.25.8.104 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/8de8b5e7-dc67-416d-b9ae-89c8a56fe650) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:26:32.786726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:32.818379 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:32.822220 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a16139f5-1040-47f6-8038-40760588e514 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:32.894457 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:26:32.897465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:26:32.902864 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:26:32.928911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=8de8b5e7-dc67-416d-b9ae-89c8a56fe650,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:32.943504 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:33.349160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:33.411499 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:33.430206 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:33.641066 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-96efe1cf-2755-4af0-a406-93a4c8da7c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:33.813999 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:33.818877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:33.822684 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e578a95b-c1a5-4a6e-90cf-e2092289f766 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:26:33.936340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=8de8b5e7-dc67-416d-b9ae-89c8a56fe650,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:26:33.941986 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:26:33.949605 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:34.133461 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Floating IP e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2 associated. External IP: 172.25.8.104, port: 2d353356-eb36-423c-be70-64b339a0bc68.
Apr 30 05:26:34.571683 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 79902218-d674-4db3-b782-7c967d54bf3e has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:26:34.799277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:26:34.809471 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] Sync routers for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:26:34.824656 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:26:34.825293 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801c91f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:26:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:34.830623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:34.877333 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:34.911861 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6202350
Apr 30 05:26:34.912746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:26:34.914759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59022) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:34.988583 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68', 'status': 'completed', 'code': 200}
Apr 30 05:26:35.056992 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:26:35.136323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1de08737-b739-4959-af58-3a8182486fc3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/floatingips/e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2 HTTP/1.1" status: 200  len: 992 time: 0.2200692
Apr 30 05:26:35.160163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-e7daf748-f737-42ba-a28a-088d7e7308b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:35.161709 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-e7daf748-f737-42ba-a28a-088d7e7308b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 1098 time: 0.1349597
Apr 30 05:26:35.299603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-f4697287-d21e-4f68-b308-f29fbce59ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:35.301081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-f4697287-d21e-4f68-b308-f29fbce59ebb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7e3afef-26fe-4305-9c05-5986d75547d7 HTTP/1.1" status: 200  len: 898 time: 0.1331449
Apr 30 05:26:35.410058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-83a8b898-0208-45ec-9e1d-e32679a0e130 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d353356-eb36-423c-be70-64b339a0bc68 HTTP/1.1" status: 200  len: 1000 time: 0.1025186
Apr 30 05:26:35.445398 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801c91f0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:16Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:26:33Z', 'updated_at': '2021-04-30T05:26:33Z', 'revision_number': 0, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:35.449626 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] Checking router: 79902218-d674-4db3-b782-7c967d54bf3e for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:26:35.458637 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:26:35.459260 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801c91f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:26:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:35.476039 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-d218300c-59fb-4375-a627-6fc6a9f0da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:35.477516 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-d218300c-59fb-4375-a627-6fc6a9f0da11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca HTTP/1.1" status: 200  len: 835 time: 0.0615070
Apr 30 05:26:35.575975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-3d7711ba-78ee-436c-b9ea-aa101be581ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:35.578028 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-3d7711ba-78ee-436c-b9ea-aa101be581ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7e3afef-26fe-4305-9c05-5986d75547d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0805979
Apr 30 05:26:35.680949 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:26:35.719446 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-b0669bd3-0f62-487e-acae-dc5d654e6e0f service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341829
Apr 30 05:26:35.864085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff39e541-4fd5-43b2-b5ad-6387e06429e1 req-14277911-a669-4dec-8be2-cb13614c5452 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387253
Apr 30 05:26:36.040153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801c91f0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:16Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:26:33Z', 'updated_at': '2021-04-30T05:26:33Z', 'revision_number': 0, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:26:36.044108 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17ec94-3df0-41f2-b459-667e5378bf2b None None] The sync data for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 is: [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:16Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:26:33Z', 'updated_at': '2021-04-30T05:26:33Z', 'revision_number': 0, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:26:36.140597 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59028) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:36.241597 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a723c-80d2-40eb-ae1c-d72757392245 None None] New status for floating IP e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:26:36.260017 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9bd6c798-e75a-4f62-b61c-3c3b4db7a0f7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/floatingips/e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2 HTTP/1.1" status: 200  len: 992 time: 0.1181815
Apr 30 05:26:36.440843 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:37.263117 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59032) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:26:37.367065 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b4b875dc-bb08-4e83-9925-49d8837f2b14 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/floatingips/e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2 HTTP/1.1" status: 200  len: 994 time: 0.1027026
Apr 30 05:26:48.087910 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:26:57.523783 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:57.612680 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:26:58.136665 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-3b4ed362-7870-4618-96f6-b9a1f531ef0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0717278
Apr 30 05:26:58.282604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-795bd456-72fa-4bbc-b7c3-9010cee867a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:58.284147 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-795bd456-72fa-4bbc-b7c3-9010cee867a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1098 time: 0.0799024
Apr 30 05:26:58.434634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-b8a418ce-9dde-4e78-9139-d46952a528e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:58.436850 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-b8a418ce-9dde-4e78-9139-d46952a528e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1317363
Apr 30 05:26:58.741810 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-cd16e1ba-a04d-406c-99b0-aa08f6741b84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 1001 time: 0.2965412
Apr 30 05:26:58.805300 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-4ddc229e-3b96-4cdb-aa55-5bccfb0e4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:58.806743 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-4ddc229e-3b96-4cdb-aa55-5bccfb0e4130 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0592082
Apr 30 05:26:58.883624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-c8738941-916c-4c93-9de7-790e99da9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:26:58.885121 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-c8738941-916c-4c93-9de7-790e99da9152 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0722275
Apr 30 05:26:59.029619 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-469e98d7-d4c0-4603-bb4d-c910f76e2332 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363442
Apr 30 05:26:59.168025 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4224c814-1378-4d19-95f3-66f7e6903d67 req-316a53a7-67ab-4275-8111-ebd5dace4109 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320879
Apr 30 05:27:00.716588 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ae674aa6-3143-4292-9234-fc5cef27e44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:01.634769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eb683-2fb3-495d-bc2c-f475c976f187 req-256a9586-3aaa-4024-a77a-89f90be047bc tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:01.636325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b5eb683-2fb3-495d-bc2c-f475c976f187 req-256a9586-3aaa-4024-a77a-89f90be047bc tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1098 time: 0.0774617
Apr 30 05:27:01.678445 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b5eb683-2fb3-495d-bc2c-f475c976f187 req-8a1cd0ee-28ed-4e45-9523-57cb75288611 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357349
Apr 30 05:27:01.701327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59052) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:01.962518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84903d9d-2941-4fc3-916a-f53001370444 req-6ca9ea6c-98af-4331-bbf6-48946b2e642a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0722980
Apr 30 05:27:01.982598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port ac8be29c-2b43-406b-ac14-313083027ab6 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:27:01.983539 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:02.106913 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:02.107285 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:02.118009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84903d9d-2941-4fc3-916a-f53001370444 req-b346eb59-fdbb-442d-94ca-080a953abed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:02.119563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84903d9d-2941-4fc3-916a-f53001370444 req-b346eb59-fdbb-442d-94ca-080a953abed1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 1098 time: 0.0853608
Apr 30 05:27:02.244278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for ac8be29c-2b43-406b-ac14-313083027ab6 owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:27:02.382600 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:02.393953 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:02.443136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=ac8be29c-2b43-406b-ac14-313083027ab6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:02.449681 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84903d9d-2941-4fc3-916a-f53001370444 req-8e97ed1c-4c9c-4806-9d46-1ff3a8b3a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:02.451138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84903d9d-2941-4fc3-916a-f53001370444 req-8e97ed1c-4c9c-4806-9d46-1ff3a8b3a999 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7e3afef-26fe-4305-9c05-5986d75547d7 HTTP/1.1" status: 200  len: 898 time: 0.3119168
Apr 30 05:27:02.485688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.486070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.486526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.486899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.487262 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.487811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.488181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.488545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.488904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.489263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.489621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.489975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:02.518337 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:02.548256 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:02.548588 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Floating IP 4c07aab3-d522-4fbb-a991-218a6c4fe2c1 disassociated (deleted). External IP: 172.25.8.122, port: 6ab82d34-50a9-4c42-bb53-84d161a7c558.
Apr 30 05:27:02.563527 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84903d9d-2941-4fc3-916a-f53001370444 req-c3db3c1c-858c-4217-be98-4239e62f8ff3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d353356-eb36-423c-be70-64b339a0bc68 HTTP/1.1" status: 200  len: 1002 time: 0.1057281
Apr 30 05:27:02.634383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84903d9d-2941-4fc3-916a-f53001370444 req-8973a033-005e-44b8-a032-8163b55239cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:02.635854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84903d9d-2941-4fc3-916a-f53001370444 req-8973a033-005e-44b8-a032-8163b55239cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca HTTP/1.1" status: 200  len: 835 time: 0.0650330
Apr 30 05:27:02.715157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84903d9d-2941-4fc3-916a-f53001370444 req-a6ae14f0-7c97-4d74-b76e-e4e497b40746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:02.716765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84903d9d-2941-4fc3-916a-f53001370444 req-a6ae14f0-7c97-4d74-b76e-e4e497b40746 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7e3afef-26fe-4305-9c05-5986d75547d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0744708
Apr 30 05:27:02.852649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84903d9d-2941-4fc3-916a-f53001370444 req-849dfa06-478e-423f-a57f-6badcd92f23c service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291029
Apr 30 05:27:02.932412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d9135312-a8aa-4e07-a5f5-e5ca439ef428 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:27:02.999024 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84903d9d-2941-4fc3-916a-f53001370444 req-cb8294f9-8592-43e0-b418-e0f8a7b3aaa6 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396151
Apr 30 05:27:03.291289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:27:03.302702 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] Sync routers for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:27:03.309476 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:03.314151 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:03.314822 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d93c10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:26:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:03.372307 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/floatingips/4c07aab3-d522-4fbb-a991-218a6c4fe2c1 HTTP/1.1" status: 204  len: 168 time: 1.6692643
Apr 30 05:27:03.372958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:27:03.415120 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:03.437178 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'status': 'completed', 'code': 200}
Apr 30 05:27:03.499466 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:03.540249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-4e2eef3e-9cf1-41c4-83dd-189bffb97f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:03.541830 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-4e2eef3e-9cf1-41c4-83dd-189bffb97f79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 1098 time: 0.0836172
Apr 30 05:27:03.647552 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-40c5080c-80c1-4513-b475-b25b7b8f5de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:03.701249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-ac7f9f2d-6233-4a99-bf5e-75b5edbe8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:03.703996 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-ac7f9f2d-6233-4a99-bf5e-75b5edbe8762 service neutron] 10.222.0.50 "GET /v2.0/networks?id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 200  len: 898 time: 0.1556971
Apr 30 05:27:03.789503 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-a22e38a0-e4c4-4dcc-bdfd-81735fd79dbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 200  len: 217 time: 0.0775907
Apr 30 05:27:03.799818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a26169-11db-45c5-97d3-3f93bbb4e372 req-d2aee424-6069-4549-af77-d3dde5bd1ccd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:03.801288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22a26169-11db-45c5-97d3-3f93bbb4e372 req-d2aee424-6069-4549-af77-d3dde5bd1ccd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 946 time: 0.0963638
Apr 30 05:27:03.852447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22a26169-11db-45c5-97d3-3f93bbb4e372 req-cb97e4ab-1385-4ef1-8bbb-79c58953d307 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449495
Apr 30 05:27:03.855517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-9e268b90-cb4a-4114-982f-8b2e52162140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:03.857106 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-9e268b90-cb4a-4114-982f-8b2e52162140 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 200  len: 834 time: 0.0605640
Apr 30 05:27:03.864038 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d93c10>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '36eea26f-106b-4135-8096-af367da564ed', 'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:dc:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:08Z', 'updated_at': '2021-04-30T05:24:15Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:03.873069 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] Checking router: d9135312-a8aa-4e07-a5f5-e5ca439ef428 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:27:03.883821 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:03.884473 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780d93c10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:03.943589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-31b8eaff-2299-4588-93da-0d459122e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:03.945168 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-31b8eaff-2299-4588-93da-0d459122e407 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0798593
Apr 30 05:27:04.085145 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-4b88e37e-5a7c-4e12-a7b7-70dca488a289 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320124
Apr 30 05:27:04.110150 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:04.233955 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bb132d89-35f6-42fe-b48e-9912292ab05f req-eb4075dd-eeaa-46af-90e3-a97e26d90df8 service neutron] 10.222.0.50 "GET /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419261
Apr 30 05:27:04.432503 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780d93c10>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '36eea26f-106b-4135-8096-af367da564ed', 'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:dc:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:08Z', 'updated_at': '2021-04-30T05:24:15Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:04.436428 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33892b-4c55-4836-b542-244046f45bb3 None None] The sync data for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 is: [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:24:10Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '36eea26f-106b-4135-8096-af367da564ed', 'name': '', 'network_id': '21f522b4-5d94-410a-bf1d-93aa2a6ce3d0', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:dc:03:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:08Z', 'updated_at': '2021-04-30T05:24:15Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '92891399-eaf6-4339-9354-0f4083dc79eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:27:04.652749 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa19b0f-c886-4ce2-bfc9-1874c603b423 None None] New status for floating IP 4c07aab3-d522-4fbb-a991-218a6c4fe2c1: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:27:04.872047 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:05.072561 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc1e97-6bca-467d-9542-68c8f5d5891e req-a21836aa-6e6b-45cd-94b1-98e01f79c7ca tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:05.074239 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50dc1e97-6bca-467d-9542-68c8f5d5891e req-a21836aa-6e6b-45cd-94b1-98e01f79c7ca tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 946 time: 0.0899813
Apr 30 05:27:05.124289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50dc1e97-6bca-467d-9542-68c8f5d5891e req-b67cdfbf-fea3-4c5a-8f03-38d387f69197 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=99424ca4-6494-4211-8bd6-b6ad9a856994&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437453
Apr 30 05:27:05.268420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-f0a81221-57a7-4a8f-bce6-057a4db67a45 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:05.269311 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-f0a81221-57a7-4a8f-bce6-057a4db67a45 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:27:05.286733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-f0a81221-57a7-4a8f-bce6-057a4db67a45 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:27:05.287942 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-f0a81221-57a7-4a8f-bce6-057a4db67a45 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 946 time: 0.1020026
Apr 30 05:27:05.437074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 6ab82d34-50a9-4c42-bb53-84d161a7c558 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:27:05.437321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:05.578456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port 6ab82d34-50a9-4c42-bb53-84d161a7c558, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ab82d34-50a9-4c42-bb53-84d161a7c558,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:05.578809 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:05.706498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 6ab82d34-50a9-4c42-bb53-84d161a7c558 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:27:05.819637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:05.825664 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:05.876540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=6ab82d34-50a9-4c42-bb53-84d161a7c558,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:05.879558 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:05.959929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] No DVR routers for this DVR port 6ab82d34-50a9-4c42-bb53-84d161a7c558 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:27:05.962519 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:05.965269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-deleted', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:27:05.982408 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1d519a06-0080-453d-bc0c-d14c11f2a9bd req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "DELETE /v2.0/ports/6ab82d34-50a9-4c42-bb53-84d161a7c558 HTTP/1.1" status: 204  len: 173 time: 0.6894197
Apr 30 05:27:06.011974 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fc8d41-c892-4186-8170-fab4ca088350', 'name': 'network-vif-deleted', 'tag': '6ab82d34-50a9-4c42-bb53-84d161a7c558', 'status': 'completed', 'code': 200}
Apr 30 05:27:06.293652 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-456e1c24-52dc-4de7-95ae-df0b84f111ba req-1d5208aa-563f-49a8-b0e2-6989bf5e799e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=86fc8d41-c892-4186-8170-fab4ca088350 HTTP/1.1" status: 200  len: 210 time: 0.0475311
Apr 30 05:27:06.364543 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:07.407542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59074) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:07.537454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:27:07.585972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 6ab82d34-50a9-4c42-bb53-84d161a7c558 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:27:07.586223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ab82d34-50a9-4c42-bb53-84d161a7c558 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:27:08.184664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:08.633181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 36eea26f-106b-4135-8096-af367da564ed {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:27:08.633897 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:08.775551 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port 36eea26f-106b-4135-8096-af367da564ed, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=36eea26f-106b-4135-8096-af367da564ed,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:08.775944 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:08.908921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 36eea26f-106b-4135-8096-af367da564ed owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:27:09.256233 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:09.261162 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-68823a90-cf2d-44dc-b6a8-074e7071471f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:09.306185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=36eea26f-106b-4135-8096-af367da564ed,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:09.309463 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:09.779190 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:10.160922 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d9135312-a8aa-4e07-a5f5-e5ca439ef428 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:27:10.384266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:27:10.395709 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e983023-c179-4d7a-9831-375862db145c None None] Sync routers for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:27:10.409304 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e983023-c179-4d7a-9831-375862db145c None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:10.409883 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5e983023-c179-4d7a-9831-375862db145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800d4400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:10.412132 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59084) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:10.412909 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "PUT /v2.0/routers/d9135312-a8aa-4e07-a5f5-e5ca439ef428/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0036051
Apr 30 05:27:10.493835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting subnet 92891399-eaf6-4339-9354-0f4083dc79eb {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:27:10.497061 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:10.560358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:10.643885 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-5e983023-c179-4d7a-9831-375862db145c None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:10.674149 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:10.948206 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5e983023-c179-4d7a-9831-375862db145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800d4400>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:27:09Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:10.952912 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e983023-c179-4d7a-9831-375862db145c None None] Checking router: d9135312-a8aa-4e07-a5f5-e5ca439ef428 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:27:10.962703 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e983023-c179-4d7a-9831-375862db145c None None] Routers {'d9135312-a8aa-4e07-a5f5-e5ca439ef428'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:10.963511 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5e983023-c179-4d7a-9831-375862db145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800d4400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:11.029494 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:11.034469 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-531c0775-ce4d-4c55-a28d-284f48e37e03 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:11.071970 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Subnet': ['ID=92891399-eaf6-4339-9354-0f4083dc79eb,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:11.074571 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:11.080641 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c019cf-2bb0-4515-802f-0f0b31ccab8a None None] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:27:11.087085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.087509 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.087902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.088287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.088666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.089049 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.089425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.089799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.090171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.090540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.090913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.091282 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.095363 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/subnets/92891399-eaf6-4339-9354-0f4083dc79eb HTTP/1.1" status: 204  len: 168 time: 0.6822205
Apr 30 05:27:11.096341 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ffbba79f-9909-4d4e-88ab-0d736ec467bf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:11.098732 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59088) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:11.174361 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-5e983023-c179-4d7a-9831-375862db145c None None] Set router d9135312-a8aa-4e07-a5f5-e5ca439ef428 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:11.303562 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:11.441657 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] DHCP port deletion for 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:27:11.503744 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:11.523876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Deleting port e0a54fc3-33f9-4afb-a46d-e684fafbf06f {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:27:11.524339 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:11.539802 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5e983023-c179-4d7a-9831-375862db145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800d4400>, [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:27:09Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:11.548284 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e983023-c179-4d7a-9831-375862db145c None None] The sync data for ids ['d9135312-a8aa-4e07-a5f5-e5ca439ef428'] in n-d-766726-20 is: [{'id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118287589', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:24:03Z', 'updated_at': '2021-04-30T05:27:09Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': 'b7ca3025-10d4-4404-8be7-61ee35f6d851', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:fb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9135312-a8aa-4e07-a5f5-e5ca439ef428', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:24:04Z', 'updated_at': '2021-04-30T05:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:27:11.596263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port b7ca3025-10d4-4404-8be7-61ee35f6d851 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:27:11.596610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:11.637228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] For port e0a54fc3-33f9-4afb-a46d-e684fafbf06f, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=e0a54fc3-33f9-4afb-a46d-e684fafbf06f,segment=NetworkSegment(1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7),segment_id=1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:11.637626 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:11.748610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port b7ca3025-10d4-4404-8be7-61ee35f6d851, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=b7ca3025-10d4-4404-8be7-61ee35f6d851,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:11.748969 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:11.774489 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Calling delete_port for e0a54fc3-33f9-4afb-a46d-e684fafbf06f owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:27:11.830132 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:11.833854 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:11.881121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Pushing event deleted for resources: {'Port': ['ID=e0a54fc3-33f9-4afb-a46d-e684fafbf06f,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:11.907175 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] No DVR routers for this DVR port e0a54fc3-33f9-4afb-a46d-e684fafbf06f on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:27:11.909744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.910101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.910448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.910785 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.911122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.911511 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.911842 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.912943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.913319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.913623 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.913956 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.914280 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:11.918333 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:11.925672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e0a54fc3-33f9-4afb-a46d-e684fafbf06f no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:27:11.971227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: e0a54fc3-33f9-4afb-a46d-e684fafbf06f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:27:11.971471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device e0a54fc3-33f9-4afb-a46d-e684fafbf06f not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:27:12.086003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for b7ca3025-10d4-4404-8be7-61ee35f6d851 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:27:12.241604 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:12.245488 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6ccbbeff-93cf-4625-8ed5-5618afe7bf44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:12.293863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=b7ca3025-10d4-4404-8be7-61ee35f6d851,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:12.296707 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:12.399007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:12.580830 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:12.583091 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:12.609490 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:12.610045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Fanout notify agent at l3_agent the message router_deleted on router d9135312-a8aa-4e07-a5f5-e5ca439ef428 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:27:12.627178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:12.628342 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/routers/d9135312-a8aa-4e07-a5f5-e5ca439ef428 HTTP/1.1" status: 204  len: 168 time: 1.5286524
Apr 30 05:27:12.631231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59092) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:12.765521 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:12.910197 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:13.031245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a1f9e80>,) {'filters': {'network_id': ['21f522b4-5d94-410a-bf1d-93aa2a6ce3d0']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:13.046244 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1f9e80>, '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:13.046703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a1f9e80>, '1df18f0b-c5f9-41b7-82e8-ddbd6cbd2fc7') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:13.065019 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:13.097582 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:13.108773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:27:13.290384 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:27:13.300190 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:13.586369 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 36eea26f-106b-4135-8096-af367da564ed no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:27:13.622249 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 36eea26f-106b-4135-8096-af367da564ed {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:27:13.622601 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 36eea26f-106b-4135-8096-af367da564ed not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:27:13.623612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b7ca3025-10d4-4404-8be7-61ee35f6d851 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:27:13.639215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:27:13.657480 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: b7ca3025-10d4-4404-8be7-61ee35f6d851 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:27:13.657832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device b7ca3025-10d4-4404-8be7-61ee35f6d851 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:27:13.662931 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:27:13.747031 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:13.752314 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-fc706938-4f05-4fa0-b1ca-daa2dbc838a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:13.767426 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:13.780634 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Network': ['ID=21f522b4-5d94-410a-bf1d-93aa2a6ce3d0,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:13.783730 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:13.786700 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/networks/21f522b4-5d94-410a-bf1d-93aa2a6ce3d0 HTTP/1.1" status: 204  len: 168 time: 1.1542504
Apr 30 05:27:13.789642 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59098) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:13.863907 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af503cc0-1254-423b-a8b9-949a11fbc3db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:13.898512 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af503cc0-1254-423b-a8b9-949a11fbc3db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:13.968445 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af503cc0-1254-423b-a8b9-949a11fbc3db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:13.972933 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0519caf8-5f7d-4a5d-be9f-a40732ebad9c tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:13.987718 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af503cc0-1254-423b-a8b9-949a11fbc3db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99424ca4-6494-4211-8bd6-b6ad9a856994,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:13.991128 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af503cc0-1254-423b-a8b9-949a11fbc3db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:14.001854 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af503cc0-1254-423b-a8b9-949a11fbc3db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:14.003290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-af503cc0-1254-423b-a8b9-949a11fbc3db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/security-groups/99424ca4-6494-4211-8bd6-b6ad9a856994 HTTP/1.1" status: 204  len: 168 time: 0.2125821
Apr 30 05:27:14.621975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59106) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:14.627671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137494278', 'description': 'tempest-secgroup-smoke-137494278 description', 'project_id': '8342531a68584bdfb8954926aa47e9fc'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:14.634556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:14.638691 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:14.642048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:14.648014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:14.661193 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:14.689356 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:14.693582 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:14.696743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:14.702990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:14.782174 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:14.786233 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:14.790318 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4c4c2b4-6146-48de-8d5f-f9288e1bfa25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:14.834023 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df59a401-d1c9-4ef7-b21a-8016c4cf120d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:14.836979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:14.840989 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2152305
Apr 30 05:27:14.840989 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-64875fe7-4128-4dd9-9cc2-8ca6b62bc03a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:14.841290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59110) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:14.847290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'df59a401-d1c9-4ef7-b21a-8016c4cf120d', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:14.854798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:14.859663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:14.862789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:14.870113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:14.885767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:14.950802 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:14.956491 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:14.963164 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cce8df41-940c-451f-8ce8-4970c17314ef tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:14.986400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33516fd9-1a39-4845-9841-a1652fee92f1,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:14.989104 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:14.997048 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:14.999707 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1568367
Apr 30 05:27:15.002429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59114) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:15.007914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'df59a401-d1c9-4ef7-b21a-8016c4cf120d', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:15.015609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:15.019695 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:15.022753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:15.028867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:15.053556 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.130339 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.134302 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.140543 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c9b20fa-9ef6-4c02-bfd3-0b5288a4b880 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:15.163952 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73645986-2286-4da9-8cb3-e148a935c4bc,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:15.166497 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:15.175552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.176786 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5fa324a9-6b6a-4440-839b-7dba589285b3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1733227
Apr 30 05:27:15.179632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59118) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:15.184869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'df59a401-d1c9-4ef7-b21a-8016c4cf120d', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:15.192420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:15.196317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:15.199229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:15.205111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:15.221367 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.288206 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.292125 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.299015 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4164bef4-02c3-4757-b525-16f61cd71792 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:15.319342 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab8e8f5-c4b4-4456-978c-4efd9de665e8,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:15.321906 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:15.330504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.331788 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4dacc46b-a164-4a27-8e95-7618a66a8153 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1512034
Apr 30 05:27:15.334423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59122) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:15.340309 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'df59a401-d1c9-4ef7-b21a-8016c4cf120d', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:15.351022 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:15.354266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:15.357869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:15.364340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:15.381219 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.446000 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.449461 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.457512 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-66000428-f87e-46b2-a00a-945c4fae3459 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:15.478897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68911c4c-6a24-46e6-8453-3782d7b731d8,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:15.481643 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:15.485290 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.486576 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1512408
Apr 30 05:27:15.489239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59126) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:15.494401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'df59a401-d1c9-4ef7-b21a-8016c4cf120d', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:15.501939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:15.506011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:15.509481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:15.516191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:15.527558 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Project 8342531a68584bdfb8954926aa47e9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:27:15.533719 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.604730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.608594 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.611127 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-993a81c3-057d-40ee-8388-a2f21d2a3d9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:15.634760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee395026-4dd4-468a-baf0-0dfda696f1e1,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:15.637495 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:15.646794 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.648177 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-38f95344-2b1b-4086-bb38-5f67dd18625a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1579998
Apr 30 05:27:15.650939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59130) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:15.656289 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'df59a401-d1c9-4ef7-b21a-8016c4cf120d', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:15.663006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:15.666902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:15.669910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:15.676341 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:15.687758 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Project 8342531a68584bdfb8954926aa47e9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:27:15.693859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.760560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.763937 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.765715 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-75caa261-c7a5-4639-92f6-324fd7d1847a tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:15.788805 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55707c9-6bb7-4a07-bee3-0a013ac71613,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:15.793356 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:15.798877 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.800119 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-341dcdbf-18e3-4497-9cdf-d9b202807403 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1482246
Apr 30 05:27:15.802973 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59134) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:15.808619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'network': {'name': 'tempest-network-smoke--1806426269', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'port_security_enabled': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:15.814918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:15.819011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:network and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:15.821971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:15.827860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:15.837201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:27:15.840655 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.868759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:27:15.878221 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.878563 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Added segment 1d4030a2-25ad-44f4-ae92-dc33edbf6e9e of type vlan for network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba
Apr 30 05:27:15.907425 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.938171 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.944045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:15.944635 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:15.948322 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e5c0ed97-bfa9-4f9d-bfde-110c402dfade tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:16.055937 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2518482
Apr 30 05:27:16.058603 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59138) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:16.059132 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Network': ['ID=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:16.061906 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-327a6e54-5e25-4ffa-99fc-ba94731ab5d0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:16.066047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'admin_state_up': True, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:16.069234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:27:16.073122 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:16.077510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:router and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:16.080500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:16.087830 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:16.099402 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:16.100767 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:16.116414 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:16.398387 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:16.719590 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:16.750008 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:16.886423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.25.8.50 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/43138e19-b38c-4fbc-aae6-46fa285d4d29) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:27:17.034339 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:17.063200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:17.067677 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:17.122322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:27:17.133010 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:17.140560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:27:17.169192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=43138e19-b38c-4fbc-aae6-46fa285d4d29,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:17.183184 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:17.742924 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:18.090845 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:18.299401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router b53e6423-1afb-4d41-8106-91ed251ac6b9 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:27:18.476666 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:27:18.487819 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Sync routers for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:27:18.499619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:18.500256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78002f6d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:18.510468 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:18.514647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b93f4dff-3d47-464f-8b47-4e55a33126d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.4520507
Apr 30 05:27:18.518365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59144) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:18.565151 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2e959b3e-317c-4fea-aee3-437bc154562a tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8342531a68584bdfb8954926aa47e9fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0448372
Apr 30 05:27:18.567548 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59148) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:18.688635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:18.707234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9cf503-84c0-4468-8a63-99bee6de9c07 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:18.708773 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bb9cf503-84c0-4468-8a63-99bee6de9c07 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1403039
Apr 30 05:27:18.711669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59152) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:18.754054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-953613a4-0d57-4fae-aaf7-b5be968c2864 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0411882
Apr 30 05:27:18.756741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59156) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:18.762365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-859866865', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:18.881865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:18.886228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:subnet and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:18.890312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:18.897167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:18.911515 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:27:18.915730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:18.985069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78002f6d0>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:17Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:18.989315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Checking router: b53e6423-1afb-4d41-8106-91ed251ac6b9 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:27:18.989669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Updating router b53e6423-1afb-4d41-8106-91ed251ac6b9 port 43138e19-b38c-4fbc-aae6-46fa285d4d29 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:27:19.048957 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:19.438654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:19.442346 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4ed144fd-7f77-4718-8396-6c5a4b728007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:19.456412 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:19.468693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Transition to ACTIVE for port object 43138e19-b38c-4fbc-aae6-46fa285d4d29 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:19.475888 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:19.479698 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-48575bbf-10dd-4522-b5c1-f4266f75bd77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:19.523075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Subnet': ['ID=dd0209b4-ae38-4220-9661-aeb93dc63596,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:19.526764 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:19.530038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Checking segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:27:19.530275 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network hostable DHCP agents. Network: 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:27:19.552093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:27:19.562848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:19.570405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Attempting to bind port 43138e19-b38c-4fbc-aae6-46fa285d4d29 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:27:19.571010 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Attempting to bind port 43138e19-b38c-4fbc-aae6-46fa285d4d29 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:27:19.571178 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Attempting to bind port 43138e19-b38c-4fbc-aae6-46fa285d4d29 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:27:19.572919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:19.573526 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:19.580216 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6de70-ab49-4afe-8ba7-29dd4da6799f None None] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:27:19.599068 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9bf36-7909-4fd8-8537-7b18f91f3923 None None] Pushing event updated for resources: {'Port': ['ID=43138e19-b38c-4fbc-aae6-46fa285d4d29,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:19.599473 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bd8df898-f862-483d-9855-cf024b1c2a91 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8415487
Apr 30 05:27:19.602459 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0b9bf36-7909-4fd8-8537-7b18f91f3923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:19.602825 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59160) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:19.615560 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:27:19.616155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:27:19.616579 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:19.616988 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:27:19.617491 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Bound port: 43138e19-b38c-4fbc-aae6-46fa285d4d29, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:27:19.617880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:19.775346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] For port 43138e19-b38c-4fbc-aae6-46fa285d4d29, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:27:19.821479 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] For port 43138e19-b38c-4fbc-aae6-46fa285d4d29, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=43138e19-b38c-4fbc-aae6-46fa285d4d29,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:27:19.833632 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:19.839664 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:19.970920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:19.971384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78002f6d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:20.025965 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:27:20.026715 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:20.058145 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9bf36-7909-4fd8-8537-7b18f91f3923 None None] Pushing event updated for resources: {'Port': ['ID=43138e19-b38c-4fbc-aae6-46fa285d4d29,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:20.064464 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0b9bf36-7909-4fd8-8537-7b18f91f3923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:20.283796 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:20.431531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Allocated IP 172.20.0.2 (9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba/dd0209b4-ae38-4220-9661-aeb93dc63596/be7f9bd7-6b53-475c-8b1a-6f99d9742cfa) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:27:20.504059 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:20.833808 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:20.837186 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78002f6d0>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:17Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:20.846632 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05eb3f-bb45-4be0-a14f-be5bb87430e2 None None] The sync data for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 is: [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:17Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:27:20.850390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Transition to ACTIVE for port object be7f9bd7-6b53-475c-8b1a-6f99d9742cfa will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:20.875059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Transition to ACTIVE for port object be7f9bd7-6b53-475c-8b1a-6f99d9742cfa will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:20.881042 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:20.884932 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0b9bf36-7909-4fd8-8537-7b18f91f3923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:20.953971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.20.0.1 (9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba/dd0209b4-ae38-4220-9661-aeb93dc63596/9eadbca1-d96a-49ca-8a6f-895fa77be5cc) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:27:20.958680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:27:20.962674 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:20.964691 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Pushing event updated for resources: {'Port': ['ID=be7f9bd7-6b53-475c-8b1a-6f99d9742cfa,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:20.970971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:27:20.975334 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:21.066718 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Attempting to bind port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:27:21.067183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Attempting to bind port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:27:21.067673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Attempting to bind port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:27:21.073494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:27:21.073914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Checking segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:27:21.074328 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.075495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Bound using segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:27:21.075495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Bound port: be7f9bd7-6b53-475c-8b1a-6f99d9742cfa, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:27:21.075723 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.155607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.188055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Transition to ACTIVE for port object 9eadbca1-d96a-49ca-8a6f-895fa77be5cc will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:21.211462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] For port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:27:21.215018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] For port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=be7f9bd7-6b53-475c-8b1a-6f99d9742cfa,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:27:21.220831 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.222177 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.225059 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6f3ed482-2256-4df2-85bb-e6b0765597e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:21.226938 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a6eda867-194d-4ac2-8eca-c6849ee3e2be tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:21.307968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:27:21.312728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Pushing event updated for resources: {'Port': ['ID=be7f9bd7-6b53-475c-8b1a-6f99d9742cfa,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:21.313443 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:21.320045 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:21.322086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:27:21.367041 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=9eadbca1-d96a-49ca-8a6f-895fa77be5cc,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:21.372437 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:21.396845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.707012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 43138e19-b38c-4fbc-aae6-46fa285d4d29 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:21.802996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 43138e19-b38c-4fbc-aae6-46fa285d4d29 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:21.809135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 43138e19-b38c-4fbc-aae6-46fa285d4d29 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:21.809531 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.959633 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.962855 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.978980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 43138e19-b38c-4fbc-aae6-46fa285d4d29, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=43138e19-b38c-4fbc-aae6-46fa285d4d29,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:21.984721 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:21.985787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device be7f9bd7-6b53-475c-8b1a-6f99d9742cfa up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:22.017587 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:22.126135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=43138e19-b38c-4fbc-aae6-46fa285d4d29,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:22.135879 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:22.144538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:22.419629 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c59c4-5d63-4166-ae05-b3bf0e7ddb09 None None] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:27:22.478880 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:22.484581 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:22.515330 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ce8d1fc4-69fe-4d6c-a984-e79c56e7bb8a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:22.534573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2f31630a-71da-4c2c-8428-826f1af83b3a None None] Provisioning for port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:22.553283 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2f31630a-71da-4c2c-8428-826f1af83b3a None None] Provisioning complete for port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:22.553667 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2f31630a-71da-4c2c-8428-826f1af83b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:22.616102 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:22.626499 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=9eadbca1-d96a-49ca-8a6f-895fa77be5cc,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:22.631660 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:22.785968 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2f31630a-71da-4c2c-8428-826f1af83b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:22.806500 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:27:22.808057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:22.827431 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-2f31630a-71da-4c2c-8428-826f1af83b3a None None] For port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=be7f9bd7-6b53-475c-8b1a-6f99d9742cfa,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:22.832542 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2f31630a-71da-4c2c-8428-826f1af83b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:22.834330 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4f368d9b-c55c-4ce6-a6a7-06d8c13d43e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:22.914386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31630a-71da-4c2c-8428-826f1af83b3a None None] Pushing event updated for resources: {'Port': ['ID=be7f9bd7-6b53-475c-8b1a-6f99d9742cfa,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:22.918572 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2f31630a-71da-4c2c-8428-826f1af83b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:23.018209 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router b53e6423-1afb-4d41-8106-91ed251ac6b9 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:27:23.058700 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1fa9a558-7a68-4360-8727-5c6337539702 None None] Provisioning complete for port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:23.059246 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1fa9a558-7a68-4360-8727-5c6337539702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:23.213614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1fa9a558-7a68-4360-8727-5c6337539702 None None] Provisioning for port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:23.216340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:27:23.219269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1fa9a558-7a68-4360-8727-5c6337539702 None None] Provisioning complete for port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:23.219593 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1fa9a558-7a68-4360-8727-5c6337539702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:23.229637 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Sync routers for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:27:23.236008 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "PUT /v2.0/routers/b53e6423-1afb-4d41-8106-91ed251ac6b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6317160
Apr 30 05:27:23.240512 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:23.241246 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77befe040>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:23.281980 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9a558-7a68-4360-8727-5c6337539702 None None] Port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:27:23.401500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a5adfefa-c21d-4258-a6b1-e27d2acb3d72 None None] Provisioning complete for port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:23.401874 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a5adfefa-c21d-4258-a6b1-e27d2acb3d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:23.459365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a5adfefa-c21d-4258-a6b1-e27d2acb3d72 None None] Port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:27:23.463034 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:23.484297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-424fc3be-eb41-4bdc-8b9c-4c0eb7572b78 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:27:23.503218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-424fc3be-eb41-4bdc-8b9c-4c0eb7572b78 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:27:23.504441 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-424fc3be-eb41-4bdc-8b9c-4c0eb7572b78 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137494278&fields=id&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 267 time: 0.0670435
Apr 30 05:27:23.595618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-cf53f8cb-b95c-41b9-9dfb-c7f068a4a671 None None] Provisioning complete for port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:23.596397 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cf53f8cb-b95c-41b9-9dfb-c7f068a4a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:23.640595 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 43138e19-b38c-4fbc-aae6-46fa285d4d29 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:23.729446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-cf53f8cb-b95c-41b9-9dfb-c7f068a4a671 None None] Port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:27:23.747039 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 43138e19-b38c-4fbc-aae6-46fa285d4d29 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:23.748171 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:23.796967 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77befe040>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9eadbca1-d96a-49ca-8a6f-895fa77be5cc', 'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:a2:2d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:20Z', 'updated_at': '2021-04-30T05:27:22Z', 'revision_number': 2, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:23.801502 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Checking router: b53e6423-1afb-4d41-8106-91ed251ac6b9 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:27:23.802170 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Updating router b53e6423-1afb-4d41-8106-91ed251ac6b9 port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:27:23.836183 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-7428754d-205d-488a-b99f-dd9046ffb935 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:23.836894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-7428754d-205d-488a-b99f-dd9046ffb935 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:27:23.853823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-7428754d-205d-488a-b99f-dd9046ffb935 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:27:23.858417 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:23.859911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-7428754d-205d-488a-b99f-dd9046ffb935 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 797 time: 0.3484559
Apr 30 05:27:23.876499 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-30b97a1b-5f5a-4997-9043-5319983c2ba9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/quotas/8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 375 time: 0.0145316
Apr 30 05:27:23.928701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device be7f9bd7-6b53-475c-8b1a-6f99d9742cfa up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:23.996017 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-66a9828d-8e8a-4e5c-9306-c22a6fcbff8b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1132033
Apr 30 05:27:24.017138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:24.017514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:24.162391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-36e82db4-ddf1-4c01-88a6-b940def088cd service neutron] 10.222.0.46 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529782
Apr 30 05:27:24.272981 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:24.286740 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Transition to ACTIVE for port object 9eadbca1-d96a-49ca-8a6f-895fa77be5cc will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:24.295089 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:24.300189 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-208501bc-c98f-45bf-a077-b4474a8b92ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:24.325291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c804565f-2d6a-4611-b904-191808c3a59b service neutron] 10.222.0.46 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497285
Apr 30 05:27:24.470560 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Pushing event updated for resources: {'Port': ['ID=9eadbca1-d96a-49ca-8a6f-895fa77be5cc,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:24.517337 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.517921 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.518261 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.518596 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.518932 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.519287 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.519642 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.519995 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.520317 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.520870 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.521195 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.521515 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:27:24.525330 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:24.549759 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Attempting to bind port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:27:24.550850 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Attempting to bind port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:27:24.551426 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Attempting to bind port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:27:24.558418 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:27:24.559226 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Checking segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:27:24.559870 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:24.560749 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Bound using segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:27:24.561660 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Bound port: 9eadbca1-d96a-49ca-8a6f-895fa77be5cc, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:27:24.562297 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:24.568056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5fa7647b-71e4-470d-bc25-bb6fb92824f0 req-0e4a6ebb-b183-41de-be21-2c9028ee6a2e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 210 time: 0.0620122
Apr 30 05:27:24.675847 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] For port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:27:24.680087 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] For port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9eadbca1-d96a-49ca-8a6f-895fa77be5cc,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:27:24.686523 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:24.691469 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5c6b341b-37a7-42aa-8d4c-a8ba9b2f6885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:24.779182 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:24.779810 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77befe040>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:24.897832 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Pushing event updated for resources: {'Port': ['ID=9eadbca1-d96a-49ca-8a6f-895fa77be5cc,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:24.901134 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:25.039143 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:25.101522 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:27:25.384462 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-f298e938-870f-4924-b864-3fc93f08253f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77befe040>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9eadbca1-d96a-49ca-8a6f-895fa77be5cc', 'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:a2:2d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:20Z', 'updated_at': '2021-04-30T05:27:24Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:25.389222 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298e938-870f-4924-b864-3fc93f08253f None None] The sync data for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 is: [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9eadbca1-d96a-49ca-8a6f-895fa77be5cc', 'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:a2:2d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:20Z', 'updated_at': '2021-04-30T05:27:24Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:27:25.711547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9eadbca1-d96a-49ca-8a6f-895fa77be5cc up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:25.807993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-620821d9-1228-47e0-be1e-3ff6c80a4131 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:25.808727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-620821d9-1228-47e0-be1e-3ff6c80a4131 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:27:25.818183 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:25.818463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ded5c322-ba17-4d1b-ad1b-015b3cc8fc30 req-3f67a3b0-7afe-4699-bd00-10c37a05e11e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 210 time: 0.0759857
Apr 30 05:27:25.834824 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:25.835219 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:25.835686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-620821d9-1228-47e0-be1e-3ff6c80a4131 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:27:25.836893 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-620821d9-1228-47e0-be1e-3ff6c80a4131 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 797 time: 0.2523069
Apr 30 05:27:25.902196 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-fea5bd43-10e5-4a5f-8c00-2b58ba438913 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 379 time: 0.0528736
Apr 30 05:27:25.920493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'port': {'device_id': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'admin_state_up': True, 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'security_groups': ['df59a401-d1c9-4ef7-b21a-8016c4cf120d']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:25.986092 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:26.028160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9eadbca1-d96a-49ca-8a6f-895fa77be5cc,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:26.033568 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:26.037276 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:26.090185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:26.095823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:port and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:26.099819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:26.106698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:26.120620 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=9eadbca1-d96a-49ca-8a6f-895fa77be5cc,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:26.124914 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:26.126882 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:27:26.130649 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:26.308349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.20.0.10 (9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba/dd0209b4-ae38-4220-9661-aeb93dc63596/503bde2a-7d54-4cf9-9b54-41cdc97bcfce) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:27:26.696289 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:26.715661 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Transition to ACTIVE for port object 503bde2a-7d54-4cf9-9b54-41cdc97bcfce will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:26.742770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:26.748668 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b9521efe-d47f-449a-8ea4-47e8c4b92a60 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:26.818359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:27:26.822155 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:26.826735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:27:26.869283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:26.881124 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:26.912378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:26.913225 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:26.948592 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0399332
Apr 30 05:27:27.032912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Request body: {'port': {'device_id': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:27.040441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743de2e-bb6a-4358-8cec-3ba6ace7340b req-aecc26e2-16b4-4de6-8855-b71e8cfe073f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:27.046425 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9743de2e-bb6a-4358-8cec-3ba6ace7340b req-aecc26e2-16b4-4de6-8855-b71e8cfe073f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 932 time: 0.1027980
Apr 30 05:27:27.104877 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9743de2e-bb6a-4358-8cec-3ba6ace7340b req-7825aefc-742d-4b0d-b6e3-042d617841d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531154
Apr 30 05:27:27.129385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4df982fa-9f96-409a-960f-01daf8b4be3e None None] Provisioning for port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:27.138455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4df982fa-9f96-409a-960f-01daf8b4be3e None None] Provisioning complete for port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:27.139348 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4df982fa-9f96-409a-960f-01daf8b4be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:27.179750 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:27.198096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4df982fa-9f96-409a-960f-01daf8b4be3e None None] Port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:27:27.544393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503bde2a-7d54-4cf9-9b54-41cdc97bcfce {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:27:27.558828 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:27.573488 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:27.584837 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Transition to ACTIVE for port object 503bde2a-7d54-4cf9-9b54-41cdc97bcfce will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:27.589784 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:27.597442 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-24540120-66a1-4c11-b6b0-b6fbf8fc9c5b tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:27.625237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:27.627728 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9eadbca1-d96a-49ca-8a6f-895fa77be5cc up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:27.710952 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:27.711379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:27.777450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Pushing event updated for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:27.789616 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:27.862992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:27:27.864106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:27:27.864106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:27:27.873736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:27:27.874298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:27:27.885780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:27:27.886400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Checking segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:27:27.886861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Bound using segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:27:27.887530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Bound port: 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:27:27.887941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:27.991461 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:27:27.994588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:27:27.999449 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:28.003480 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-473c8ec7-fa15-4194-a449-75b6fa039470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:28.058046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:28.058741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:28.060361 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] 10.222.0.50 "PUT /v2.0/ports/503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 1093 time: 1.1043887
Apr 30 05:27:28.060923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:27:28.087361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Pushing event updated for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:28.090702 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:28.145787 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'status': 'completed', 'code': 200}
Apr 30 05:27:28.196594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c8fd18e9-cf00-46f9-9011-5020c377b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:28.198472 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-c8fd18e9-cf00-46f9-9011-5020c377b6c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1096 time: 0.0897856
Apr 30 05:27:28.278513 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-3333200b-cebd-43eb-b717-c4ad57238859 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 217 time: 0.0724549
Apr 30 05:27:28.326794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328354-a07e-418b-91e5-6fcb85f82027 req-9b1155ae-7f7f-4b3b-baa3-a32b75164221 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:28.328365 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b1328354-a07e-418b-91e5-6fcb85f82027 req-9b1155ae-7f7f-4b3b-baa3-a32b75164221 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 944 time: 0.0949037
Apr 30 05:27:28.347610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-a6762a6f-eb46-4845-bcc7-76f6084cb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:28.349164 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-a6762a6f-eb46-4845-bcc7-76f6084cb4c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 200  len: 834 time: 0.0646660
Apr 30 05:27:28.384663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b1328354-a07e-418b-91e5-6fcb85f82027 req-f7855132-81ee-454a-8557-7ae6f6eb6762 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496600
Apr 30 05:27:28.430987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-b9c824e8-d258-4091-b5b4-9c021476c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:28.432508 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-b9c824e8-d258-4091-b5b4-9c021476c0d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0773065
Apr 30 05:27:28.567954 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-daf19264-53e4-41db-90a7-bdb049fa55c0 service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291511
Apr 30 05:27:28.872254 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-731ddfcc-6b47-4279-ba7b-ae7800d6ad67 req-2d1d8f17-c48a-4cff-bb6c-a6c074a22ce5 service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2976425
Apr 30 05:27:28.998176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-dc4aee8c-f4ff-4b70-bd8f-0dc51fcad330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:28.999795 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-dc4aee8c-f4ff-4b70-bd8f-0dc51fcad330 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1096 time: 0.0792372
Apr 30 05:27:29.137352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-d36ff3db-0eba-4a3c-b3d9-96409d63e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:29.139450 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-d36ff3db-0eba-4a3c-b3d9-96409d63e984 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 898 time: 0.1332204
Apr 30 05:27:29.216971 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-62082c8c-c5f1-4353-b70e-8dc3e2a0a8f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 217 time: 0.0714796
Apr 30 05:27:29.281431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-e038ba01-c7d3-4a33-9f92-25ee35cfb9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:29.282915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-e038ba01-c7d3-4a33-9f92-25ee35cfb9aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 200  len: 834 time: 0.0603220
Apr 30 05:27:29.371224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-ef57356f-3df8-4b47-8c81-2545089ad291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:29.373437 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-ef57356f-3df8-4b47-8c81-2545089ad291 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0846083
Apr 30 05:27:29.514564 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-b4288cca-285a-4cb0-8870-c5fdea535f47 service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349657
Apr 30 05:27:29.585895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a8e07-3197-40cd-93d6-30abda857c4a req-2425cfe0-12c0-42a3-95c3-92c9f659dd94 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:29.587608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b00a8e07-3197-40cd-93d6-30abda857c4a req-2425cfe0-12c0-42a3-95c3-92c9f659dd94 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 944 time: 0.0920265
Apr 30 05:27:29.635518 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b00a8e07-3197-40cd-93d6-30abda857c4a req-5a402a03-a158-4105-86d4-922eb7aa7e6f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412819
Apr 30 05:27:29.655388 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73309371-a60f-4d75-88e4-d7797d4370c4 req-124f94db-6aa2-4282-a8f4-564c9cd959a1 service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338522
Apr 30 05:27:30.721509 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e19c1e7e-6fa8-4ed1-ac6d-56ebc1b4babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:30.837373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1aa09-c385-46b9-8966-436bd405b291 req-28c6c3ce-6617-42c2-a551-f85f1c1e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:30.838873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4aa1aa09-c385-46b9-8966-436bd405b291 req-28c6c3ce-6617-42c2-a551-f85f1c1e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 944 time: 0.0887275
Apr 30 05:27:30.892651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4aa1aa09-c385-46b9-8966-436bd405b291 req-60e0aa94-e54a-4278-9632-ceefe8a77ba5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472484
Apr 30 05:27:32.089445 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2a6a4-f73b-4bb7-90d1-0d6f914a2e98 req-efd3e45c-ff3d-4bd3-95c8-9a2512aac48b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:32.091062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23d2a6a4-f73b-4bb7-90d1-0d6f914a2e98 req-efd3e45c-ff3d-4bd3-95c8-9a2512aac48b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 944 time: 0.0826397
Apr 30 05:27:32.141052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23d2a6a4-f73b-4bb7-90d1-0d6f914a2e98 req-e1d3012a-6a6c-465d-a3f5-e68fcd23470d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431833
Apr 30 05:27:33.333323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2ac5c-1d14-44a2-b78c-e5a3176bc77b req-00ff166e-71be-45ab-8a4b-5b98d2fe05de tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:33.334861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25e2ac5c-1d14-44a2-b78c-e5a3176bc77b req-00ff166e-71be-45ab-8a4b-5b98d2fe05de tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 944 time: 0.0857575
Apr 30 05:27:33.386498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-25e2ac5c-1d14-44a2-b78c-e5a3176bc77b req-06b61101-02d3-4631-9372-88ad312171fa tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457919
Apr 30 05:27:33.409061 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:33.624268 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 503bde2a-7d54-4cf9-9b54-41cdc97bcfce details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:27:33.650736 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5960-57db-4d85-b380-a97639278dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:33.775856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:33.789091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'port_id': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'mac_address': 'fa:16:3e:6e:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:27:33.845075 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:33.861741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503bde2a-7d54-4cf9-9b54-41cdc97bcfce {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:27:33.877076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:33.881168 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:33.882985 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:33.954162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:33.957199 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:34.192884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['503bde2a-7d54-4cf9-9b54-41cdc97bcfce'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:27:34.613804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342479d3-c3bd-4bf1-bc5f-75de939a55c7 req-245178d3-f313-4fcf-9dbe-7ceee3a2d726 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:34.615338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-342479d3-c3bd-4bf1-bc5f-75de939a55c7 req-245178d3-f313-4fcf-9dbe-7ceee3a2d726 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 945 time: 0.1118093
Apr 30 05:27:34.671903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-342479d3-c3bd-4bf1-bc5f-75de939a55c7 req-e5946273-c6e8-4219-9eea-ca03a0546749 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505998
Apr 30 05:27:34.876071 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:35.638034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 503bde2a-7d54-4cf9-9b54-41cdc97bcfce up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:35.711633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:35.717023 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:35.717365 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:35.842960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:35.870961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:27:35.874540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4697c-94cd-4361-a1dd-92ac853f530d req-be5d0447-8a11-4fe4-a8bc-d82e065a9a38 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:35.876100 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3b4697c-94cd-4361-a1dd-92ac853f530d req-be5d0447-8a11-4fe4-a8bc-d82e065a9a38 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 945 time: 0.0886221
Apr 30 05:27:35.881468 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:35.889331 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:35.891389 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:35.928540 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'code': 200}
Apr 30 05:27:35.943873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b3b4697c-94cd-4361-a1dd-92ac853f530d req-9c34675d-21a5-4f03-9daa-474589a21ac6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595689
Apr 30 05:27:35.975398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:35.978305 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:36.054714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97f849-1cd5-490d-ae2e-bdd401eeaabb req-42747ef0-b660-4778-b89a-092e88df1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:36.056246 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2d97f849-1cd5-490d-ae2e-bdd401eeaabb req-42747ef0-b660-4778-b89a-092e88df1ed0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1098 time: 0.0702164
Apr 30 05:27:36.095852 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2d97f849-1cd5-490d-ae2e-bdd401eeaabb req-a15f7c0a-3c07-4384-8a01-e2622cf72a3b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332775
Apr 30 05:27:36.365208 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:37.136345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ef0b3-afaf-4835-88cb-3d0aee4c7c9e req-573a7a58-ab1b-4a68-9732-87d1f7ab4365 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:37.137867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c41ef0b3-afaf-4835-88cb-3d0aee4c7c9e req-573a7a58-ab1b-4a68-9732-87d1f7ab4365 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.0879283
Apr 30 05:27:37.187753 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c41ef0b3-afaf-4835-88cb-3d0aee4c7c9e req-d7691b2e-add5-4d9b-938a-bc048b80a4b6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427694
Apr 30 05:27:38.011499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59220) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:38.087002 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e21e69-adfa-4ec7-9d13-e337ec8b2f6d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:38.087521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e21e69-adfa-4ec7-9d13-e337ec8b2f6d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:38.088005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e21e69-adfa-4ec7-9d13-e337ec8b2f6d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:38.089699 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d5e21e69-adfa-4ec7-9d13-e337ec8b2f6d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=89572e80b3754c7083e0ec66ac6a0125&network_id=d7e3afef-26fe-4305-9c05-5986d75547d7 HTTP/1.1" status: 200  len: 2973 time: 0.0771952
Apr 30 05:27:38.382207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eedd6c-9d44-4398-a87b-32492077afaa req-8f0f8916-0f85-49a0-88d2-a58145d548ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:38.383762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2eedd6c-9d44-4398-a87b-32492077afaa req-8f0f8916-0f85-49a0-88d2-a58145d548ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.0875881
Apr 30 05:27:38.431433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2eedd6c-9d44-4398-a87b-32492077afaa req-a9b3d42f-1d66-4132-a6ff-c0603e73fb5e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419147
Apr 30 05:27:38.629485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08025f03-cd7e-429c-a8ca-8b1ad424abd1 req-89a7a665-6d61-4b23-bb1d-a3723a2fa953 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:38.630979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08025f03-cd7e-429c-a8ca-8b1ad424abd1 req-89a7a665-6d61-4b23-bb1d-a3723a2fa953 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.0944433
Apr 30 05:27:38.677075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08025f03-cd7e-429c-a8ca-8b1ad424abd1 req-2dbed32d-6fd3-4b78-a900-30ce1f3832c2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402455
Apr 30 05:27:38.703396 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59232) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:38.776857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f26a34-c438-49f3-9e85-2f9071276d1f tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:38.779085 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c8f26a34-c438-49f3-9e85-2f9071276d1f tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1093 time: 0.0739477
Apr 30 05:27:38.781704 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59236) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:38.786814 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:38.793545 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:38.798236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:floatingip and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:38.801147 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:38.806774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:38.816881 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:38.958219 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:39.094971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.25.8.46 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/40b84092-1e82-4274-b599-b377982999f6) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:27:39.401979 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:39.432068 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:39.437495 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:39.494179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:27:39.501835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:39.506041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:27:39.549060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=40b84092-1e82-4274-b599-b377982999f6,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:39.553588 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:39.955051 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:40.034889 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:40.253143 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:40.257618 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:40.261637 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ef2ed9f1-6c38-4839-9eb8-4889afaf2202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:40.365512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=40b84092-1e82-4274-b599-b377982999f6,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:40.369807 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:40.379427 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:40.557838 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Floating IP 6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8 associated. External IP: 172.25.8.46, port: 503bde2a-7d54-4cf9-9b54-41cdc97bcfce.
Apr 30 05:27:41.105993 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router b53e6423-1afb-4d41-8106-91ed251ac6b9 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:27:41.293363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59244) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:41.341772 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:27:41.353483 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] Sync routers for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:27:41.364504 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:41.365142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be4ddf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:41.377400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a31d31-c516-4c13-9363-98ce5b7093e6 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:41.378912 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d7a31d31-c516-4c13-9363-98ce5b7093e6 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c HTTP/1.1" status: 200  len: 814 time: 0.0840828
Apr 30 05:27:41.393147 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:41.456082 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6733413
Apr 30 05:27:41.456857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:27:41.590823 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'status': 'completed', 'code': 200}
Apr 30 05:27:41.622939 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:41.645256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2cf61-845c-4718-b104-4bce8abd7e28 req-20188894-9a29-4225-b21a-fbd596e5ae42 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:41.646802 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17f2cf61-845c-4718-b104-4bce8abd7e28 req-20188894-9a29-4225-b21a-fbd596e5ae42 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.0964122
Apr 30 05:27:41.696987 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17f2cf61-845c-4718-b104-4bce8abd7e28 req-6d85ccaf-c965-442a-9a72-3fbb82299e29 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440092
Apr 30 05:27:41.723750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59258) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:41.737359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-e34d6ac9-eb52-4301-840d-06484274be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:41.739757 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-e34d6ac9-eb52-4301-840d-06484274be0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1098 time: 0.1316233
Apr 30 05:27:41.847329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c7689128-87aa-4c47-b86a-74081bb7442a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8 HTTP/1.1" status: 200  len: 991 time: 0.1201422
Apr 30 05:27:41.881048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-8f989622-2ad8-425a-b6aa-23060ff2ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:41.882672 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-8f989622-2ad8-425a-b6aa-23060ff2ee13 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 898 time: 0.1368554
Apr 30 05:27:41.994301 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-d0381865-d257-4afb-ba8a-c69f2bf4041e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 999 time: 0.1048329
Apr 30 05:27:42.048585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be4ddf0>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'port_id': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'mac_address': 'fa:16:3e:6e:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:27:39Z', 'updated_at': '2021-04-30T05:27:39Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eadbca1-d96a-49ca-8a6f-895fa77be5cc', 'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:a2:2d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:20Z', 'updated_at': '2021-04-30T05:27:26Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:42.052687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] Checking router: b53e6423-1afb-4d41-8106-91ed251ac6b9 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:27:42.061927 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:27:42.062534 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be4ddf0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:42.063001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-b724faaa-539e-438c-bda8-6617a441e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:42.064484 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-b724faaa-539e-438c-bda8-6617a441e9ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 200  len: 834 time: 0.0642409
Apr 30 05:27:42.084765 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59262) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:42.091252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'network': {'name': 'tempest-network-smoke--749782557', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'port_security_enabled': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:42.097672 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:42.102759 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:network and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:42.106866 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for network was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:42.113534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:42.126387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Made reservation on behalf of 89572e80b3754c7083e0ec66ac6a0125 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:27:42.130506 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:42.147718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-c0b3cf74-94e5-479c-81ca-7b95f5dcd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:42.149404 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-c0b3cf74-94e5-479c-81ca-7b95f5dcd999 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0781112
Apr 30 05:27:42.164189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:27:42.180690 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:42.181267 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Added segment 755995ca-d242-4e42-9a90-e8027273e3ed of type vlan for network ca313393-4cd2-4a00-a176-ab50da916e59
Apr 30 05:27:42.223522 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:42.262792 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:42.268398 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:42.269161 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:42.271341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:27:42.273156 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-43a2b430-240c-4bfd-baac-0e24c184d8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:42.298982 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-2c92fd67-5537-486d-bceb-70ec8fbfa04b service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428020
Apr 30 05:27:42.377146 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2908895
Apr 30 05:27:42.383578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59266) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:42.386439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Network': ['ID=ca313393-4cd2-4a00-a176-ab50da916e59,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:42.408508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network ca313393-4cd2-4a00-a176-ab50da916e59 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:27:42.439283 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-88799636-f0a0-4cb3-bd89-4d52bdad8846 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:42.449497 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2eda59d1-0690-4c2f-85ab-f8d276af284e req-ab6c9f7b-7965-4155-8f31-2f6774dd37c3 service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445966
Apr 30 05:27:42.458278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca35d11-6f69-498c-91b2-72c3d3042f19 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:42.462683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7ca35d11-6f69-498c-91b2-72c3d3042f19 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=89572e80b3754c7083e0ec66ac6a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0754695
Apr 30 05:27:42.463111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59270) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:42.762413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be4ddf0>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'port_id': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'mac_address': 'fa:16:3e:6e:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:27:39Z', 'updated_at': '2021-04-30T05:27:39Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eadbca1-d96a-49ca-8a6f-895fa77be5cc', 'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:a2:2d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:20Z', 'updated_at': '2021-04-30T05:27:26Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:27:42.766972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab4dc55-bf5d-4e9a-bc43-cd0bd394deab None None] The sync data for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 is: [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'port_id': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'mac_address': 'fa:16:3e:6e:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:27:39Z', 'updated_at': '2021-04-30T05:27:39Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eadbca1-d96a-49ca-8a6f-895fa77be5cc', 'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:a2:2d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:20Z', 'updated_at': '2021-04-30T05:27:26Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:27:42.769777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a76d1-c3ca-4792-b77d-320df9fbe0fd tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:42.774274 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59274) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:42.774720 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-242a76d1-c3ca-4792-b77d-320df9fbe0fd tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3102262
Apr 30 05:27:42.818456 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-4041fac7-3b4a-439a-9fa8-b62cfc1cf293 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0422688
Apr 30 05:27:42.820985 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59278) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:42.849385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59282) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:42.866312 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5b3af9f8-cc60-4482-bd3e-a38fc5669b43 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=89572e80b3754c7083e0ec66ac6a0125&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0418174
Apr 30 05:27:42.866895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59286) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:42.993696 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-048f7fcf-9b76-4b88-b7e9-271b0a8bb6a1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8 HTTP/1.1" status: 200  len: 991 time: 0.1420155
Apr 30 05:27:43.020060 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3694b6-da6e-4922-b06c-5868f46b36d9 None None] New status for floating IP 6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:27:43.035930 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851fe7a-0fed-48aa-bd72-db6c160d0427 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:43.040136 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7851fe7a-0fed-48aa-bd72-db6c160d0427 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1696098
Apr 30 05:27:43.040440 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59290) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:43.086267 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-2e659ddd-49f8-40a5-8176-22380be9259d tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0445688
Apr 30 05:27:43.088822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59294) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:43.096116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963831403', 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:43.220054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:43.224444 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:subnet and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:43.227535 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:43.234565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:43.245558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Made reservation on behalf of 89572e80b3754c7083e0ec66ac6a0125 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:27:43.249235 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:43.690189 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:43.694184 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:43.777076 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Subnet': ['ID=c4923009-b02d-450a-80e0-b9278276929c,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:43.782044 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:43.786182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Checking segment: {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:27:43.786552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network hostable DHCP agents. Network: ca313393-4cd2-4a00-a176-ab50da916e59, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:27:43.804344 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network ca313393-4cd2-4a00-a176-ab50da916e59 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:27:43.813461 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, ca313393-4cd2-4a00-a176-ab50da916e59) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:43.822936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59942970-357e-4641-acbc-d88771d86f27 None None] Network ca313393-4cd2-4a00-a176-ab50da916e59 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:27:43.823452 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:43.823994 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:43.846340 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.7557642
Apr 30 05:27:43.995673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59300) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:44.042612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-ca313393-4cd2-4a00-a176-ab50da916e59', 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ips': [{'subnet_id': 'c4923009-b02d-450a-80e0-b9278276929c'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:27:44.043802 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.077131 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59304) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:44.085036 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563498958', 'description': 'tempest-secgroup-smoke-563498958 description', 'project_id': '89572e80b3754c7083e0ec66ac6a0125'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:44.270390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Allocated IP 172.20.0.18 (ca313393-4cd2-4a00-a176-ab50da916e59/c4923009-b02d-450a-80e0-b9278276929c/6838f7bd-cbc2-46c8-9d29-44ed57f48eac) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:27:44.279366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:44.291210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:44.297323 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:44.307039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-45ff4ad8-22a2-4e03-98db-a4476a99a94b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8 HTTP/1.1" status: 200  len: 993 time: 0.3101189
Apr 30 05:27:44.308043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:44.320803 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.341005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:44.345171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:44.348249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:44.354340 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:44.425655 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.429305 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.432986 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b7a336e-71b8-4e43-a1c4-097abb404f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:44.472869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:44.475804 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.479614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3986952
Apr 30 05:27:44.479614 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aebe5cab-8c64-45b5-ac24-14e371e2dc05 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:44.479907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59308) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:44.486245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'cae8e202-f1ff-4a3b-abc5-65e7015b1ba7', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:44.486625 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.492900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:44.497575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:44.497837 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Transition to ACTIVE for port object 6838f7bd-cbc2-46c8-9d29-44ed57f48eac will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:44.501108 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:44.508393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:44.517302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Transition to ACTIVE for port object 6838f7bd-cbc2-46c8-9d29-44ed57f48eac will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:44.523102 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.524927 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.527850 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fc0d35e3-e697-4acd-aee9-82eeb4469168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:44.590328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.595433 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.595847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Network ca313393-4cd2-4a00-a176-ab50da916e59 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:27:44.597293 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0fae1a2-c538-4a8f-9b0a-cab31d031185 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:44.600763 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:44.603226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:27:44.612915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Pushing event updated for resources: {'Port': ['ID=6838f7bd-cbc2-46c8-9d29-44ed57f48eac,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:44.616104 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:44.620050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25233c21-9c92-4649-9275-483c26e123b7,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:44.623033 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:44.630995 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.632221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1513362
Apr 30 05:27:44.634897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59312) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:44.640925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'cae8e202-f1ff-4a3b-abc5-65e7015b1ba7', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:44.647798 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:44.651704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:44.654955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:44.661030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:44.678714 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.720000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Attempting to bind port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:27:44.720417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Attempting to bind port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:27:44.720807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Attempting to bind port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac on network ca313393-4cd2-4a00-a176-ab50da916e59 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:27:44.726657 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:27:44.727032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Checking segment: {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:27:44.727488 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.727897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Bound using segment: {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:27:44.728376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Bound port: 6838f7bd-cbc2-46c8-9d29-44ed57f48eac, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:27:44.728763 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.746691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.751839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.753815 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-10e12d35-fa2c-402e-ad36-00f0e84e639b tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:44.780074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c857f9a-0762-40b2-b8a2-3b7f19b5e468,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:44.783080 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:44.790660 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.791884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ddaeeb8a-7272-41d1-91d1-7c4c713db8c3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1559303
Apr 30 05:27:44.795428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59316) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:44.801214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'cae8e202-f1ff-4a3b-abc5-65e7015b1ba7', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:44.807958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:44.813175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:44.816320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:44.822049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:44.833341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] For port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:27:44.836763 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] For port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6838f7bd-cbc2-46c8-9d29-44ed57f48eac,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:27:44.839230 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.841542 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.845439 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c0b9bf36-7909-4fd8-8537-7b18f91f3923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:44.914087 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.922079 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.932322 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4d3ddf6-389d-4e1b-9fa4-440ce6cc1118 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:44.962703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Pushing event updated for resources: {'Port': ['ID=6838f7bd-cbc2-46c8-9d29-44ed57f48eac,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:44.966016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbfcbef-7b6d-4cff-a3f6-a06988a289d9,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:44.966202 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:44.968494 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:44.977160 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:44.981063 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1819503
Apr 30 05:27:44.982002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:44.987794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'cae8e202-f1ff-4a3b-abc5-65e7015b1ba7', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:44.994718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:44.999489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:45.002469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:45.008490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:45.026542 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.109553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.116081 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.127341 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eecb1ae0-d1ce-46d0-a064-09ab32e6b09b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:45.148754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ec9e41-dd1a-42d1-bc46-672cff679359,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:45.151626 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:45.162515 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.164188 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1808681
Apr 30 05:27:45.167043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59324) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:45.174841 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'cae8e202-f1ff-4a3b-abc5-65e7015b1ba7', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:45.182050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:45.186872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:45.189971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:45.196153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:45.207523 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Project 89572e80b3754c7083e0ec66ac6a0125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:27:45.214884 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.287544 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.291077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.292879 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5ad12bbf-6945-4ab7-b0f2-b757cd4dc6bb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:45.315994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b15b1b-7b22-4d0d-a5c2-c04b206f353e,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:45.320340 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:45.325070 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.326467 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1584241
Apr 30 05:27:45.329318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59328) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:45.334717 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': 'cae8e202-f1ff-4a3b-abc5-65e7015b1ba7', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:45.342019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:45.346024 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:45.348978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:45.354995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:45.366850 n-d-766726-20 neutron-server[74581]: INFO neutron.db.securitygroups_db [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Project 89572e80b3754c7083e0ec66ac6a0125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:27:45.373380 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.440412 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.443990 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.445840 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f831d3cd-3a65-4dfb-8c4d-6fb49575083c tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:45.471367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dfd251-fac8-400f-a0a5-1535f233db16,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:45.473846 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:45.481149 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:45.482900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-7ed6439d-3469-4001-a9f0-9c8d059af699 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1525705
Apr 30 05:27:45.645061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6838f7bd-cbc2-46c8-9d29-44ed57f48eac up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:45.667758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-c9f33d3d-4d5d-40d7-b7a6-b8b95e079753 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:27:45.690341 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-c9f33d3d-4d5d-40d7-b7a6-b8b95e079753 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:27:45.692129 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-c9f33d3d-4d5d-40d7-b7a6-b8b95e079753 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563498958&fields=id&tenant_id=89572e80b3754c7083e0ec66ac6a0125 HTTP/1.1" status: 200  len: 267 time: 0.0720043
Apr 30 05:27:45.721911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:45.857104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-7b10b803-6555-4338-85a3-13c47aa211b7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:45.857919 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-7b10b803-6555-4338-85a3-13c47aa211b7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:27:45.877890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-7b10b803-6555-4338-85a3-13c47aa211b7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:27:45.879289 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-7b10b803-6555-4338-85a3-13c47aa211b7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/networks?id=ca313393-4cd2-4a00-a176-ab50da916e59 HTTP/1.1" status: 200  len: 796 time: 0.1798100
Apr 30 05:27:45.896546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-82622f02-ea42-4b63-adfa-73d1133e8a9b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/quotas/89572e80b3754c7083e0ec66ac6a0125 HTTP/1.1" status: 200  len: 375 time: 0.0112410
Apr 30 05:27:45.929018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd8e3bf-f557-4933-bbda-2c77a0d3cffd None None] Network ca313393-4cd2-4a00-a176-ab50da916e59 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:27:45.998385 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-41b30c5e-db53-4aee-8a3a-2760f5141b9f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0930629
Apr 30 05:27:46.039948 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c7175d5a-97dc-4a25-b257-56fbabcdc5a2 None None] Provisioning for port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:46.057012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c7175d5a-97dc-4a25-b257-56fbabcdc5a2 None None] Provisioning complete for port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:46.057389 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c7175d5a-97dc-4a25-b257-56fbabcdc5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:46.155027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-77c05e7c-cbd9-42e4-93b6-3779551b5dad service neutron] 10.222.0.46 "GET /v2.0/networks/ca313393-4cd2-4a00-a176-ab50da916e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437495
Apr 30 05:27:46.268563 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c7175d5a-97dc-4a25-b257-56fbabcdc5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:46.300343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-e2d65b3b-ba99-4e79-9346-2012aba39b0b service neutron] 10.222.0.46 "GET /v2.0/networks/ca313393-4cd2-4a00-a176-ab50da916e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381519
Apr 30 05:27:46.313312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c7175d5a-97dc-4a25-b257-56fbabcdc5a2 None None] For port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6838f7bd-cbc2-46c8-9d29-44ed57f48eac,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:46.321048 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c7175d5a-97dc-4a25-b257-56fbabcdc5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:46.323082 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-19552e01-a78c-4770-8062-d17e254f7367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:46.396874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7175d5a-97dc-4a25-b257-56fbabcdc5a2 None None] Pushing event updated for resources: {'Port': ['ID=6838f7bd-cbc2-46c8-9d29-44ed57f48eac,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:46.400208 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c7175d5a-97dc-4a25-b257-56fbabcdc5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:46.516737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2638948c-24e6-424c-b341-94d2c50fcda4 req-c4e55147-1dd6-4912-9ea3-1fe76b7a8cf5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 210 time: 0.0513735
Apr 30 05:27:46.647859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5f64713b-06d8-4541-aa2d-ae63bf60afb8 None None] Provisioning complete for port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:46.648290 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f64713b-06d8-4541-aa2d-ae63bf60afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:47.568831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-efe231df-ab5f-434c-a540-6e55970da7f0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:47.570491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-efe231df-ab5f-434c-a540-6e55970da7f0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "GET /v2.0/networks?id=ca313393-4cd2-4a00-a176-ab50da916e59 HTTP/1.1" status: 200  len: 796 time: 0.1573813
Apr 30 05:27:47.645373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-f0ffcd69-9211-4f50-b331-3a31bf688c46 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89572e80b3754c7083e0ec66ac6a0125 HTTP/1.1" status: 200  len: 472 time: 0.0654435
Apr 30 05:27:47.647954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6838f7bd-cbc2-46c8-9d29-44ed57f48eac up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:47.691027 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'port': {'device_id': '800f0147-6463-436b-adeb-838b83d80086', 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59', 'admin_state_up': True, 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'security_groups': ['cae8e202-f1ff-4a3b-abc5-65e7015b1ba7']}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:47.708840 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-025a5912-69f8-4cb1-ab7b-c0f00b2443d9 req-2c83614e-adcb-464a-a802-ce90469d6149 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 210 time: 0.0624845
Apr 30 05:27:47.722482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:47.722865 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:47.832217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:27:47.836226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:port and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:27:47.839065 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:27:47.845627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:27:47.855567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Made reservation on behalf of 89572e80b3754c7083e0ec66ac6a0125 for: {'port': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:27:47.859781 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:48.025031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.20.0.21 (ca313393-4cd2-4a00-a176-ab50da916e59/c4923009-b02d-450a-80e0-b9278276929c/7154a8c1-e385-4c6f-a469-0c40ae51eca1) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:27:48.220418 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:48.236104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Transition to ACTIVE for port object 7154a8c1-e385-4c6f-a469-0c40ae51eca1 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:48.259151 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:48.266952 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ecd89b8e-62ce-4ff3-b040-7eeddf4a0e21 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:48.328270 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network ca313393-4cd2-4a00-a176-ab50da916e59 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:27:48.331479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:27:48.335525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:27:48.392174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=7154a8c1-e385-4c6f-a469-0c40ae51eca1,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:48.396718 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:48.414556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:48.415200 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:48.440581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7585754
Apr 30 05:27:48.501749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Request body: {'port': {'device_id': '800f0147-6463-436b-adeb-838b83d80086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:27:48.603949 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d4dbaf50-4b39-4b71-96ee-3c6cf4115acf None None] Provisioning for port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:48.610121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d4dbaf50-4b39-4b71-96ee-3c6cf4115acf None None] Provisioning complete for port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:48.610520 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d4dbaf50-4b39-4b71-96ee-3c6cf4115acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:48.622678 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:48.671730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbaf50-4b39-4b71-96ee-3c6cf4115acf None None] Port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:27:48.986075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e58e1-1a4b-4008-99c7-28e241fb8a75 req-52d49bc8-34af-4fe9-9bce-066d81acc179 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:48.986789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7e9e58e1-1a4b-4008-99c7-28e241fb8a75 req-52d49bc8-34af-4fe9-9bce-066d81acc179 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:27:49.056924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-7e9e58e1-1a4b-4008-99c7-28e241fb8a75 req-52d49bc8-34af-4fe9-9bce-066d81acc179 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:27:49.058087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e9e58e1-1a4b-4008-99c7-28e241fb8a75 req-52d49bc8-34af-4fe9-9bce-066d81acc179 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 932 time: 0.2418020
Apr 30 05:27:49.067963 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7154a8c1-e385-4c6f-a469-0c40ae51eca1 {{(pid=74581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:27:49.088129 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:49.119641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Transition to ACTIVE for port object 7154a8c1-e385-4c6f-a469-0c40ae51eca1 will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:27:49.123723 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:49.130185 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-90c34af1-7a28-424d-a0f0-35616ff7c491 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:49.163860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7e9e58e1-1a4b-4008-99c7-28e241fb8a75 req-96b80bc0-ac3c-4511-bf62-6f58bc834b4a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987718
Apr 30 05:27:49.460134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=7154a8c1-e385-4c6f-a469-0c40ae51eca1,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:49.487676 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:49.529255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Attempting to bind port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:27:49.529586 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Attempting to bind port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:27:49.529917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Attempting to bind port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 on network ca313393-4cd2-4a00-a176-ab50da916e59 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:27:49.534526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 on network ca313393-4cd2-4a00-a176-ab50da916e59 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:27:49.534848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Attempting to bind port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 on network ca313393-4cd2-4a00-a176-ab50da916e59 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:27:49.539934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:27:49.540273 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Checking segment: {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:27:49.540662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Bound using segment: {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:27:49.541089 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Bound port: 7154a8c1-e385-4c6f-a469-0c40ae51eca1, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:27:49.541434 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:49.633576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] For port 7154a8c1-e385-4c6f-a469-0c40ae51eca1, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:27:49.636558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] For port 7154a8c1-e385-4c6f-a469-0c40ae51eca1, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7154a8c1-e385-4c6f-a469-0c40ae51eca1,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:27:49.641795 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:49.646455 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0b0eaa3c-fb79-4ab8-a001-ad3dd66e608d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:49.697203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:49.697823 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:49.699248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] 10.222.0.37 "PUT /v2.0/ports/7154a8c1-e385-4c6f-a469-0c40ae51eca1 HTTP/1.1" status: 200  len: 1093 time: 1.2512655
Apr 30 05:27:49.700339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800f0147-6463-436b-adeb-838b83d80086', 'tag': '7154a8c1-e385-4c6f-a469-0c40ae51eca1'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:27:49.728403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=7154a8c1-e385-4c6f-a469-0c40ae51eca1,revision_number=3']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:49.738726 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:49.792209 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800f0147-6463-436b-adeb-838b83d80086', 'tag': '7154a8c1-e385-4c6f-a469-0c40ae51eca1', 'status': 'completed', 'code': 200}
Apr 30 05:27:49.836241 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-b49fb92c-b6d3-4ce9-b296-da591e28a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:49.837776 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-b49fb92c-b6d3-4ce9-b296-da591e28a617 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 1096 time: 0.0839980
Apr 30 05:27:49.915323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-d11a2794-1902-46df-9e23-d983656976df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=7154a8c1-e385-4c6f-a469-0c40ae51eca1 HTTP/1.1" status: 200  len: 217 time: 0.0703270
Apr 30 05:27:49.986092 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-4d416dd0-9b51-48fe-9f82-5df60509d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:49.987497 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-4d416dd0-9b51-48fe-9f82-5df60509d8ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4923009-b02d-450a-80e0-b9278276929c HTTP/1.1" status: 200  len: 838 time: 0.0650640
Apr 30 05:27:50.063750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-63b17033-fc78-480c-8704-85080dd5af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:50.065222 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-63b17033-fc78-480c-8704-85080dd5af26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca313393-4cd2-4a00-a176-ab50da916e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0717266
Apr 30 05:27:50.198049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-1d81db28-dcd5-48ac-861d-bec3c0aaf31c service neutron] 10.222.0.37 "GET /v2.0/networks/ca313393-4cd2-4a00-a176-ab50da916e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261828
Apr 30 05:27:50.384154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2dd3bf1d-c43b-4e2c-9c47-cf202ee1af98 req-abd389d4-71e7-465c-9524-402f4d00513d service neutron] 10.222.0.37 "GET /v2.0/networks/ca313393-4cd2-4a00-a176-ab50da916e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793590
Apr 30 05:27:50.415381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b5845-3f61-4da9-b4de-4ea1e0e4c6e3 req-f49ff413-7f46-45f2-a9ce-04be0083e08f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:50.417073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-468b5845-3f61-4da9-b4de-4ea1e0e4c6e3 req-f49ff413-7f46-45f2-a9ce-04be0083e08f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 944 time: 0.1277018
Apr 30 05:27:50.512291 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-468b5845-3f61-4da9-b4de-4ea1e0e4c6e3 req-37032945-7702-449f-9053-d77db6add77a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882583
Apr 30 05:27:50.536487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-808d4ee9-966e-4e36-b298-4a1a3e808730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:50.537975 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-808d4ee9-966e-4e36-b298-4a1a3e808730 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 1096 time: 0.0948493
Apr 30 05:27:50.675200 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-5fb944aa-0f8b-4b0e-b6bc-e42da30867b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:50.676605 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-5fb944aa-0f8b-4b0e-b6bc-e42da30867b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ca313393-4cd2-4a00-a176-ab50da916e59 HTTP/1.1" status: 200  len: 897 time: 0.1309226
Apr 30 05:27:50.751814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-16087487-8a7d-4bc0-a152-a564a1d42c87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=7154a8c1-e385-4c6f-a469-0c40ae51eca1 HTTP/1.1" status: 200  len: 217 time: 0.0687280
Apr 30 05:27:50.816905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-4b1ce3e5-3ad7-42df-ad46-9d5ca61165d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:50.818941 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-4b1ce3e5-3ad7-42df-ad46-9d5ca61165d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4923009-b02d-450a-80e0-b9278276929c HTTP/1.1" status: 200  len: 838 time: 0.0613027
Apr 30 05:27:50.902514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-183659c9-606f-425d-963f-99b422aa3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:50.905032 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-183659c9-606f-425d-963f-99b422aa3bec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ca313393-4cd2-4a00-a176-ab50da916e59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0788097
Apr 30 05:27:51.045810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-6fe4b6b7-f6d4-4d46-8484-194d88de5be6 service neutron] 10.222.0.37 "GET /v2.0/networks/ca313393-4cd2-4a00-a176-ab50da916e59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341302
Apr 30 05:27:51.192112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e4caf97f-028a-49f9-ab37-9618ddcff6b7 req-322e2023-6d6b-44a8-98b7-98c55a73a495 service neutron] 10.222.0.37 "GET /v2.0/networks/ca313393-4cd2-4a00-a176-ab50da916e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397142
Apr 30 05:27:51.701831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f794f3-3a82-46c9-a393-962230909c9b req-44af614e-5652-4ca4-a84a-3e1e05087d0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:51.703320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f794f3-3a82-46c9-a393-962230909c9b req-44af614e-5652-4ca4-a84a-3e1e05087d0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 944 time: 0.0817616
Apr 30 05:27:51.749335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2f794f3-3a82-46c9-a393-962230909c9b req-3dd6b763-f150-4e5d-bbaa-2887eee80182 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402329
Apr 30 05:27:52.943234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cb8fe-f8cb-4eef-94df-a5ce3c83996b req-23bba9b7-8b52-4952-8604-0e2f882071e1 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:52.944745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-491cb8fe-f8cb-4eef-94df-a5ce3c83996b req-23bba9b7-8b52-4952-8604-0e2f882071e1 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 944 time: 0.0876279
Apr 30 05:27:52.990369 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-491cb8fe-f8cb-4eef-94df-a5ce3c83996b req-b7a71b41-7389-4b58-a250-e8acac094ea6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398216
Apr 30 05:27:53.793428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7154a8c1-e385-4c6f-a469-0c40ae51eca1 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:27:53.975979 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7154a8c1-e385-4c6f-a469-0c40ae51eca1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7154a8c1-e385-4c6f-a469-0c40ae51eca1,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:53.988997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '7154a8c1-e385-4c6f-a469-0c40ae51eca1', 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59', 'port_id': '7154a8c1-e385-4c6f-a469-0c40ae51eca1', 'mac_address': 'fa:16:3e:4d:ce:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4923009-b02d-450a-80e0-b9278276929c', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:27:54.044919 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:54.062329 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7154a8c1-e385-4c6f-a469-0c40ae51eca1 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:27:54.078933 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7154a8c1-e385-4c6f-a469-0c40ae51eca1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7154a8c1-e385-4c6f-a469-0c40ae51eca1,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:54.083174 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:54.085194 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:54.155611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=7154a8c1-e385-4c6f-a469-0c40ae51eca1,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:54.158644 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:54.179968 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a98a7-f7b0-435a-b053-9d455c556465 req-39dd96d0-893e-423d-acd4-bbaa9bbe43d1 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:54.181431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-776a98a7-f7b0-435a-b053-9d455c556465 req-39dd96d0-893e-423d-acd4-bbaa9bbe43d1 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 945 time: 0.0847683
Apr 30 05:27:54.228358 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-776a98a7-f7b0-435a-b053-9d455c556465 req-7269258f-c5a2-44d3-a901-d13d7de18c0a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401855
Apr 30 05:27:54.394317 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['7154a8c1-e385-4c6f-a469-0c40ae51eca1'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:27:55.573555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da56c4-c5cc-41ab-917d-47cd5ab225d8 req-97144b5c-0f10-4972-a618-69e60c792660 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:55.575620 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68da56c4-c5cc-41ab-917d-47cd5ab225d8 req-97144b5c-0f10-4972-a618-69e60c792660 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 945 time: 0.2415078
Apr 30 05:27:55.621514 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-68da56c4-c5cc-41ab-917d-47cd5ab225d8 req-1aa09fdd-a694-42ee-acb9-77df2aac65e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401564
Apr 30 05:27:55.800445 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7154a8c1-e385-4c6f-a469-0c40ae51eca1 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:27:55.873330 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:27:55.878239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:27:55.878621 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:55.998713 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:56.028961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800f0147-6463-436b-adeb-838b83d80086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7154a8c1-e385-4c6f-a469-0c40ae51eca1'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:27:56.038471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 7154a8c1-e385-4c6f-a469-0c40ae51eca1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7154a8c1-e385-4c6f-a469-0c40ae51eca1,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:27:56.042682 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:56.046293 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-2f31630a-71da-4c2c-8428-826f1af83b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:27:56.115932 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=7154a8c1-e385-4c6f-a469-0c40ae51eca1,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:27:56.119623 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:27:56.135054 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800f0147-6463-436b-adeb-838b83d80086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7154a8c1-e385-4c6f-a469-0c40ae51eca1', 'code': 200}
Apr 30 05:27:56.274094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1391f64-a040-438f-a854-b620f595d901 req-44092cef-5f17-4bc4-a33b-9438be2551e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:56.275653 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f1391f64-a040-438f-a854-b620f595d901 req-44092cef-5f17-4bc4-a33b-9438be2551e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 1098 time: 0.0777502
Apr 30 05:27:56.325433 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f1391f64-a040-438f-a854-b620f595d901 req-4599a4d6-6de3-4dca-a905-ee5fe67e8b1a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422330
Apr 30 05:27:56.817683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ede35-aa8c-450b-91d9-dfc4714beecc req-ef16515d-e730-4da7-9ba5-dfdcc61d1ec2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:56.819169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605ede35-aa8c-450b-91d9-dfc4714beecc req-ef16515d-e730-4da7-9ba5-dfdcc61d1ec2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 946 time: 0.0840034
Apr 30 05:27:56.866110 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-605ede35-aa8c-450b-91d9-dfc4714beecc req-0abc5dd1-056e-438d-a195-80d91924f6e6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412104
Apr 30 05:27:57.559494 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:57.626649 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:27:58.063588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cc29a-d3dd-4e9a-87e9-e5ad993527ed req-f0a7a2f6-e930-4cfc-ad90-abac942f811a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:58.065064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-750cc29a-d3dd-4e9a-87e9-e5ad993527ed req-f0a7a2f6-e930-4cfc-ad90-abac942f811a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 946 time: 0.0875947
Apr 30 05:27:58.110636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-750cc29a-d3dd-4e9a-87e9-e5ad993527ed req-c49927f5-e41d-476b-a95b-405336ab6201 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398738
Apr 30 05:27:58.297803 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2f9de-a159-45f9-a78a-2d606b04886c req-337bcb67-fb08-452d-b591-3a14b49143aa tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:58.299286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4e2f9de-a159-45f9-a78a-2d606b04886c req-337bcb67-fb08-452d-b591-3a14b49143aa tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 946 time: 0.0805862
Apr 30 05:27:58.347810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f4e2f9de-a159-45f9-a78a-2d606b04886c req-2999ca1e-60e5-4324-9f44-b0a5c58089d0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426083
Apr 30 05:27:59.144604 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-fb0376d3-1747-4efa-8b45-34d695fe22e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0747643
Apr 30 05:27:59.289838 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-8c8993b6-9bbb-494c-a148-4d6c6dd87b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:59.291363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-8c8993b6-9bbb-494c-a148-4d6c6dd87b25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1098 time: 0.0735431
Apr 30 05:27:59.438942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-72b0bf97-3ee2-4da4-90d3-dc94a95876e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:59.440447 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-72b0bf97-3ee2-4da4-90d3-dc94a95876e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 898 time: 0.1291718
Apr 30 05:27:59.548221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-b3c12186-1861-409b-b6ca-12b0bb13fb8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 1001 time: 0.1006961
Apr 30 05:27:59.614189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-696853f0-105a-4788-b300-fe7f77812776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:59.615960 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-696853f0-105a-4788-b300-fe7f77812776 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 200  len: 834 time: 0.0618968
Apr 30 05:27:59.692285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-1eb63c03-f9e9-4e7b-98d1-a56ee2aef446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:27:59.693781 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-1eb63c03-f9e9-4e7b-98d1-a56ee2aef446 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0715032
Apr 30 05:27:59.822438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59386) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:27:59.827499 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-df95d0ac-463c-4239-b499-4c5ad75076b7 service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257837
Apr 30 05:27:59.967428 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6d267ae-36eb-4ce4-a867-5c7ceeea770b req-5fca4978-a30e-44d9-bff6-2fb09e0bdd79 service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323924
Apr 30 05:28:00.523832 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:00.724383 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b1883834-8bc5-4896-8d0f-d6c451cbf468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:01.074900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.20.0.17 (ca313393-4cd2-4a00-a176-ab50da916e59/c4923009-b02d-450a-80e0-b9278276929c/72de4282-1db0-48be-92fb-aeed27e0df39) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:28:01.237893 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:01.254240 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Transition to ACTIVE for port object 72de4282-1db0-48be-92fb-aeed27e0df39 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:28:01.277982 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:01.282432 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e1847347-7e95-4cbd-b680-a5ebdfbcf4f2 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:01.349295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network ca313393-4cd2-4a00-a176-ab50da916e59 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:28:01.352847 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:28:01.357064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:28:01.389662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=72de4282-1db0-48be-92fb-aeed27e0df39,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:01.404591 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:01.433069 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:01.579885 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:01.617395 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b17eeccb-d141-45a2-bc76-108364a751de None None] Provisioning for port 72de4282-1db0-48be-92fb-aeed27e0df39 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:28:01.624454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b17eeccb-d141-45a2-bc76-108364a751de None None] Provisioning complete for port 72de4282-1db0-48be-92fb-aeed27e0df39 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:28:01.624767 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b17eeccb-d141-45a2-bc76-108364a751de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:01.678966 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-b17eeccb-d141-45a2-bc76-108364a751de None None] Port 72de4282-1db0-48be-92fb-aeed27e0df39 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:28:01.995890 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:02.000347 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:02.024802 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-68415233-d3b8-4b58-b973-10fab8d64091 tempest-TestServerMultinode-2133154322 tempest-TestServerMultinode-2133154322-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:02.090590 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:28:02.112829 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=72de4282-1db0-48be-92fb-aeed27e0df39,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:02.115374 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:02.119029 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:02.253068 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network ca313393-4cd2-4a00-a176-ab50da916e59 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:28:02.254236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:28:02.449486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 79902218-d674-4db3-b782-7c967d54bf3e has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:28:02.501685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-abb7789c-b6f0-413b-ac5a-5d8106729adb None None] Provisioning complete for port 72de4282-1db0-48be-92fb-aeed27e0df39 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:28:02.502318 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-abb7789c-b6f0-413b-ac5a-5d8106729adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:02.559633 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-abb7789c-b6f0-413b-ac5a-5d8106729adb None None] Port 72de4282-1db0-48be-92fb-aeed27e0df39 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:28:02.642362 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:28:02.653289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Sync routers for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:28:02.660241 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "PUT /v2.0/routers/79902218-d674-4db3-b782-7c967d54bf3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8362815
Apr 30 05:28:02.664029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:02.664665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2853a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:27:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:02.854394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:02.985899 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-658bf1c6-eac4-4dde-a1e8-d87a0b6a3026 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2433708
Apr 30 05:28:03.131748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-ccb4f94b-e9b0-4e32-9be9-8daf378193d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:03.133207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-ccb4f94b-e9b0-4e32-9be9-8daf378193d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 1098 time: 0.0767298
Apr 30 05:28:03.227101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2853a0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:01Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:26:33Z', 'updated_at': '2021-04-30T05:26:36Z', 'revision_number': 1, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72de4282-1db0-48be-92fb-aeed27e0df39', 'name': '', 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:9e:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c4923009-b02d-450a-80e0-b9278276929c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:00Z', 'updated_at': '2021-04-30T05:28:01Z', 'revision_number': 2, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': 'c4923009-b02d-450a-80e0-b9278276929c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:03.231476 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Checking router: 79902218-d674-4db3-b782-7c967d54bf3e for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:28:03.232423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Updating router 79902218-d674-4db3-b782-7c967d54bf3e port 72de4282-1db0-48be-92fb-aeed27e0df39 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:28:03.289691 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:03.292844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-e3deec8d-f9ef-4868-a6ab-20c5efb3ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:03.294444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-e3deec8d-f9ef-4868-a6ab-20c5efb3ff56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7e3afef-26fe-4305-9c05-5986d75547d7 HTTP/1.1" status: 200  len: 898 time: 0.1396720
Apr 30 05:28:03.403406 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-03b40f95-7330-4c0b-8872-7ff144e435f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d353356-eb36-423c-be70-64b339a0bc68 HTTP/1.1" status: 200  len: 1002 time: 0.1022956
Apr 30 05:28:03.479813 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-9ec950dc-849b-425f-ae6e-e0add1e9d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:03.481434 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-9ec950dc-849b-425f-ae6e-e0add1e9d55a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca HTTP/1.1" status: 200  len: 835 time: 0.0714800
Apr 30 05:28:03.484454 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:03.563106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-84d1513f-01c2-4e3b-be6c-7b6156f40a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:03.564543 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-84d1513f-01c2-4e3b-be6c-7b6156f40a7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7e3afef-26fe-4305-9c05-5986d75547d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0765448
Apr 30 05:28:03.651405 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-760122ca-6d85-4c15-8caf-e7417b49cf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:03.705103 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-7516fa52-1fa0-409d-8611-206cde4d5a17 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330559
Apr 30 05:28:03.719120 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:03.731233 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Transition to ACTIVE for port object 72de4282-1db0-48be-92fb-aeed27e0df39 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:28:03.737930 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:03.741551 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c7175d5a-97dc-4a25-b257-56fbabcdc5a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:03.856630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b68b4d3b-2e74-4616-bd17-4e5ed1268b87 req-ac11f651-2192-4e04-bd05-7f91a1dcd54e service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446266
Apr 30 05:28:03.898107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849404fc-76c8-4f99-942b-7cc83e6d3ffe None None] Pushing event updated for resources: {'Port': ['ID=72de4282-1db0-48be-92fb-aeed27e0df39,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:03.906114 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-849404fc-76c8-4f99-942b-7cc83e6d3ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:03.969100 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Attempting to bind port 72de4282-1db0-48be-92fb-aeed27e0df39 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:28:03.969410 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Attempting to bind port 72de4282-1db0-48be-92fb-aeed27e0df39 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:28:03.969795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Attempting to bind port 72de4282-1db0-48be-92fb-aeed27e0df39 on network ca313393-4cd2-4a00-a176-ab50da916e59 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:28:03.975862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:28:03.976254 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Checking segment: {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:28:03.976678 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:03.977090 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Bound using segment: {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:28:03.977584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Bound port: 72de4282-1db0-48be-92fb-aeed27e0df39, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755995ca-d242-4e42-9a90-e8027273e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:28:03.977971 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:04.071801 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] For port 72de4282-1db0-48be-92fb-aeed27e0df39, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:28:04.074669 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] For port 72de4282-1db0-48be-92fb-aeed27e0df39, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=72de4282-1db0-48be-92fb-aeed27e0df39,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:28:04.079860 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:04.084579 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-849404fc-76c8-4f99-942b-7cc83e6d3ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:04.171552 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:04.172211 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2853a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:28:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:04.240567 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849404fc-76c8-4f99-942b-7cc83e6d3ffe None None] Pushing event updated for resources: {'Port': ['ID=72de4282-1db0-48be-92fb-aeed27e0df39,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:04.245506 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-849404fc-76c8-4f99-942b-7cc83e6d3ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:04.361951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:04.723014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2853a0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:01Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:26:33Z', 'updated_at': '2021-04-30T05:26:36Z', 'revision_number': 1, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72de4282-1db0-48be-92fb-aeed27e0df39', 'name': '', 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:9e:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c4923009-b02d-450a-80e0-b9278276929c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:00Z', 'updated_at': '2021-04-30T05:28:04Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': 'c4923009-b02d-450a-80e0-b9278276929c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:04.727532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df414fe-eb2e-47fa-bcc2-f2afae0f70e7 None None] The sync data for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 is: [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:01Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:26:33Z', 'updated_at': '2021-04-30T05:26:36Z', 'revision_number': 1, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '72de4282-1db0-48be-92fb-aeed27e0df39', 'name': '', 'network_id': 'ca313393-4cd2-4a00-a176-ab50da916e59', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:9e:15:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c4923009-b02d-450a-80e0-b9278276929c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:00Z', 'updated_at': '2021-04-30T05:28:04Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': 'c4923009-b02d-450a-80e0-b9278276929c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:28:04.880756 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:05.636091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 72de4282-1db0-48be-92fb-aeed27e0df39 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:28:05.706120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 72de4282-1db0-48be-92fb-aeed27e0df39 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:28:05.710763 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 72de4282-1db0-48be-92fb-aeed27e0df39 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:28:05.711150 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:05.832871 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:05.865220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 72de4282-1db0-48be-92fb-aeed27e0df39, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=72de4282-1db0-48be-92fb-aeed27e0df39,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:05.869237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:05.872859 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:05.941277 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=72de4282-1db0-48be-92fb-aeed27e0df39,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:05.944657 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:06.369042 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:07.626231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 72de4282-1db0-48be-92fb-aeed27e0df39 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:28:07.753896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 72de4282-1db0-48be-92fb-aeed27e0df39 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:28:07.754266 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:27.566197 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:27.639671 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:30.728151 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-efcb895c-4bf3-4781-8a4f-df38705a861b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:31.988120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59436) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:32.564911 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:33.189464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 72de4282-1db0-48be-92fb-aeed27e0df39 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:28:33.190291 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:33.325415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] For port 72de4282-1db0-48be-92fb-aeed27e0df39, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=72de4282-1db0-48be-92fb-aeed27e0df39,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:33.325771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:33.417545 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:33.451826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 72de4282-1db0-48be-92fb-aeed27e0df39 owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:28:33.655700 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8cdd654c-4098-494f-97e1-0a013e9b828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:33.706738 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:33.710602 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2fdde329-19de-4692-aecd-c5ec9a052a3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:33.762729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=72de4282-1db0-48be-92fb-aeed27e0df39,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:33.803723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.804142 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.804658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.804921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.805299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.805683 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.806060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.806432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.806794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.807166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.807567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.807936 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:33.816913 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:34.073212 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:34.608784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 79902218-d674-4db3-b782-7c967d54bf3e has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:28:34.801579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:28:34.811537 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] Sync routers for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:28:34.818316 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "PUT /v2.0/routers/79902218-d674-4db3-b782-7c967d54bf3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8264461
Apr 30 05:28:34.826370 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:34.827358 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802eb1f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:34.886336 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:35.020244 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:35.220699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979982d-c7c6-41f1-95dd-ac17c09ca822 req-6b241ff8-fc79-40e5-8c31-5333543b20a4 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:35.221485 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1979982d-c7c6-41f1-95dd-ac17c09ca822 req-6b241ff8-fc79-40e5-8c31-5333543b20a4 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:28:35.244404 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1979982d-c7c6-41f1-95dd-ac17c09ca822 req-6b241ff8-fc79-40e5-8c31-5333543b20a4 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:28:35.245529 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1979982d-c7c6-41f1-95dd-ac17c09ca822 req-6b241ff8-fc79-40e5-8c31-5333543b20a4 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 946 time: 0.1096201
Apr 30 05:28:35.301233 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1979982d-c7c6-41f1-95dd-ac17c09ca822 req-c86e5b02-5fad-406f-88ab-5e595a2ffa59 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462928
Apr 30 05:28:35.562036 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802eb1f0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:33Z', 'revision_number': 6, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:26:33Z', 'updated_at': '2021-04-30T05:26:36Z', 'revision_number': 1, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:35.566966 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] Checking router: 79902218-d674-4db3-b782-7c967d54bf3e for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:28:35.576379 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:35.577021 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802eb1f0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:35.786076 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:36.191584 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802eb1f0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:33Z', 'revision_number': 6, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:26:33Z', 'updated_at': '2021-04-30T05:26:36Z', 'revision_number': 1, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:36.196098 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5496c76-da27-44da-ac6e-3567aea10b25 None None] The sync data for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 is: [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:33Z', 'revision_number': 6, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'port_id': '2d353356-eb36-423c-be70-64b339a0bc68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'mac_address': 'fa:16:3e:ad:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:26:33Z', 'updated_at': '2021-04-30T05:26:36Z', 'revision_number': 1, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:28:36.381905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:36.601480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b0c34-cdde-4ec4-a5c6-03ab268bf815 req-dc8e3599-4f03-41cb-a86e-a864e289d3ae tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:36.603089 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da1b0c34-cdde-4ec4-a5c6-03ab268bf815 req-dc8e3599-4f03-41cb-a86e-a864e289d3ae tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 946 time: 0.1570518
Apr 30 05:28:36.611775 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-a0e36b65-95d4-4b45-baf3-4b5c8a78bc12 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:36.613163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-a0e36b65-95d4-4b45-baf3-4b5c8a78bc12 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 946 time: 0.1341450
Apr 30 05:28:36.718546 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-da1b0c34-cdde-4ec4-a5c6-03ab268bf815 req-7cb4703a-554a-4791-bc40-5455abd49905 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043952
Apr 30 05:28:36.800696 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:28:36.800970 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:36.939595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] For port 7154a8c1-e385-4c6f-a469-0c40ae51eca1, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=7154a8c1-e385-4c6f-a469-0c40ae51eca1,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:36.939949 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:37.066861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 7154a8c1-e385-4c6f-a469-0c40ae51eca1 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:28:37.183967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:37.190228 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:37.239518 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=7154a8c1-e385-4c6f-a469-0c40ae51eca1,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:37.242496 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:37.315981 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] No DVR routers for this DVR port 7154a8c1-e385-4c6f-a469-0c40ae51eca1 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:28:37.318896 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:37.321660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800f0147-6463-436b-adeb-838b83d80086', 'name': 'network-vif-deleted', 'tag': '7154a8c1-e385-4c6f-a469-0c40ae51eca1'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:28:37.340294 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd9f5930-0cd4-4dfe-9bb3-754fc2e88c87 req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "DELETE /v2.0/ports/7154a8c1-e385-4c6f-a469-0c40ae51eca1 HTTP/1.1" status: 204  len: 173 time: 0.7075434
Apr 30 05:28:37.369513 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800f0147-6463-436b-adeb-838b83d80086', 'name': 'network-vif-deleted', 'tag': '7154a8c1-e385-4c6f-a469-0c40ae51eca1', 'status': 'completed', 'code': 200}
Apr 30 05:28:37.600616 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 72de4282-1db0-48be-92fb-aeed27e0df39 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:28:37.641171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 72de4282-1db0-48be-92fb-aeed27e0df39 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:28:37.642122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 72de4282-1db0-48be-92fb-aeed27e0df39 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:28:37.891804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b141e1ac-a969-4954-b56a-6a7f18465e34 req-b60ba9b2-64c7-4dad-981e-f983f897d410 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:28:37.908868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b141e1ac-a969-4954-b56a-6a7f18465e34 req-b60ba9b2-64c7-4dad-981e-f983f897d410 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:28:37.910120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b141e1ac-a969-4954-b56a-6a7f18465e34 req-b60ba9b2-64c7-4dad-981e-f983f897d410 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=800f0147-6463-436b-adeb-838b83d80086 HTTP/1.1" status: 200  len: 210 time: 0.0640655
Apr 30 05:28:39.015437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59456) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:39.085825 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-78136b65-3fad-4eea-bb78-2cab1c12c5b5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:39.089412 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:28:39.118094 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-78136b65-3fad-4eea-bb78-2cab1c12c5b5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:39.184465 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-78136b65-3fad-4eea-bb78-2cab1c12c5b5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:39.190457 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f43bded4-b27b-4bc6-b12d-b3f781fb3a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:39.205632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78136b65-3fad-4eea-bb78-2cab1c12c5b5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8e202-f1ff-4a3b-abc5-65e7015b1ba7,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:39.209951 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-78136b65-3fad-4eea-bb78-2cab1c12c5b5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:39.213647 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-78136b65-3fad-4eea-bb78-2cab1c12c5b5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:39.214763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-78136b65-3fad-4eea-bb78-2cab1c12c5b5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/security-groups/cae8e202-f1ff-4a3b-abc5-65e7015b1ba7 HTTP/1.1" status: 204  len: 168 time: 0.1983075
Apr 30 05:28:39.247624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59462) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:39.457752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ff3bdf-ae51-4e36-892d-a14e70bf506d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting subnet c4923009-b02d-450a-80e0-b9278276929c {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:28:39.460689 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-82ff3bdf-ae51-4e36-892d-a14e70bf506d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:39.514275 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-82ff3bdf-ae51-4e36-892d-a14e70bf506d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:39.601136 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-82ff3bdf-ae51-4e36-892d-a14e70bf506d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:39.869538 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-82ff3bdf-ae51-4e36-892d-a14e70bf506d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:39.874202 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6997c84b-1874-4f9d-af5d-d150081a8634 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:39.914418 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff3bdf-ae51-4e36-892d-a14e70bf506d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Subnet': ['ID=c4923009-b02d-450a-80e0-b9278276929c,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:39.917430 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-82ff3bdf-ae51-4e36-892d-a14e70bf506d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:39.918494 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-82ff3bdf-ae51-4e36-892d-a14e70bf506d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:39.927607 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59466) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:39.928201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-82ff3bdf-ae51-4e36-892d-a14e70bf506d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/subnets/c4923009-b02d-450a-80e0-b9278276929c HTTP/1.1" status: 204  len: 168 time: 0.6788352
Apr 30 05:28:39.941451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a216f2ef-0232-4634-88e2-d1e57c03d5e7 None None] Network ca313393-4cd2-4a00-a176-ab50da916e59 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:28:39.969839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7154a8c1-e385-4c6f-a469-0c40ae51eca1 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:28:40.009297 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 7154a8c1-e385-4c6f-a469-0c40ae51eca1 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:28:40.009645 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 7154a8c1-e385-4c6f-a469-0c40ae51eca1 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:28:40.049403 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.127815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:28:40.128058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.231569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] DHCP port deletion for ca313393-4cd2-4a00-a176-ab50da916e59 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:28:40.245285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] For port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6838f7bd-cbc2-46c8-9d29-44ed57f48eac,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:40.245978 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.302833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Deleting port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:28:40.303230 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.387598 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 6838f7bd-cbc2-46c8-9d29-44ed57f48eac owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:28:40.405509 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] For port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6838f7bd-cbc2-46c8-9d29-44ed57f48eac,segment=NetworkSegment(755995ca-d242-4e42-9a90-e8027273e3ed),segment_id=755995ca-d242-4e42-9a90-e8027273e3ed)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:40.405936 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.437440 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.441876 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b93d6401-6004-4478-91a1-e313963809bb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:40.487046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=6838f7bd-cbc2-46c8-9d29-44ed57f48eac,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:40.489740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] No DVR routers for this DVR port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:28:40.529194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Calling delete_port for 6838f7bd-cbc2-46c8-9d29-44ed57f48eac owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:28:40.539730 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.540118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.540525 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.540914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.541286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.541655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.542020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.542383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.542745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.543106 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.543489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.543850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.550219 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:40.576639 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.580410 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d6748abd-ccea-48ae-b60f-d295ef2de8bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:40.624482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Pushing event deleted for resources: {'Port': ['ID=6838f7bd-cbc2-46c8-9d29-44ed57f48eac,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:40.628485 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.629839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] No DVR routers for this DVR port 6838f7bd-cbc2-46c8-9d29-44ed57f48eac on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:28:40.636419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.641019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.641407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.641756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.642099 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.642537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.642754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.643096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.643450 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.644600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.644600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.644600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:40.647564 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:40.748490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7791ab070>,) {'filters': {'network_id': ['ca313393-4cd2-4a00-a176-ab50da916e59']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:40.761846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7791ab070>, '755995ca-d242-4e42-9a90-e8027273e3ed') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:40.762143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7791ab070>, '755995ca-d242-4e42-9a90-e8027273e3ed') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:40.773770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.790172 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:40.796252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:28:41.129131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network ca313393-4cd2-4a00-a176-ab50da916e59 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:28:41.139027 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:41.309324 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network ca313393-4cd2-4a00-a176-ab50da916e59 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:28:41.336336 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:28:41.418188 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:41.421826 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fca69862-1ba8-492e-a7ee-b6c415b627e1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:41.436807 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:41.449283 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Network': ['ID=ca313393-4cd2-4a00-a176-ab50da916e59,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:41.452620 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:41.466811 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/networks/ca313393-4cd2-4a00-a176-ab50da916e59 HTTP/1.1" status: 204  len: 168 time: 1.5381658
Apr 30 05:28:41.470020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59470) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:41.635843 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6838f7bd-cbc2-46c8-9d29-44ed57f48eac no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:28:41.675137 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 6838f7bd-cbc2-46c8-9d29-44ed57f48eac {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:28:41.675523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6838f7bd-cbc2-46c8-9d29-44ed57f48eac not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:28:41.748726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 8de8b5e7-dc67-416d-b9ae-89c8a56fe650 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:28:41.749062 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:41.867271 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:41.867610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:41.993430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 8de8b5e7-dc67-416d-b9ae-89c8a56fe650 owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:28:42.112649 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:42.116471 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ed822a3b-9341-4993-9c9f-2ba421d6a55c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:42.165703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=8de8b5e7-dc67-416d-b9ae-89c8a56fe650,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:42.192882 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:42.256863 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:42.257192 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Floating IP e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2 disassociated (deleted). External IP: 172.25.8.104, port: 2d353356-eb36-423c-be70-64b339a0bc68.
Apr 30 05:28:42.799111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 79902218-d674-4db3-b782-7c967d54bf3e has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:28:42.995830 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:28:43.008022 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] Sync routers for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:28:43.013804 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:43.020505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:43.021250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9d670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:43.077445 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/floatingips/e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2 HTTP/1.1" status: 204  len: 168 time: 1.6062107
Apr 30 05:28:43.078510 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:28:43.176294 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8cd9e-0bc5-4ac9-a779-253e6f161637 req-cb22f038-2bea-425f-b1cc-af849073a6ce tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:43.178104 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55e8cd9e-0bc5-4ac9-a779-253e6f161637 req-cb22f038-2bea-425f-b1cc-af849073a6ce tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.0891774
Apr 30 05:28:43.233814 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:43.234259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-55e8cd9e-0bc5-4ac9-a779-253e6f161637 req-2aa1c003-abc4-4582-a96f-bd1b8b5ccc75 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449836
Apr 30 05:28:43.259093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59482) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:43.358828 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68', 'status': 'completed', 'code': 200}
Apr 30 05:28:43.394563 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0d22f86c-3f50-4dc6-ba6f-431b8e0e8db3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8 HTTP/1.1" status: 200  len: 993 time: 0.1282239
Apr 30 05:28:43.481804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-604e1b37-cd4a-4c78-a069-57e532793b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:43.483223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-604e1b37-cd4a-4c78-a069-57e532793b7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 1098 time: 0.1067595
Apr 30 05:28:43.690802 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9d670>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:33Z', 'revision_number': 6, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:43.692905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-3d98b5b8-c46c-4fdc-8a07-6fff6d767e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:43.694393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-3d98b5b8-c46c-4fdc-8a07-6fff6d767e6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d7e3afef-26fe-4305-9c05-5986d75547d7 HTTP/1.1" status: 200  len: 898 time: 0.2037399
Apr 30 05:28:43.695537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] Checking router: 79902218-d674-4db3-b782-7c967d54bf3e for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:28:43.705910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:43.707653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9d670>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:43.791256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-0e567f83-0ed5-4cf7-85d5-bf4b1728475f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d353356-eb36-423c-be70-64b339a0bc68 HTTP/1.1" status: 200  len: 217 time: 0.0879433
Apr 30 05:28:43.803878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018d416-d077-4d64-8af0-6333e3256a22 req-6422876b-7303-4cda-bec5-d67c78cec181 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:43.805648 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2018d416-d077-4d64-8af0-6333e3256a22 req-6422876b-7303-4cda-bec5-d67c78cec181 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 946 time: 0.1966949
Apr 30 05:28:43.915459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:43.946842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-ece7fc8e-3edc-4a80-b06a-cb751d761368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:43.948403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-ece7fc8e-3edc-4a80-b06a-cb751d761368 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca HTTP/1.1" status: 200  len: 835 time: 0.1417942
Apr 30 05:28:43.954290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2018d416-d077-4d64-8af0-6333e3256a22 req-3c5487de-e4e2-4440-ae90-9855a1f69038 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:28:44.031350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2018d416-d077-4d64-8af0-6333e3256a22 req-3c5487de-e4e2-4440-ae90-9855a1f69038 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:28:44.033254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2018d416-d077-4d64-8af0-6333e3256a22 req-3c5487de-e4e2-4440-ae90-9855a1f69038 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1919594
Apr 30 05:28:44.058589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a61e63-9410-4c2b-b959-fe2cff5ab595 req-3aab9a7e-b6fd-44bd-8aff-c75b37ec5e1d tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:44.060662 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-31a61e63-9410-4c2b-b959-fe2cff5ab595 req-3aab9a7e-b6fd-44bd-8aff-c75b37ec5e1d tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1098 time: 0.1878366
Apr 30 05:28:44.100861 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-f1a1a2f2-8d86-4eef-9671-eae94a610f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:44.102389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-f1a1a2f2-8d86-4eef-9671-eae94a610f7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d7e3afef-26fe-4305-9c05-5986d75547d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1432850
Apr 30 05:28:44.114109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-31a61e63-9410-4c2b-b959-fe2cff5ab595 req-eec3eb8c-09fa-4d8b-876e-0376987fbe72 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482223
Apr 30 05:28:44.260433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf9d670>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:33Z', 'revision_number': 6, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:44.261025 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-d4e83faf-40be-4b83-8a15-5946222249ca service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488268
Apr 30 05:28:44.264666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166e5ac-c677-40be-8ff4-f8e2ac6628d0 None None] The sync data for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 is: [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:33Z', 'revision_number': 6, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '1b0859cd-0f4a-41f3-8567-dfc625c219d6', 'name': '', 'network_id': 'd7e3afef-26fe-4305-9c05-5986d75547d7', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:62:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:15Z', 'updated_at': '2021-04-30T05:26:21Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:28:44.402550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bea5bad7-cc8c-48c4-8e99-35319482b556 req-9a8455df-099b-47f6-84a0-940119955ca6 service neutron] 10.222.0.37 "GET /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345885
Apr 30 05:28:44.523240 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffbbcf-bb1f-45aa-86af-8ffcb24c7729 None None] New status for floating IP e29e6ff6-fa34-4e1c-9fdb-a5b2ac165ba2: DOWN {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:28:45.106215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-f4196477-88a3-4d92-ac01-f3a93b209bad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3247406
Apr 30 05:28:45.122314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-9847f3e1-3933-4904-8cc7-70646493154c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:45.123802 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-9847f3e1-3933-4904-8cc7-70646493154c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 946 time: 0.2675779
Apr 30 05:28:45.320492 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27846e4f-47fc-446e-98f5-f2b3b8f5a1be req-8c3d53a2-2fe1-46b7-87f8-d2c680966e0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:45.321968 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27846e4f-47fc-446e-98f5-f2b3b8f5a1be req-8c3d53a2-2fe1-46b7-87f8-d2c680966e0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 946 time: 0.1583588
Apr 30 05:28:45.377623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 2d353356-eb36-423c-be70-64b339a0bc68 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:28:45.377967 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:45.413435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27846e4f-47fc-446e-98f5-f2b3b8f5a1be req-374b8b94-55cc-4bcd-9aff-c44413aa60e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=eb08652c-3e1b-45be-9c6f-a838e1b82e7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793595
Apr 30 05:28:45.530207 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] For port 2d353356-eb36-423c-be70-64b339a0bc68, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=2d353356-eb36-423c-be70-64b339a0bc68,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:45.530568 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:45.663420 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 2d353356-eb36-423c-be70-64b339a0bc68 owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:28:45.720380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-69d03464-2c8a-495e-b42c-c3c129832bf0 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:28:45.721376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-69d03464-2c8a-495e-b42c-c3c129832bf0 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0553319
Apr 30 05:28:45.733221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Request body: {'binding': {'host': 'n-h1-766726-20', 'vnic_type': 'normal', 'profile': {}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:28:45.733674 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Unknown quota resources ['binding']. {{(pid=74581) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Apr 30 05:28:45.920063 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:45.935538 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:45.990834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=2d353356-eb36-423c-be70-64b339a0bc68,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:45.993817 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:46.080695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] No DVR routers for this DVR port 2d353356-eb36-423c-be70-64b339a0bc68 on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:28:46.085075 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:46.087599 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'name': 'network-vif-deleted', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:28:46.116130 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0e7f15dd-43c2-42f0-8492-e99731c871c8 req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.37 "DELETE /v2.0/ports/2d353356-eb36-423c-be70-64b339a0bc68 HTTP/1.1" status: 204  len: 173 time: 0.9868052
Apr 30 05:28:46.134831 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on host n-h1-766726-20 for vnic_type normal with profile None {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:28:46.135217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:28:46.135593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:28:46.140427 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dad9d0d-7e26-47d0-b28e-e742e156efa1', 'name': 'network-vif-deleted', 'tag': '2d353356-eb36-423c-be70-64b339a0bc68', 'status': 'completed', 'code': 200}
Apr 30 05:28:46.142300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:28:46.142631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:28:46.148825 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:28:46.149176 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Checking segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:28:46.149640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Bound using segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:28:46.150227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Bound port: 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:28:46.182060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:28:46.186542 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] Notify callbacks [] for binding, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:46.187781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-4e0925b2-53a0-4115-99ae-4febcad92530 service neutron] 10.222.0.46 "POST /v2.0/ports/503bde2a-7d54-4cf9-9b54-41cdc97bcfce/bindings HTTP/1.1" status: 201  len: 390 time: 0.4598320
Apr 30 05:28:46.479097 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-6d573dc4-b485-4e3b-a517-ea2f145b5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:46.480663 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-6d573dc4-b485-4e3b-a517-ea2f145b5c40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1098 time: 0.1071239
Apr 30 05:28:46.492150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c44b2-70dc-4d66-8e45-6fa24059b103 req-714267ee-1295-4638-a009-bc3ed5106964 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:46.494245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c55c44b2-70dc-4d66-8e45-6fa24059b103 req-714267ee-1295-4638-a009-bc3ed5106964 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.1605177
Apr 30 05:28:46.683721 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-18208c61-dbb5-430f-9d82-6c35d9f338e1 req-45ec1bc3-ae71-4064-a845-883b182c2220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:28:46.694613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c55c44b2-70dc-4d66-8e45-6fa24059b103 req-53f2e7d0-d2dd-4fde-9844-c383f37a8de6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1794713
Apr 30 05:28:46.727383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-18208c61-dbb5-430f-9d82-6c35d9f338e1 req-45ec1bc3-ae71-4064-a845-883b182c2220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:28:46.728550 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18208c61-dbb5-430f-9d82-6c35d9f338e1 req-45ec1bc3-ae71-4064-a845-883b182c2220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dad9d0d-7e26-47d0-b28e-e742e156efa1 HTTP/1.1" status: 200  len: 210 time: 0.1713376
Apr 30 05:28:46.737190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-d3563b42-7fa4-4fda-84fc-9ce90cffe79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:46.740175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-d3563b42-7fa4-4fda-84fc-9ce90cffe79a service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 898 time: 0.2449286
Apr 30 05:28:46.846858 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-88fb473a-b828-41dd-86a3-434298b1bf59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 1001 time: 0.0995660
Apr 30 05:28:46.909383 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-2ec6fa69-9903-4118-8068-d6803acdf8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:46.910843 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-2ec6fa69-9903-4118-8068-d6803acdf8e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 200  len: 834 time: 0.0580215
Apr 30 05:28:46.993322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-2a248fff-6395-4a56-a260-83a565c8d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:46.994724 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-2a248fff-6395-4a56-a260-83a565c8d99e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0778556
Apr 30 05:28:47.275784 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-2d326d24-28fe-4777-9d40-1116cbadd912 service neutron] 10.222.0.37 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2746620
Apr 30 05:28:47.410064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-7b5b287d-1234-4202-a1d7-f7e12a2ec103 service neutron] 10.222.0.37 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266687
Apr 30 05:28:47.535636 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-2d623d57-9956-4648-8c17-36e3dbb8cae7 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:47.537050 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-2d623d57-9956-4648-8c17-36e3dbb8cae7 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee&tenant_id=8342531a68584bdfb8954926aa47e9fc&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1098 time: 0.0743673
Apr 30 05:28:47.547249 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766726-20'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:28:47.662130 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:47.836046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59538) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:47.912703 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9fa2-01ca-4bd9-bd6b-9461f4445586 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:47.912904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:47.946456 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9fa2-01ca-4bd9-bd6b-9461f4445586 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:47.947208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f653c92-bc74-4e83-aeb7-a2b719b78971 req-0fe4b713-acf4-4d0b-9f53-8ee12b8a6b9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:47.948844 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f653c92-bc74-4e83-aeb7-a2b719b78971 req-0fe4b713-acf4-4d0b-9f53-8ee12b8a6b9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.1366026
Apr 30 05:28:47.994524 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2d353356-eb36-423c-be70-64b339a0bc68 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:28:47.997752 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:28:48.017833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9fa2-01ca-4bd9-bd6b-9461f4445586 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:48.023417 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1dc73069-12f6-4236-950d-7fa298a5de39 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:48.031059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 2d353356-eb36-423c-be70-64b339a0bc68 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:28:48.032132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 2d353356-eb36-423c-be70-64b339a0bc68 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:28:48.041051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e9fa2-01ca-4bd9-bd6b-9461f4445586 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb08652c-3e1b-45be-9c6f-a838e1b82e7d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:48.043817 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c8e9fa2-01ca-4bd9-bd6b-9461f4445586 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:48.054861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8c8e9fa2-01ca-4bd9-bd6b-9461f4445586 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:48.056034 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8c8e9fa2-01ca-4bd9-bd6b-9461f4445586 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/security-groups/eb08652c-3e1b-45be-9c6f-a838e1b82e7d HTTP/1.1" status: 204  len: 168 time: 0.2190063
Apr 30 05:28:48.058492 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3f653c92-bc74-4e83-aeb7-a2b719b78971 req-f0cdee5d-922d-491e-a2c5-21968d5dca4c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001689
Apr 30 05:28:48.076938 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:48.086704 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:48.092969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59544) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:48.094329 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d7ff56a-c8b5-4362-aaae-fa64e6d06191 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:48.144239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:28:48.250374 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'code': 200}
Apr 30 05:28:48.253137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:48.262720 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:48.325203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on host n-h2-766726-20 for vnic_type normal with profile {"migrating_to": "n-h1-766726-20"} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:28:48.325553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:28:48.325893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:28:48.331685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:28:48.331951 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Attempting to bind port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:28:48.337476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:28:48.337815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Checking segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:28:48.338210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Bound using segment: {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:28:48.338646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Bound port: 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:28:48.339002 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:48.406550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-061b7e7d-425b-4f58-ab96-54fb9b8d56e2 None None] Provisioning complete for port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:28:48.406962 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-061b7e7d-425b-4f58-ab96-54fb9b8d56e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:48.435798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:28:48.440175 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:28:48.444977 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:48.449665 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00bd4f0c-1e37-4e87-8725-361f976f383a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:48.467750 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-061b7e7d-425b-4f58-ab96-54fb9b8d56e2 None None] Port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:28:48.604869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=8']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:48.611322 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:48.660878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:48.661807 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:48.663231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] 10.222.0.37 "PUT /v2.0/ports/503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 1124 time: 1.1199591
Apr 30 05:28:48.719058 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:48.729102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['503bde2a-7d54-4cf9-9b54-41cdc97bcfce'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:28:48.816054 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-461efb4e-af56-4d70-a43e-1fc0bb0c033f None None] Provisioning complete for port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:28:48.816362 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-461efb4e-af56-4d70-a43e-1fc0bb0c033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:49.035807 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-461efb4e-af56-4d70-a43e-1fc0bb0c033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:49.099375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:28:49.123508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-461efb4e-af56-4d70-a43e-1fc0bb0c033f None None] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:49.141949 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-461efb4e-af56-4d70-a43e-1fc0bb0c033f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:49.191813 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 1b0859cd-0f4a-41f3-8567-dfc625c219d6 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:28:49.192861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:49.193154 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'code': 200}
Apr 30 05:28:49.193692 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:49.290105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69006eb-a493-49bd-88a8-250902282927 req-64d4c3ba-e7bd-496c-bfc2-f3714cc0f10d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:49.291939 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e69006eb-a493-49bd-88a8-250902282927 req-64d4c3ba-e7bd-496c-bfc2-f3714cc0f10d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.0957208
Apr 30 05:28:49.342023 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e69006eb-a493-49bd-88a8-250902282927 req-7371926c-2026-4fd6-aa84-f68a96743c81 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435474
Apr 30 05:28:49.399550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461efb4e-af56-4d70-a43e-1fc0bb0c033f None None] Pushing event updated for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:49.404204 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-461efb4e-af56-4d70-a43e-1fc0bb0c033f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:49.524754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] For port 1b0859cd-0f4a-41f3-8567-dfc625c219d6, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=1b0859cd-0f4a-41f3-8567-dfc625c219d6,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:49.525112 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:49.650954 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 1b0859cd-0f4a-41f3-8567-dfc625c219d6 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:28:49.949582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:49.954750 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f06d5ee8-7bdc-460b-b43d-e97634dc5e2d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:50.004245 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=1b0859cd-0f4a-41f3-8567-dfc625c219d6,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:50.024303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 503bde2a-7d54-4cf9-9b54-41cdc97bcfce details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:28:50.036984 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:50.170157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:50.189508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 503bde2a-7d54-4cf9-9b54-41cdc97bcfce has no active binding in host n-h1-766726-20 {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}}
Apr 30 05:28:50.251155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:28:50.288262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:50.296737 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'status': 'completed', 'code': 200}
Apr 30 05:28:50.538733 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-d87d8daa-798e-4ba8-bf2d-d9530ff438e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:50.539212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba05bd-3654-4591-806b-99e272270aee req-f51652ca-835e-4300-b4c1-84f48530af1e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:50.540255 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-d87d8daa-798e-4ba8-bf2d-d9530ff438e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1129 time: 0.1884406
Apr 30 05:28:50.540703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eaba05bd-3654-4591-806b-99e272270aee req-f51652ca-835e-4300-b4c1-84f48530af1e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.0879753
Apr 30 05:28:50.749741 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-eaba05bd-3654-4591-806b-99e272270aee req-a37df802-50c3-46ac-8c2c-bb8b1fa022e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2030079
Apr 30 05:28:51.007401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-fe92e052-1acd-43af-95e2-9f0be0ac4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:51.008858 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-fe92e052-1acd-43af-95e2-9f0be0ac4320 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 898 time: 0.4114933
Apr 30 05:28:51.018776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 79902218-d674-4db3-b782-7c967d54bf3e has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:28:51.188046 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-ade9cf30-609a-42ac-afb0-cc9c48ce65b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 1001 time: 0.1711869
Apr 30 05:28:51.345076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-056b64e1-5910-4f84-b3b2-771d1fae2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:51.346526 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-056b64e1-5910-4f84-b3b2-771d1fae2568 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 200  len: 834 time: 0.1380494
Apr 30 05:28:51.353447 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:28:51.363525 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] Sync routers for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:28:51.372969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:51.373589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bef5be0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:51.413157 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "PUT /v2.0/routers/79902218-d674-4db3-b782-7c967d54bf3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3190269
Apr 30 05:28:51.416648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59558) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:51.439839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-a45456fb-ec97-42c3-b155-d3433f411b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:51.441112 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-a45456fb-ec97-42c3-b155-d3433f411b75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0859232
Apr 30 05:28:51.487971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting subnet 1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:28:51.491784 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:51.557413 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:51.559613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:51.590301 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-f373b957-2761-4a26-914d-8a331709ea9d service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426110
Apr 30 05:28:51.661494 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:51.743662 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e87289ee-cf93-40b4-aa17-17e6b1548e6c req-f327e919-f3ef-4ab4-97a1-d6e2b2c01b40 service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465721
Apr 30 05:28:51.874795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bef5be0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:49Z', 'revision_number': 7, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:51.879704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] Checking router: 79902218-d674-4db3-b782-7c967d54bf3e for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:28:51.888471 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] Routers {'79902218-d674-4db3-b782-7c967d54bf3e'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:51.889228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bef5be0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['79902218-d674-4db3-b782-7c967d54bf3e'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:52.025992 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f7e1f-1d88-4dbc-9a03-4827ac632891 req-06f0079e-0a48-489f-876c-3affa9f3bf1f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:52.027519 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc1f7e1f-1d88-4dbc-9a03-4827ac632891 req-06f0079e-0a48-489f-876c-3affa9f3bf1f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.1578124
Apr 30 05:28:52.028921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:52.033777 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-7ca85e42-fb5f-42d0-99bf-8c33d9c40911 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:52.077611 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] Set router 79902218-d674-4db3-b782-7c967d54bf3e gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:52.085137 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Subnet': ['ID=1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:52.087712 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:52.092358 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:52.113932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/subnets/1f87c853-1e5c-4ef3-b1b0-aa5b4fb6b7ca HTTP/1.1" status: 204  len: 168 time: 0.6960397
Apr 30 05:28:52.116759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59564) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:52.124583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cc1f7e1f-1d88-4dbc-9a03-4827ac632891 req-eee42299-ab94-4a38-bded-556aad404511 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591199
Apr 30 05:28:52.124995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1418f9-5ee1-4823-a2eb-455bb1208400 None None] Network d7e3afef-26fe-4305-9c05-5986d75547d7 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:28:52.307839 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:52.487906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:52.564600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 87850f6e-121e-40b6-8c46-6b059cd38830 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:28:52.564942 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:52.605495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bef5be0>, [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:49Z', 'revision_number': 7, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:52.611321 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf28255-205e-4da2-98c5-805e1e562d01 None None] The sync data for ids ['79902218-d674-4db3-b782-7c967d54bf3e'] in n-d-766726-20 is: [{'id': '79902218-d674-4db3-b782-7c967d54bf3e', 'name': 'tempest-TestNetworkBasicOps-router-57183275', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:28:49Z', 'revision_number': 7, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '87850f6e-121e-40b6-8c46-6b059cd38830', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:17:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79902218-d674-4db3-b782-7c967d54bf3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:26:10Z', 'updated_at': '2021-04-30T05:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:28:52.650306 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] DHCP port deletion for d7e3afef-26fe-4305-9c05-5986d75547d7 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:28:52.729069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] Deleting port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:28:52.729495 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:52.831920 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] For port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=a5d3653e-fad5-4543-a37f-cd6cbd60a3ab,segment=NetworkSegment(f1b39875-5bd3-47fb-8b42-dadfa322bb1b),segment_id=f1b39875-5bd3-47fb-8b42-dadfa322bb1b)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:52.832247 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:52.902634 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] For port 87850f6e-121e-40b6-8c46-6b059cd38830, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=87850f6e-121e-40b6-8c46-6b059cd38830,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:52.902895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:52.962886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] Calling delete_port for a5d3653e-fad5-4543-a37f-cd6cbd60a3ab owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:28:53.017413 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.021934 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:53.034831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 87850f6e-121e-40b6-8c46-6b059cd38830 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:28:53.066428 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] Pushing event deleted for resources: {'Port': ['ID=a5d3653e-fad5-4543-a37f-cd6cbd60a3ab,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:53.069639 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:53.070373 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] No DVR routers for this DVR port a5d3653e-fad5-4543-a37f-cd6cbd60a3ab on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:28:53.197077 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.201332 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-554c27ea-4753-4b2f-9e2d-9b46849d90ee tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:53.263848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=87850f6e-121e-40b6-8c46-6b059cd38830,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:53.267762 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:53.330363 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e61dd-40df-41a0-80ea-56ee1bc96be6 req-116f4e07-c6cf-4b05-be5f-a7563d6fa9e8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:53.331774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36e61dd-40df-41a0-80ea-56ee1bc96be6 req-116f4e07-c6cf-4b05-be5f-a7563d6fa9e8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.0908620
Apr 30 05:28:53.360934 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.378513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e36e61dd-40df-41a0-80ea-56ee1bc96be6 req-ccc13dd1-57ea-4e96-a74d-779dddc5f63e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407696
Apr 30 05:28:53.536834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.539062 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.561684 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.562221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Fanout notify agent at l3_agent the message router_deleted on router 79902218-d674-4db3-b782-7c967d54bf3e {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:28:53.579770 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.580859 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/routers/79902218-d674-4db3-b782-7c967d54bf3e HTTP/1.1" status: 204  len: 168 time: 1.4627116
Apr 30 05:28:53.583569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59570) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:53.706213 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.836945 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.956777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7847f9940>,) {'filters': {'network_id': ['d7e3afef-26fe-4305-9c05-5986d75547d7']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:53.969131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7847f9940>, 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:53.969434 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7847f9940>, 'f1b39875-5bd3-47fb-8b42-dadfa322bb1b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:53.981174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:53.998206 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.007287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:28:54.008139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1b0859cd-0f4a-41f3-8567-dfc625c219d6 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:28:54.043800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 1b0859cd-0f4a-41f3-8567-dfc625c219d6 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:28:54.044402 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 1b0859cd-0f4a-41f3-8567-dfc625c219d6 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:28:54.044844 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a5d3653e-fad5-4543-a37f-cd6cbd60a3ab no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:28:54.083409 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: a5d3653e-fad5-4543-a37f-cd6cbd60a3ab {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:28:54.083767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device a5d3653e-fad5-4543-a37f-cd6cbd60a3ab not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:28:54.192418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network d7e3afef-26fe-4305-9c05-5986d75547d7 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:28:54.201616 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.373775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network d7e3afef-26fe-4305-9c05-5986d75547d7 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:28:54.398397 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:28:54.483392 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.487793 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0b0d6729-0f19-4860-96d6-a569e40e56a9 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:54.503205 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.514321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Network': ['ID=d7e3afef-26fe-4305-9c05-5986d75547d7,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:54.518293 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:54.522940 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a57f7287-135d-4d09-a42f-31dd72d70065 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/networks/d7e3afef-26fe-4305-9c05-5986d75547d7 HTTP/1.1" status: 204  len: 168 time: 0.9353642
Apr 30 05:28:54.540202 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59576) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:54.547772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'network': {'name': 'tempest-network-smoke--412452933', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'port_security_enabled': True}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:28:54.553674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:28:54.557807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:network and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:28:54.560699 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:28:54.566472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:28:54.575581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748782-60db-4b05-b6ea-8ed8edd22161 req-28280b6a-a96a-460f-9d98-91802b815173 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:54.576760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Made reservation on behalf of 89572e80b3754c7083e0ec66ac6a0125 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:28:54.577235 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01748782-60db-4b05-b6ea-8ed8edd22161 req-28280b6a-a96a-460f-9d98-91802b815173 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.0915632
Apr 30 05:28:54.580906 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.612085 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:28:54.623145 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.623544 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Added segment cfae0269-aa23-41c2-b374-fe71aa26739f of type vlan for network 10eea2f0-addd-4368-a282-8cd3f63fe756
Apr 30 05:28:54.627884 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01748782-60db-4b05-b6ea-8ed8edd22161 req-fdb440e5-f78d-40c1-9b7e-fef7a319a790 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434241
Apr 30 05:28:54.655060 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.685235 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.691487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:54.692095 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.696056 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c5b1fcaa-f324-4ac4-8fff-7c01589001ba tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:54.794496 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2530756
Apr 30 05:28:54.798510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59580) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:54.803751 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'admin_state_up': True, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:28:54.805748 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Network': ['ID=10eea2f0-addd-4368-a282-8cd3f63fe756,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:54.808513 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:54.811543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:28:54.816168 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:router and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:28:54.818181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:28:54.819118 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:28:54.825899 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:28:54.836821 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.837772 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:54.854465 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:55.134233 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:55.442810 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:55.473927 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:55.604543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 87850f6e-121e-40b6-8c46-6b059cd38830 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:28:55.615006 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.25.8.231 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/45446c3b-9860-4af7-b934-286867e6f217) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:28:55.638621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 87850f6e-121e-40b6-8c46-6b059cd38830 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:28:55.638989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 87850f6e-121e-40b6-8c46-6b059cd38830 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:28:55.956776 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:56.001223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168165ab-18c1-444c-aa42-5de50c560878 req-96b267e2-3302-4785-9f40-3b27754a2cf4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:56.002686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-168165ab-18c1-444c-aa42-5de50c560878 req-96b267e2-3302-4785-9f40-3b27754a2cf4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.2656891
Apr 30 05:28:56.025173 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:56.032750 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-00034ece-32a2-4278-bd84-39997b28875e tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:56.103756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:28:56.108233 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:28:56.112424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-168165ab-18c1-444c-aa42-5de50c560878 req-78fe66a4-e256-4e87-b4a3-b6da556424c9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1031969
Apr 30 05:28:56.119486 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:28:56.164515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=45446c3b-9860-4af7-b934-286867e6f217,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:56.168542 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:56.542530 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:56.897296 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:57.108491 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 25af240d-3cf9-428e-9808-3ddaa6b50cfa is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:28:57.138915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-ac6986d2-bf2b-499c-84f5-c3aedf83ed1d service neutron] 10.222.0.50 "GET /v2.0/ports/503bde2a-7d54-4cf9-9b54-41cdc97bcfce/bindings/n-h1-766726-20 HTTP/1.1" status: 200  len: 385 time: 0.2703664
Apr 30 05:28:57.430122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:57.452170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:28:57.505305 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:28:57.517282 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Sync routers for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:28:57.519605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:28:57.527780 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:57.529370 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf45820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:57.537835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:28:57.544104 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:57.553064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400ae60-9dc2-4465-9d43-5d504849425b req-fcaabc63-912e-442d-901c-97361a0ff4de tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:57.554579 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d400ae60-9dc2-4465-9d43-5d504849425b req-fcaabc63-912e-442d-901c-97361a0ff4de tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 946 time: 0.1352763
Apr 30 05:28:57.555893 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:57.559996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.7574868
Apr 30 05:28:57.560189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59592) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:57.579956 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:57.627435 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a69f8a5d-0170-4785-a010-6f84c18f8987 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=89572e80b3754c7083e0ec66ac6a0125&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0659785
Apr 30 05:28:57.630387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59596) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:57.642501 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:57.696079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] Transition to ACTIVE for port object 503bde2a-7d54-4cf9-9b54-41cdc97bcfce will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:28:57.698150 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'code': 200}
Apr 30 05:28:57.699035 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d400ae60-9dc2-4465-9d43-5d504849425b req-5a9c1109-4337-47b9-9eb3-9529ca08a82d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959024
Apr 30 05:28:57.700836 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:57.707147 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:57.790661 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:57.808116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec9572-b2fe-4296-815d-2053321ee4bc tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:57.812946 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-38ec9572-b2fe-4296-815d-2053321ee4bc tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1783485
Apr 30 05:28:57.813214 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59600) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:57.860850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-bddce1e9-b28f-481f-8873-e14917941503 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0427921
Apr 30 05:28:57.860850 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59604) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:57.866708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-70918199', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:28:57.873119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] Pushing event updated for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=11']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:57.879691 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:57.925991 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] No DVR routers for this DVR port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:28:58.058511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:28:58.063625 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:subnet and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:28:58.066710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:28:58.072723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:28:58.085059 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Made reservation on behalf of 89572e80b3754c7083e0ec66ac6a0125 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:28:58.089698 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:58.191803 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf45820>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:28:56Z', 'revision_number': 3, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:58.192017 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] 10.222.0.50 "PUT /v2.0/ports/503bde2a-7d54-4cf9-9b54-41cdc97bcfce/bindings/n-h1-766726-20/activate HTTP/1.1" status: 200  len: 370 time: 1.0474749
Apr 30 05:28:58.195124 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Checking router: 25af240d-3cf9-428e-9808-3ddaa6b50cfa for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:28:58.195503 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Updating router 25af240d-3cf9-428e-9808-3ddaa6b50cfa port 45446c3b-9860-4af7-b934-286867e6f217 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:28:58.255571 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:58.407893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-d7b2e1f3-193f-445d-ada7-5145ddc63e1d tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:58.409394 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-d7b2e1f3-193f-445d-ada7-5145ddc63e1d tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee&tenant_id=8342531a68584bdfb8954926aa47e9fc&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.1463223
Apr 30 05:28:58.567589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-b5b021d4-2199-4ace-9721-ff6ee11332be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:58.568963 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-b5b021d4-2199-4ace-9721-ff6ee11332be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 1097 time: 0.1506205
Apr 30 05:28:58.581689 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:58.594401 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Transition to ACTIVE for port object 45446c3b-9860-4af7-b934-286867e6f217 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:28:58.601362 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:58.604925 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-a1f06120-6288-4b73-a005-8d10f6ac459f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:58.683415 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Attempting to bind port 45446c3b-9860-4af7-b934-286867e6f217 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:28:58.684374 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Attempting to bind port 45446c3b-9860-4af7-b934-286867e6f217 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:28:58.684374 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Attempting to bind port 45446c3b-9860-4af7-b934-286867e6f217 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:28:58.690771 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Pushing event updated for resources: {'Port': ['ID=45446c3b-9860-4af7-b934-286867e6f217,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:58.698885 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:28:58.699264 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:28:58.699934 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:58.700134 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:28:58.700571 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Bound port: 45446c3b-9860-4af7-b934-286867e6f217, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:28:58.700947 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:58.717945 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:58.723957 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-faf743b0-bb5f-48d2-8dda-bbc6e4a0331f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:58.729848 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.730193 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.730531 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.730873 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.731206 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.731550 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.731880 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.732204 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.732523 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.732843 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.733162 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.733479 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:28:58.743098 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:58.779976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-e1cc880e-469c-4513-99e2-327c3161154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:58.781699 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-e1cc880e-469c-4513-99e2-327c3161154c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1097 time: 0.1870573
Apr 30 05:28:58.785706 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] For port 45446c3b-9860-4af7-b934-286867e6f217, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:28:58.789420 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] For port 45446c3b-9860-4af7-b934-286867e6f217, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=45446c3b-9860-4af7-b934-286867e6f217,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:28:58.794957 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:58.799027 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-63985e06-a7e3-4dcc-8351-beab24cec296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:28:58.878522 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:28:58.878777 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf45820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:28:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:58.898973 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Subnet': ['ID=6b8f8552-7dba-44a6-8685-bd0d0efc0bf0,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:58.905482 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:58.949884 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Checking segment: {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:28:58.950251 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network hostable DHCP agents. Network: 10eea2f0-addd-4368-a282-8cd3f63fe756, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:28:58.950750 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Pushing event updated for resources: {'Port': ['ID=45446c3b-9860-4af7-b934-286867e6f217,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:28:58.955656 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-eba56fb0-2751-4b87-bc0e-45dd385466f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:28:59.010387 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:28:59.037143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 10eea2f0-addd-4368-a282-8cd3f63fe756) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:28:59.044487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-b7208c25-ae14-4bb7-af4d-d2ee892cd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:59.045969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-b7208c25-ae14-4bb7-af4d-d2ee892cd13f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 898 time: 0.2573519
Apr 30 05:28:59.048713 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89990b5f-cda4-4bad-ab6c-b83fde02825f None None] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:28:59.060522 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a526c-f11b-44ea-86d5-d895fcf653c4 req-23b1a666-5183-407e-9baa-40b064b85906 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:59.062066 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94a526c-f11b-44ea-86d5-d895fcf653c4 req-23b1a666-5183-407e-9baa-40b064b85906 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 945 time: 0.2353179
Apr 30 05:28:59.076836 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:28:59.114750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:59.115262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:59.306811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-b45c339b-bb4e-4360-95cb-e7e48322c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:59.308491 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-b45c339b-bb4e-4360-95cb-e7e48322c47a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1097 time: 0.1345015
Apr 30 05:28:59.353936 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-10eea2f0-addd-4368-a282-8cd3f63fe756', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:28:59.356358 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:59.387410 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-e1f0c303-a604-412c-8230-2eaf6dd79097 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.5231545
Apr 30 05:28:59.396472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59610) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:28:59.436622 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf45820>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:28:56Z', 'revision_number': 3, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:28:59.441600 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fe858-5586-4aef-9bf0-463c86a42576 None None] The sync data for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 is: [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:28:56Z', 'revision_number': 3, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:28:59.464726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c94a526c-f11b-44ea-86d5-d895fcf653c4 req-2e84c6e5-5d3a-4bdf-bc8c-523d7a8f6311 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3368225
Apr 30 05:28:59.465857 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-62be077c-2f16-473c-a6c9-8603efed6c19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 999 time: 0.4015505
Apr 30 05:28:59.522159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-9684e695-5861-4841-b51a-42c0a88e5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:59.523675 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-9684e695-5861-4841-b51a-42c0a88e5c10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 898 time: 0.1948156
Apr 30 05:28:59.555081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Allocated IP 172.20.0.2 (10eea2f0-addd-4368-a282-8cd3f63fe756/6b8f8552-7dba-44a6-8685-bd0d0efc0bf0/fd634603-ad2f-4ffa-b53a-4dfb2f82a632) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:28:59.620569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-e99ee78f-e705-4462-ad51-9caaa7c29f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:59.622029 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-e99ee78f-e705-4462-ad51-9caaa7c29f42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 200  len: 834 time: 0.1472707
Apr 30 05:28:59.648684 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-a070d4c1-a0be-4c47-884d-b1b308e2ac86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 999 time: 0.1180956
Apr 30 05:28:59.746345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-cfae67e5-066c-4d89-ac4e-49345c03753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:59.748108 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-cfae67e5-066c-4d89-ac4e-49345c03753c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 200  len: 834 time: 0.0928385
Apr 30 05:28:59.833740 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:59.849046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Transition to ACTIVE for port object fd634603-ad2f-4ffa-b53a-4dfb2f82a632 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:28:59.877115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Transition to ACTIVE for port object fd634603-ad2f-4ffa-b53a-4dfb2f82a632 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:28:59.879779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-1a49a523-10b8-4483-ad34-df2c3759dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:59.882741 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 503bde2a-7d54-4cf9-9b54-41cdc97bcfce no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:28:59.884416 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-1a49a523-10b8-4483-ad34-df2c3759dc83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1272700
Apr 30 05:28:59.896887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-d6fb13a8-aa30-4098-8744-7b74e163e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:28:59.899175 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-d6fb13a8-aa30-4098-8744-7b74e163e9cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2675247
Apr 30 05:28:59.921011 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:28:59.935451 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:00.027021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:00.032868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:00.042385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:29:00.058849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 503bde2a-7d54-4cf9-9b54-41cdc97bcfce not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:29:00.125632 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-2a170d1d-fc24-42e3-a7b3-2da6c8dd7cca service neutron] 10.222.0.37 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102802
Apr 30 05:29:00.144041 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Pushing event updated for resources: {'Port': ['ID=fd634603-ad2f-4ffa-b53a-4dfb2f82a632,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:00.154286 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:00.235776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Attempting to bind port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:29:00.236094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Attempting to bind port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:29:00.236465 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Attempting to bind port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 on network 10eea2f0-addd-4368-a282-8cd3f63fe756 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:29:00.243809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:29:00.244206 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Checking segment: {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:29:00.244626 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:00.245029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Bound using segment: {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:29:00.245517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Bound port: fd634603-ad2f-4ffa-b53a-4dfb2f82a632, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:29:00.245905 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:00.294284 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-f051b991-7ad2-49db-b581-2dde8633f46d service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4017570
Apr 30 05:29:00.359701 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] For port fd634603-ad2f-4ffa-b53a-4dfb2f82a632, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:29:00.363764 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] For port fd634603-ad2f-4ffa-b53a-4dfb2f82a632, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fd634603-ad2f-4ffa-b53a-4dfb2f82a632,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:29:00.370017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:00.376419 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:00.408167 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-451c2dd7-df51-44fa-b526-54c828ce758e service neutron] 10.222.0.37 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2753255
Apr 30 05:29:00.489110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Pushing event updated for resources: {'Port': ['ID=fd634603-ad2f-4ffa-b53a-4dfb2f82a632,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:00.492078 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:00.501887 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-51d97d41-6db2-4e74-b3c9-cca98da7489c req-303a0ec9-276b-4ef4-b912-029515a8ab9f service neutron] 10.222.0.50 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952052
Apr 30 05:29:00.629041 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:00.733301 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3768e485-e1d2-4147-b7d3-366f832cd6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:01.154163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a123800-0c71-4f69-b2ae-a9bcadd6c526 req-47cdbef2-78a8-403b-9bd2-3ada5fcedacd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:01.155667 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a123800-0c71-4f69-b2ae-a9bcadd6c526 req-47cdbef2-78a8-403b-9bd2-3ada5fcedacd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 945 time: 0.5167978
Apr 30 05:29:01.197747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-37243651-dd56-4f7b-a94e-7ea067084691 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:01.199122 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-37243651-dd56-4f7b-a94e-7ea067084691 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee&tenant_id=8342531a68584bdfb8954926aa47e9fc&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 1097 time: 0.5160775
Apr 30 05:29:01.330544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a123800-0c71-4f69-b2ae-a9bcadd6c526 req-4e9026fa-52f3-4ea4-bce7-c39c34d3c2cb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1371415
Apr 30 05:29:01.489410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.20.0.1 (10eea2f0-addd-4368-a282-8cd3f63fe756/6b8f8552-7dba-44a6-8685-bd0d0efc0bf0/669969a8-c377-4d73-badf-8bb81c57fb97) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:29:01.500570 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-df573a16-2072-4085-8870-98c2fe814163 service neutron] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:29:01.545126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-df573a16-2072-4085-8870-98c2fe814163 service neutron] Notify callbacks [] for binding, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:01.546234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35d5fad9-c3e8-45eb-8d1c-f4d034f86181 req-df573a16-2072-4085-8870-98c2fe814163 service neutron] 10.222.0.37 "DELETE /v2.0/ports/503bde2a-7d54-4cf9-9b54-41cdc97bcfce/bindings/n-h2-766726-20 HTTP/1.1" status: 204  len: 173 time: 0.3322983
Apr 30 05:29:01.676282 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:01.694479 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Transition to ACTIVE for port object 669969a8-c377-4d73-badf-8bb81c57fb97 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:01.698670 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fd634603-ad2f-4ffa-b53a-4dfb2f82a632 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:01.720302 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:01.724562 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b236e6a3-dd66-4bb3-8b8b-cb6773fe8973 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:01.787379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:01.791496 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:01.797870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 45446c3b-9860-4af7-b934-286867e6f217 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:01.798113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:01.800778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:29:01.868437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=669969a8-c377-4d73-badf-8bb81c57fb97,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:01.871488 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:01.882168 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:01.932157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 45446c3b-9860-4af7-b934-286867e6f217 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:01.938147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 45446c3b-9860-4af7-b934-286867e6f217 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:01.938776 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.088455 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.111781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 45446c3b-9860-4af7-b934-286867e6f217, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=45446c3b-9860-4af7-b934-286867e6f217,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:02.117627 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.122693 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:02.204142 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7aef22-9dfa-4114-84d9-2bdbad2fa79c None None] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:29:02.221689 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=45446c3b-9860-4af7-b934-286867e6f217,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:02.225174 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:02.261799 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.320500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f6e39d51-1c79-4873-8985-21cf1745c752 None None] Provisioning for port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:02.328234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f6e39d51-1c79-4873-8985-21cf1745c752 None None] Provisioning complete for port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:02.328961 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f6e39d51-1c79-4873-8985-21cf1745c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.553071 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f6e39d51-1c79-4873-8985-21cf1745c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.601113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-f6e39d51-1c79-4873-8985-21cf1745c752 None None] For port fd634603-ad2f-4ffa-b53a-4dfb2f82a632, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fd634603-ad2f-4ffa-b53a-4dfb2f82a632,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:02.608125 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f6e39d51-1c79-4873-8985-21cf1745c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.610282 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:02.683494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e39d51-1c79-4873-8985-21cf1745c752 None None] Pushing event updated for resources: {'Port': ['ID=fd634603-ad2f-4ffa-b53a-4dfb2f82a632,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:02.686784 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f6e39d51-1c79-4873-8985-21cf1745c752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:02.736355 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31882b-df7c-4fd5-8061-66746f13d1e3 req-a81f7749-303e-4642-9b8f-a023f2fbe9d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:02.737925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb31882b-df7c-4fd5-8061-66746f13d1e3 req-a81f7749-303e-4642-9b8f-a023f2fbe9d9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 945 time: 0.2355523
Apr 30 05:29:02.820338 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bb31882b-df7c-4fd5-8061-66746f13d1e3 req-fe9bd248-9c7d-408b-9b97-e83fa3b6a327 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748954
Apr 30 05:29:02.844526 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-35b60f76-7568-48f6-81fb-fac69931c53d None None] Provisioning for port 669969a8-c377-4d73-badf-8bb81c57fb97 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:02.846997 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.850302 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-35b60f76-7568-48f6-81fb-fac69931c53d None None] Provisioning complete for port 669969a8-c377-4d73-badf-8bb81c57fb97 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:02.850629 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-35b60f76-7568-48f6-81fb-fac69931c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.856724 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:02.923162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-35b60f76-7568-48f6-81fb-fac69931c53d None None] Port 669969a8-c377-4d73-badf-8bb81c57fb97 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:29:02.959711 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-35b60f76-7568-48f6-81fb-fac69931c53d None None] Provisioning complete for port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:02.960114 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-35b60f76-7568-48f6-81fb-fac69931c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:03.093363 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:03.218048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6926a7db-d8fd-448b-aefe-673bfec91ec4 None None] Provisioning complete for port 669969a8-c377-4d73-badf-8bb81c57fb97 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:03.218596 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6926a7db-d8fd-448b-aefe-673bfec91ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:03.221221 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:03.232099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=669969a8-c377-4d73-badf-8bb81c57fb97,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:03.239172 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:03.275911 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6926a7db-d8fd-448b-aefe-673bfec91ec4 None None] Port 669969a8-c377-4d73-badf-8bb81c57fb97 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:29:03.357605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da66e5-46ff-4592-8324-154e5366da38 req-0f584486-49a7-418d-a207-576c4d4d7d86 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:03.359811 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9da66e5-46ff-4592-8324-154e5366da38 req-0f584486-49a7-418d-a207-576c4d4d7d86 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1097 time: 0.2699697
Apr 30 05:29:03.419229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:03.421129 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:03.422786 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:03.425957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9da66e5-46ff-4592-8324-154e5366da38 req-b5ec9adc-1925-423a-8652-e59ff7f09037 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588548
Apr 30 05:29:03.648535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-18dec973-1b3a-4648-aabf-c595052b9abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:03.662332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fd634603-ad2f-4ffa-b53a-4dfb2f82a632 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:03.676774 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 25af240d-3cf9-428e-9808-3ddaa6b50cfa has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:29:03.723690 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-2580b8c6-34d0-4609-8e18-3c9c986d84e6 None None] Provisioning complete for port 669969a8-c377-4d73-badf-8bb81c57fb97 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:03.724003 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2580b8c6-34d0-4609-8e18-3c9c986d84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:03.761629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df0c47-8591-439e-8e46-d8a4f22e9e4a req-efbef769-1871-4547-9e48-fb275bd785b0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:03.763120 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76df0c47-8591-439e-8e46-d8a4f22e9e4a req-efbef769-1871-4547-9e48-fb275bd785b0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 945 time: 0.1825910
Apr 30 05:29:03.781659 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-2580b8c6-34d0-4609-8e18-3c9c986d84e6 None None] Port 669969a8-c377-4d73-badf-8bb81c57fb97 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:29:03.791129 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:03.791532 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:03.893839 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-76df0c47-8591-439e-8e46-d8a4f22e9e4a req-05605b25-d8f8-43f1-adf3-563ff8c155cd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1215198
Apr 30 05:29:03.917906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59622) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:03.919482 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 45446c3b-9860-4af7-b934-286867e6f217 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:03.922094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:29:03.930081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "PUT /v2.0/routers/25af240d-3cf9-428e-9808-3ddaa6b50cfa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5325880
Apr 30 05:29:03.930890 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59626) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:03.962624 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Sync routers for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:29:03.988924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:03.989649 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2eba90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:04.034764 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-254bc745-3f63-42ab-b69b-0cc0377220e5 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8 HTTP/1.1" status: 200  len: 991 time: 0.1155312
Apr 30 05:29:04.085504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6042964-02cc-4663-aba5-3755452302c2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.085988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6042964-02cc-4663-aba5-3755452302c2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.086453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6042964-02cc-4663-aba5-3755452302c2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.086920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6042964-02cc-4663-aba5-3755452302c2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.087422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6042964-02cc-4663-aba5-3755452302c2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.091818 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-d6042964-02cc-4663-aba5-3755452302c2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3570 time: 0.1573169
Apr 30 05:29:04.092061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59632) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:04.176031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188e1ad-c461-4381-86f8-469e9bb09cd2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.176516 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188e1ad-c461-4381-86f8-469e9bb09cd2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.176984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188e1ad-c461-4381-86f8-469e9bb09cd2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.177447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188e1ad-c461-4381-86f8-469e9bb09cd2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.177980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188e1ad-c461-4381-86f8-469e9bb09cd2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:04.182079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8188e1ad-c461-4381-86f8-469e9bb09cd2 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3348 time: 0.0866644
Apr 30 05:29:04.182309 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59638) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:04.213052 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 45446c3b-9860-4af7-b934-286867e6f217 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:04.213432 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:04.293248 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59642) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:04.297847 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:04.692614 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2eba90>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '669969a8-c377-4d73-badf-8bb81c57fb97', 'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:f8:74:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:01Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 2, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:04.698007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Checking router: 25af240d-3cf9-428e-9808-3ddaa6b50cfa for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:29:04.698373 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Updating router 25af240d-3cf9-428e-9808-3ddaa6b50cfa port 669969a8-c377-4d73-badf-8bb81c57fb97 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:29:04.754961 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:04.813854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1d40a65f-ee52-4a35-b93f-2f21caf80120 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2334 time: 0.6303520
Apr 30 05:29:04.837225 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 40b84092-1e82-4274-b599-b377982999f6 {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:29:04.837482 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:04.919757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.009055 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59648) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:05.013123 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.013450 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.014756 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448383409', 'description': 'tempest-secgroup-smoke-448383409 description', 'project_id': '89572e80b3754c7083e0ec66ac6a0125'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:05.022040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:05.026712 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:05.030054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:05.053293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:05.068283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.093191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:05.098623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:05.102304 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:05.110150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:05.155442 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 40b84092-1e82-4274-b599-b377982999f6 owned by network:floatingip {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:29:05.186804 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.192892 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.197984 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.202766 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a974a8a1-19d0-4fcc-9b04-3243429be90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:05.207436 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Transition to ACTIVE for port object 669969a8-c377-4d73-badf-8bb81c57fb97 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:05.217417 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.223209 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:05.241666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e8bd8e-3bd6-45f0-8fb4-3f4002088681,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:05.246927 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:05.270845 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.273469 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2608306
Apr 30 05:29:05.274172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59652) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:05.285964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': '48e8bd8e-3bd6-45f0-8fb4-3f4002088681', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:05.306145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:05.314216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:05.319227 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:05.329467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:05.340056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.353648 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f393f9ff-c173-4841-9bf0-bf2d697920f8 tempest-VolumesNegativeTest-359631647 tempest-VolumesNegativeTest-359631647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:05.364276 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.439653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2bc6-e1bb-4bf4-a2d4-e3ab2c084493 None None] Pushing event updated for resources: {'Port': ['ID=669969a8-c377-4d73-badf-8bb81c57fb97,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:05.450905 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d35c2bc6-e1bb-4bf4-a2d4-e3ab2c084493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:05.458466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=40b84092-1e82-4274-b599-b377982999f6,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:05.461544 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:05.467366 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.475559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.477757 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-20e630e8-daec-4294-b029-25578c35ee01 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:05.510542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09728f9a-1f51-46db-a52c-4f3896f8c24c,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:05.522725 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:05.532924 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.534532 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7985c330-2e85-452f-9d46-67150bf9eb7c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2587461
Apr 30 05:29:05.537289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Attempting to bind port 669969a8-c377-4d73-badf-8bb81c57fb97 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:29:05.537721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59656) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:05.538736 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Attempting to bind port 669969a8-c377-4d73-badf-8bb81c57fb97 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:29:05.539489 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Attempting to bind port 669969a8-c377-4d73-badf-8bb81c57fb97 on network 10eea2f0-addd-4368-a282-8cd3f63fe756 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:29:05.542425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.542778 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Floating IP 6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8 disassociated (deleted). External IP: 172.25.8.46, port: 503bde2a-7d54-4cf9-9b54-41cdc97bcfce.
Apr 30 05:29:05.548174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': '48e8bd8e-3bd6-45f0-8fb4-3f4002088681', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:05.555332 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:29:05.556164 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Checking segment: {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:29:05.556799 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.557413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Bound using segment: {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:29:05.557571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:05.558246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Bound port: 669969a8-c377-4d73-badf-8bb81c57fb97, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:29:05.558803 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.562672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:05.574984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:05.581478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:05.612236 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.680797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] For port 669969a8-c377-4d73-badf-8bb81c57fb97, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:29:05.684766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] For port 669969a8-c377-4d73-badf-8bb81c57fb97, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=669969a8-c377-4d73-badf-8bb81c57fb97,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:29:05.690251 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.693105 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.696423 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:05.698780 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.704538 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-51f66e82-9925-4096-be10-1e1ab8fcb47a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:05.745739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5742a44-e863-4643-a973-ca89995e461e,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:05.750895 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:05.764455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.768372 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-926de590-923c-4765-b5e0-0b0609f60bdc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2292645
Apr 30 05:29:05.771133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59660) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:05.782698 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': '48e8bd8e-3bd6-45f0-8fb4-3f4002088681', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:05.793259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:05.794363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:05.795014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2eba90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:05.799632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:05.803890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:05.811383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:05.838388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.878176 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2bc6-e1bb-4bf4-a2d4-e3ab2c084493 None None] Pushing event updated for resources: {'Port': ['ID=669969a8-c377-4d73-badf-8bb81c57fb97,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:05.892251 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d35c2bc6-e1bb-4bf4-a2d4-e3ab2c084493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:05.932462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.940642 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:05.950124 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dd43e54d-dbd8-4cec-b534-01144911ff2f tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:06.015951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e739f0c5-2410-4213-9959-ec172d51d8ae,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:06.026621 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:06.034908 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.036515 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2633524
Apr 30 05:29:06.039076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59664) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:06.048532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': '48e8bd8e-3bd6-45f0-8fb4-3f4002088681', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:06.060334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:06.065252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:06.068530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:06.074915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:06.094405 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.142048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:06.151451 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router b53e6423-1afb-4d41-8106-91ed251ac6b9 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:29:06.167352 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.173748 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.175882 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0e0f7f0f-6a48-4bb6-aae0-f229baefbf0b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:06.200029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ccda81-cf57-4e86-a5d6-8c044b8e58d0,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:06.202393 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:06.212322 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.213710 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1735487
Apr 30 05:29:06.217367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59668) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:06.223776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': '48e8bd8e-3bd6-45f0-8fb4-3f4002088681', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:06.230573 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:06.235521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:06.238619 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:06.245367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:06.257925 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Project 89572e80b3754c7083e0ec66ac6a0125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:29:06.264168 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.343551 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.348354 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.355382 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-539911a3-e5f8-4a52-91c7-31651db496a6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:06.377588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243a8a43-c126-4d4d-be3b-56c19307424e,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:06.381042 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:06.391622 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.397359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b583112b-7e5f-4697-b3e0-79a9eaba804f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1786251
Apr 30 05:29:06.397994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59672) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:06.404126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'security_group_rule': {'security_group_id': '48e8bd8e-3bd6-45f0-8fb4-3f4002088681', 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:06.411610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:06.416869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:security_group_rule and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:06.425273 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.425518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:06.434476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:06.450455 n-d-766726-20 neutron-server[74582]: INFO neutron.db.securitygroups_db [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Project 89572e80b3754c7083e0ec66ac6a0125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:29:06.457827 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.458454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:29:06.471376 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] Sync routers for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:29:06.484771 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.486329 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:06.487163 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbfee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:06.529839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2eba90>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '669969a8-c377-4d73-badf-8bb81c57fb97', 'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:f8:74:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:01Z', 'updated_at': '2021-04-30T05:29:05Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:06.536397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9403c1e0-6239-4bb2-b3fd-9e0cbe1b0c50 None None] The sync data for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 is: [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '669969a8-c377-4d73-badf-8bb81c57fb97', 'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:f8:74:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:01Z', 'updated_at': '2021-04-30T05:29:05Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:29:06.558636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/floatingips/6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8 HTTP/1.1" status: 204  len: 168 time: 2.2643292
Apr 30 05:29:06.558865 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.560267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:29:06.564082 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.575311 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-67556aeb-bd58-41e9-a0d5-c4e283d4c220 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:06.613833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187a730a-a998-4fc9-bf9b-0cee834cb0b6,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:06.617676 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:06.631282 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:06.643748 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-15c0bda8-4817-43db-8865-49d597922a7b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2443728
Apr 30 05:29:06.711404 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'status': 'completed', 'code': 200}
Apr 30 05:29:06.748206 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:06.892033 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-bdc28095-e9f5-4d35-8135-c7ea06145df3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448383409&fields=id&tenant_id=89572e80b3754c7083e0ec66ac6a0125 HTTP/1.1" status: 200  len: 267 time: 0.0669115
Apr 30 05:29:06.932352 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342440-591a-4df8-bf02-348ce4eff7ff req-b195feb1-5d9e-43b9-9264-c53aa8dc64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:06.934650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61342440-591a-4df8-bf02-348ce4eff7ff req-b195feb1-5d9e-43b9-9264-c53aa8dc64c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 1097 time: 0.1971314
Apr 30 05:29:07.180520 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbfee0>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9eadbca1-d96a-49ca-8a6f-895fa77be5cc', 'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:a2:2d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:20Z', 'updated_at': '2021-04-30T05:27:26Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:07.185595 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] Checking router: b53e6423-1afb-4d41-8106-91ed251ac6b9 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:29:07.196503 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:07.197411 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbfee0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:07.409324 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:07.462761 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-3b8cb806-eaaa-4663-8ea0-6f00b91f423c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:07.464401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-3b8cb806-eaaa-4663-8ea0-6f00b91f423c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/networks?id=10eea2f0-addd-4368-a282-8cd3f63fe756 HTTP/1.1" status: 200  len: 796 time: 0.5621784
Apr 30 05:29:07.480886 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342440-591a-4df8-bf02-348ce4eff7ff req-6bbbcfd2-6a2a-4185-95d4-62bd77cc7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:07.482587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61342440-591a-4df8-bf02-348ce4eff7ff req-6bbbcfd2-6a2a-4185-95d4-62bd77cc7b7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 200  len: 898 time: 0.5280540
Apr 30 05:29:07.563685 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-9f6884c2-837f-4273-83d3-939ccd4aa4ef tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/quotas/89572e80b3754c7083e0ec66ac6a0125 HTTP/1.1" status: 200  len: 375 time: 0.0882523
Apr 30 05:29:07.566860 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61342440-591a-4df8-bf02-348ce4eff7ff req-626759a9-faa2-459c-bace-ecb8b239a1a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 200  len: 217 time: 0.0751033
Apr 30 05:29:07.575898 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734975-36a9-44fb-945c-bffad0d091b6 req-d3e29121-1eb0-4e01-9aca-6f8be4c53da1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:07.576653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d3734975-36a9-44fb-945c-bffad0d091b6 req-d3e29121-1eb0-4e01-9aca-6f8be4c53da1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:29:07.736838 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-d3734975-36a9-44fb-945c-bffad0d091b6 req-d3e29121-1eb0-4e01-9aca-6f8be4c53da1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:29:07.744555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3734975-36a9-44fb-945c-bffad0d091b6 req-d3e29121-1eb0-4e01-9aca-6f8be4c53da1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 945 time: 0.4926927
Apr 30 05:29:07.761446 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 669969a8-c377-4d73-badf-8bb81c57fb97 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:07.783504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342440-591a-4df8-bf02-348ce4eff7ff req-83203f91-db71-4b2d-ba21-de0dcb2b2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:07.785623 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61342440-591a-4df8-bf02-348ce4eff7ff req-83203f91-db71-4b2d-ba21-de0dcb2b2438 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 200  len: 834 time: 0.2051036
Apr 30 05:29:07.808740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-5c92ab3b-c163-45f6-b417-147e15737a1d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:07.809512 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-5c92ab3b-c163-45f6-b417-147e15737a1d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:29:07.824489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-5c92ab3b-c163-45f6-b417-147e15737a1d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:29:07.825806 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-5c92ab3b-c163-45f6-b417-147e15737a1d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 945 time: 0.2346351
Apr 30 05:29:07.837139 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfbfee0>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9eadbca1-d96a-49ca-8a6f-895fa77be5cc', 'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:a2:2d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:20Z', 'updated_at': '2021-04-30T05:27:26Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:07.843988 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce571a31-df07-4990-8ea3-f9bfebfce958 None None] The sync data for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 is: [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9eadbca1-d96a-49ca-8a6f-895fa77be5cc', 'name': '', 'network_id': '9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:a2:2d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:20Z', 'updated_at': '2021-04-30T05:27:26Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': 'dd0209b4-ae38-4220-9661-aeb93dc63596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:29:07.904396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3734975-36a9-44fb-945c-bffad0d091b6 req-a0ab768b-cf77-4925-907a-ff5c2991b62b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=df59a401-d1c9-4ef7-b21a-8016c4cf120d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587622
Apr 30 05:29:07.926251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 669969a8-c377-4d73-badf-8bb81c57fb97 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:07.931438 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-c75f6a14-0587-428f-94e9-cd779ba4adc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:29:07.933990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 669969a8-c377-4d73-badf-8bb81c57fb97 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:07.934481 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:07.964029 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-c75f6a14-0587-428f-94e9-cd779ba4adc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:29:07.965634 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-c75f6a14-0587-428f-94e9-cd779ba4adc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3840137
Apr 30 05:29:07.996143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61342440-591a-4df8-bf02-348ce4eff7ff req-6b1e9fda-c716-4381-b1c7-9aa039cb9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:07.997846 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61342440-591a-4df8-bf02-348ce4eff7ff req-6b1e9fda-c716-4381-b1c7-9aa039cb9bde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2018349
Apr 30 05:29:08.093986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:29:08.094523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:08.289786 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:08.329188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 669969a8-c377-4d73-badf-8bb81c57fb97, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=669969a8-c377-4d73-badf-8bb81c57fb97,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:08.337827 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:08.338632 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:08.338745 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:08.344695 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-fdb02ebe-6602-4cc9-a8a7-2baa26a25c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:08.354516 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61342440-591a-4df8-bf02-348ce4eff7ff req-11b3e883-be4d-4274-8153-a732332d830f service neutron] 10.222.0.37 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3347616
Apr 30 05:29:08.387573 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6bcc1-1e09-4ab6-a395-8a99b3589f9f None None] New status for floating IP 6c174b40-c5e4-4ed2-aaa0-c527b9a1d6d8: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:29:08.485505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-22fd9f3b-94e9-43c0-bd23-8c33d70fa418 service neutron] 10.222.0.46 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4866273
Apr 30 05:29:08.494481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 503bde2a-7d54-4cf9-9b54-41cdc97bcfce owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:29:08.574494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=669969a8-c377-4d73-badf-8bb81c57fb97,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:08.580499 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:08.624125 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61342440-591a-4df8-bf02-348ce4eff7ff req-6fb128e5-be3e-4447-be0e-9db18e14883b service neutron] 10.222.0.37 "GET /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2617548
Apr 30 05:29:08.633697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:08.639717 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b64ca05f-1a36-4938-8a17-1eaee538237c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:08.666014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-4f84616d-51b5-47dd-802a-54de2f19acd7 service neutron] 10.222.0.46 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716495
Apr 30 05:29:08.689054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=503bde2a-7d54-4cf9-9b54-41cdc97bcfce,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:08.692341 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:08.773312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] No DVR routers for this DVR port 503bde2a-7d54-4cf9-9b54-41cdc97bcfce on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:29:08.775992 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:08.778705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-deleted', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:29:08.797253 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dfda092-368e-4a05-ac24-721b0e551ed6 req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "DELETE /v2.0/ports/503bde2a-7d54-4cf9-9b54-41cdc97bcfce HTTP/1.1" status: 204  len: 173 time: 0.9650490
Apr 30 05:29:08.840111 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513f870-aaf2-451f-91d6-ba4d33d985ee', 'name': 'network-vif-deleted', 'tag': '503bde2a-7d54-4cf9-9b54-41cdc97bcfce', 'status': 'completed', 'code': 200}
Apr 30 05:29:08.889067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4155ee8d-e758-4fc5-a596-518c13c5a243 req-6b391bca-f5ce-4015-8dff-50051c4c4c92 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 210 time: 0.0467122
Apr 30 05:29:09.103913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a47a276f-9c01-427a-9a08-855ced0a4076 req-6f09ce24-3790-49d0-9042-ac287d4e1fa3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=e513f870-aaf2-451f-91d6-ba4d33d985ee HTTP/1.1" status: 200  len: 210 time: 0.0551422
Apr 30 05:29:09.659048 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 669969a8-c377-4d73-badf-8bb81c57fb97 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:09.728154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 669969a8-c377-4d73-badf-8bb81c57fb97 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:09.728533 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:10.059374 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a95d8629-78bf-48d1-b365-817fd91de4ff req-50435a29-5074-4dc7-8e89-3cdde108c510 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 210 time: 0.0481319
Apr 30 05:29:10.102639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 503bde2a-7d54-4cf9-9b54-41cdc97bcfce no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:29:10.114010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-24d611ff-2c84-4b39-a330-a7121d8e8b59 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:10.115248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-24d611ff-2c84-4b39-a330-a7121d8e8b59 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:29:10.141578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-24d611ff-2c84-4b39-a330-a7121d8e8b59 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:29:10.143838 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-24d611ff-2c84-4b39-a330-a7121d8e8b59 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.50 "GET /v2.0/networks?id=10eea2f0-addd-4368-a282-8cd3f63fe756 HTTP/1.1" status: 200  len: 796 time: 0.1993675
Apr 30 05:29:10.165584 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 503bde2a-7d54-4cf9-9b54-41cdc97bcfce {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:29:10.166139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 503bde2a-7d54-4cf9-9b54-41cdc97bcfce not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:29:10.203263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-3e60cbe9-89a8-4129-85d7-95d2d4700408 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:29:10.215858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59714) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:10.220423 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-3e60cbe9-89a8-4129-85d7-95d2d4700408 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:29:10.221606 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-3e60cbe9-89a8-4129-85d7-95d2d4700408 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89572e80b3754c7083e0ec66ac6a0125 HTTP/1.1" status: 200  len: 379 time: 0.0694568
Apr 30 05:29:10.230606 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'port': {'device_id': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'admin_state_up': True, 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'security_groups': ['48e8bd8e-3bd6-45f0-8fb4-3f4002088681']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:10.378440 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:10.388628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:10.399971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Made reservation on behalf of 89572e80b3754c7083e0ec66ac6a0125 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:29:10.403794 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:10.595672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.20.0.3 (10eea2f0-addd-4368-a282-8cd3f63fe756/6b8f8552-7dba-44a6-8685-bd0d0efc0bf0/be2ddb50-de50-4c49-8b27-5c525df5ee26) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:29:11.006321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:11.026224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Transition to ACTIVE for port object be2ddb50-de50-4c49-8b27-5c525df5ee26 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:11.065470 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:11.072051 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1e1a8a92-b0f6-46a4-aeb5-4700a10168fd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:11.090323 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:11.138026 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:11.142391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:11.147589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:29:11.214744 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=be2ddb50-de50-4c49-8b27-5c525df5ee26,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:11.220261 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:11.241960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:11.242629 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:11.281395 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0540652
Apr 30 05:29:11.293425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Request body: {'port': {'device_id': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:11.447912 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:11.493195 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b2b807f-31a6-4260-8816-ed92e190b45f None None] Provisioning for port be2ddb50-de50-4c49-8b27-5c525df5ee26 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:11.498665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-8b2b807f-31a6-4260-8816-ed92e190b45f None None] Provisioning complete for port be2ddb50-de50-4c49-8b27-5c525df5ee26 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:11.499754 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b2b807f-31a6-4260-8816-ed92e190b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:11.531120 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c9aac-e71f-4782-9827-e3e74dfad08b req-0f722cde-35b8-4601-8b90-67b1b379e10d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:11.532816 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-521c9aac-e71f-4782-9827-e3e74dfad08b req-0f722cde-35b8-4601-8b90-67b1b379e10d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 931 time: 0.2469423
Apr 30 05:29:11.564857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b807f-31a6-4260-8816-ed92e190b45f None None] Port be2ddb50-de50-4c49-8b27-5c525df5ee26 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:29:11.645193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-521c9aac-e71f-4782-9827-e3e74dfad08b req-e10dd038-530d-4490-a650-54287f8fec21 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910943
Apr 30 05:29:11.763231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:29:11.763615 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:11.834852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2ddb50-de50-4c49-8b27-5c525df5ee26 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:29:11.848708 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:11.873079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Transition to ACTIVE for port object be2ddb50-de50-4c49-8b27-5c525df5ee26 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:11.878046 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:11.883567 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88effa1e-c792-478a-8b0a-10a8bcfa6f99 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:11.926310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port 9eadbca1-d96a-49ca-8a6f-895fa77be5cc, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9eadbca1-d96a-49ca-8a6f-895fa77be5cc,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:11.926921 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:12.070905 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 9eadbca1-d96a-49ca-8a6f-895fa77be5cc owned by network:router_interface {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:29:12.078007 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Pushing event updated for resources: {'Port': ['ID=be2ddb50-de50-4c49-8b27-5c525df5ee26,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:12.090016 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:12.164874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Attempting to bind port be2ddb50-de50-4c49-8b27-5c525df5ee26 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:29:12.165553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Attempting to bind port be2ddb50-de50-4c49-8b27-5c525df5ee26 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:29:12.165553 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Attempting to bind port be2ddb50-de50-4c49-8b27-5c525df5ee26 on network 10eea2f0-addd-4368-a282-8cd3f63fe756 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:29:12.170936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Port be2ddb50-de50-4c49-8b27-5c525df5ee26 on network 10eea2f0-addd-4368-a282-8cd3f63fe756 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:29:12.171969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Attempting to bind port be2ddb50-de50-4c49-8b27-5c525df5ee26 on network 10eea2f0-addd-4368-a282-8cd3f63fe756 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:29:12.178029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:29:12.178380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Checking segment: {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:29:12.178778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Bound using segment: {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:29:12.179214 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Bound port: be2ddb50-de50-4c49-8b27-5c525df5ee26, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfae0269-aa23-41c2-b374-fe71aa26739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:29:12.179628 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:12.279060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] For port be2ddb50-de50-4c49-8b27-5c525df5ee26, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:29:12.283086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] For port be2ddb50-de50-4c49-8b27-5c525df5ee26, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:29:12.289041 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:12.294008 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:12.347059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:12.347849 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:12.349344 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] 10.222.0.50 "PUT /v2.0/ports/be2ddb50-de50-4c49-8b27-5c525df5ee26 HTTP/1.1" status: 200  len: 1092 time: 1.0603364
Apr 30 05:29:12.349764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:29:12.390010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Pushing event updated for resources: {'Port': ['ID=be2ddb50-de50-4c49-8b27-5c525df5ee26,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:12.394928 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:12.429639 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:12.435198 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-02919375-2cf2-47fe-974d-86311d9ca99c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:12.442419 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'status': 'completed', 'code': 200}
Apr 30 05:29:12.481727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-60f092b8-5be7-48e6-bb91-afd9a4c25808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:12.483268 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-60f092b8-5be7-48e6-bb91-afd9a4c25808 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 1095 time: 0.0866582
Apr 30 05:29:12.559820 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-a3abf3c2-b3f2-4865-8054-e7720ad8d9e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26 HTTP/1.1" status: 200  len: 217 time: 0.0693502
Apr 30 05:29:12.635688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-de62885a-9fca-4a35-9561-40f5a7670669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:12.637363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-de62885a-9fca-4a35-9561-40f5a7670669 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b8f8552-7dba-44a6-8685-bd0d0efc0bf0 HTTP/1.1" status: 200  len: 833 time: 0.0718942
Apr 30 05:29:12.670722 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=9eadbca1-d96a-49ca-8a6f-895fa77be5cc,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:12.703090 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:12.730986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-f05a492f-48bf-42d8-9cb5-f0fb2e3cc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:12.732664 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-f05a492f-48bf-42d8-9cb5-f0fb2e3cc995 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=10eea2f0-addd-4368-a282-8cd3f63fe756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0893228
Apr 30 05:29:12.880958 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-560ddcf1-e58e-419a-9a90-aa31cb7e2f28 service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412876
Apr 30 05:29:13.010474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5aeed-0334-40ef-806b-52d143b9e80a req-4b60426d-afcd-438a-a084-e30b79c0d676 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:13.011913 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa5aeed-0334-40ef-806b-52d143b9e80a req-4b60426d-afcd-438a-a084-e30b79c0d676 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 943 time: 0.2404790
Apr 30 05:29:13.020602 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-2b795f1e-5b4c-49b8-96a0-d9a7f66665dd req-4839a8c6-5726-4cf3-a094-14c6c69e348e service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329226
Apr 30 05:29:13.068658 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:13.087107 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa5aeed-0334-40ef-806b-52d143b9e80a req-6e932fff-45ff-408f-9349-1d5ba248c58c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692255
Apr 30 05:29:13.143400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-67ead271-557b-45c1-a156-4fb9f38fdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:13.144815 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-67ead271-557b-45c1-a156-4fb9f38fdaa4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 1095 time: 0.0769696
Apr 30 05:29:13.286034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-91c75ea6-24ef-45c8-a78d-278bf136dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:13.287550 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-91c75ea6-24ef-45c8-a78d-278bf136dd44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=10eea2f0-addd-4368-a282-8cd3f63fe756 HTTP/1.1" status: 200  len: 897 time: 0.1367285
Apr 30 05:29:13.363774 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-321aeec5-389d-4485-b370-0ef736193628 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26 HTTP/1.1" status: 200  len: 217 time: 0.0689054
Apr 30 05:29:13.438822 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-cb20323c-d15b-43c7-ba46-039eee91dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:13.447017 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-cb20323c-d15b-43c7-ba46-039eee91dd88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b8f8552-7dba-44a6-8685-bd0d0efc0bf0 HTTP/1.1" status: 200  len: 833 time: 0.0769677
Apr 30 05:29:13.465578 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router b53e6423-1afb-4d41-8106-91ed251ac6b9 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:29:13.529777 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-e31c4ea2-b212-4dd3-b721-4ac5364b98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:13.532356 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-e31c4ea2-b212-4dd3-b721-4ac5364b98d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=10eea2f0-addd-4368-a282-8cd3f63fe756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0783255
Apr 30 05:29:13.668194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:29:13.682606 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] Sync routers for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:29:13.691966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8f24c98d-879a-46e8-ae50-062f9180e043 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "PUT /v2.0/routers/b53e6423-1afb-4d41-8106-91ed251ac6b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4745347
Apr 30 05:29:13.693212 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59724) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:13.697370 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:13.698014 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802c0100>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:13.813306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24da673-a573-4184-8938-57498d0bb094 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting subnet dd0209b4-ae38-4220-9661-aeb93dc63596 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:29:13.816793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b24da673-a573-4184-8938-57498d0bb094 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:13.855282 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-d2630a85-ccb7-4546-a6f4-5aab3a66a7e7 service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3164794
Apr 30 05:29:13.878742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b24da673-a573-4184-8938-57498d0bb094 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:13.896770 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:13.983029 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b24da673-a573-4184-8938-57498d0bb094 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:14.008166 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-feb009c0-cc37-48a2-bbd7-525b4af57993 req-72d2a9c2-1593-4f05-b0ef-6d5dec9c0a2e service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456106
Apr 30 05:29:14.222006 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802c0100>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:29:12Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:14.226736 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] Checking router: b53e6423-1afb-4d41-8106-91ed251ac6b9 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:29:14.238232 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] Routers {'b53e6423-1afb-4d41-8106-91ed251ac6b9'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:14.238771 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7802c0100>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['b53e6423-1afb-4d41-8106-91ed251ac6b9'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:14.422378 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] Set router b53e6423-1afb-4d41-8106-91ed251ac6b9 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:14.528481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee557-93c6-4e3e-9db3-e3240cee3385 req-df9f149d-e517-4edd-85d8-764463560f5c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:14.529922 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-976ee557-93c6-4e3e-9db3-e3240cee3385 req-df9f149d-e517-4edd-85d8-764463560f5c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 943 time: 0.3191509
Apr 30 05:29:14.532066 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b24da673-a573-4184-8938-57498d0bb094 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:14.536291 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a4e238ee-3970-41e0-8895-442e7ac6730e tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:14.587209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24da673-a573-4184-8938-57498d0bb094 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0209b4-ae38-4220-9661-aeb93dc63596,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:14.592545 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b24da673-a573-4184-8938-57498d0bb094 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:14.599451 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b24da673-a573-4184-8938-57498d0bb094 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:14.603637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f08b7f-5ef0-4442-be07-afab826400b1 None None] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:29:14.621317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b24da673-a573-4184-8938-57498d0bb094 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/subnets/dd0209b4-ae38-4220-9661-aeb93dc63596 HTTP/1.1" status: 204  len: 168 time: 0.9226067
Apr 30 05:29:14.621696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59730) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:14.630286 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-976ee557-93c6-4e3e-9db3-e3240cee3385 req-2086c274-4e63-4c18-aa44-adf14116ba1a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683918
Apr 30 05:29:14.726353 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7802c0100>, [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:29:12Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:14.730438 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa028c3-a208-428c-951c-6a64598cc3bd None None] The sync data for ids ['b53e6423-1afb-4d41-8106-91ed251ac6b9'] in n-d-766726-20 is: [{'id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-810465913', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:29:12Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '43138e19-b38c-4fbc-aae6-46fa285d4d29', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53e6423-1afb-4d41-8106-91ed251ac6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:27:16Z', 'updated_at': '2021-04-30T05:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:29:14.844705 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.028050 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.094517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] DHCP port deletion for 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:29:15.112114 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 43138e19-b38c-4fbc-aae6-46fa285d4d29 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:29:15.112466 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.170148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] Deleting port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:29:15.170545 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.253038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port 43138e19-b38c-4fbc-aae6-46fa285d4d29, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=43138e19-b38c-4fbc-aae6-46fa285d4d29,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:15.253399 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.340991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] For port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=be7f9bd7-6b53-475c-8b1a-6f99d9742cfa,segment=NetworkSegment(1d4030a2-25ad-44f4-ae92-dc33edbf6e9e),segment_id=1d4030a2-25ad-44f4-ae92-dc33edbf6e9e)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:15.341374 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.386098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 43138e19-b38c-4fbc-aae6-46fa285d4d29 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:29:15.474856 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] Calling delete_port for be7f9bd7-6b53-475c-8b1a-6f99d9742cfa owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:29:15.532831 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.537622 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a92fd0a4-f74d-494a-b758-f5ffc8c56125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:15.560327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.565976 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-50445924-f457-4f59-a35d-663b82b138b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:15.584187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] Pushing event deleted for resources: {'Port': ['ID=be7f9bd7-6b53-475c-8b1a-6f99d9742cfa,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:15.587473 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:15.588481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] No DVR routers for this DVR port be7f9bd7-6b53-475c-8b1a-6f99d9742cfa on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:29:15.616240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=43138e19-b38c-4fbc-aae6-46fa285d4d29,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:15.644870 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:15.683376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device be7f9bd7-6b53-475c-8b1a-6f99d9742cfa no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:29:15.718327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.748155 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: be7f9bd7-6b53-475c-8b1a-6f99d9742cfa {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:29:15.748707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device be7f9bd7-6b53-475c-8b1a-6f99d9742cfa not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:29:15.749900 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9eadbca1-d96a-49ca-8a6f-895fa77be5cc no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:29:15.785707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 9eadbca1-d96a-49ca-8a6f-895fa77be5cc {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:29:15.786179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9eadbca1-d96a-49ca-8a6f-895fa77be5cc not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:29:15.839546 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c40fc1-5b54-4bf7-9ce3-e4a338879f72 req-7c4e5c52-1116-4821-bb57-86d499f7019b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:15.841733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15c40fc1-5b54-4bf7-9ce3-e4a338879f72 req-7c4e5c52-1116-4821-bb57-86d499f7019b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 943 time: 0.0929146
Apr 30 05:29:15.893221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-15c40fc1-5b54-4bf7-9ce3-e4a338879f72 req-84dbad8c-305b-4e39-87ee-dc884db8d01e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440936
Apr 30 05:29:15.908608 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:15.912767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:16.089205 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:29:16.113004 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:16.113520 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Fanout notify agent at l3_agent the message router_deleted on router b53e6423-1afb-4d41-8106-91ed251ac6b9 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:29:16.129852 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:16.130976 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/routers/b53e6423-1afb-4d41-8106-91ed251ac6b9 HTTP/1.1" status: 204  len: 168 time: 1.5082202
Apr 30 05:29:16.134126 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59738) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:16.258468 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:16.395901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:16.544224 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77ac0d610>,) {'filters': {'network_id': ['9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:16.571560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac0d610>, '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:16.572067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77ac0d610>, '1d4030a2-25ad-44f4-ae92-dc33edbf6e9e') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:16.592181 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:16.611582 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:16.618569 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:29:16.807003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:29:16.820779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.006072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network 9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:29:17.029868 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:29:17.110879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a860f-8a70-49c7-aae9-b02052ccbe4d req-9e7f73d2-cd7b-46d9-9572-a0dc9d74198a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:17.112392 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-624a860f-8a70-49c7-aae9-b02052ccbe4d req-9e7f73d2-cd7b-46d9-9572-a0dc9d74198a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 943 time: 0.0975008
Apr 30 05:29:17.120981 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.125942 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c1a17d56-3697-4b41-97eb-8a41f3ff3fe5 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:17.143159 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.155109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Network': ['ID=9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:17.159247 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:17.166260 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d6822bf3-bd73-436c-baf0-d3a89b206eae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/networks/9b83f43b-d9ed-45eb-81b8-1b8768b4a1ba HTTP/1.1" status: 204  len: 168 time: 1.0310397
Apr 30 05:29:17.169997 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59744) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:17.173294 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-624a860f-8a70-49c7-aae9-b02052ccbe4d req-1a45e368-e4a7-438b-80bb-6c5de1b900f0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505824
Apr 30 05:29:17.278178 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5e67a2fd-783a-423f-b87f-f260de267a43 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.311123 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5e67a2fd-783a-423f-b87f-f260de267a43 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.380965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5e67a2fd-783a-423f-b87f-f260de267a43 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.385230 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0960d612-ebe2-4c98-9106-946d3999644e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:17.402493 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67a2fd-783a-423f-b87f-f260de267a43 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df59a401-d1c9-4ef7-b21a-8016c4cf120d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:17.405706 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5e67a2fd-783a-423f-b87f-f260de267a43 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:17.418080 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-5e67a2fd-783a-423f-b87f-f260de267a43 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.420649 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-5e67a2fd-783a-423f-b87f-f260de267a43 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/security-groups/df59a401-d1c9-4ef7-b21a-8016c4cf120d HTTP/1.1" status: 204  len: 168 time: 0.2477651
Apr 30 05:29:17.667502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 43138e19-b38c-4fbc-aae6-46fa285d4d29 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:29:17.706319 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 43138e19-b38c-4fbc-aae6-46fa285d4d29 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:29:17.706683 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 43138e19-b38c-4fbc-aae6-46fa285d4d29 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:29:17.716276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59752) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:17.721920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960524784', 'description': 'tempest-secgroup-smoke-960524784 description', 'project_id': '8342531a68584bdfb8954926aa47e9fc'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:17.729051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:17.733806 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:17.737231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:17.743179 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:17.756917 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.778960 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:17.783735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:17.786740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:17.794942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:17.871576 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.876972 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.880905 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3b8ec8ed-05de-40df-a746-c23183ffea15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:17.925949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6577aa-2e87-4052-9261-bd343d338d44,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:17.928815 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:17.930093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:17.938499 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-9adafa9d-f47c-4430-8ca8-7fd7a0e74f77 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2140443
Apr 30 05:29:17.938923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59756) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:17.944420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'ec6577aa-2e87-4052-9261-bd343d338d44', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:17.951721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:17.953315 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device be2ddb50-de50-4c49-8b27-5c525df5ee26 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:29:17.956207 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:17.959246 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:17.965746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:17.982485 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.050861 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.055833 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.057693 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b479803-59c4-4d30-ae5f-0110bddb07a7 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:18.081628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbdb04b-18ba-4586-a25b-9ca8a9968cba,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:18.084485 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:18.092469 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.093710 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8b264bdb-cdff-4903-a9a1-49c27b79b386 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1537297
Apr 30 05:29:18.094381 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port be2ddb50-de50-4c49-8b27-5c525df5ee26, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:18.096574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59760) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:18.102763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'ec6577aa-2e87-4052-9261-bd343d338d44', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:18.111204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:18.112290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'port_id': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'mac_address': 'fa:16:3e:83:5f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:29:18.115378 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:18.118334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:18.124995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:18.142786 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.182168 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.200662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2ddb50-de50-4c49-8b27-5c525df5ee26 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:29:18.214078 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.219613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port be2ddb50-de50-4c49-8b27-5c525df5ee26, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:18.223619 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.225747 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-04266a22-c5ef-4be6-8c45-0556e295802c tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:18.230259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.232662 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ef7fda1-6820-4551-8748-7f74d4af9b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:18.250384 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c5c8ad-4381-4020-8ce5-3a6f3f7b8f9c,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:18.253087 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:18.263101 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.264197 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e3f2546f-9951-4398-aafe-d9f60b366079 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1666210
Apr 30 05:29:18.267116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59766) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:18.273306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'ec6577aa-2e87-4052-9261-bd343d338d44', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:18.279924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:18.285334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:18.288398 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:18.294319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:18.308151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=be2ddb50-de50-4c49-8b27-5c525df5ee26,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:18.311345 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:18.314732 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.385874 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.390013 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.397261 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0d820e37-81f2-411f-8581-51a425626b4d tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:18.400040 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424a11a-d2f2-4985-b4c7-175f336fac54 req-d7f4d561-3bb9-4b20-854b-1d841fff4abd tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:18.401540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9424a11a-d2f2-4985-b4c7-175f336fac54 req-d7f4d561-3bb9-4b20-854b-1d841fff4abd tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 944 time: 0.0909145
Apr 30 05:29:18.421574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319fa678-a237-4095-8acd-01d8fa7ede2a,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:18.424420 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:18.433921 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.435068 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2c47d39a-0d1c-4728-84bc-4c802fb0f9bd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1668537
Apr 30 05:29:18.438979 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59770) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:18.444334 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'ec6577aa-2e87-4052-9261-bd343d338d44', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:18.450958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:18.455163 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9424a11a-d2f2-4985-b4c7-175f336fac54 req-c5a78b40-c2a3-411a-8e48-1169edad73d9 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454559
Apr 30 05:29:18.455593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:18.458910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:18.464835 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:18.487992 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.530894 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['be2ddb50-de50-4c49-8b27-5c525df5ee26'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:29:18.557754 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.561603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.563535 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d20e5643-0200-4216-bf76-fbea32f3baa3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:18.588765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aeb253f-d232-4dce-a9ae-2e9cd9357285,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:18.594215 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:18.600533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.604787 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-dba3998c-e911-4e8f-9f02-6e595c14b337 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1647816
Apr 30 05:29:18.605041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59774) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:18.611280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'ec6577aa-2e87-4052-9261-bd343d338d44', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:18.618104 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:18.622358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:18.626253 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:18.633513 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:18.643663 n-d-766726-20 neutron-server[74581]: INFO neutron.db.securitygroups_db [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Project 8342531a68584bdfb8954926aa47e9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:29:18.649903 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.723937 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.731057 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.732979 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c5128c95-3637-470d-8c10-836a0712f621 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:18.757096 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7a08cc-2b0e-4897-bb7e-899827dd9b12,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:18.759683 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:18.768803 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.772657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-b28c02a4-59c2-4a59-9dbf-4654398e11b8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1637633
Apr 30 05:29:18.772960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59778) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:18.779310 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'security_group_rule': {'security_group_id': 'ec6577aa-2e87-4052-9261-bd343d338d44', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:18.786766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:18.790843 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:security_group_rule and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:18.794276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:18.802196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:18.814973 n-d-766726-20 neutron-server[74581]: INFO neutron.db.securitygroups_db [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Project 8342531a68584bdfb8954926aa47e9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:29:18.822564 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.899106 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.903568 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.906834 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-25bf08b5-161d-422a-87dc-348784899dbc tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:18.933316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d44934-1360-40be-ae68-a43568deb378,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:18.937011 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:18.949600 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:18.953953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1781962
Apr 30 05:29:18.957439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59782) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:18.963532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'network': {'name': 'tempest-network-smoke--762874369', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'port_security_enabled': True}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:18.969608 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:18.974229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:network and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:18.977182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:18.982995 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:18.993481 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:29:18.997146 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:19.028256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:29:19.038800 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:19.039232 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Added segment b6c9dfd3-22a1-476d-af74-ca196682b9f5 of type vlan for network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d
Apr 30 05:29:19.067928 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:19.104291 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:19.110213 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:19.110820 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:19.114749 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-4d0e4062-6f65-458f-a34d-7e23f0ac95c0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:19.218889 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2602437
Apr 30 05:29:19.221701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59786) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:19.225633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Network': ['ID=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:19.227365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'admin_state_up': True, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:19.229018 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-0ff27d03-3e73-4fbe-8494-348d87aae95d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:19.236111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:19.236440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:29:19.240079 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:router and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:19.243013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:19.251120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:19.261617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:19.263358 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:19.281654 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:19.659673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160b545-0b9f-43b7-a22a-53957471555a req-6e437c08-4b43-4e9d-901c-5bc1dee1dc25 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:19.661254 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3160b545-0b9f-43b7-a22a-53957471555a req-6e437c08-4b43-4e9d-901c-5bc1dee1dc25 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 944 time: 0.0926750
Apr 30 05:29:19.711219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3160b545-0b9f-43b7-a22a-53957471555a req-8f0d4cd2-cd68-4e33-b939-3c33493e1680 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433357
Apr 30 05:29:19.727021 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:19.953027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device be2ddb50-de50-4c49-8b27-5c525df5ee26 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:20.023192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port be2ddb50-de50-4c49-8b27-5c525df5ee26 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:20.028036 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port be2ddb50-de50-4c49-8b27-5c525df5ee26 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:20.028428 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:20.041391 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:20.073415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:20.205143 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:20.218965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.25.8.197 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/3da761c9-324a-4b9b-90a9-52c5b11d7d0b) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:29:20.239261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:29:20.249666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port be2ddb50-de50-4c49-8b27-5c525df5ee26, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:20.254644 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:20.257099 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:20.294064 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'code': 200}
Apr 30 05:29:20.340661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=be2ddb50-de50-4c49-8b27-5c525df5ee26,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:20.351349 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:20.440633 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:20.479189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009b279-11ce-4adc-80f6-07f233086208 req-58ccf950-1591-4480-bb0b-169ae97bb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:20.480652 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4009b279-11ce-4adc-80f6-07f233086208 req-58ccf950-1591-4480-bb0b-169ae97bb710 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 1097 time: 0.1143367
Apr 30 05:29:20.505548 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:20.512012 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e7f97b1-73a1-41a2-a3f5-013958e85dbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:20.584808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:20.586648 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4009b279-11ce-4adc-80f6-07f233086208 req-40f53ae1-ea76-4b34-a469-7eeb0ee6edc6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996699
Apr 30 05:29:20.589322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:20.591955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:29:20.644174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=3da761c9-324a-4b9b-90a9-52c5b11d7d0b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:20.648215 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:20.901480 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315c27a-4bf4-4e2f-8b21-4602c4b05a36 req-38a7c68d-d429-41fb-b91d-9978ef3476ef tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:20.902966 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1315c27a-4bf4-4e2f-8b21-4602c4b05a36 req-38a7c68d-d429-41fb-b91d-9978ef3476ef tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 945 time: 0.0843613
Apr 30 05:29:20.956686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1315c27a-4bf4-4e2f-8b21-4602c4b05a36 req-3c27da4b-8ee2-4dff-912a-f48879f54680 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473790
Apr 30 05:29:21.040271 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:21.581870 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:21.800386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d88d8ec0-e0a6-4793-baf9-47fc23a416cd is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:29:21.993959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:29:22.009284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Sync routers for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:29:22.020114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:22.020751 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2e7f10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:22.029282 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:22.033472 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.8075449
Apr 30 05:29:22.037505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59798) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:22.079810 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-222f4071-6025-4771-89f4-737b33da840d tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8342531a68584bdfb8954926aa47e9fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0406384
Apr 30 05:29:22.082154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59802) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:22.171266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3412345-7af3-424d-b7e7-b19965727923 req-688d7388-05c3-4764-80dd-b4ab71180216 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:22.172850 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3412345-7af3-424d-b7e7-b19965727923 req-688d7388-05c3-4764-80dd-b4ab71180216 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 945 time: 0.0863013
Apr 30 05:29:22.223206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e0f90-4ba5-49e9-b097-7878dacf9a14 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:22.224865 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-be2e0f90-4ba5-49e9-b097-7878dacf9a14 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1415708
Apr 30 05:29:22.225613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d3412345-7af3-424d-b7e7-b19965727923 req-5b87109c-e1bd-4f29-ba08-c4b92980b6cb tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461118
Apr 30 05:29:22.227665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59806) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:22.272289 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4c26f971-1eb6-4e68-98ee-fb39e9f1a9f1 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0433402
Apr 30 05:29:22.274587 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59812) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:22.278148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:22.280938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1167789722', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:22.399220 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:22.403758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:subnet and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:22.406772 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:22.413074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:22.424909 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:29:22.429381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:22.430005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f1337-4b09-464d-9ed0-8bace29189fd req-2721014d-274b-44ca-afcc-ea07a6c570e9 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:22.431563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e0f1337-4b09-464d-9ed0-8bace29189fd req-2721014d-274b-44ca-afcc-ea07a6c570e9 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 945 time: 0.0904617
Apr 30 05:29:22.480909 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e0f1337-4b09-464d-9ed0-8bace29189fd req-63e53953-3c6b-42f4-8411-2b23a02e08de tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424674
Apr 30 05:29:22.504354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59816) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:22.572684 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2e7f10>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:20Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:22.577897 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Checking router: d88d8ec0-e0a6-4793-baf9-47fc23a416cd for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:29:22.578675 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Updating router d88d8ec0-e0a6-4793-baf9-47fc23a416cd port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:29:22.582072 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d9925d-7ff4-4fa2-9cc7-7742b5f69cc6 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:22.586366 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-52d9925d-7ff4-4fa2-9cc7-7742b5f69cc6 tempest-TestNetworkBasicOps-532525042 tempest-TestNetworkBasicOps-532525042-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 1092 time: 0.0780196
Apr 30 05:29:22.586525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59820) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:22.591798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address': '172.20.0.3'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:22.599671 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:22.603723 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Usage tracker for resource:floatingip and tenant:89572e80b3754c7083e0ec66ac6a0125 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:22.606660 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:22.614345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:22.627553 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:22.638746 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:22.782262 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:22.921333 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:22.926613 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-53106727-3567-4808-947d-6aa3937f5634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:22.990338 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:23.002045 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Transition to ACTIVE for port object 3da761c9-324a-4b9b-90a9-52c5b11d7d0b will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:23.009376 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:23.014324 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:23.018221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Subnet': ['ID=731b6bc2-bb0f-4ecd-8b58-10dd55a7c942,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:23.021636 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:23.024472 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Checking segment: {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:29:23.024853 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network hostable DHCP agents. Network: a1b70abe-ea9b-4e37-9801-3dc2bf38d54d, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:29:23.043871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:29:23.054889 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, a1b70abe-ea9b-4e37-9801-3dc2bf38d54d) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:23.068088 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:23.068691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:23.071040 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99335cc6-3721-4842-8b17-9415b3df4a64 None None] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:29:23.080816 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Allocated IP 172.25.8.198 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/36b7083a-c200-4fa1-9ec9-a322375ab8bd) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:29:23.096832 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8180883
Apr 30 05:29:23.097434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59824) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:23.178033 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510477f-78bf-4ff2-8e2a-040a03397242 None None] Pushing event updated for resources: {'Port': ['ID=3da761c9-324a-4b9b-90a9-52c5b11d7d0b,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:23.193336 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6510477f-78bf-4ff2-8e2a-040a03397242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:23.195875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Attempting to bind port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:29:23.196261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Attempting to bind port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:29:23.196862 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Attempting to bind port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:29:23.212969 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:29:23.213447 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:29:23.213775 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:23.214189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:29:23.214679 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Bound port: 3da761c9-324a-4b9b-90a9-52c5b11d7d0b, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:29:23.215060 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:23.347910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] For port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:29:23.352363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] For port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3da761c9-324a-4b9b-90a9-52c5b11d7d0b,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:29:23.357852 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:23.364027 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:23.464118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:29:23.464956 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:23.476792 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:23.493498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:23.494147 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2e7f10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:23.616715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510477f-78bf-4ff2-8e2a-040a03397242 None None] Pushing event updated for resources: {'Port': ['ID=3da761c9-324a-4b9b-90a9-52c5b11d7d0b,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:23.623626 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6510477f-78bf-4ff2-8e2a-040a03397242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:23.805458 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:23.832629 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:23.849989 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e7eb53e1-e72a-40d5-84a0-64de321389be tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:23.936763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:23.945957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:23.950226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=36b7083a-c200-4fa1-9ec9-a322375ab8bd,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:23.955893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:29:24.028043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Allocated IP 172.20.0.2 (a1b70abe-ea9b-4e37-9801-3dc2bf38d54d/731b6bc2-bb0f-4ecd-8b58-10dd55a7c942/0cab78d5-492c-45c4-a7d0-2834e0fff199) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:29:24.037668 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:24.373239 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:24.380094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2e7f10>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:20Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:24.388225 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Transition to ACTIVE for port object 0cab78d5-492c-45c4-a7d0-2834e0fff199 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:24.391333 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1543d0-085d-460d-b501-dc8b2253932b None None] The sync data for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 is: [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:20Z', 'revision_number': 3, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:29:24.416138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Transition to ACTIVE for port object 0cab78d5-492c-45c4-a7d0-2834e0fff199 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:24.424505 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:24.428369 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-7ef7fda1-6820-4551-8748-7f74d4af9b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:24.493351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:24.500634 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:24.505009 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:29:24.514705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Pushing event updated for resources: {'Port': ['ID=0cab78d5-492c-45c4-a7d0-2834e0fff199,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:24.549333 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:24.558983 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:24.610963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Attempting to bind port 0cab78d5-492c-45c4-a7d0-2834e0fff199 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:29:24.611389 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Attempting to bind port 0cab78d5-492c-45c4-a7d0-2834e0fff199 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:29:24.611860 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Attempting to bind port 0cab78d5-492c-45c4-a7d0-2834e0fff199 on network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:29:24.618401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:29:24.618914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Checking segment: {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:29:24.619361 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:24.619771 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Bound using segment: {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:29:24.620335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Bound port: 0cab78d5-492c-45c4-a7d0-2834e0fff199, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:29:24.620661 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:24.747091 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] For port 0cab78d5-492c-45c4-a7d0-2834e0fff199, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:29:24.750892 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] For port 0cab78d5-492c-45c4-a7d0-2834e0fff199, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0cab78d5-492c-45c4-a7d0-2834e0fff199,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:29:24.756980 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:24.760962 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:24.848397 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Pushing event updated for resources: {'Port': ['ID=0cab78d5-492c-45c4-a7d0-2834e0fff199,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:24.855573 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:25.002342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:25.106609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.20.0.1 (a1b70abe-ea9b-4e37-9801-3dc2bf38d54d/731b6bc2-bb0f-4ecd-8b58-10dd55a7c942/bd65a342-8b9c-496b-ae30-b64af9ed2744) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:29:25.439193 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:25.580856 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:25.664935 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Transition to ACTIVE for port object bd65a342-8b9c-496b-ae30-b64af9ed2744 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:25.737095 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:25.743926 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3ed2d668-df18-48bc-b548-2c1461ddc235 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:25.781676 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0cab78d5-492c-45c4-a7d0-2834e0fff199 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:25.801836 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:25.820534 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:25.831906 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:25.840354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:25.846162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:29:25.865807 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 0cab78d5-492c-45c4-a7d0-2834e0fff199 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:25.871982 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3da761c9-324a-4b9b-90a9-52c5b11d7d0b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:25.884978 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=bd65a342-8b9c-496b-ae30-b64af9ed2744,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:25.888801 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:25.895221 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-39861eb0-14b5-4278-987b-d5a88b77346e tempest-AttachVolumeTestJSON-43742468 tempest-AttachVolumeTestJSON-43742468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:25.975109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:25.980720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f4e1d-5087-46bd-a6ad-60345cb695b1 None None] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:29:26.009250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:26.009634 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:26.048265 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:26.156444 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e13c4037-8d3a-474d-b642-0e019fe8062a None None] Provisioning for port 0cab78d5-492c-45c4-a7d0-2834e0fff199 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:26.166357 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:26.177647 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e13c4037-8d3a-474d-b642-0e019fe8062a None None] Provisioning complete for port 0cab78d5-492c-45c4-a7d0-2834e0fff199 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:26.178057 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e13c4037-8d3a-474d-b642-0e019fe8062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:26.245889 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event updated for resources: {'Port': ['ID=36b7083a-c200-4fa1-9ec9-a322375ab8bd,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:26.249524 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:26.336110 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:26.399827 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3da761c9-324a-4b9b-90a9-52c5b11d7d0b,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:26.417226 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Floating IP 28658183-b71b-4ca1-b4ff-0d1ec19665a2 associated. External IP: 172.25.8.198, port: be2ddb50-de50-4c49-8b27-5c525df5ee26.
Apr 30 05:29:26.433795 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:26.440995 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:26.540106 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e13c4037-8d3a-474d-b642-0e019fe8062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:26.563963 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=3da761c9-324a-4b9b-90a9-52c5b11d7d0b,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:26.574548 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:26.589582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-e13c4037-8d3a-474d-b642-0e019fe8062a None None] For port 0cab78d5-492c-45c4-a7d0-2834e0fff199, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0cab78d5-492c-45c4-a7d0-2834e0fff199,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:26.595081 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e13c4037-8d3a-474d-b642-0e019fe8062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:26.597511 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:26.662786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:26.677362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c4037-8d3a-474d-b642-0e019fe8062a None None] Pushing event updated for resources: {'Port': ['ID=0cab78d5-492c-45c4-a7d0-2834e0fff199,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:26.680865 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e13c4037-8d3a-474d-b642-0e019fe8062a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:26.821462 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-80a07d59-5a7d-44f2-89d2-3d40399a56ec None None] Provisioning complete for port 0cab78d5-492c-45c4-a7d0-2834e0fff199 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:26.822326 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80a07d59-5a7d-44f2-89d2-3d40399a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.058261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-80a07d59-5a7d-44f2-89d2-3d40399a56ec None None] Provisioning for port bd65a342-8b9c-496b-ae30-b64af9ed2744 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:27.064118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-80a07d59-5a7d-44f2-89d2-3d40399a56ec None None] Provisioning complete for port bd65a342-8b9c-496b-ae30-b64af9ed2744 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:27.064496 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-80a07d59-5a7d-44f2-89d2-3d40399a56ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.124740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-80a07d59-5a7d-44f2-89d2-3d40399a56ec None None] Port bd65a342-8b9c-496b-ae30-b64af9ed2744 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:29:27.244456 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-e50c2a28-0987-466b-9b3d-4cdef4ecce28 None None] Provisioning complete for port bd65a342-8b9c-496b-ae30-b64af9ed2744 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:27.244832 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e50c2a28-0987-466b-9b3d-4cdef4ecce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.273254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 25af240d-3cf9-428e-9808-3ddaa6b50cfa has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:29:27.298558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-e50c2a28-0987-466b-9b3d-4cdef4ecce28 None None] Port bd65a342-8b9c-496b-ae30-b64af9ed2744 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:29:27.591960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.609493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:29:27.622721 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] Sync routers for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:29:27.635456 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:27.636065 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be044c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:27.650973 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.651527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.692864 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.699365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0cab78d5-492c-45c4-a7d0-2834e0fff199 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:27.707447 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.741488 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:27.777483 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 0cab78d5-492c-45c4-a7d0-2834e0fff199 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:27.778189 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.802302 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.2123103
Apr 30 05:29:27.804240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59828) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:27.805454 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:29:27.841680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=bd65a342-8b9c-496b-ae30-b64af9ed2744,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:27.844130 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:27.844719 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:27.849879 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:27.939340 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'status': 'completed', 'code': 200}
Apr 30 05:29:27.962744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3da761c9-324a-4b9b-90a9-52c5b11d7d0b up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:28.022475 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:28.024060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:28.060056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:28.060447 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:28.298780 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f67cc214-a9da-42cc-a6a5-b5c43495e20f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/floatingips/28658183-b71b-4ca1-b4ff-0d1ec19665a2 HTTP/1.1" status: 200  len: 991 time: 0.4914536
Apr 30 05:29:28.310741 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-13222608-007b-44d4-93d8-7dd2e8f46d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:28.313601 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-13222608-007b-44d4-93d8-7dd2e8f46d7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 1097 time: 0.3557715
Apr 30 05:29:28.326130 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d88d8ec0-e0a6-4793-baf9-47fc23a416cd has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:29:28.340860 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be044c0>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '28658183-b71b-4ca1-b4ff-0d1ec19665a2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'port_id': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'mac_address': 'fa:16:3e:83:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:24Z', 'revision_number': 0, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669969a8-c377-4d73-badf-8bb81c57fb97', 'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:f8:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:01Z', 'updated_at': '2021-04-30T05:29:08Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:28.346570 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] Checking router: 25af240d-3cf9-428e-9808-3ddaa6b50cfa for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:29:28.356895 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:28.357764 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be044c0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:28.503412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-8358e0b0-93aa-405d-9cb6-030978b278b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:28.506093 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-8358e0b0-93aa-405d-9cb6-030978b278b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=10eea2f0-addd-4368-a282-8cd3f63fe756 HTTP/1.1" status: 200  len: 897 time: 0.1859748
Apr 30 05:29:28.536512 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:29:28.544765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f8c46b74-bb30-4009-aa9a-4d7823abb3d1 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "PUT /v2.0/routers/d88d8ec0-e0a6-4793-baf9-47fc23a416cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4429817
Apr 30 05:29:28.551012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Sync routers for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:29:28.569012 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:28.569661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa06d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:28.583450 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:28.644629 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f93cd262-c4b4-448f-a71e-025b31f549a3 None None] Provisioning complete for port bd65a342-8b9c-496b-ae30-b64af9ed2744 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:28.645013 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f93cd262-c4b4-448f-a71e-025b31f549a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:28.645607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-719a53d4-8f41-4b86-a7b6-3e783c7bde5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26 HTTP/1.1" status: 200  len: 999 time: 0.1315472
Apr 30 05:29:28.738892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-dd02e4b3-c362-484c-8adf-c387a5a36f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:28.740736 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-dd02e4b3-c362-484c-8adf-c387a5a36f52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b8f8552-7dba-44a6-8685-bd0d0efc0bf0 HTTP/1.1" status: 200  len: 833 time: 0.0894485
Apr 30 05:29:28.742052 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-4c9fecb6-93c2-478f-a101-341ae1a888f2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960524784&fields=id&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 267 time: 0.0490081
Apr 30 05:29:28.810884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f93cd262-c4b4-448f-a71e-025b31f549a3 None None] Port bd65a342-8b9c-496b-ae30-b64af9ed2744 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:29:28.832959 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-3fb5c5aa-5a91-481f-b415-cf63125bb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:28.834551 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-3fb5c5aa-5a91-481f-b415-cf63125bb91e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=10eea2f0-addd-4368-a282-8cd3f63fe756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0862021
Apr 30 05:29:28.848151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:29.052233 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-c63c7370-a785-4f1e-a122-cac30bbcc52f service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2094557
Apr 30 05:29:29.093038 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be044c0>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '28658183-b71b-4ca1-b4ff-0d1ec19665a2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'port_id': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'mac_address': 'fa:16:3e:83:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:24Z', 'revision_number': 0, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669969a8-c377-4d73-badf-8bb81c57fb97', 'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:f8:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:01Z', 'updated_at': '2021-04-30T05:29:08Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:29.098016 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea14f90-11b0-4ac4-9402-ae9c1274bc2f None None] The sync data for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 is: [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '28658183-b71b-4ca1-b4ff-0d1ec19665a2', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'port_id': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'mac_address': 'fa:16:3e:83:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:24Z', 'revision_number': 0, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669969a8-c377-4d73-badf-8bb81c57fb97', 'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:f8:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:01Z', 'updated_at': '2021-04-30T05:29:08Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:29:29.205543 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9a781f54-611f-479f-8f49-e7dba1e1a22d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:29.206704 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ca4a8356-b307-4582-9dfe-4fb4d1d0bde8 req-5a71498c-f295-4dc4-8b53-b6d23ee84c68 service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479173
Apr 30 05:29:29.207245 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9a781f54-611f-479f-8f49-e7dba1e1a22d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:29:29.234641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9a781f54-611f-479f-8f49-e7dba1e1a22d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:29:29.236096 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9a781f54-611f-479f-8f49-e7dba1e1a22d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/networks?id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d HTTP/1.1" status: 200  len: 796 time: 0.4865553
Apr 30 05:29:29.254377 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-7118fe0d-5080-4d47-bfd1-96d3790e89cc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/quotas/8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 375 time: 0.0120528
Apr 30 05:29:29.288205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa06d0>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'bd65a342-8b9c-496b-ae30-b64af9ed2744', 'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:aa:c3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:27Z', 'revision_number': 2, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:29.293121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Checking router: d88d8ec0-e0a6-4793-baf9-47fc23a416cd for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:29:29.293121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Updating router d88d8ec0-e0a6-4793-baf9-47fc23a416cd port bd65a342-8b9c-496b-ae30-b64af9ed2744 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:29:29.302664 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59846) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:29.353917 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-28fb55f0-31a8-4ab2-a860-11241fabf29e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:29:29.363729 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e9c31-595b-4547-93b0-6d4d0a337e3a None None] New status for floating IP 28658183-b71b-4ca1-b4ff-0d1ec19665a2: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:29:29.368390 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:29.374710 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-28fb55f0-31a8-4ab2-a860-11241fabf29e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:29:29.376268 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-28fb55f0-31a8-4ab2-a860-11241fabf29e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1152573
Apr 30 05:29:29.463966 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-315c7efc-168e-48fd-b07c-e877f79be4c5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/floatingips/28658183-b71b-4ca1-b4ff-0d1ec19665a2 HTTP/1.1" status: 200  len: 991 time: 0.1597598
Apr 30 05:29:29.630449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-53428704-5faf-47bf-9794-b3f47f837a3a service neutron] 10.222.0.46 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382660
Apr 30 05:29:29.782319 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-794a3a0e-0af2-44ea-a127-3b4fcf908aa7 service neutron] 10.222.0.46 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445034
Apr 30 05:29:29.833840 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:29.847996 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Transition to ACTIVE for port object bd65a342-8b9c-496b-ae30-b64af9ed2744 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:29.856698 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:29.861833 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e13c4037-8d3a-474d-b642-0e019fe8062a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:30.022890 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0fde44b3-744a-4fa4-bee0-f952a2504d7b req-f7bff989-e265-45fa-a6c1-54eeb15d3c81 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 210 time: 0.0469759
Apr 30 05:29:30.090557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d169-ace6-4a5b-af9a-9376050af08e None None] Pushing event updated for resources: {'Port': ['ID=bd65a342-8b9c-496b-ae30-b64af9ed2744,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:30.097789 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aae3d169-ace6-4a5b-af9a-9376050af08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:30.122261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Attempting to bind port bd65a342-8b9c-496b-ae30-b64af9ed2744 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:29:30.122661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Attempting to bind port bd65a342-8b9c-496b-ae30-b64af9ed2744 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:29:30.123055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Attempting to bind port bd65a342-8b9c-496b-ae30-b64af9ed2744 on network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:29:30.130098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:29:30.130498 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Checking segment: {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:29:30.131037 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:30.131602 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Bound using segment: {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:29:30.132096 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Bound port: bd65a342-8b9c-496b-ae30-b64af9ed2744, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:29:30.132483 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:30.238678 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] For port bd65a342-8b9c-496b-ae30-b64af9ed2744, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:29:30.242733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] For port bd65a342-8b9c-496b-ae30-b64af9ed2744, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bd65a342-8b9c-496b-ae30-b64af9ed2744,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:29:30.249425 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:30.254233 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:30.344592 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:30.345740 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa06d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:30.439327 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d169-ace6-4a5b-af9a-9376050af08e None None] Pushing event updated for resources: {'Port': ['ID=bd65a342-8b9c-496b-ae30-b64af9ed2744,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:30.449403 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aae3d169-ace6-4a5b-af9a-9376050af08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:30.468699 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59866) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:30.610517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:30.618679 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-965dd2db-35d8-4541-a89e-860af2ca4d44 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/floatingips/28658183-b71b-4ca1-b4ff-0d1ec19665a2 HTTP/1.1" status: 200  len: 993 time: 0.1481872
Apr 30 05:29:30.799204 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8665-de64-41c3-ad30-43f9f3c5beee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:30.965820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfa06d0>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'bd65a342-8b9c-496b-ae30-b64af9ed2744', 'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:aa:c3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:30Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:30.970859 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acc45aa-210a-4c34-abac-e5921d59c79a None None] The sync data for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 is: [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'bd65a342-8b9c-496b-ae30-b64af9ed2744', 'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:aa:c3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:30Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:29:31.195680 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5d862c3a-5647-4513-a449-e60fe282c6ab req-74cd2a26-f46f-4cd4-8947-eeae53e315cc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 210 time: 0.0480487
Apr 30 05:29:31.331621 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-736e432e-21cf-4d31-ac3f-9b9adcffaf64 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:31.333033 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-736e432e-21cf-4d31-ac3f-9b9adcffaf64 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:29:31.345757 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-736e432e-21cf-4d31-ac3f-9b9adcffaf64 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:29:31.346934 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-736e432e-21cf-4d31-ac3f-9b9adcffaf64 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "GET /v2.0/networks?id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d HTTP/1.1" status: 200  len: 796 time: 0.1860933
Apr 30 05:29:31.398978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-5677573f-5165-4aba-a5d9-b5fa239a627b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:29:31.415400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-5677573f-5165-4aba-a5d9-b5fa239a627b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:29:31.416590 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-5677573f-5165-4aba-a5d9-b5fa239a627b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8342531a68584bdfb8954926aa47e9fc HTTP/1.1" status: 200  len: 379 time: 0.0612135
Apr 30 05:29:31.431329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'port': {'device_id': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'admin_state_up': True, 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'security_groups': ['ec6577aa-2e87-4052-9261-bd343d338d44']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:31.579763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:31.594666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:31.606576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Made reservation on behalf of 8342531a68584bdfb8954926aa47e9fc for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:29:31.610684 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:31.714687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bd65a342-8b9c-496b-ae30-b64af9ed2744 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:31.794806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port bd65a342-8b9c-496b-ae30-b64af9ed2744 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:31.800014 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port bd65a342-8b9c-496b-ae30-b64af9ed2744 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:31.800421 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:31.809958 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.20.0.6 (a1b70abe-ea9b-4e37-9801-3dc2bf38d54d/731b6bc2-bb0f-4ecd-8b58-10dd55a7c942/4354670f-0759-4ee5-a5e6-b0a9bc69aa9d) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:29:31.927853 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:31.965170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port bd65a342-8b9c-496b-ae30-b64af9ed2744, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bd65a342-8b9c-496b-ae30-b64af9ed2744,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:31.970306 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:31.972529 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d35c2bc6-e1bb-4bf4-a2d4-e3ab2c084493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:32.041881 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:32.044973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=bd65a342-8b9c-496b-ae30-b64af9ed2744,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:32.048914 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:32.062597 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Transition to ACTIVE for port object 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:32.087609 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:32.094440 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3c553bd1-08b3-44dc-bf0f-e5a1f55c0df8 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:32.163497 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:32.167282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:32.171466 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:29:32.207171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:32.403685 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:32.409422 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99139a93-8035-4df3-811e-04207ff2c484 req-d4bc5e29-0e74-4138-b75a-0954d5b7637f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:32.415923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a07f04bf-88a8-459e-9d7e-d9bd4f894d9f None None] Provisioning for port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:32.416849 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99139a93-8035-4df3-811e-04207ff2c484 req-d4bc5e29-0e74-4138-b75a-0954d5b7637f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 931 time: 0.1016030
Apr 30 05:29:32.421448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a07f04bf-88a8-459e-9d7e-d9bd4f894d9f None None] Provisioning complete for port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:32.421943 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a07f04bf-88a8-459e-9d7e-d9bd4f894d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:32.432511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:32.433133 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:32.460585 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0331485
Apr 30 05:29:32.460999 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-99139a93-8035-4df3-811e-04207ff2c484 req-d026ccf9-0d52-40f6-abda-206cd1dda810 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429583
Apr 30 05:29:32.473701 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Request body: {'port': {'device_id': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:32.483744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a07f04bf-88a8-459e-9d7e-d9bd4f894d9f None None] Port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:29:32.585317 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:32.940827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:29:32.948685 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:32.963480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Transition to ACTIVE for port object 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:29:32.967803 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:32.971631 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9cc13ff9-15cc-426d-a9d7-5ddad85bcf87 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:33.134138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Pushing event updated for resources: {'Port': ['ID=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:33.138109 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:33.218404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Attempting to bind port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:29:33.218740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Attempting to bind port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:29:33.219064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Attempting to bind port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d on network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:29:33.224053 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d on network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:29:33.224366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Attempting to bind port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d on network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:29:33.229672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:29:33.230001 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Checking segment: {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:29:33.230377 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Bound using segment: {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:29:33.230821 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Bound port: 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c9dfd3-22a1-476d-af74-ca196682b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:29:33.231158 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:33.319722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:29:33.322514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:29:33.327324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:33.331013 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:33.385750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:33.386415 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:33.389888 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] 10.222.0.37 "PUT /v2.0/ports/4354670f-0759-4ee5-a5e6-b0a9bc69aa9d HTTP/1.1" status: 200  len: 1092 time: 0.9190209
Apr 30 05:29:33.393517 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:29:33.426272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Pushing event updated for resources: {'Port': ['ID=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:33.431326 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:33.438442 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:33.470689 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'status': 'completed', 'code': 200}
Apr 30 05:29:33.515489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-c525bce1-976b-46fe-a7ab-324cdb1eae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:33.517022 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-c525bce1-976b-46fe-a7ab-324cdb1eae53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1095 time: 0.0807798
Apr 30 05:29:33.597316 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-313c60cd-5dd0-49ef-b458-3db80da6e4c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d HTTP/1.1" status: 200  len: 217 time: 0.0726285
Apr 30 05:29:33.662237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5fccd2a6-8bbb-47bf-b759-ee2170ff48f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:33.678653 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1355c-4299-4d17-b62f-3afedd8e8367 req-4c48b66b-e266-4c98-8cdb-9f7ef56d413b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:33.680084 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ca1355c-4299-4d17-b62f-3afedd8e8367 req-4c48b66b-e266-4c98-8cdb-9f7ef56d413b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 943 time: 0.1049335
Apr 30 05:29:33.683865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-497693a6-948e-4d97-903c-8f7f1fa237a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:33.686602 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-497693a6-948e-4d97-903c-8f7f1fa237a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731b6bc2-bb0f-4ecd-8b58-10dd55a7c942 HTTP/1.1" status: 200  len: 835 time: 0.0823290
Apr 30 05:29:33.696118 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bd65a342-8b9c-496b-ae30-b64af9ed2744 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:33.734116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ca1355c-4299-4d17-b62f-3afedd8e8367 req-9440cfcb-9b65-485d-8187-9262c8cdd9de tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480571
Apr 30 05:29:33.771865 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port bd65a342-8b9c-496b-ae30-b64af9ed2744 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:33.772246 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:33.775815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-cdaced04-e9e0-43ab-8571-1e195a2d7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:33.777454 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-cdaced04-e9e0-43ab-8571-1e195a2d7ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0853903
Apr 30 05:29:33.922896 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-e01cb23f-041a-46f0-b446-4e11e9597ce1 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389036
Apr 30 05:29:34.061867 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69129a3b-2607-41a3-86b8-1a85d1b18775 req-b1da2bce-9a48-44b9-857c-b42a1155bdde service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318052
Apr 30 05:29:34.181624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-720ba00a-bddd-40f4-ba2a-d1e105b83eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:34.183049 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-720ba00a-bddd-40f4-ba2a-d1e105b83eaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1095 time: 0.0730019
Apr 30 05:29:34.318238 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-43061036-9ec5-4275-9aff-ec0d33d34d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:34.319714 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-43061036-9ec5-4275-9aff-ec0d33d34d2c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d HTTP/1.1" status: 200  len: 897 time: 0.1302192
Apr 30 05:29:34.393369 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-bfc88e43-a097-4070-b65a-b681c26806e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d HTTP/1.1" status: 200  len: 217 time: 0.0652707
Apr 30 05:29:34.456317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-ba1f5c7f-4456-45bd-b46e-c104e9b52ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:34.457760 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-ba1f5c7f-4456-45bd-b46e-c104e9b52ef5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731b6bc2-bb0f-4ecd-8b58-10dd55a7c942 HTTP/1.1" status: 200  len: 835 time: 0.0581009
Apr 30 05:29:34.539316 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-b9f01763-85d6-4128-af22-a761ad7977e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:34.540805 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-b9f01763-85d6-4128-af22-a761ad7977e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0760324
Apr 30 05:29:34.847928 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-a7758924-c015-4438-8b91-4babb52199db service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3002274
Apr 30 05:29:34.880940 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:34.935758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fcd1d-c1c6-49a7-a0ae-e7ba4c273a78 req-906a1b5e-1295-497d-bdcc-4a2bda2cc164 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:34.937942 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a66fcd1d-c1c6-49a7-a0ae-e7ba4c273a78 req-906a1b5e-1295-497d-bdcc-4a2bda2cc164 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 943 time: 0.0892794
Apr 30 05:29:34.987126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a66fcd1d-c1c6-49a7-a0ae-e7ba4c273a78 req-4451636e-2634-4d47-ac57-c580e38dae9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429277
Apr 30 05:29:34.993101 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48d8b9a9-5df0-4b9b-bde8-5a5812c76417 req-c5f4e007-1d90-49c6-a522-72ba222c4b16 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376114
Apr 30 05:29:36.179652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0bdc0-57a9-43c5-8d41-d4cec3a9a4e3 req-7597bd68-ec6e-4f87-950d-46b698cd7eda tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:36.181112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23b0bdc0-57a9-43c5-8d41-d4cec3a9a4e3 req-7597bd68-ec6e-4f87-950d-46b698cd7eda tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 943 time: 0.0862811
Apr 30 05:29:36.227290 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23b0bdc0-57a9-43c5-8d41-d4cec3a9a4e3 req-efdb587e-1c0a-4cb0-8fac-c533a00e2a26 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397034
Apr 30 05:29:36.378556 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:37.421632 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd26f-f3aa-4d78-b19f-661c60b73906 req-cfeb6b43-31df-4468-a3ca-f06a5bb331f8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:37.423143 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5cbd26f-f3aa-4d78-b19f-661c60b73906 req-cfeb6b43-31df-4468-a3ca-f06a5bb331f8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 943 time: 0.0897565
Apr 30 05:29:37.473003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5cbd26f-f3aa-4d78-b19f-661c60b73906 req-4a232ee9-2112-40dc-92d6-05935d0528dd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437598
Apr 30 05:29:38.233419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:29:38.367628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:38.380788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'port_id': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'mac_address': 'fa:16:3e:76:19:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:29:38.435370 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:38.453069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:29:38.468208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:38.472762 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:38.474563 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:38.543449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:38.546601 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:38.668991 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e23e13-5769-41e6-adf9-eb37a463ee7c req-e23a5453-306b-44f7-b240-e28f77373d4f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:38.670720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38e23e13-5769-41e6-adf9-eb37a463ee7c req-e23a5453-306b-44f7-b240-e28f77373d4f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 944 time: 0.0848002
Apr 30 05:29:38.716562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-38e23e13-5769-41e6-adf9-eb37a463ee7c req-70cc761a-c5cd-4215-80e8-6ace974fe3da tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400701
Apr 30 05:29:38.785264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['4354670f-0759-4ee5-a5e6-b0a9bc69aa9d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:29:39.903536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb175ca-a2f9-4bde-b8b3-121b02330b65 req-d1e6a6e2-f023-4d34-b1a8-dd3b29d2c100 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:39.906062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fb175ca-a2f9-4bde-b8b3-121b02330b65 req-d1e6a6e2-f023-4d34-b1a8-dd3b29d2c100 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 944 time: 0.0830438
Apr 30 05:29:39.952827 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8fb175ca-a2f9-4bde-b8b3-121b02330b65 req-9a1c05ce-a527-4002-afed-0c99e29fad39 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404346
Apr 30 05:29:40.233063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:29:40.300541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:29:40.305617 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:29:40.306005 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:40.427843 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:40.455639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:29:40.465758 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:29:40.470050 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:40.472381 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-461efb4e-af56-4d70-a43e-1fc0bb0c033f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:40.511951 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'code': 200}
Apr 30 05:29:40.544872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:40.548613 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:40.642571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1b913-52aa-43a1-9cd9-4e3e2e6e655c req-f835a553-4380-4320-bb97-eedd424d11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:40.644131 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c7e1b913-52aa-43a1-9cd9-4e3e2e6e655c req-f835a553-4380-4320-bb97-eedd424d11b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1097 time: 0.0736094
Apr 30 05:29:40.687910 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c7e1b913-52aa-43a1-9cd9-4e3e2e6e655c req-59892f79-d4bc-4419-9da2-fdac78f9c6fd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362077
Apr 30 05:29:41.143038 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9edce6-4fb2-4d46-9753-170e65ba0fc7 req-572dbf77-2dad-42c4-a326-c28bcaf47d68 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:41.144609 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc9edce6-4fb2-4d46-9753-170e65ba0fc7 req-572dbf77-2dad-42c4-a326-c28bcaf47d68 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.0859442
Apr 30 05:29:41.190611 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc9edce6-4fb2-4d46-9753-170e65ba0fc7 req-fa92e8cd-4240-4c73-a6fe-a903d2cfcf52 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402420
Apr 30 05:29:42.398086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cd964-f674-4b83-95fd-7ca0b19bf07b req-c8000564-ed2f-489a-8f50-687dfef1cbdf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:42.399594 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-824cd964-f674-4b83-95fd-7ca0b19bf07b req-c8000564-ed2f-489a-8f50-687dfef1cbdf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.0811858
Apr 30 05:29:42.448517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-824cd964-f674-4b83-95fd-7ca0b19bf07b req-a2510af7-4bf5-4fe3-851e-482bca073a2e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432158
Apr 30 05:29:42.632648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cba94-67c7-4923-aaf0-249b2a5c1a1c req-0d78d5d1-c36e-4dd8-a147-1acd9e157e4e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:42.634117 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6d9cba94-67c7-4923-aaf0-249b2a5c1a1c req-0d78d5d1-c36e-4dd8-a147-1acd9e157e4e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.0820694
Apr 30 05:29:42.679411 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6d9cba94-67c7-4923-aaf0-249b2a5c1a1c req-83c92906-ccc8-4191-8dc0-6e19ec3700ed tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394261
Apr 30 05:29:42.703271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59896) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:42.780350 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ee066-00d8-4c1b-b0dd-3198f4780a26 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:42.781871 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-eb9ee066-00d8-4c1b-b0dd-3198f4780a26 tempest-TestNetworkAdvancedServerOps-1663615908 tempest-TestNetworkAdvancedServerOps-1663615908-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1092 time: 0.0775917
Apr 30 05:29:42.784613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59900) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:42.789848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:29:42.797370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:29:42.801474 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Usage tracker for resource:floatingip and tenant:8342531a68584bdfb8954926aa47e9fc is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:29:42.804519 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:29:42.810501 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:29:42.822640 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:43.133305 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:43.283255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Allocated IP 172.25.8.83 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/0d037a38-5fc4-4950-a033-3335e1399eda) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:29:43.437205 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:43.466665 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:43.471583 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c560501c-78f3-4432-b6e0-655d61d99d4f tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:43.531026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:29:43.533934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:29:43.542279 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:29:43.588084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=0d037a38-5fc4-4950-a033-3335e1399eda,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:43.600706 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.601103 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.601487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.601872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.602247 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.602624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.602999 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.603401 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.603784 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.604154 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.604525 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.604893 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:29:43.610344 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:43.986735 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:44.060633 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:44.273227 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:44.277841 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:44.282452 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:29:44.391654 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event updated for resources: {'Port': ['ID=0d037a38-5fc4-4950-a033-3335e1399eda,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:29:44.396094 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:29:44.405693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:44.578904 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Floating IP 761cd775-68bc-4466-93ba-dd36c12de677 associated. External IP: 172.25.8.83, port: 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d.
Apr 30 05:29:45.092662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d88d8ec0-e0a6-4793-baf9-47fc23a416cd has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:29:45.279163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:29:45.288910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] Sync routers for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:29:45.298735 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:45.299390 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b62bf70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:45.305190 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:45.364444 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aba8034a-75ab-4c4d-8ae4-67d53f7a2f3a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5788019
Apr 30 05:29:45.365157 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:29:45.412179 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'status': 'completed', 'code': 200}
Apr 30 05:29:45.486209 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:45.524197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650e88b-112e-4328-a240-6619f265b34f req-2b431ce8-ccc5-40ef-952a-e350ecad0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:45.525795 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b650e88b-112e-4328-a240-6619f265b34f req-2b431ce8-ccc5-40ef-952a-e350ecad0de7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1097 time: 0.0878663
Apr 30 05:29:45.551532 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be0aad-9194-4bfa-a71d-54385e3c0b09 req-1a83a0c3-1e86-41ae-8b4d-dabd8f72fbbb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:45.553021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80be0aad-9194-4bfa-a71d-54385e3c0b09 req-1a83a0c3-1e86-41ae-8b4d-dabd8f72fbbb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.0961254
Apr 30 05:29:45.602326 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-80be0aad-9194-4bfa-a71d-54385e3c0b09 req-ab9490ec-445b-4a0a-baa3-fc80257a1c3d tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431380
Apr 30 05:29:45.626254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59908) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:45.675867 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650e88b-112e-4328-a240-6619f265b34f req-aede5af3-52c0-49ea-a445-b0871d546d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:45.677637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b650e88b-112e-4328-a240-6619f265b34f req-aede5af3-52c0-49ea-a445-b0871d546d1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d HTTP/1.1" status: 200  len: 897 time: 0.1454546
Apr 30 05:29:45.749905 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8eaf8694-5e29-4411-a3af-9199a02e84b9 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/761cd775-68bc-4466-93ba-dd36c12de677 HTTP/1.1" status: 200  len: 990 time: 0.1221812
Apr 30 05:29:45.797670 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b650e88b-112e-4328-a240-6619f265b34f req-51f592ad-b2a3-41c1-9712-db7659ab7841 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d HTTP/1.1" status: 200  len: 998 time: 0.1134293
Apr 30 05:29:45.863216 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650e88b-112e-4328-a240-6619f265b34f req-17503dc5-1165-45c1-8632-cd135b12178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:45.864713 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b650e88b-112e-4328-a240-6619f265b34f req-17503dc5-1165-45c1-8632-cd135b12178d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731b6bc2-bb0f-4ecd-8b58-10dd55a7c942 HTTP/1.1" status: 200  len: 835 time: 0.0605972
Apr 30 05:29:45.869234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b62bf70>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '761cd775-68bc-4466-93ba-dd36c12de677', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'port_id': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'mac_address': 'fa:16:3e:76:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:29:43Z', 'updated_at': '2021-04-30T05:29:43Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd65a342-8b9c-496b-ae30-b64af9ed2744', 'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:aa:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:31Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:45.873384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] Checking router: d88d8ec0-e0a6-4793-baf9-47fc23a416cd for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:29:45.882182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:29:45.882811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b62bf70>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:29:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:45.944750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650e88b-112e-4328-a240-6619f265b34f req-28c78ec0-66aa-461a-9a04-f056c3656527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:29:45.946249 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b650e88b-112e-4328-a240-6619f265b34f req-28c78ec0-66aa-461a-9a04-f056c3656527 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0752213
Apr 30 05:29:46.081475 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b650e88b-112e-4328-a240-6619f265b34f req-32e030a2-8288-45e8-bda5-86d3902c65d0 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285524
Apr 30 05:29:46.117881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:29:46.218878 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b650e88b-112e-4328-a240-6619f265b34f req-60645874-bc70-47d4-b82b-fe851b6d7e74 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302176
Apr 30 05:29:46.469766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b62bf70>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '761cd775-68bc-4466-93ba-dd36c12de677', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'port_id': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'mac_address': 'fa:16:3e:76:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:29:43Z', 'updated_at': '2021-04-30T05:29:43Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd65a342-8b9c-496b-ae30-b64af9ed2744', 'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:aa:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:31Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:29:46.474140 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad23f5-1a0e-4e06-85dc-d468fc0ebb5f None None] The sync data for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 is: [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '761cd775-68bc-4466-93ba-dd36c12de677', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'port_id': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'mac_address': 'fa:16:3e:76:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:29:43Z', 'updated_at': '2021-04-30T05:29:43Z', 'revision_number': 0, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd65a342-8b9c-496b-ae30-b64af9ed2744', 'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:aa:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:31Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:29:46.659134 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b29220d-305c-4aff-a158-fe8189a24274 None None] New status for floating IP 761cd775-68bc-4466-93ba-dd36c12de677: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:29:46.753675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 59912) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:46.865102 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-88b2efea-6b4b-4cfd-bb5a-26e803d9030c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/761cd775-68bc-4466-93ba-dd36c12de677 HTTP/1.1" status: 200  len: 990 time: 0.1102014
Apr 30 05:29:47.868871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59916) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:29:47.979618 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-02649be1-39d5-487a-acbf-4635e2db9ff0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/761cd775-68bc-4466-93ba-dd36c12de677 HTTP/1.1" status: 200  len: 992 time: 0.1095731
Apr 30 05:29:53.088163 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:29:57.599755 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:29:57.648205 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:00.140301 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-c12d8eee-df57-4cd6-801b-0ed15740afa9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0813844
Apr 30 05:30:00.282640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-20072c89-6eeb-4f44-9b3c-b8072fe457df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:00.284195 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-20072c89-6eeb-4f44-9b3c-b8072fe457df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 1097 time: 0.0747745
Apr 30 05:30:00.432604 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-f6dc525b-ecba-45ba-97e8-55e3ba47634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:00.434078 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-f6dc525b-ecba-45ba-97e8-55e3ba47634c service neutron] 10.222.0.50 "GET /v2.0/networks?id=10eea2f0-addd-4368-a282-8cd3f63fe756 HTTP/1.1" status: 200  len: 897 time: 0.1300266
Apr 30 05:30:00.540236 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-e1fda307-817a-4396-b547-029e885589dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26 HTTP/1.1" status: 200  len: 1001 time: 0.0988784
Apr 30 05:30:00.603817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-e0436841-c73b-4c0a-b387-b5ca41594111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:00.605246 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-e0436841-c73b-4c0a-b387-b5ca41594111 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b8f8552-7dba-44a6-8685-bd0d0efc0bf0 HTTP/1.1" status: 200  len: 833 time: 0.0588465
Apr 30 05:30:00.684899 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-c12cf51d-30e9-4760-b819-b5cbb081730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:00.687008 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-c12cf51d-30e9-4760-b819-b5cbb081730f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=10eea2f0-addd-4368-a282-8cd3f63fe756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0755639
Apr 30 05:30:00.733653 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3fb2a4a1-b7f7-4472-9bbb-e1cae5d02338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:00.827955 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-7996a00f-2d8e-489f-9768-47946559ccec service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334758
Apr 30 05:30:01.137147 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-58e5c9ec-6039-4459-8adc-5e7796bbef44 req-5f4e678a-0072-4116-b13f-3300c11c90e3 service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3020368
Apr 30 05:30:03.423137 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:03.649790 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-de4adf3d-69c9-4b5d-9fa9-17a6f3f41891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:04.789670 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-cb776e42-a85b-4652-9f01-1a3c27e51e94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0703478
Apr 30 05:30:04.883393 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:04.939482 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-bd876cc5-ff4b-4840-ae98-141e5a37b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:04.941091 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-bd876cc5-ff4b-4840-ae98-141e5a37b0f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1097 time: 0.0810783
Apr 30 05:30:05.092925 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-023f8b50-0ba5-476b-bade-9af3fb2c61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:05.094370 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-023f8b50-0ba5-476b-bade-9af3fb2c61cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d HTTP/1.1" status: 200  len: 897 time: 0.1331677
Apr 30 05:30:05.201872 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-b50b8507-fb79-4e4c-8f4c-8a8e1883f668 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d HTTP/1.1" status: 200  len: 1000 time: 0.1012290
Apr 30 05:30:05.266258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-16f9479a-b803-45aa-9b25-2fb35d2c6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:05.267785 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-16f9479a-b803-45aa-9b25-2fb35d2c6e54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731b6bc2-bb0f-4ecd-8b58-10dd55a7c942 HTTP/1.1" status: 200  len: 835 time: 0.0597463
Apr 30 05:30:05.343048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-b0738d50-6bd6-44c1-95b2-8588133bd933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:05.344457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-b0738d50-6bd6-44c1-95b2-8588133bd933 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0703061
Apr 30 05:30:05.481520 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-4a62a5b4-60c4-4787-984b-730da7d09c9c service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289699
Apr 30 05:30:05.618060 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ef64ee62-b620-4b6f-a579-6d6637c85196 req-8c2d8e51-f94b-44cd-b8c7-b37be4cdb9f4 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305187
Apr 30 05:30:06.379454 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:27.280474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59946) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:27.390065 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c6cfe15e-e74b-482b-bf7a-7fb4dfc8fadb tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/floatingips/28658183-b71b-4ca1-b4ff-0d1ec19665a2 HTTP/1.1" status: 200  len: 993 time: 0.1083033
Apr 30 05:30:27.619858 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:27.652498 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:27.656658 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59954) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:27.934236 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 36b7083a-c200-4fa1-9ec9-a322375ab8bd {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:30:27.935197 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:28.056336 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:28.056643 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:28.188123 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 36b7083a-c200-4fa1-9ec9-a322375ab8bd owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:30:28.318302 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:28.322281 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4048711a-2a96-4c3b-bae0-fa30117d5a7f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:28.374038 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=36b7083a-c200-4fa1-9ec9-a322375ab8bd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:28.440339 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.440627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.441005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.441376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.441737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.442093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.442453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.442808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.443159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.443534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.443888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.444240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:28.450230 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:28.477459 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:28.477812 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Floating IP 28658183-b71b-4ca1-b4ff-0d1ec19665a2 disassociated (deleted). External IP: 172.25.8.198, port: be2ddb50-de50-4c49-8b27-5c525df5ee26.
Apr 30 05:30:28.995769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 25af240d-3cf9-428e-9808-3ddaa6b50cfa has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:30:29.185018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:30:29.195134 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] Sync routers for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:30:29.202136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:29.205362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:30:29.206021 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b126850>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:30:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:29.265462 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/floatingips/28658183-b71b-4ca1-b4ff-0d1ec19665a2 HTTP/1.1" status: 204  len: 168 time: 1.6076703
Apr 30 05:30:29.266162 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:30:29.346348 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'status': 'completed', 'code': 200}
Apr 30 05:30:29.398284 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:30:29.443858 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-347eb6dd-1d34-4ed7-847a-db64ff3a9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:29.445863 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-347eb6dd-1d34-4ed7-847a-db64ff3a9be7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=89572e80b3754c7083e0ec66ac6a0125&device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 1097 time: 0.0758817
Apr 30 05:30:29.594657 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-ceea6bd3-a61e-4a4f-a9f0-74e2d3194956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:29.596422 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-ceea6bd3-a61e-4a4f-a9f0-74e2d3194956 service neutron] 10.222.0.50 "GET /v2.0/networks?id=10eea2f0-addd-4368-a282-8cd3f63fe756 HTTP/1.1" status: 200  len: 897 time: 0.1429219
Apr 30 05:30:29.669426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac3e31-0bff-4a46-9a99-3215afddd2f8 req-cf841739-008f-43d5-a6f3-9d6b8a0651df tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:29.670981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20ac3e31-0bff-4a46-9a99-3215afddd2f8 req-cf841739-008f-43d5-a6f3-9d6b8a0651df tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 945 time: 0.0888529
Apr 30 05:30:29.672686 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-4976b425-00d9-464c-8ad8-7a2329f08767 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26 HTTP/1.1" status: 200  len: 217 time: 0.0678992
Apr 30 05:30:29.720895 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20ac3e31-0bff-4a46-9a99-3215afddd2f8 req-46073cea-8bfe-4fa0-b613-dbe99ca1e06d tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435488
Apr 30 05:30:29.729883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b126850>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '669969a8-c377-4d73-badf-8bb81c57fb97', 'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:f8:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:01Z', 'updated_at': '2021-04-30T05:29:08Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:29.735093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] Checking router: 25af240d-3cf9-428e-9808-3ddaa6b50cfa for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:30:29.739030 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-9d6f9316-84df-4501-bad2-8618223965ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:29.740607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-9d6f9316-84df-4501-bad2-8618223965ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b8f8552-7dba-44a6-8685-bd0d0efc0bf0 HTTP/1.1" status: 200  len: 833 time: 0.0603325
Apr 30 05:30:29.744380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:30:29.744998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b126850>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:30:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:29.822359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-9f34f0e8-16c7-41a9-922d-0db7c8edc101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:29.823901 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-9f34f0e8-16c7-41a9-922d-0db7c8edc101 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=10eea2f0-addd-4368-a282-8cd3f63fe756&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0757661
Apr 30 05:30:29.970526 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-14216034-16ca-4c56-88e4-612411502657 service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383247
Apr 30 05:30:29.983892 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:30:30.087900 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:30:30.123557 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e90f02d1-9c97-4c77-9d79-f476a0951e60 req-114b6fcf-3e30-4da5-9fe0-0c3eed46f5cb service neutron] 10.222.0.50 "GET /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447771
Apr 30 05:30:30.321095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b126850>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '669969a8-c377-4d73-badf-8bb81c57fb97', 'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:f8:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:01Z', 'updated_at': '2021-04-30T05:29:08Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:30.325174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68f999-4a48-4d39-a5d4-d38d13208620 None None] The sync data for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 is: [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '669969a8-c377-4d73-badf-8bb81c57fb97', 'name': '', 'network_id': '10eea2f0-addd-4368-a282-8cd3f63fe756', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'mac_address': 'fa:16:3e:f8:74:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:01Z', 'updated_at': '2021-04-30T05:29:08Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'subnets': [{'id': '6b8f8552-7dba-44a6-8685-bd0d0efc0bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:30:30.547337 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93085681-cd28-431e-b589-fae0bf859760 None None] New status for floating IP 28658183-b71b-4ca1-b4ff-0d1ec19665a2: DOWN {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:30:30.736478 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1263e4d5-4739-4b8c-a17f-6f2c426d07d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:30.926975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42db3d6-dfc0-431a-a46c-a3e29862a93e req-00d5d7f8-efa2-4cc7-b7e4-84a46bc812d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:30.928449 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d42db3d6-dfc0-431a-a46c-a3e29862a93e req-00d5d7f8-efa2-4cc7-b7e4-84a46bc812d2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 945 time: 0.0936890
Apr 30 05:30:30.978294 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d42db3d6-dfc0-431a-a46c-a3e29862a93e req-b9560304-c60b-4f9f-a15d-e69282e79889 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/security-groups?id=48e8bd8e-3bd6-45f0-8fb4-3f4002088681&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431261
Apr 30 05:30:31.190635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-e5dec0ac-7f02-46b4-938d-2b3f0bee1c76 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:31.191370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-e5dec0ac-7f02-46b4-938d-2b3f0bee1c76 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Synchronizing usage tracker for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:30:31.207816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-e5dec0ac-7f02-46b4-938d-2b3f0bee1c76 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Unset dirty status for tenant:89572e80b3754c7083e0ec66ac6a0125 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:30:31.209027 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-e5dec0ac-7f02-46b4-938d-2b3f0bee1c76 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 945 time: 0.1015730
Apr 30 05:30:31.356861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port be2ddb50-de50-4c49-8b27-5c525df5ee26 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:30:31.357207 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:31.666362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] For port be2ddb50-de50-4c49-8b27-5c525df5ee26, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=be2ddb50-de50-4c49-8b27-5c525df5ee26,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:30:31.666712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:31.792773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for be2ddb50-de50-4c49-8b27-5c525df5ee26 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:30:31.907008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:31.913130 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:31.968400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=be2ddb50-de50-4c49-8b27-5c525df5ee26,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:31.971661 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:32.056070 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] No DVR routers for this DVR port be2ddb50-de50-4c49-8b27-5c525df5ee26 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:30:32.058941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:32.063252 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'name': 'network-vif-deleted', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:30:32.079442 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-bd646633-e4bf-4cbb-bfef-11a10d9f6a9f req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.50 "DELETE /v2.0/ports/be2ddb50-de50-4c49-8b27-5c525df5ee26 HTTP/1.1" status: 204  len: 173 time: 0.8640506
Apr 30 05:30:32.126599 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb04c86-b71d-4fba-a348-6bb4a3541123', 'name': 'network-vif-deleted', 'tag': 'be2ddb50-de50-4c49-8b27-5c525df5ee26', 'status': 'completed', 'code': 200}
Apr 30 05:30:32.141250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-01a02619-67bf-44a5-a4c9-8ea0d50747bb req-9d37630d-a464-455c-8df0-69bd90379e19 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bb04c86-b71d-4fba-a348-6bb4a3541123 HTTP/1.1" status: 200  len: 210 time: 0.0533769
Apr 30 05:30:33.246103 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59976) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:33.323553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee74f689-316e-4fc3-8e7f-10cc4b17127a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:33.357552 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee74f689-316e-4fc3-8e7f-10cc4b17127a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:33.427562 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:33.431321 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee74f689-316e-4fc3-8e7f-10cc4b17127a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:33.436205 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5e67a2fd-783a-423f-b87f-f260de267a43 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:33.453505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74f689-316e-4fc3-8e7f-10cc4b17127a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e8bd8e-3bd6-45f0-8fb4-3f4002088681,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:33.456417 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ee74f689-316e-4fc3-8e7f-10cc4b17127a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:33.473005 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee74f689-316e-4fc3-8e7f-10cc4b17127a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:33.476669 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ee74f689-316e-4fc3-8e7f-10cc4b17127a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/security-groups/48e8bd8e-3bd6-45f0-8fb4-3f4002088681 HTTP/1.1" status: 204  len: 168 time: 0.2277884
Apr 30 05:30:33.519476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59982) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:33.653141 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1f93b4c0-093c-4f7d-85fc-77ad31a91e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:34.116124 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:34.708809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 669969a8-c377-4d73-badf-8bb81c57fb97 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:30:34.710162 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:34.844066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] For port 669969a8-c377-4d73-badf-8bb81c57fb97, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=669969a8-c377-4d73-badf-8bb81c57fb97,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:30:34.844412 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:34.885768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:34.971531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 669969a8-c377-4d73-badf-8bb81c57fb97 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:30:35.126718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:35.130779 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:35.176439 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=669969a8-c377-4d73-badf-8bb81c57fb97,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:35.179612 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:35.458298 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:35.828703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Router 25af240d-3cf9-428e-9808-3ddaa6b50cfa has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:30:36.013154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:30:36.022379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] Sync routers for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:30:36.026891 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "PUT /v2.0/routers/25af240d-3cf9-428e-9808-3ddaa6b50cfa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5061336
Apr 30 05:30:36.030726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59988) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:36.033351 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:30:36.033975 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0ac220>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:30:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:36.227467 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:30:36.264678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-4426f7f8-53c5-4afb-a225-c9e5f7e7b545 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting subnet 6b8f8552-7dba-44a6-8685-bd0d0efc0bf0 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:30:36.267738 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4426f7f8-53c5-4afb-a225-c9e5f7e7b545 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:36.322056 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4426f7f8-53c5-4afb-a225-c9e5f7e7b545 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:36.329986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device be2ddb50-de50-4c49-8b27-5c525df5ee26 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:30:36.401064 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: be2ddb50-de50-4c49-8b27-5c525df5ee26 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:30:36.401416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device be2ddb50-de50-4c49-8b27-5c525df5ee26 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:30:36.412986 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4426f7f8-53c5-4afb-a225-c9e5f7e7b545 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:36.472764 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:36.569000 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0ac220>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:30:35Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:36.572994 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] Checking router: 25af240d-3cf9-428e-9808-3ddaa6b50cfa for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:30:36.582301 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] Routers {'25af240d-3cf9-428e-9808-3ddaa6b50cfa'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:30:36.582912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b0ac220>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:30:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:36.696569 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4426f7f8-53c5-4afb-a225-c9e5f7e7b545 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:36.700318 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ff67199f-e0de-43a6-a5f1-af2b8527c7eb tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:36.735452 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426f7f8-53c5-4afb-a225-c9e5f7e7b545 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8f8552-7dba-44a6-8685-bd0d0efc0bf0,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:36.739063 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4426f7f8-53c5-4afb-a225-c9e5f7e7b545 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:36.741342 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4426f7f8-53c5-4afb-a225-c9e5f7e7b545 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:36.750301 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4426f7f8-53c5-4afb-a225-c9e5f7e7b545 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/subnets/6b8f8552-7dba-44a6-8685-bd0d0efc0bf0 HTTP/1.1" status: 204  len: 168 time: 0.7164290
Apr 30 05:30:36.750465 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22010020-177f-4d60-9208-f537e4c5d526 None None] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:30:36.750577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59992) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:36.898991 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] Set router 25af240d-3cf9-428e-9808-3ddaa6b50cfa gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:30:36.942854 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:37.123257 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:37.205242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Deleting port 45446c3b-9860-4af7-b934-286867e6f217 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:30:37.205580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:37.291788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b0ac220>, [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:30:35Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:37.296973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17571f15-0cad-4853-9fb0-20b279ef7ed1 None None] The sync data for ids ['25af240d-3cf9-428e-9808-3ddaa6b50cfa'] in n-d-766726-20 is: [{'id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'name': 'tempest-TestNetworkBasicOps-router-1738944152', 'tenant_id': '89572e80b3754c7083e0ec66ac6a0125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '45446c3b-9860-4af7-b934-286867e6f217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:28:54Z', 'updated_at': '2021-04-30T05:30:35Z', 'revision_number': 5, 'project_id': '89572e80b3754c7083e0ec66ac6a0125', 'gw_port': {'id': '45446c3b-9860-4af7-b934-286867e6f217', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25af240d-3cf9-428e-9808-3ddaa6b50cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:28:55Z', 'updated_at': '2021-04-30T05:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:30:37.340269 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] DHCP port deletion for 10eea2f0-addd-4368-a282-8cd3f63fe756 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:30:37.343650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] For port 45446c3b-9860-4af7-b934-286867e6f217, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=45446c3b-9860-4af7-b934-286867e6f217,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:30:37.344201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:37.414342 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Deleting port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:30:37.414755 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:37.510713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Calling delete_port for 45446c3b-9860-4af7-b934-286867e6f217 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:30:37.525355 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] For port fd634603-ad2f-4ffa-b53a-4dfb2f82a632, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=fd634603-ad2f-4ffa-b53a-4dfb2f82a632,segment=NetworkSegment(cfae0269-aa23-41c2-b374-fe71aa26739f),segment_id=cfae0269-aa23-41c2-b374-fe71aa26739f)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:30:37.525757 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:37.669823 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Calling delete_port for fd634603-ad2f-4ffa-b53a-4dfb2f82a632 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:30:37.698234 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:37.702571 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d1701130-0cba-428e-906d-6457c43d0f5a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:37.729328 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:37.741219 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:37.781376 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Port': ['ID=45446c3b-9860-4af7-b934-286867e6f217,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:37.783398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fd634603-ad2f-4ffa-b53a-4dfb2f82a632 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:30:37.784690 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:37.826205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] No DVR routers for this DVR port fd634603-ad2f-4ffa-b53a-4dfb2f82a632 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:30:37.834263 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: fd634603-ad2f-4ffa-b53a-4dfb2f82a632 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:30:37.834704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device fd634603-ad2f-4ffa-b53a-4dfb2f82a632 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:30:37.835185 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 669969a8-c377-4d73-badf-8bb81c57fb97 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:30:37.867046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Pushing event deleted for resources: {'Port': ['ID=fd634603-ad2f-4ffa-b53a-4dfb2f82a632,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:37.886618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 669969a8-c377-4d73-badf-8bb81c57fb97 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:30:37.887126 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 669969a8-c377-4d73-badf-8bb81c57fb97 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:30:37.889944 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.890405 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.890789 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.891219 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.891688 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.892115 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.892543 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.892941 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.893270 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.893731 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.893904 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.894221 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:37.898131 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:37.918888 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:38.306375 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:38.308634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:38.330998 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:38.331578 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Fanout notify agent at l3_agent the message router_deleted on router 25af240d-3cf9-428e-9808-3ddaa6b50cfa {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:30:38.348115 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:38.349224 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/routers/25af240d-3cf9-428e-9808-3ddaa6b50cfa HTTP/1.1" status: 204  len: 168 time: 1.5978136
Apr 30 05:30:38.351986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 59996) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:38.471817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:38.603620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:38.720308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a2df8b0>,) {'filters': {'network_id': ['10eea2f0-addd-4368-a282-8cd3f63fe756']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:38.732811 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a2df8b0>, 'cfae0269-aa23-41c2-b374-fe71aa26739f') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:38.733139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a2df8b0>, 'cfae0269-aa23-41c2-b374-fe71aa26739f') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:30:38.744429 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:38.761037 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:38.768172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:30:38.940850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:30:38.949442 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:39.126527 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Network 10eea2f0-addd-4368-a282-8cd3f63fe756 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:30:39.149080 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:30:39.231406 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:39.235363 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a1a84b66-9a30-432a-85d2-092a1aa626e8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:39.250180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:39.261383 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Pushing event deleted for resources: {'Network': ['ID=10eea2f0-addd-4368-a282-8cd3f63fe756,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:39.264773 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:39.270322 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-14cb08e6-5f4d-4efa-bc37-9e037a714dc7 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] 10.222.0.46 "DELETE /v2.0/networks/10eea2f0-addd-4368-a282-8cd3f63fe756 HTTP/1.1" status: 204  len: 168 time: 0.9173491
Apr 30 05:30:39.601854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60004) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:39.705187 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 45446c3b-9860-4af7-b934-286867e6f217 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:30:39.740113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 45446c3b-9860-4af7-b934-286867e6f217 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:30:39.740475 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 45446c3b-9860-4af7-b934-286867e6f217 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:30:39.754232 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4451be93-58ea-46b5-a548-72bc47994abc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89572e80b3754c7083e0ec66ac6a0125&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1511340
Apr 30 05:30:39.756625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60010) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:39.814276 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9517a88-3a33-417f-bab7-8fbee57c5f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:39.840928 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9517a88-3a33-417f-bab7-8fbee57c5f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:39.894327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9517a88-3a33-417f-bab7-8fbee57c5f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:39.898277 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f81f272d-307f-4e62-b8e9-e0a970c87bb3 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:39.917135 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9517a88-3a33-417f-bab7-8fbee57c5f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06824ac-57a9-4573-83f9-2802c24c7b82,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:39.921092 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f9517a88-3a33-417f-bab7-8fbee57c5f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:39.924394 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f9517a88-3a33-417f-bab7-8fbee57c5f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:39.925510 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f9517a88-3a33-417f-bab7-8fbee57c5f14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c06824ac-57a9-4573-83f9-2802c24c7b82 HTTP/1.1" status: 204  len: 168 time: 0.1680067
Apr 30 05:30:40.217303 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60018) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:40.235365 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:40.250115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:30:40.254065 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Usage tracker for resource:security_group_rule and tenant:592442303d374f009ca45afffe8c665e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:30:40.257025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:30:40.263528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:30:40.349994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:40.354054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:40.362134 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f9517a88-3a33-417f-bab7-8fbee57c5f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:40.401949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a5f6f3-0e15-419c-9cfa-44a8af7d49cd,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:40.406453 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=592442303d374f009ca45afffe8c665e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1880939
Apr 30 05:30:40.407397 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:40.409075 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60022) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:40.467104 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa5ab084-2cea-4f17-8bd2-27ed8591a4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:40.492955 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa5ab084-2cea-4f17-8bd2-27ed8591a4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:40.549304 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa5ab084-2cea-4f17-8bd2-27ed8591a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:40.552934 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dcf2d497-2055-4152-8d06-4d7604aa9623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:40.564644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ab084-2cea-4f17-8bd2-27ed8591a4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a5f6f3-0e15-419c-9cfa-44a8af7d49cd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:40.568085 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa5ab084-2cea-4f17-8bd2-27ed8591a4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:40.571420 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-fa5ab084-2cea-4f17-8bd2-27ed8591a4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:40.572566 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-fa5ab084-2cea-4f17-8bd2-27ed8591a4b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58a5f6f3-0e15-419c-9cfa-44a8af7d49cd HTTP/1.1" status: 204  len: 168 time: 0.1625974
Apr 30 05:30:41.348026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60048) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:41.453798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1550640007-network', 'tenant_id': '05e8a87502ba429ea6fc5167b886896c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:30:41.459037 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:30:41.462873 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Usage tracker for resource:network and tenant:05e8a87502ba429ea6fc5167b886896c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:30:41.465867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:30:41.472938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:30:41.482770 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Made reservation on behalf of 05e8a87502ba429ea6fc5167b886896c for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:30:41.485124 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:41.497652 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:41.512559 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:30:41.516584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Usage tracker for resource:security_group_rule and tenant:05e8a87502ba429ea6fc5167b886896c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:30:41.519511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:30:41.525580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:30:41.615494 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:41.619188 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:41.622886 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9950ca80-613a-40f8-91fe-b6b09cda32cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:41.655286 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:30:41.661237 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c7cf95-bff7-4252-9a20-31fe8128f27d,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:41.664737 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:41.670146 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:41.670495 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Added segment c8f47acc-e57b-4192-870b-146f897bc330 of type vlan for network f6355333-c2ed-490c-ba1a-24f9b773cf32
Apr 30 05:30:41.700526 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:41.729909 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:41.730947 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:41.731612 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:41.736377 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-139d8172-427c-4711-b8d6-fe804712a63a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:41.831217 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4820762
Apr 30 05:30:41.834234 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60054) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:41.842022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Request body: {'subnet': {'network_id': 'f6355333-c2ed-490c-ba1a-24f9b773cf32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1550640007-subnet', 'tenant_id': '05e8a87502ba429ea6fc5167b886896c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:30:41.845648 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Pushing event updated for resources: {'Network': ['ID=f6355333-c2ed-490c-ba1a-24f9b773cf32,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:41.849057 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c209ce01-79a7-4db9-bc92-e9c009a70775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:41.849956 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:30:41.853888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Usage tracker for resource:subnet and tenant:05e8a87502ba429ea6fc5167b886896c is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:30:41.856104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network f6355333-c2ed-490c-ba1a-24f9b773cf32 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:30:41.857712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:30:41.863574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:30:41.873988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Made reservation on behalf of 05e8a87502ba429ea6fc5167b886896c for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:30:41.878844 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:42.428276 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:42.431835 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1404ce44-0b58-41aa-9c6b-0ecfdb870f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:42.502569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964d5ea9-3897-4290-a5ae-9865d6d861c5,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:42.507031 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:42.516742 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Checking segment: {'id': 'c8f47acc-e57b-4192-870b-146f897bc330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f6355333-c2ed-490c-ba1a-24f9b773cf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:30:42.516953 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Network hostable DHCP agents. Network: f6355333-c2ed-490c-ba1a-24f9b773cf32, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:30:42.533574 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Network f6355333-c2ed-490c-ba1a-24f9b773cf32 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:30:42.542787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, f6355333-c2ed-490c-ba1a-24f9b773cf32) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:30:42.552367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:42.552961 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:42.553593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cde67a-02da-48d9-8c20-47609b731d1e None None] Network f6355333-c2ed-490c-ba1a-24f9b773cf32 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:30:42.573555 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-f872d66c-d7d5-478d-bd06-0a7fe0f41810 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7383065
Apr 30 05:30:42.780908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b107492-769b-4cb1-b37a-50f9df1855be None None] Network f6355333-c2ed-490c-ba1a-24f9b773cf32 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:30:43.150529 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60072) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:43.157713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1704454047-network', 'tenant_id': '3e9b87c79ea54693989a447d4b412e02'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:30:43.163094 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:30:43.167260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Usage tracker for resource:network and tenant:3e9b87c79ea54693989a447d4b412e02 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:30:43.171105 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:30:43.178056 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:30:43.188957 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Made reservation on behalf of 3e9b87c79ea54693989a447d4b412e02 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:30:43.191527 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.204503 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.220556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:30:43.224874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Usage tracker for resource:security_group_rule and tenant:3e9b87c79ea54693989a447d4b412e02 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:30:43.227842 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:30:43.234458 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:30:43.319203 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.323339 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.326476 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f7d43157-8acf-4978-bd04-fb88734b3f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:43.361896 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:30:43.370536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61968c48-3e32-4bb8-bb7c-6d44410d1c90,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:43.374400 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:43.377040 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.377472 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Added segment fdd1964c-1e86-40c0-9811-6fb28b9e424b of type vlan for network 042ff1c3-68cd-48b3-953b-80396fd35791
Apr 30 05:30:43.405956 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.436337 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.437405 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:43.437993 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.441578 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d520438f-4df9-4c62-8490-d6e2347fbeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:43.547925 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Pushing event updated for resources: {'Network': ['ID=042ff1c3-68cd-48b3-953b-80396fd35791,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:43.550804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3992522
Apr 30 05:30:43.551771 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dac8c43e-4e5f-4457-b588-1067813c549d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:43.553580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60076) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:30:43.558313 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 042ff1c3-68cd-48b3-953b-80396fd35791 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:30:43.559126 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Request body: {'subnet': {'network_id': '042ff1c3-68cd-48b3-953b-80396fd35791', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1704454047-subnet', 'tenant_id': '3e9b87c79ea54693989a447d4b412e02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:30:43.564753 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:30:43.568640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Usage tracker for resource:subnet and tenant:3e9b87c79ea54693989a447d4b412e02 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:30:43.571565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:30:43.577911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:30:43.588113 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Made reservation on behalf of 3e9b87c79ea54693989a447d4b412e02 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:30:43.591196 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.982259 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:43.986645 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-3a012875-bbfe-43f1-abaa-b6fdf9751d04 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:44.062920 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c18eb8d3-4760-440d-a3ed-a7dfa96976bd,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:44.075163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.075743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.076129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.076504 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.076879 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.077246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.077611 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.077975 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.078337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.078700 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.079062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.079450 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:30:44.082377 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Checking segment: {'id': 'fdd1964c-1e86-40c0-9811-6fb28b9e424b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '042ff1c3-68cd-48b3-953b-80396fd35791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:30:44.082734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Network hostable DHCP agents. Network: 042ff1c3-68cd-48b3-953b-80396fd35791, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:30:44.085740 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:44.100651 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Network 042ff1c3-68cd-48b3-953b-80396fd35791 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:30:44.110423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 042ff1c3-68cd-48b3-953b-80396fd35791) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:30:44.118828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:44.119474 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:44.119661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c770ffe-6b1e-4d0c-ad26-1e43dfafa1f5 None None] Network 042ff1c3-68cd-48b3-953b-80396fd35791 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:30:44.144266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-de8ae775-f2a5-4691-8a3c-10ef39face11 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5895078
Apr 30 05:30:44.358537 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87496d66-df8c-4b11-99dd-94ea15cc874f None None] Network 042ff1c3-68cd-48b3-953b-80396fd35791 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:30:44.733187 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-238554d2-b6bc-4ec4-8a2b-1185858b1fa7 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:44.733804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-238554d2-b6bc-4ec4-8a2b-1185858b1fa7 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Synchronizing usage tracker for tenant:05e8a87502ba429ea6fc5167b886896c on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:30:44.749958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-238554d2-b6bc-4ec4-8a2b-1185858b1fa7 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Unset dirty status for tenant:05e8a87502ba429ea6fc5167b886896c on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:30:44.751135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-238554d2-b6bc-4ec4-8a2b-1185858b1fa7 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/networks?id=f6355333-c2ed-490c-ba1a-24f9b773cf32 HTTP/1.1" status: 200  len: 812 time: 0.1701965
Apr 30 05:30:44.766761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-fc16dce5-9c06-4e10-baa3-6e06fd727652 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/quotas/05e8a87502ba429ea6fc5167b886896c HTTP/1.1" status: 200  len: 375 time: 0.0101151
Apr 30 05:30:44.814641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-df1e1222-8e66-4fc1-8998-1e65f634c2cb tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=05e8a87502ba429ea6fc5167b886896c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0426385
Apr 30 05:30:44.949347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-18cf0ec3-57d2-43cb-a7d6-9c4c51a579e0 service neutron] 10.222.0.46 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278756
Apr 30 05:30:45.082554 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-8160c15d-ebd0-40a4-a347-783eb4a745d6 service neutron] 10.222.0.46 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273179
Apr 30 05:30:45.267309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7610e61a-88ae-4d6a-8294-db7df895025b req-86936d76-704e-4b4c-b98c-38188f49ed93 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 210 time: 0.0470142
Apr 30 05:30:46.298803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-8938bbf1-238e-4644-b8a4-0c0ade0ace68 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:46.300309 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-8938bbf1-238e-4644-b8a4-0c0ade0ace68 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.50 "GET /v2.0/networks?id=f6355333-c2ed-490c-ba1a-24f9b773cf32 HTTP/1.1" status: 200  len: 812 time: 0.1584449
Apr 30 05:30:46.314761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Request body: {'port': {'device_id': 'dc27e874-e202-41de-b9ef-71cf9c2015a9', 'network_id': 'f6355333-c2ed-490c-ba1a-24f9b773cf32', 'admin_state_up': True, 'tenant_id': '05e8a87502ba429ea6fc5167b886896c'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:30:46.426583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50551190-be06-4f01-bdd5-4665670c5c43 req-baf7b308-36e8-4a2d-bb8b-55a75a4cf59a tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 210 time: 0.0431287
Apr 30 05:30:46.457680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:30:46.462133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Usage tracker for resource:port and tenant:05e8a87502ba429ea6fc5167b886896c is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:30:46.466228 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:30:46.472387 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:30:46.481774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Made reservation on behalf of 05e8a87502ba429ea6fc5167b886896c for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:30:46.485455 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:46.654003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Allocated IP 172.20.0.5 (f6355333-c2ed-490c-ba1a-24f9b773cf32/964d5ea9-3897-4290-a5ae-9865d6d861c5/14a6bc3a-8cc1-4691-889a-c71c3556fb92) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:30:46.866153 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:46.895964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:46.901878 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eeba840b-55bb-449a-b5a3-cc3a6ffb299b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:46.973892 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Network f6355333-c2ed-490c-ba1a-24f9b773cf32 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:30:46.977420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:30:46.982104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:30:47.193298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Pushing event updated for resources: {'Port': ['ID=14a6bc3a-8cc1-4691-889a-c71c3556fb92,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:47.198008 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:47.221719 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:47.222335 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:47.242013 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9313226
Apr 30 05:30:47.253196 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Request body: {'port': {'device_id': 'dc27e874-e202-41de-b9ef-71cf9c2015a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:30:47.366356 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:47.724084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a6bc3a-8cc1-4691-889a-c71c3556fb92 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:30:47.731737 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:47.746350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Transition to ACTIVE for port object 14a6bc3a-8cc1-4691-889a-c71c3556fb92 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:30:47.749297 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:47.753918 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80b437a8-fa3a-471e-bdf2-f241bcf04b13 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:47.780667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5955a-a059-4b1e-aa62-76bead2025af req-c3ef5191-ff38-4035-900c-a321c79f8780 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:47.782166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7d5955a-a059-4b1e-aa62-76bead2025af req-c3ef5191-ff38-4035-900c-a321c79f8780 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 931 time: 0.0847695
Apr 30 05:30:47.833960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b7d5955a-a059-4b1e-aa62-76bead2025af req-aad922f2-1e62-40f5-b999-1161c10d9171 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Synchronizing usage tracker for tenant:05e8a87502ba429ea6fc5167b886896c on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:30:47.853466 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-b7d5955a-a059-4b1e-aa62-76bead2025af req-aad922f2-1e62-40f5-b999-1161c10d9171 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Unset dirty status for tenant:05e8a87502ba429ea6fc5167b886896c on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:30:47.854564 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7d5955a-a059-4b1e-aa62-76bead2025af req-aad922f2-1e62-40f5-b999-1161c10d9171 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653641
Apr 30 05:30:47.883241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Pushing event updated for resources: {'Port': ['ID=14a6bc3a-8cc1-4691-889a-c71c3556fb92,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:47.910495 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:47.990972 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Attempting to bind port 14a6bc3a-8cc1-4691-889a-c71c3556fb92 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:30:47.991215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Attempting to bind port 14a6bc3a-8cc1-4691-889a-c71c3556fb92 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'c8f47acc-e57b-4192-870b-146f897bc330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f6355333-c2ed-490c-ba1a-24f9b773cf32'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:30:47.991564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Attempting to bind port 14a6bc3a-8cc1-4691-889a-c71c3556fb92 on network f6355333-c2ed-490c-ba1a-24f9b773cf32 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:30:47.996180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Port 14a6bc3a-8cc1-4691-889a-c71c3556fb92 on network f6355333-c2ed-490c-ba1a-24f9b773cf32 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:30:47.996494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Attempting to bind port 14a6bc3a-8cc1-4691-889a-c71c3556fb92 on network f6355333-c2ed-490c-ba1a-24f9b773cf32 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:30:48.001511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:30:48.001842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Checking segment: {'id': 'c8f47acc-e57b-4192-870b-146f897bc330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f6355333-c2ed-490c-ba1a-24f9b773cf32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:30:48.002218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Bound using segment: {'id': 'c8f47acc-e57b-4192-870b-146f897bc330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f6355333-c2ed-490c-ba1a-24f9b773cf32'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:30:48.002635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Bound port: 14a6bc3a-8cc1-4691-889a-c71c3556fb92, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f47acc-e57b-4192-870b-146f897bc330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f6355333-c2ed-490c-ba1a-24f9b773cf32'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:30:48.002971 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:48.093417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] For port 14a6bc3a-8cc1-4691-889a-c71c3556fb92, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:30:48.096679 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] For port 14a6bc3a-8cc1-4691-889a-c71c3556fb92, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92,segment=NetworkSegment(c8f47acc-e57b-4192-870b-146f897bc330),segment_id=c8f47acc-e57b-4192-870b-146f897bc330)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:30:48.100778 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:48.105375 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:48.155956 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:48.156652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:48.158136 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] 10.222.0.50 "PUT /v2.0/ports/14a6bc3a-8cc1-4691-889a-c71c3556fb92 HTTP/1.1" status: 200  len: 1092 time: 0.9087915
Apr 30 05:30:48.158558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc27e874-e202-41de-b9ef-71cf9c2015a9', 'tag': '14a6bc3a-8cc1-4691-889a-c71c3556fb92'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:30:48.188692 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Pushing event updated for resources: {'Port': ['ID=14a6bc3a-8cc1-4691-889a-c71c3556fb92,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:48.193835 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:48.234433 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc27e874-e202-41de-b9ef-71cf9c2015a9', 'tag': '14a6bc3a-8cc1-4691-889a-c71c3556fb92', 'status': 'completed', 'code': 200}
Apr 30 05:30:48.278329 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-3dd8d76d-49bf-4d5b-9ab9-97d43408c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:48.280060 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-3dd8d76d-49bf-4d5b-9ab9-97d43408c564 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e8a87502ba429ea6fc5167b886896c&device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 1095 time: 0.0777493
Apr 30 05:30:48.353428 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-5684547c-f139-4e86-b872-8a4f0c243cec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92 HTTP/1.1" status: 200  len: 217 time: 0.0663707
Apr 30 05:30:48.421818 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-d951c1de-9dff-4085-ae59-e5b2f0f97c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:48.423257 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-d951c1de-9dff-4085-ae59-e5b2f0f97c4f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=964d5ea9-3897-4290-a5ae-9865d6d861c5 HTTP/1.1" status: 200  len: 852 time: 0.0637786
Apr 30 05:30:48.472224 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-c0ae4cc8-1d35-40e2-b063-059510f59d35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6355333-c2ed-490c-ba1a-24f9b773cf32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420504
Apr 30 05:30:48.606594 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-1543ae35-b565-41af-ad16-06af89620716 service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270530
Apr 30 05:30:48.744184 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-32017726-ecd5-4553-97f7-6f80c91af8a0 req-9e8bfbe8-e054-496a-a6dc-c616d9352c69 service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317410
Apr 30 05:30:48.866385 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d75b37-3092-4ec9-89a0-10addb591583 req-660b6216-b12e-40fc-858e-66ba07dc1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:48.867915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-28d75b37-3092-4ec9-89a0-10addb591583 req-660b6216-b12e-40fc-858e-66ba07dc1161 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e8a87502ba429ea6fc5167b886896c&device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 1095 time: 0.0741189
Apr 30 05:30:49.021116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d75b37-3092-4ec9-89a0-10addb591583 req-906040a6-4a15-482b-9300-b3b93628fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:49.023059 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-28d75b37-3092-4ec9-89a0-10addb591583 req-906040a6-4a15-482b-9300-b3b93628fe7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6355333-c2ed-490c-ba1a-24f9b773cf32 HTTP/1.1" status: 200  len: 913 time: 0.1486368
Apr 30 05:30:49.074600 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995793e4-9beb-4aa8-bea9-a176c6920326 req-6daf3645-fe85-4d67-b97b-2f8a850bccdc tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:49.077236 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-995793e4-9beb-4aa8-bea9-a176c6920326 req-6daf3645-fe85-4d67-b97b-2f8a850bccdc tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 943 time: 0.1007469
Apr 30 05:30:49.131272 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-28d75b37-3092-4ec9-89a0-10addb591583 req-89d0a410-fc3a-45ee-9c33-14956978ab9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92 HTTP/1.1" status: 200  len: 217 time: 0.1016772
Apr 30 05:30:49.135887 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-995793e4-9beb-4aa8-bea9-a176c6920326 req-5fae9ee1-fbe4-4b02-ae8a-8023e8783e16 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526416
Apr 30 05:30:49.201266 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d75b37-3092-4ec9-89a0-10addb591583 req-3ca22e06-7b19-4bc8-bdd7-8b53a2d96be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:49.202806 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-28d75b37-3092-4ec9-89a0-10addb591583 req-3ca22e06-7b19-4bc8-bdd7-8b53a2d96be0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=964d5ea9-3897-4290-a5ae-9865d6d861c5 HTTP/1.1" status: 200  len: 852 time: 0.0650606
Apr 30 05:30:49.256099 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-28d75b37-3092-4ec9-89a0-10addb591583 req-0df4ea3c-96fd-47f2-9d46-28b766aa20d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6355333-c2ed-490c-ba1a-24f9b773cf32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469148
Apr 30 05:30:49.319239 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce691b0-ba86-4636-812e-72d891ba9492 req-ed7f13b5-008e-4b8b-8f4d-efa35f1adf4c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:49.321054 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ce691b0-ba86-4636-812e-72d891ba9492 req-ed7f13b5-008e-4b8b-8f4d-efa35f1adf4c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.0871828
Apr 30 05:30:49.372932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3ce691b0-ba86-4636-812e-72d891ba9492 req-d8bc0b41-5b5c-413b-abad-4f3f7fedc69a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440087
Apr 30 05:30:49.555519 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-28d75b37-3092-4ec9-89a0-10addb591583 req-cc7f78d1-75ab-48a6-842a-722c9f88676a service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2926681
Apr 30 05:30:49.690712 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-28d75b37-3092-4ec9-89a0-10addb591583 req-7b7d1553-8ec1-41e5-84db-b81a828d2f02 service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281633
Apr 30 05:30:50.341750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759a236-b9c0-40d2-ae18-172624ef0a8a req-2a62ca14-ef02-4307-bfa5-d6879220d646 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:50.343250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8759a236-b9c0-40d2-ae18-172624ef0a8a req-2a62ca14-ef02-4307-bfa5-d6879220d646 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 943 time: 0.0809834
Apr 30 05:30:50.398086 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8759a236-b9c0-40d2-ae18-172624ef0a8a req-ca9f74f0-d8c5-468e-9dbc-e99514bae928 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479155
Apr 30 05:30:50.558521 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0a1bd-3c1a-4b32-b748-d26045ca8c88 req-8a13480b-6bf1-48e4-b971-71a2270402eb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:50.560047 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5c0a1bd-3c1a-4b32-b748-d26045ca8c88 req-8a13480b-6bf1-48e4-b971-71a2270402eb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.0810585
Apr 30 05:30:50.605148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5c0a1bd-3c1a-4b32-b748-d26045ca8c88 req-b4215bc9-e33a-4c2a-b8a7-1ed34ac646cb tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393703
Apr 30 05:30:51.589108 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31273a2-352a-4c5f-811b-f728f2a07e6b req-05e593e6-a3ea-4d80-a12e-ee08a6d3b777 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:51.590609 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e31273a2-352a-4c5f-811b-f728f2a07e6b req-05e593e6-a3ea-4d80-a12e-ee08a6d3b777 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 943 time: 0.0837314
Apr 30 05:30:51.636506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e31273a2-352a-4c5f-811b-f728f2a07e6b req-2ba6fea7-2a0b-468d-b6d4-a23235fdda8f tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397770
Apr 30 05:30:51.793177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17414c-a840-4e00-9f1a-2f3e3fffb14c req-752e276b-17e0-4565-84bf-a424ad854a3e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:51.794641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b17414c-a840-4e00-9f1a-2f3e3fffb14c req-752e276b-17e0-4565-84bf-a424ad854a3e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.0813551
Apr 30 05:30:51.838559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b17414c-a840-4e00-9f1a-2f3e3fffb14c req-c349f119-7eb1-41ce-9375-19ab80f73617 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382447
Apr 30 05:30:52.385725 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 14a6bc3a-8cc1-4691-889a-c71c3556fb92 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:30:52.520955 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 14a6bc3a-8cc1-4691-889a-c71c3556fb92, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92,segment=NetworkSegment(c8f47acc-e57b-4192-870b-146f897bc330),segment_id=c8f47acc-e57b-4192-870b-146f897bc330)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:30:52.534704 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '14a6bc3a-8cc1-4691-889a-c71c3556fb92', 'network_id': 'f6355333-c2ed-490c-ba1a-24f9b773cf32', 'port_id': '14a6bc3a-8cc1-4691-889a-c71c3556fb92', 'mac_address': 'fa:16:3e:e3:d7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '964d5ea9-3897-4290-a5ae-9865d6d861c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:30:52.588796 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:52.606901 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a6bc3a-8cc1-4691-889a-c71c3556fb92 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:30:52.623136 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 14a6bc3a-8cc1-4691-889a-c71c3556fb92, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92,segment=NetworkSegment(c8f47acc-e57b-4192-870b-146f897bc330),segment_id=c8f47acc-e57b-4192-870b-146f897bc330)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:30:52.627584 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:52.630420 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-849404fc-76c8-4f99-942b-7cc83e6d3ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:52.701069 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=14a6bc3a-8cc1-4691-889a-c71c3556fb92,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:52.704440 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:52.948754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['14a6bc3a-8cc1-4691-889a-c71c3556fb92'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:30:53.020638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c810b-d8e1-466f-bcec-012306988617 req-1aba4e76-7b9f-436d-861c-86f4d943744a tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:53.022119 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e72c810b-d8e1-466f-bcec-012306988617 req-1aba4e76-7b9f-436d-861c-86f4d943744a tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 944 time: 0.2785590
Apr 30 05:30:53.085407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a19bd-c373-49f9-9339-cd2887f98efe req-9308222a-020a-4a33-9245-fdec5d8465cd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:53.086875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c55a19bd-c373-49f9-9339-cd2887f98efe req-9308222a-020a-4a33-9245-fdec5d8465cd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.1362760
Apr 30 05:30:53.092201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e72c810b-d8e1-466f-bcec-012306988617 req-76e25c8a-fa18-46ba-b6da-bd1e5169d4a5 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631909
Apr 30 05:30:53.136578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c55a19bd-c373-49f9-9339-cd2887f98efe req-980a3fc7-8136-429b-924e-ac3916e645ab tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425978
Apr 30 05:30:54.348149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9599846-6dfb-4b87-bfc5-9a85dbeea7e2 req-9c32d909-b0ae-41f7-b932-d46723197128 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:54.349625 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9599846-6dfb-4b87-bfc5-9a85dbeea7e2 req-9c32d909-b0ae-41f7-b932-d46723197128 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 944 time: 0.1496735
Apr 30 05:30:54.386789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772703-1e8d-4c53-ad95-7ef9e92e5bd2 req-0a6a5c47-6b32-44b3-b00f-56fee0b16b62 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:54.388998 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30772703-1e8d-4c53-ad95-7ef9e92e5bd2 req-0a6a5c47-6b32-44b3-b00f-56fee0b16b62 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.1400943
Apr 30 05:30:54.401138 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 14a6bc3a-8cc1-4691-889a-c71c3556fb92 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:30:54.426751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9599846-6dfb-4b87-bfc5-9a85dbeea7e2 req-4d2aa999-c6ea-42eb-82b4-7d198911521f tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708292
Apr 30 05:30:54.453432 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-30772703-1e8d-4c53-ad95-7ef9e92e5bd2 req-ebb7cecd-de99-456f-bbc9-eda2c98971c6 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554111
Apr 30 05:30:54.479062 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 14a6bc3a-8cc1-4691-889a-c71c3556fb92 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:30:54.483978 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 14a6bc3a-8cc1-4691-889a-c71c3556fb92 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:30:54.484357 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:54.605090 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:54.632441 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc27e874-e202-41de-b9ef-71cf9c2015a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a6bc3a-8cc1-4691-889a-c71c3556fb92'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:30:54.642272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 14a6bc3a-8cc1-4691-889a-c71c3556fb92, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92,segment=NetworkSegment(c8f47acc-e57b-4192-870b-146f897bc330),segment_id=c8f47acc-e57b-4192-870b-146f897bc330)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:30:54.646926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:54.649164 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aae3d169-ace6-4a5b-af9a-9376050af08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:30:54.685208 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc27e874-e202-41de-b9ef-71cf9c2015a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a6bc3a-8cc1-4691-889a-c71c3556fb92', 'code': 200}
Apr 30 05:30:54.718715 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=14a6bc3a-8cc1-4691-889a-c71c3556fb92,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:30:54.722273 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:30:54.806430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb1d15-2762-4854-8cf9-2d340c838587 req-ef0554f4-2e1b-4545-ac2b-e42bf51a2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:54.807945 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-61fb1d15-2762-4854-8cf9-2d340c838587 req-ef0554f4-2e1b-4545-ac2b-e42bf51a2700 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 1097 time: 0.0707114
Apr 30 05:30:54.849464 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-61fb1d15-2762-4854-8cf9-2d340c838587 req-59c64077-5d23-4834-a33f-e707f5d1b6e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349803
Apr 30 05:30:55.686449 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419004ad-1e54-4c5b-822f-b83501582e3f req-937a9f9f-1b0e-46b0-a613-0507fd8eaa7f tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:55.687970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-419004ad-1e54-4c5b-822f-b83501582e3f req-937a9f9f-1b0e-46b0-a613-0507fd8eaa7f tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.1473761
Apr 30 05:30:55.700075 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efc00b-c5cf-49fc-b76e-b055de5ed3d5 req-c7787743-7da5-4a00-87cc-5e0cb7bbc545 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:55.701588 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86efc00b-c5cf-49fc-b76e-b055de5ed3d5 req-c7787743-7da5-4a00-87cc-5e0cb7bbc545 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.1229751
Apr 30 05:30:55.773268 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-419004ad-1e54-4c5b-822f-b83501582e3f req-735b368d-55cb-4106-8c6e-1d1a0b32840f tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706356
Apr 30 05:30:55.777614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86efc00b-c5cf-49fc-b76e-b055de5ed3d5 req-123f72b0-a846-4d19-9449-860c3018be12 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611780
Apr 30 05:30:57.026264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca11e8-0bd3-48a9-acde-8d89a768475f req-22f376d4-fb58-4e7b-8524-c6c94d936680 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:57.027793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22ca11e8-0bd3-48a9-acde-8d89a768475f req-22f376d4-fb58-4e7b-8524-c6c94d936680 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.1157112
Apr 30 05:30:57.036210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc1c01-db80-440a-b2c5-4b6f98a882b0 req-11189fad-652e-4b32-955b-58133b8206fe tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:57.037589 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51bc1c01-db80-440a-b2c5-4b6f98a882b0 req-11189fad-652e-4b32-955b-58133b8206fe tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.1571336
Apr 30 05:30:57.111809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-22ca11e8-0bd3-48a9-acde-8d89a768475f req-769b568c-9865-4124-970e-f6daf23678ca tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731485
Apr 30 05:30:57.114513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51bc1c01-db80-440a-b2c5-4b6f98a882b0 req-e8ea9dd7-a2d3-4db9-b01f-17b6d7e9154c tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625255
Apr 30 05:30:57.303410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d9907-a3b5-420c-8d40-4e2108c1b1f1 req-95c664bb-2fd6-44e8-abcf-31d8f88370e8 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:57.304902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-762d9907-a3b5-420c-8d40-4e2108c1b1f1 req-95c664bb-2fd6-44e8-abcf-31d8f88370e8 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0855958
Apr 30 05:30:57.351328 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-762d9907-a3b5-420c-8d40-4e2108c1b1f1 req-48ebd41c-f4cb-4ab3-8e9d-758e7f344124 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407133
Apr 30 05:30:57.623034 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:57.652705 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:30:57.766766 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcca14-5002-42b8-b381-52351d4aa713 req-e8ab9238-fb84-4867-af8a-23eeeb7fd2d4 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:57.768309 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1dbcca14-5002-42b8-b381-52351d4aa713 req-e8ab9238-fb84-4867-af8a-23eeeb7fd2d4 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0820701
Apr 30 05:30:57.818232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1dbcca14-5002-42b8-b381-52351d4aa713 req-0af840a3-b867-4ea7-bbb0-c595d4e0fd6f tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442200
Apr 30 05:30:58.309888 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628f32a-185a-4e63-960f-7ad7bed4f673 req-5f2553d3-ce2c-4087-ac34-a87a69983099 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:58.311727 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6628f32a-185a-4e63-960f-7ad7bed4f673 req-5f2553d3-ce2c-4087-ac34-a87a69983099 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.0851066
Apr 30 05:30:58.362154 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6628f32a-185a-4e63-960f-7ad7bed4f673 req-ac20e0b2-ddb3-4ef4-a98b-84944a1ace11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449960
Apr 30 05:30:59.046627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc14d0-be55-4a45-9551-09ef830892e5 req-e486acc8-e9c4-4c17-b7a8-60b214f97710 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:59.048159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fcc14d0-be55-4a45-9551-09ef830892e5 req-e486acc8-e9c4-4c17-b7a8-60b214f97710 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.1189656
Apr 30 05:30:59.098022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fcc14d0-be55-4a45-9551-09ef830892e5 req-ef8ce7ee-1b85-46ec-a9a4-ebdf6a536e70 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397863
Apr 30 05:30:59.446689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e34c14-3b0d-45b7-9747-a2ba9c1016ec req-8cf9177a-7b9b-4276-8c60-13d89d9a75de tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:59.449003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02e34c14-3b0d-45b7-9747-a2ba9c1016ec req-8cf9177a-7b9b-4276-8c60-13d89d9a75de tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0854049
Apr 30 05:30:59.453469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-41503c3c-9aca-45a2-975f-8deb41b8006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:59.455214 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-41503c3c-9aca-45a2-975f-8deb41b8006f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e8a87502ba429ea6fc5167b886896c&device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 1097 time: 0.0783958
Apr 30 05:30:59.545570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-02e34c14-3b0d-45b7-9747-a2ba9c1016ec req-3226f0dd-544e-41cf-875b-333dfc3c45b8 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897329
Apr 30 05:30:59.580463 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578ba9e-f772-495c-8e60-5b0c92df2500 req-b57ca7e9-2bb0-44c1-a762-c9a1f53277d4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:59.581982 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9578ba9e-f772-495c-8e60-5b0c92df2500 req-b57ca7e9-2bb0-44c1-a762-c9a1f53277d4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.1099000
Apr 30 05:30:59.596595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-35a6956e-a98d-4681-9417-cff8487612cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:59.598028 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-35a6956e-a98d-4681-9417-cff8487612cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6355333-c2ed-490c-ba1a-24f9b773cf32 HTTP/1.1" status: 200  len: 913 time: 0.1364834
Apr 30 05:30:59.629714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9578ba9e-f772-495c-8e60-5b0c92df2500 req-1dc2c2eb-26d8-4dd0-9533-bbc1b0e96fdd tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419509
Apr 30 05:30:59.667047 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-f2eae251-13a1-4388-a00a-e5bea5aa5d26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92 HTTP/1.1" status: 200  len: 217 time: 0.0621152
Apr 30 05:30:59.732136 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-855f8ad5-0eb0-4589-b1ad-2b3b1b0f48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:30:59.733573 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-855f8ad5-0eb0-4589-b1ad-2b3b1b0f48c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=964d5ea9-3897-4290-a5ae-9865d6d861c5 HTTP/1.1" status: 200  len: 852 time: 0.0610924
Apr 30 05:30:59.780115 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-ca5002fb-0898-4c78-b157-a875c3a3f7d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6355333-c2ed-490c-ba1a-24f9b773cf32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407381
Apr 30 05:30:59.911594 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-61416403-d418-419f-b11e-5792a2c82bb4 service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249077
Apr 30 05:31:00.049012 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-972ad65c-f806-4a6c-abb8-5aa1c38e5a59 req-31760d87-15e9-4926-b07c-3cb142f9e162 service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312206
Apr 30 05:31:00.214161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-1be0f684-f6e9-4c31-b4f4-3a3cb02f6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:00.216265 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-1be0f684-f6e9-4c31-b4f4-3a3cb02f6e03 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e8a87502ba429ea6fc5167b886896c&device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 1097 time: 0.0775061
Apr 30 05:31:00.366152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-fb2cee59-96ba-425d-bb44-6fb11b979725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:00.367729 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-fb2cee59-96ba-425d-bb44-6fb11b979725 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6355333-c2ed-490c-ba1a-24f9b773cf32 HTTP/1.1" status: 200  len: 913 time: 0.1321406
Apr 30 05:31:00.439899 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-1b4fd92c-59b6-4110-9476-92dabe6e06a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92 HTTP/1.1" status: 200  len: 217 time: 0.0617614
Apr 30 05:31:00.508528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-631d428a-f8e8-4677-827d-b33b33bae425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:00.509888 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-631d428a-f8e8-4677-827d-b33b33bae425 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=964d5ea9-3897-4290-a5ae-9865d6d861c5 HTTP/1.1" status: 200  len: 852 time: 0.0624928
Apr 30 05:31:00.557705 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-c945f109-d277-438c-9fb2-4943947c9342 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6355333-c2ed-490c-ba1a-24f9b773cf32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413432
Apr 30 05:31:00.695052 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-e268e68d-f492-4fc2-aadf-1a47083eccc7 service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308029
Apr 30 05:31:00.743732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfecc41-1615-41a2-814b-5e83dbaa497e req-111aad34-0028-4126-afa4-1ca52aa6a3f1 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:00.745491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2cfecc41-1615-41a2-814b-5e83dbaa497e req-111aad34-0028-4126-afa4-1ca52aa6a3f1 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0850897
Apr 30 05:31:00.757605 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2787a110-688f-41f8-a34f-e5e960f6e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:00.844914 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2cfecc41-1615-41a2-814b-5e83dbaa497e req-f6774036-8322-44e1-9eb3-c2384fe902b2 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606806
Apr 30 05:31:00.848635 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f420d210-24ef-4ace-b5ea-1cf700a22d9d req-79ffc646-b45f-426c-9f8a-ff62591be242 service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468461
Apr 30 05:31:00.876109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff172c62-279e-4f23-8a66-cee03b71ed4c req-61851179-1e22-4822-b7b9-830673e03f3b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:00.877602 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff172c62-279e-4f23-8a66-cee03b71ed4c req-61851179-1e22-4822-b7b9-830673e03f3b tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.1311698
Apr 30 05:31:00.928367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ff172c62-279e-4f23-8a66-cee03b71ed4c req-775b50f8-0f52-44e5-bb6c-b097c39ba81c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442631
Apr 30 05:31:02.047370 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fb438-3cdb-424a-8126-690a576576ff req-c701e16a-8eec-4c78-acdc-68896de15d6c tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:02.048884 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-927fb438-3cdb-424a-8126-690a576576ff req-c701e16a-8eec-4c78-acdc-68896de15d6c tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0911486
Apr 30 05:31:02.304019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-927fb438-3cdb-424a-8126-690a576576ff req-a97b34e6-9a37-49a2-9a11-93f7fd14af50 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632548
Apr 30 05:31:02.330216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d7d3e-a107-470c-997e-9036c566bb26 req-a668ac72-602b-4ae4-99a4-a811dd72eda7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:02.331819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c01d7d3e-a107-470c-997e-9036c566bb26 req-a668ac72-602b-4ae4-99a4-a811dd72eda7 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.2819841
Apr 30 05:31:02.382581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c01d7d3e-a107-470c-997e-9036c566bb26 req-3bbb65e4-5331-4f92-8bf6-d09a532e90ae tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449018
Apr 30 05:31:02.705502 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cb3e8-9839-4d65-9c7e-8c667416c49a req-026b8310-f071-44bf-b639-af005bf95a0f tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:02.706962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f6cb3e8-9839-4d65-9c7e-8c667416c49a req-026b8310-f071-44bf-b639-af005bf95a0f tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0821059
Apr 30 05:31:02.752315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4f6cb3e8-9839-4d65-9c7e-8c667416c49a req-99bfb3e3-babe-46e2-8323-990a75c7fe43 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394609
Apr 30 05:31:03.431633 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:03.583043 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08072-a519-4aaa-bc1f-157160dba3c7 req-8b30ab4d-4030-495e-840e-9753c9b68438 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:03.584614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23a08072-a519-4aaa-bc1f-157160dba3c7 req-8b30ab4d-4030-495e-840e-9753c9b68438 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.0875521
Apr 30 05:31:03.632137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-23a08072-a519-4aaa-bc1f-157160dba3c7 req-d9bc2ab8-e0ba-44e4-b740-1c6c30c7c97f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408571
Apr 30 05:31:03.659223 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c96cfe9d-64e6-4116-b816-db3d2e8e0bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:03.661062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b6959-ceac-40f8-9493-e5a20b112e05 req-05120d66-c480-4740-95d2-d7e097248bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:03.664221 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf9b6959-ceac-40f8-9493-e5a20b112e05 req-05120d66-c480-4740-95d2-d7e097248bdd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1097 time: 0.0770166
Apr 30 05:31:03.710662 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf9b6959-ceac-40f8-9493-e5a20b112e05 req-5559cc1e-55b6-437e-a9cb-c46609f4f7ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394726
Apr 30 05:31:03.941833 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b59ea-f1ba-411f-8268-dc4e9f0dec77 req-dad9aefa-fc4b-4d76-a67e-1549fbdfa010 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:03.943370 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-828b59ea-f1ba-411f-8268-dc4e9f0dec77 req-dad9aefa-fc4b-4d76-a67e-1549fbdfa010 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0848122
Apr 30 05:31:03.991193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-828b59ea-f1ba-411f-8268-dc4e9f0dec77 req-175d145c-b965-4c3b-8cb9-3fc97af76f29 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416052
Apr 30 05:31:04.345073 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d02a4-d923-4d10-b0f1-88986c0e3e5b req-361e0be9-750d-4e47-b498-27358b43e0d5 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:04.346923 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-874d02a4-d923-4d10-b0f1-88986c0e3e5b req-361e0be9-750d-4e47-b498-27358b43e0d5 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0937083
Apr 30 05:31:04.399020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-874d02a4-d923-4d10-b0f1-88986c0e3e5b req-6aa33829-5fe1-412d-9435-87e27cbad1ec tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460107
Apr 30 05:31:04.513936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-2a7634b6-fa92-4246-815a-22e9d7987389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:04.515517 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-2a7634b6-fa92-4246-815a-22e9d7987389 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=05e8a87502ba429ea6fc5167b886896c&device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 1097 time: 0.2413497
Apr 30 05:31:04.608839 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:31:04.651074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-061731fd-b727-4486-8a6e-0ac909f3433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:04.653496 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-061731fd-b727-4486-8a6e-0ac909f3433e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f6355333-c2ed-490c-ba1a-24f9b773cf32 HTTP/1.1" status: 200  len: 913 time: 0.1308103
Apr 30 05:31:04.742137 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:04.774817 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:31:04.787110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:31:04.792718 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:04.795266 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:04.813052 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-b5e66a8c-326c-4af1-8f3f-05e7ae210fd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92 HTTP/1.1" status: 200  len: 217 time: 0.1541383
Apr 30 05:31:04.849019 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc64771-1089-401b-aec1-a2417da4990b req-fe224f2c-f758-4f98-b5af-3ec01198845f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:04.850899 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-efc64771-1089-401b-aec1-a2417da4990b req-fe224f2c-f758-4f98-b5af-3ec01198845f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 943 time: 0.0934606
Apr 30 05:31:04.917095 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'code': 200}
Apr 30 05:31:04.942059 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,revision_number=6']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:04.946271 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:04.947412 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:04.950970 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-efc64771-1089-401b-aec1-a2417da4990b req-4fd44126-6d29-4e96-970e-1eb65cb45fda tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914407
Apr 30 05:31:04.994042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-8aad8967-9294-4e2c-b4f3-2b8cd95b392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:04.995550 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-8aad8967-9294-4e2c-b4f3-2b8cd95b392a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=964d5ea9-3897-4290-a5ae-9865d6d861c5 HTTP/1.1" status: 200  len: 852 time: 0.1754270
Apr 30 05:31:05.052658 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-ba36856b-687a-4189-86af-d9fa58bee786 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f6355333-c2ed-490c-ba1a-24f9b773cf32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487089
Apr 30 05:31:05.054788 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-391e8b61-fbf6-4384-bf3f-fc4b450d9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:05.056161 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-391e8b61-fbf6-4384-bf3f-fc4b450d9d96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1095 time: 0.1854508
Apr 30 05:31:05.298657 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-1cbbda11-a371-493f-9400-52daea29d156 service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398405
Apr 30 05:31:05.299778 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-a3570c43-4663-4135-8d5a-f477364f35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:05.301082 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-a3570c43-4663-4135-8d5a-f477364f35c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d HTTP/1.1" status: 200  len: 897 time: 0.2235124
Apr 30 05:31:05.501426 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-b45c9f3c-6a97-4754-bf6a-4b2904fa5eae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d HTTP/1.1" status: 200  len: 998 time: 0.1780748
Apr 30 05:31:05.570439 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c7c3e7a5-9f92-4c44-a4d5-97fe62977aab req-7bb3f992-b65c-4cfd-a210-4fad2989f5d4 service neutron] 10.222.0.50 "GET /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2649412
Apr 30 05:31:05.588285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-e9f76509-f4e6-44fd-8d04-8ea36eecbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:05.589727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-e9f76509-f4e6-44fd-8d04-8ea36eecbb08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731b6bc2-bb0f-4ecd-8b58-10dd55a7c942 HTTP/1.1" status: 200  len: 835 time: 0.0817914
Apr 30 05:31:05.594713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce21976-3b34-4594-ae8b-796e99dd00ac req-a4b64d45-9b20-433d-b84f-80e36d3de183 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:05.596560 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ce21976-3b34-4594-ae8b-796e99dd00ac req-a4b64d45-9b20-433d-b84f-80e36d3de183 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0867839
Apr 30 05:31:05.643901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ce21976-3b34-4594-ae8b-796e99dd00ac req-99de5d8f-5c55-4270-9c98-e23546b9f38d tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411582
Apr 30 05:31:05.668697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-1f9eb305-bda6-4efc-8258-73374de291f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:05.670384 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-1f9eb305-bda6-4efc-8258-73374de291f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0739851
Apr 30 05:31:05.807901 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-71b69a9c-73ec-4952-a535-c4c9de870a02 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298907
Apr 30 05:31:05.944381 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6a7e458a-447e-4a22-82a0-2e35244c11a1 req-7a2b37c0-0f43-4340-bd5e-84ffc3a13e51 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298845
Apr 30 05:31:06.150136 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2970b-989c-47c3-9a53-34a66c51c5d7 req-47973410-9752-4976-95cc-e6f6f6ecafba tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:06.151646 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aaf2970b-989c-47c3-9a53-34a66c51c5d7 req-47973410-9752-4976-95cc-e6f6f6ecafba tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 943 time: 0.0869713
Apr 30 05:31:06.198109 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aaf2970b-989c-47c3-9a53-34a66c51c5d7 req-6d945f89-868c-4725-bd89-ecce8617ca30 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400324
Apr 30 05:31:06.221643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60206) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:31:06.330482 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c64ac914-ee2b-4df7-9b8a-14a332f3905a tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/floatingips/761cd775-68bc-4466-93ba-dd36c12de677 HTTP/1.1" status: 200  len: 990 time: 0.1076205
Apr 30 05:31:06.384279 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:06.596376 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:31:06.740850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:31:06.756358 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'port_id': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'mac_address': 'fa:16:3e:76:19:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:31:06.813246 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:06.830583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:31:06.834100 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b8cfb-3596-414c-a443-809807b9aac5 req-8945ef27-f9eb-4dc9-924e-a019339e94c0 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:06.835655 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2c5b8cfb-3596-414c-a443-809807b9aac5 req-8945ef27-f9eb-4dc9-924e-a019339e94c0 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0831130
Apr 30 05:31:06.847884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:31:06.851843 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:06.853580 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b7e4bca5-6021-4faf-b872-9cc73273331c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:06.884771 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2c5b8cfb-3596-414c-a443-809807b9aac5 req-4a6c988b-eeb4-452f-8b2b-d76056c4e116 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420458
Apr 30 05:31:06.927663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,revision_number=7']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:06.930781 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:07.092870 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:31:07.201189 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['4354670f-0759-4ee5-a5e6-b0a9bc69aa9d'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:31:07.281409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa08d00-ebd1-48d8-b495-2b104af360d6 req-0d0614e7-2264-40a1-874e-061265b3e181 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:07.282907 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa08d00-ebd1-48d8-b495-2b104af360d6 req-0d0614e7-2264-40a1-874e-061265b3e181 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0865200
Apr 30 05:31:07.328730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fa08d00-ebd1-48d8-b495-2b104af360d6 req-f8bb40b1-793b-4746-80fd-c34aede8bb5a tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401006
Apr 30 05:31:08.526758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defdf42-6435-4d5c-ba05-354a3aef75b6 req-c8076dfd-46c0-4687-8663-b7e4c971046a tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:08.529005 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2defdf42-6435-4d5c-ba05-354a3aef75b6 req-c8076dfd-46c0-4687-8663-b7e4c971046a tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0858521
Apr 30 05:31:08.580580 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2defdf42-6435-4d5c-ba05-354a3aef75b6 req-63d96672-9c6f-4d0c-8909-b844f3e5cda3 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457225
Apr 30 05:31:08.635364 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:31:08.705984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:31:08.706368 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:08.827609 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:08.859680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:31:08.869998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:31:08.874472 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:08.876522 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:08.920718 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'code': 200}
Apr 30 05:31:08.948038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:08.951845 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:09.128986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-657e502c-9097-425b-a317-46afbad677e4 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:09.129595 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-657e502c-9097-425b-a317-46afbad677e4 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Synchronizing usage tracker for tenant:05e8a87502ba429ea6fc5167b886896c on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:31:09.147080 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-657e502c-9097-425b-a317-46afbad677e4 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Unset dirty status for tenant:05e8a87502ba429ea6fc5167b886896c on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:31:09.148246 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-657e502c-9097-425b-a317-46afbad677e4 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0982990
Apr 30 05:31:09.438950 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Deleting port 14a6bc3a-8cc1-4691-889a-c71c3556fb92 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:31:09.439201 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:09.571010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] For port 14a6bc3a-8cc1-4691-889a-c71c3556fb92, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=14a6bc3a-8cc1-4691-889a-c71c3556fb92,segment=NetworkSegment(c8f47acc-e57b-4192-870b-146f897bc330),segment_id=c8f47acc-e57b-4192-870b-146f897bc330)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:31:09.571376 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:09.701019 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Calling delete_port for 14a6bc3a-8cc1-4691-889a-c71c3556fb92 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:31:09.773437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c633a8c-fc17-42fd-934c-72abb7de483b req-0418cf28-06f9-4f79-a457-387a0d6867c5 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:31:09.774937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2c633a8c-fc17-42fd-934c-72abb7de483b req-0418cf28-06f9-4f79-a457-387a0d6867c5 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc27e874-e202-41de-b9ef-71cf9c2015a9 HTTP/1.1" status: 200  len: 945 time: 0.0862153
Apr 30 05:31:09.813698 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:09.820697 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ffc24771-224b-4e13-8e75-dbca4a1ea232 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:09.822491 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2c633a8c-fc17-42fd-934c-72abb7de483b req-0e7c6936-a44e-4b6c-b13a-ef821787927b tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.46 "GET /v2.0/security-groups?id=47c7cf95-bff7-4252-9a20-31fe8128f27d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413089
Apr 30 05:31:09.827058 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['14a6bc3a-8cc1-4691-889a-c71c3556fb92'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:31:09.871992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Pushing event deleted for resources: {'Port': ['ID=14a6bc3a-8cc1-4691-889a-c71c3556fb92,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:09.875201 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:09.949901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] No DVR routers for this DVR port 14a6bc3a-8cc1-4691-889a-c71c3556fb92 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:31:09.952691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:09.955581 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc27e874-e202-41de-b9ef-71cf9c2015a9', 'name': 'network-vif-deleted', 'tag': '14a6bc3a-8cc1-4691-889a-c71c3556fb92'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:31:09.973587 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e6ae130e-64c7-40db-ac14-fa7e279e49ff req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] 10.222.0.50 "DELETE /v2.0/ports/14a6bc3a-8cc1-4691-889a-c71c3556fb92 HTTP/1.1" status: 204  len: 173 time: 0.8195477
Apr 30 05:31:10.007614 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc27e874-e202-41de-b9ef-71cf9c2015a9', 'name': 'network-vif-deleted', 'tag': '14a6bc3a-8cc1-4691-889a-c71c3556fb92', 'status': 'completed', 'code': 200}
Apr 30 05:31:10.926631 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60226) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:31:10.992477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb931936-9ad4-4c35-ac5f-00f4c517bb6d admin admin] Deleting subnet 964d5ea9-3897-4290-a5ae-9865d6d861c5 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:31:10.995632 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb931936-9ad4-4c35-ac5f-00f4c517bb6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:11.046371 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb931936-9ad4-4c35-ac5f-00f4c517bb6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:11.105620 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb931936-9ad4-4c35-ac5f-00f4c517bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:11.354150 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb931936-9ad4-4c35-ac5f-00f4c517bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:11.358515 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-e77a738a-0395-4de5-ad1e-a3bab8f9ffe5 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:11.395082 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb931936-9ad4-4c35-ac5f-00f4c517bb6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964d5ea9-3897-4290-a5ae-9865d6d861c5,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:11.398149 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb931936-9ad4-4c35-ac5f-00f4c517bb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:11.399187 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cb931936-9ad4-4c35-ac5f-00f4c517bb6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:11.405562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cb931936-9ad4-4c35-ac5f-00f4c517bb6d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/964d5ea9-3897-4290-a5ae-9865d6d861c5 HTTP/1.1" status: 204  len: 168 time: 0.4772098
Apr 30 05:31:11.408106 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60230) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:31:11.512761 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:11.641585 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:11.903016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a5fb5e0>,) {'filters': {'network_id': ['f6355333-c2ed-490c-ba1a-24f9b773cf32']}} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:31:11.915009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a5fb5e0>, 'c8f47acc-e57b-4192-870b-146f897bc330') {'for_net_delete': True} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:31:11.915324 n-d-766726-20 neutron-server[74581]: DEBUG neutron.services.segments.db [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a5fb5e0>, 'c8f47acc-e57b-4192-870b-146f897bc330') {} {{(pid=74581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:31:11.927198 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263133283'] for segment, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:11.947376 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:11.953840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=74581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:31:12.128453 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Network f6355333-c2ed-490c-ba1a-24f9b773cf32 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:31:12.137426 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263257794'] for segment, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:12.312589 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Network f6355333-c2ed-490c-ba1a-24f9b773cf32 has no segments {{(pid=74581) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]: Traceback (most recent call last):
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     timer()
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     cb(*args, **kw)
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     return func(*args, **kwargs)
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     self._notify()
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     self.callback(batched_events)
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     event.method(event)
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     return f(self, *a, **k)
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     return self._get(url).json()
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:31:12.333451 n-d-766726-20 neutron-server[74581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:31:12.413611 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:12.417312 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae8fc9a6-ff04-4892-ae76-4dd5974cbcaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:12.435389 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:12.447054 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Pushing event deleted for resources: {'Network': ['ID=f6355333-c2ed-490c-ba1a-24f9b773cf32,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:12.447569 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 14a6bc3a-8cc1-4691-889a-c71c3556fb92 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:31:12.450213 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:12.455249 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-daf6cfc2-0dcb-46f1-89bb-0a5421fa15de admin admin] 10.222.0.46 "DELETE /v2.0/networks/f6355333-c2ed-490c-ba1a-24f9b773cf32 HTTP/1.1" status: 204  len: 168 time: 1.0458615
Apr 30 05:31:12.458559 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60234) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:31:12.488872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: 14a6bc3a-8cc1-4691-889a-c71c3556fb92 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:31:12.489228 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 14a6bc3a-8cc1-4691-889a-c71c3556fb92 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:31:12.525182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed76dd8-2a02-475e-9ecd-1e6b8b23b3d4 admin admin] Deleting subnet c18eb8d3-4760-440d-a3ed-a7dfa96976bd {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:31:12.528853 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1ed76dd8-2a02-475e-9ecd-1e6b8b23b3d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:12.578755 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1ed76dd8-2a02-475e-9ecd-1e6b8b23b3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:12.635639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1ed76dd8-2a02-475e-9ecd-1e6b8b23b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:12.896356 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1ed76dd8-2a02-475e-9ecd-1e6b8b23b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:12.901124 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fa6fdee7-de2f-4f30-8687-ce17aefb59eb tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:12.939282 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1ed76dd8-2a02-475e-9ecd-1e6b8b23b3d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:12.941812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed76dd8-2a02-475e-9ecd-1e6b8b23b3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c18eb8d3-4760-440d-a3ed-a7dfa96976bd,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:12.944243 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1ed76dd8-2a02-475e-9ecd-1e6b8b23b3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:12.948839 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1ed76dd8-2a02-475e-9ecd-1e6b8b23b3d4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c18eb8d3-4760-440d-a3ed-a7dfa96976bd HTTP/1.1" status: 204  len: 168 time: 0.4891491
Apr 30 05:31:12.951361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60238) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:31:13.059726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:13.186128 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:13.302640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe778fca8e0>,) {'filters': {'network_id': ['042ff1c3-68cd-48b3-953b-80396fd35791']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:31:13.314640 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778fca8e0>, 'fdd1964c-1e86-40c0-9811-6fb28b9e424b') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:31:13.314936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778fca8e0>, 'fdd1964c-1e86-40c0-9811-6fb28b9e424b') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:31:13.326821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:13.343074 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:13.350503 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:31:13.526534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Network 042ff1c3-68cd-48b3-953b-80396fd35791 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:31:13.536623 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:13.708545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Network 042ff1c3-68cd-48b3-953b-80396fd35791 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:31:13.892213 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:31:13.971602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:13.975154 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d0d2a4ab-37ac-49a6-bc45-c88983bfc217 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:13.991581 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:14.001504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=042ff1c3-68cd-48b3-953b-80396fd35791,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:14.004395 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] 10.222.0.46 "DELETE /v2.0/networks/042ff1c3-68cd-48b3-953b-80396fd35791 HTTP/1.1" status: 204  len: 168 time: 1.0521033
Apr 30 05:31:14.005390 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:14.175617 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60244) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:31:14.225245 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a958ac46-9149-4ebe-b607-d81b2c1f11ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05e8a87502ba429ea6fc5167b886896c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0483110
Apr 30 05:31:14.227539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60248) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:31:14.284541 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bde6ba92-8663-4a10-a3be-5fd1727b4984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:14.311111 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bde6ba92-8663-4a10-a3be-5fd1727b4984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:14.363722 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bde6ba92-8663-4a10-a3be-5fd1727b4984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:14.367542 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8c8e9fa2-01ca-4bd9-bd6b-9461f4445586 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:14.382869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6ba92-8663-4a10-a3be-5fd1727b4984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c7cf95-bff7-4252-9a20-31fe8128f27d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:14.385591 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bde6ba92-8663-4a10-a3be-5fd1727b4984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:14.395994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bde6ba92-8663-4a10-a3be-5fd1727b4984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:14.397152 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bde6ba92-8663-4a10-a3be-5fd1727b4984 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47c7cf95-bff7-4252-9a20-31fe8128f27d HTTP/1.1" status: 204  len: 168 time: 0.1686604
Apr 30 05:31:14.748193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60256) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:31:14.800940 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-585b3035-dff4-48dd-ae6a-c0280a87ea09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e9b87c79ea54693989a447d4b412e02&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0511551
Apr 30 05:31:14.803279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60260) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:31:14.862756 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eeae9a9f-2d93-4c7d-be48-644b026f9740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:14.889413 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eeae9a9f-2d93-4c7d-be48-644b026f9740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:14.941378 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eeae9a9f-2d93-4c7d-be48-644b026f9740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:14.945442 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7502893c-01d6-4f51-89b8-387754c86a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:31:14.958268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae9a9f-2d93-4c7d-be48-644b026f9740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61968c48-3e32-4bb8-bb7c-6d44410d1c90,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:31:14.961938 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eeae9a9f-2d93-4c7d-be48-644b026f9740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:31:14.966122 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-eeae9a9f-2d93-4c7d-be48-644b026f9740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:14.967550 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-eeae9a9f-2d93-4c7d-be48-644b026f9740 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61968c48-3e32-4bb8-bb7c-6d44410d1c90 HTTP/1.1" status: 204  len: 168 time: 0.1633406
Apr 30 05:31:27.616961 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:27.670706 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:30.740479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2c71-c244-4486-9869-64671f172183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:33.435165 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:33.651267 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8747a6ef-b994-4fd0-a29e-f839a35a26cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:34.890911 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:36.388160 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:44.093145 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:31:57.618122 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:31:57.687955 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:00.742011 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b4eef7d8-f3a6-48bf-982f-63425e96ffc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:03.437659 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:03.653005 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-873fc694-6fe3-4b9d-8793-b7cc7bbd03bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:04.895556 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:06.391474 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:06.795793 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-00d6e525-3a10-463e-8df8-31b0e3dfbc0b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0742693
Apr 30 05:32:06.934789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-7bb11838-414c-4d00-a235-f56c10943375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:06.936808 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-7bb11838-414c-4d00-a235-f56c10943375 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1097 time: 0.0722349
Apr 30 05:32:07.087802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-e01cfd0d-f576-4066-854a-880c7db7a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:07.089181 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-e01cfd0d-f576-4066-854a-880c7db7a9b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d HTTP/1.1" status: 200  len: 897 time: 0.1303003
Apr 30 05:32:07.198886 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-bdafd3f3-11ce-4557-96b1-24cd7eefab8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d HTTP/1.1" status: 200  len: 1000 time: 0.1026292
Apr 30 05:32:07.265206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-5e249045-1f58-4221-b535-4518d14ffb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:07.266660 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-5e249045-1f58-4221-b535-4518d14ffb17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731b6bc2-bb0f-4ecd-8b58-10dd55a7c942 HTTP/1.1" status: 200  len: 835 time: 0.0602446
Apr 30 05:32:07.349986 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-180f6317-e9b7-4d60-a235-3ed6af8e28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:07.351416 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-180f6317-e9b7-4d60-a235-3ed6af8e28c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0750768
Apr 30 05:32:07.493775 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-29e12d1f-355c-4bd7-b565-4a640a248bc5 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358757
Apr 30 05:32:07.631544 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c4aa8023-3611-4608-afdf-60124b5366e8 req-e9a45e47-5fbc-4590-8a4f-c1c7024fb2f5 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310637
Apr 30 05:32:10.986420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60296) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:11.259264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 0d037a38-5fc4-4950-a033-3335e1399eda {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:32:11.259632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:11.536381 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:11.536632 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:11.662050 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 0d037a38-5fc4-4950-a033-3335e1399eda owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:32:11.793918 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:11.798448 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2f0b9372-6dbe-402b-8b93-20d9765ab4dc tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:11.845362 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=0d037a38-5fc4-4950-a033-3335e1399eda,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:11.898417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.898809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.899187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.899957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.900337 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.900705 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.901069 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.901448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.901794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.902153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.902511 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.902866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:11.965070 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:11.969656 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:11.970038 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Floating IP 761cd775-68bc-4466-93ba-dd36c12de677 disassociated (deleted). External IP: 172.25.8.83, port: 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d.
Apr 30 05:32:12.339091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d88d8ec0-e0a6-4793-baf9-47fc23a416cd has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:32:12.521403 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:32:12.531096 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] Sync routers for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:32:12.538570 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:12.540825 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:12.541434 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:12.599891 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/floatingips/761cd775-68bc-4466-93ba-dd36c12de677 HTTP/1.1" status: 204  len: 168 time: 1.6122048
Apr 30 05:32:12.600676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:32:12.649783 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'status': 'completed', 'code': 200}
Apr 30 05:32:12.754278 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-34b9496f-bcf4-4bf9-965b-13e6f573632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:12.757037 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-34b9496f-bcf4-4bf9-965b-13e6f573632d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8342531a68584bdfb8954926aa47e9fc&device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 1097 time: 0.0832429
Apr 30 05:32:12.772125 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:12.913273 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-aae0488f-1a85-4aeb-ba2f-adbd263198af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:12.915004 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-aae0488f-1a85-4aeb-ba2f-adbd263198af service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d HTTP/1.1" status: 200  len: 897 time: 0.1513124
Apr 30 05:32:13.001156 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-9c11ef34-b1f9-4f7a-811e-b75a555dd08a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d HTTP/1.1" status: 200  len: 217 time: 0.0759916
Apr 30 05:32:13.077191 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-fcc77aff-6a7e-4f77-929a-ba08e38dfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:13.078204 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-fcc77aff-6a7e-4f77-929a-ba08e38dfde7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=731b6bc2-bb0f-4ecd-8b58-10dd55a7c942 HTTP/1.1" status: 200  len: 835 time: 0.0691540
Apr 30 05:32:13.123997 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba820>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'bd65a342-8b9c-496b-ae30-b64af9ed2744', 'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:aa:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:31Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:13.129702 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] Checking router: d88d8ec0-e0a6-4793-baf9-47fc23a416cd for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:32:13.139413 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:13.140043 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba820>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:13.167531 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-36462668-4e28-482d-825d-a7ce12847b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:13.169649 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-36462668-4e28-482d-825d-a7ce12847b47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0826144
Apr 30 05:32:13.264061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52508119-5a4e-4bb5-b807-5931d06ed471 req-27100656-d9a0-43a6-a858-d60b0ccc4f33 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:13.265644 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52508119-5a4e-4bb5-b807-5931d06ed471 req-27100656-d9a0-43a6-a858-d60b0ccc4f33 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.3561039
Apr 30 05:32:13.317078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52508119-5a4e-4bb5-b807-5931d06ed471 req-9c497ce3-9549-43c2-8dbc-3e59f0bbe17f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446267
Apr 30 05:32:13.330280 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:13.478153 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-bff527f8-03b7-409a-bb0a-d3cbac209c09 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3006864
Apr 30 05:32:13.613999 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-df63568b-4d4f-4a09-9f0f-bbfd6436faf1 req-3b23149b-0b51-4a1a-ab5a-805b5d0ec0c0 service neutron] 10.222.0.37 "GET /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285727
Apr 30 05:32:13.652317 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba820>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'bd65a342-8b9c-496b-ae30-b64af9ed2744', 'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:aa:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:31Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:13.656336 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e630d82-e568-4aad-ae50-c9c2ddfeb3c9 None None] The sync data for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 is: [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'bd65a342-8b9c-496b-ae30-b64af9ed2744', 'name': '', 'network_id': 'a1b70abe-ea9b-4e37-9801-3dc2bf38d54d', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'mac_address': 'fa:16:3e:aa:c3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:24Z', 'updated_at': '2021-04-30T05:29:31Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'subnets': [{'id': '731b6bc2-bb0f-4ecd-8b58-10dd55a7c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:32:13.866875 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f685cb7-3c77-4985-a4fc-b90cd20cc1e2 None None] New status for floating IP 761cd775-68bc-4466-93ba-dd36c12de677: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:32:14.349242 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-41962823-1997-486c-ba39-79836f883a07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:14.349539 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-41962823-1997-486c-ba39-79836f883a07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Synchronizing usage tracker for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:32:14.367953 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-41962823-1997-486c-ba39-79836f883a07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Unset dirty status for tenant:8342531a68584bdfb8954926aa47e9fc on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:32:14.369224 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-41962823-1997-486c-ba39-79836f883a07 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.1018455
Apr 30 05:32:14.518201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:32:14.518865 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:14.583004 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66616b8e-e2b8-4d61-bd11-cd2777be778f req-19ba5c60-e623-4b51-a4ff-33c49a9fba66 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:14.584460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66616b8e-e2b8-4d61-bd11-cd2777be778f req-19ba5c60-e623-4b51-a4ff-33c49a9fba66 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde HTTP/1.1" status: 200  len: 945 time: 0.1488967
Apr 30 05:32:14.630929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-66616b8e-e2b8-4d61-bd11-cd2777be778f req-772cb6eb-d250-403e-b8d3-af7a85f1c222 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "GET /v2.0/security-groups?id=ec6577aa-2e87-4052-9261-bd343d338d44&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404522
Apr 30 05:32:14.661796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:14.662143 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:14.798448 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:32:14.913124 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:14.918839 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-aaa53cf9-f66a-4f16-8e30-2af022f933fc tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:14.965823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=4354670f-0759-4ee5-a5e6-b0a9bc69aa9d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:14.969845 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:15.046325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] No DVR routers for this DVR port 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:32:15.048895 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:15.051474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'name': 'network-vif-deleted', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:32:15.068568 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-977eaf44-bed3-4602-9e61-56c2e65e13dc req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.37 "DELETE /v2.0/ports/4354670f-0759-4ee5-a5e6-b0a9bc69aa9d HTTP/1.1" status: 204  len: 173 time: 0.6928694
Apr 30 05:32:15.105181 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd7c6fd-3d90-4cf1-bf51-bc27141a6bde', 'name': 'network-vif-deleted', 'tag': '4354670f-0759-4ee5-a5e6-b0a9bc69aa9d', 'status': 'completed', 'code': 200}
Apr 30 05:32:15.727312 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60318) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:16.287121 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:16.891244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port bd65a342-8b9c-496b-ae30-b64af9ed2744 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:32:16.891975 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:17.011282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:32:17.030955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port bd65a342-8b9c-496b-ae30-b64af9ed2744, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=bd65a342-8b9c-496b-ae30-b64af9ed2744,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:17.031318 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:17.047194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:32:17.047583 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 4354670f-0759-4ee5-a5e6-b0a9bc69aa9d not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:32:17.158623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for bd65a342-8b9c-496b-ae30-b64af9ed2744 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:32:17.311842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:17.316277 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fb558a6f-770e-4926-b6c3-b891648b9667 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:17.361829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=bd65a342-8b9c-496b-ae30-b64af9ed2744,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:17.388123 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:17.643371 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:18.184820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Router d88d8ec0-e0a6-4793-baf9-47fc23a416cd has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:32:18.363491 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:32:18.372661 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] Sync routers for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:32:18.376929 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "PUT /v2.0/routers/d88d8ec0-e0a6-4793-baf9-47fc23a416cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6484659
Apr 30 05:32:18.379556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60322) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:18.382501 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:18.383117 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba430>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:18.450008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-951ef052-fef7-4fa3-93c2-09dd76724bef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting subnet 731b6bc2-bb0f-4ecd-8b58-10dd55a7c942 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:32:18.453620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-951ef052-fef7-4fa3-93c2-09dd76724bef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:18.510994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-951ef052-fef7-4fa3-93c2-09dd76724bef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:18.558358 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:18.594842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-951ef052-fef7-4fa3-93c2-09dd76724bef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:18.882931 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-951ef052-fef7-4fa3-93c2-09dd76724bef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:18.887802 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-65f61994-093a-43bd-8497-35200e603d72 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:18.896719 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba430>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:32:17Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:18.900666 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] Checking router: d88d8ec0-e0a6-4793-baf9-47fc23a416cd for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:32:18.909242 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] Routers {'d88d8ec0-e0a6-4793-baf9-47fc23a416cd'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:18.909860 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba430>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:18.927849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ef052-fef7-4fa3-93c2-09dd76724bef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Subnet': ['ID=731b6bc2-bb0f-4ecd-8b58-10dd55a7c942,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:18.930945 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-951ef052-fef7-4fa3-93c2-09dd76724bef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:18.932036 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-951ef052-fef7-4fa3-93c2-09dd76724bef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:18.938952 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-951ef052-fef7-4fa3-93c2-09dd76724bef tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/subnets/731b6bc2-bb0f-4ecd-8b58-10dd55a7c942 HTTP/1.1" status: 204  len: 168 time: 0.5580580
Apr 30 05:32:18.941164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60326) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:18.945754 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9bafc8-5ab7-4633-be99-c81ed90a4b7b None None] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:32:19.109729 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] Set router d88d8ec0-e0a6-4793-baf9-47fc23a416cd gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:19.140815 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:19.321076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] DHCP port deletion for a1b70abe-ea9b-4e37-9801-3dc2bf38d54d request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:32:19.333586 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:19.393829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Deleting port 0cab78d5-492c-45c4-a7d0-2834e0fff199 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:32:19.394122 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:19.421194 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bfba430>, [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:32:17Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:19.422194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Deleting port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:32:19.422775 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:19.425535 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9aba41-c119-4786-b4bd-dee8be574744 None None] The sync data for ids ['d88d8ec0-e0a6-4793-baf9-47fc23a416cd'] in n-d-766726-20 is: [{'id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-938665915', 'tenant_id': '8342531a68584bdfb8954926aa47e9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:29:19Z', 'updated_at': '2021-04-30T05:32:17Z', 'revision_number': 5, 'project_id': '8342531a68584bdfb8954926aa47e9fc', 'gw_port': {'id': '3da761c9-324a-4b9b-90a9-52c5b11d7d0b', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88d8ec0-e0a6-4793-baf9-47fc23a416cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:29:20Z', 'updated_at': '2021-04-30T05:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:32:19.506590 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] For port 0cab78d5-492c-45c4-a7d0-2834e0fff199, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=0cab78d5-492c-45c4-a7d0-2834e0fff199,segment=NetworkSegment(b6c9dfd3-22a1-476d-af74-ca196682b9f5),segment_id=b6c9dfd3-22a1-476d-af74-ca196682b9f5)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:19.506989 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:19.556002 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] For port 3da761c9-324a-4b9b-90a9-52c5b11d7d0b, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=3da761c9-324a-4b9b-90a9-52c5b11d7d0b,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:19.556283 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:19.633227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Calling delete_port for 0cab78d5-492c-45c4-a7d0-2834e0fff199 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:32:19.680046 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:19.684170 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:19.687713 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Calling delete_port for 3da761c9-324a-4b9b-90a9-52c5b11d7d0b owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:32:19.730747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Pushing event deleted for resources: {'Port': ['ID=0cab78d5-492c-45c4-a7d0-2834e0fff199,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:19.741912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] No DVR routers for this DVR port 0cab78d5-492c-45c4-a7d0-2834e0fff199 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.751362 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:19.753503 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:19.827055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0cab78d5-492c-45c4-a7d0-2834e0fff199 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:32:19.865880 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 0cab78d5-492c-45c4-a7d0-2834e0fff199 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:32:19.866312 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 0cab78d5-492c-45c4-a7d0-2834e0fff199 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:32:19.866874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bd65a342-8b9c-496b-ae30-b64af9ed2744 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:32:19.903229 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: bd65a342-8b9c-496b-ae30-b64af9ed2744 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:32:19.903773 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device bd65a342-8b9c-496b-ae30-b64af9ed2744 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:32:20.012463 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.017754 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5d03a5cf-0c36-4bce-84ec-cd79a070715f tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:20.090620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Port': ['ID=3da761c9-324a-4b9b-90a9-52c5b11d7d0b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:20.093648 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:20.159648 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.342657 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.345500 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.369185 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.369728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Fanout notify agent at l3_agent the message router_deleted on router d88d8ec0-e0a6-4793-baf9-47fc23a416cd {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:32:20.387486 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.388712 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/routers/d88d8ec0-e0a6-4793-baf9-47fc23a416cd HTTP/1.1" status: 204  len: 168 time: 1.4465849
Apr 30 05:32:20.391460 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60330) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:20.511996 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.653578 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.777992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe778fd00a0>,) {'filters': {'network_id': ['a1b70abe-ea9b-4e37-9801-3dc2bf38d54d']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:20.792141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778fd00a0>, 'b6c9dfd3-22a1-476d-af74-ca196682b9f5') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:20.792431 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778fd00a0>, 'b6c9dfd3-22a1-476d-af74-ca196682b9f5') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:20.806235 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.826423 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:20.833977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:32:21.017010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:32:21.025658 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:21.092782 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:32:21.199405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Network a1b70abe-ea9b-4e37-9801-3dc2bf38d54d has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:32:21.223543 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:32:21.300348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:21.303896 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-80fe1e98-f0b8-448f-93a5-0e37a26b7f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:21.317949 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:21.332978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'Network': ['ID=a1b70abe-ea9b-4e37-9801-3dc2bf38d54d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:21.336141 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:21.341269 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-06eca943-22ef-4306-ae3c-a145a57c4756 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/networks/a1b70abe-ea9b-4e37-9801-3dc2bf38d54d HTTP/1.1" status: 204  len: 168 time: 0.9487545
Apr 30 05:32:21.345008 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60334) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:21.413617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da35414a-f08c-4934-b1ca-d3c1589a4dab tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:21.443526 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da35414a-f08c-4934-b1ca-d3c1589a4dab tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:21.509294 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da35414a-f08c-4934-b1ca-d3c1589a4dab tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:21.513152 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e8d6db61-52b8-4904-b6b9-f8d89f687817 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:21.529729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35414a-f08c-4934-b1ca-d3c1589a4dab tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6577aa-2e87-4052-9261-bd343d338d44,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:21.532184 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da35414a-f08c-4934-b1ca-d3c1589a4dab tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:21.541260 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da35414a-f08c-4934-b1ca-d3c1589a4dab tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:21.542393 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-da35414a-f08c-4934-b1ca-d3c1589a4dab tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] 10.222.0.46 "DELETE /v2.0/security-groups/ec6577aa-2e87-4052-9261-bd343d338d44 HTTP/1.1" status: 204  len: 168 time: 0.1964548
Apr 30 05:32:21.757423 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3da761c9-324a-4b9b-90a9-52c5b11d7d0b no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:32:21.794998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 3da761c9-324a-4b9b-90a9-52c5b11d7d0b {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:32:21.795407 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 3da761c9-324a-4b9b-90a9-52c5b11d7d0b not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:32:21.864170 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60344) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:22.018996 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f7456612-0841-4b77-91f8-be1c27e887c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8342531a68584bdfb8954926aa47e9fc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1533310
Apr 30 05:32:22.021302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60350) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:22.090024 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-976af94c-8678-4019-895d-6723426a07c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:22.119878 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-976af94c-8678-4019-895d-6723426a07c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:22.178742 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-976af94c-8678-4019-895d-6723426a07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:22.182707 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-892ce4f9-cfa2-4c89-b657-6e0e7a3b1eb2 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:22.199611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976af94c-8678-4019-895d-6723426a07c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac59abc-3755-4f47-aeab-87207ec72c35,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:22.205089 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-976af94c-8678-4019-895d-6723426a07c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:22.208350 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-976af94c-8678-4019-895d-6723426a07c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:22.209492 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-976af94c-8678-4019-895d-6723426a07c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eac59abc-3755-4f47-aeab-87207ec72c35 HTTP/1.1" status: 204  len: 168 time: 0.1872609
Apr 30 05:32:22.527231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60358) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:22.580719 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-92aac172-f311-4b2f-a242-a00540899470 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec0cbf7fdb3d400b8d8a55c0a5b72ea0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0520802
Apr 30 05:32:22.582963 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60362) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:22.644996 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2e77-b38e-41de-a2d1-746a5f556b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:22.674721 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2e77-b38e-41de-a2d1-746a5f556b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:22.733954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2e77-b38e-41de-a2d1-746a5f556b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:22.738903 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-783d1da2-fc9f-4830-8319-0ac80d41ccb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:22.755492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a2e77-b38e-41de-a2d1-746a5f556b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39086cbe-62b0-4317-8bb4-8f7e110c885d,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:22.758707 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4d1a2e77-b38e-41de-a2d1-746a5f556b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:22.770353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2e77-b38e-41de-a2d1-746a5f556b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:22.771603 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4d1a2e77-b38e-41de-a2d1-746a5f556b4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39086cbe-62b0-4317-8bb4-8f7e110c885d HTTP/1.1" status: 204  len: 168 time: 0.1876471
Apr 30 05:32:23.734647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60386) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:23.842812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1152946256-network', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:32:23.848747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:32:23.852533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Usage tracker for resource:network and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:32:23.855650 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:32:23.861529 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:32:23.873489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Made reservation on behalf of f87c384a9ff94c56b07fa365f4982447 for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:32:23.875821 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:23.888372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:23.904025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:32:23.908178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Usage tracker for resource:security_group_rule and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:32:23.911034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:32:23.916807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:32:24.015560 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.020338 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.023862 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f341448d-a000-447c-9058-3d6f5e505c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:24.055933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:32:24.066498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054858b3-cd65-4a50-8be4-5068726d8e2e,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:24.070113 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:24.077150 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.077722 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Added segment 89a8e1ac-9730-40c4-96b0-fff7f23c04d1 of type vlan for network c8c71b0b-3cff-46d9-8584-c176373e003b
Apr 30 05:32:24.108784 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.144311 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.145347 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:24.145921 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.149464 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-31749b64-51f1-4cab-a40d-448b8cf6aea4 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:24.255091 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Pushing event updated for resources: {'Network': ['ID=c8c71b0b-3cff-46d9-8584-c176373e003b,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:24.258072 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5223675
Apr 30 05:32:24.258923 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e264a847-3361-488e-8f2d-e74254c5432c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:24.261397 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60392) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:24.266004 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network c8c71b0b-3cff-46d9-8584-c176373e003b details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:32:24.268395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Request body: {'subnet': {'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1152946256-subnet', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:32:24.273913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:32:24.277868 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Usage tracker for resource:subnet and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:32:24.280832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:32:24.287644 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:32:24.298823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Made reservation on behalf of f87c384a9ff94c56b07fa365f4982447 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:32:24.301467 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.701984 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.705793 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-de34c627-d2ad-4691-ac23-176aeac2c6c4 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:24.781425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0c7cb3-1deb-40cc-8515-531123a98265,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:24.794500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Checking segment: {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:32:24.795639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Network hostable DHCP agents. Network: c8c71b0b-3cff-46d9-8584-c176373e003b, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:32:24.799426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.799823 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.800210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.800592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.800971 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.801381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.801835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.802209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.802579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.802946 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.803337 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.803711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:24.808162 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:24.823749 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Network c8c71b0b-3cff-46d9-8584-c176373e003b is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:32:24.836231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, c8c71b0b-3cff-46d9-8584-c176373e003b) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:24.849833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b6b8f3-ccbf-4d4d-bb97-fd458bdeeca2 None None] Network c8c71b0b-3cff-46d9-8584-c176373e003b requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:32:24.851034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:24.851667 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.877892 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-15ab6415-788a-4981-84ea-026ff1211b6c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6120090
Apr 30 05:32:24.878144 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60396) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:24.883409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:32:24.893338 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:32:24.897883 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Usage tracker for resource:router and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:32:24.901301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:32:24.909016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:32:24.927180 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.928554 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:24.948466 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.084549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-c8c71b0b-3cff-46d9-8584-c176373e003b', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:32:25.085394 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.234133 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.247494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Allocated IP 172.20.0.2 (c8c71b0b-3cff-46d9-8584-c176373e003b/9a0c7cb3-1deb-40cc-8515-531123a98265/08d3d383-0354-42ed-8c09-8fe5f3a87286) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:32:25.478382 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.490912 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Transition to ACTIVE for port object 08d3d383-0354-42ed-8c09-8fe5f3a87286 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:25.512429 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Transition to ACTIVE for port object 08d3d383-0354-42ed-8c09-8fe5f3a87286 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:25.520362 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.525047 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:25.589661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Network c8c71b0b-3cff-46d9-8584-c176373e003b is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:32:25.593721 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:25.597908 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:32:25.604104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Pushing event updated for resources: {'Port': ['ID=08d3d383-0354-42ed-8c09-8fe5f3a87286,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:25.633606 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:25.760829 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Attempting to bind port 08d3d383-0354-42ed-8c09-8fe5f3a87286 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:32:25.761111 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Attempting to bind port 08d3d383-0354-42ed-8c09-8fe5f3a87286 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:32:25.761490 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Attempting to bind port 08d3d383-0354-42ed-8c09-8fe5f3a87286 on network c8c71b0b-3cff-46d9-8584-c176373e003b {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:32:25.762698 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.768703 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:32:25.769087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Checking segment: {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:32:25.769565 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.769977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Bound using segment: {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:32:25.770455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Bound port: 08d3d383-0354-42ed-8c09-8fe5f3a87286, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:32:25.770841 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.795710 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.865724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] For port 08d3d383-0354-42ed-8c09-8fe5f3a87286, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:32:25.869726 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] For port 08d3d383-0354-42ed-8c09-8fe5f3a87286, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=08d3d383-0354-42ed-8c09-8fe5f3a87286,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:32:25.878328 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:25.884818 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-f6e39d51-1c79-4873-8985-21cf1745c752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:25.953862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Allocated IP 172.25.8.132 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:32:25.979845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Pushing event updated for resources: {'Port': ['ID=08d3d383-0354-42ed-8c09-8fe5f3a87286,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:25.983625 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:26.146896 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:26.203285 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:26.207357 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cb2618f6-01ab-4bb9-b4ff-1bb85076d464 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:26.284668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:32:26.288031 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:26.292007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:32:26.322984 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:26.333646 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:26.735871 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:26.950379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93361905-d44a-474a-be34-a1c58016b51f None None] Network c8c71b0b-3cff-46d9-8584-c176373e003b requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:32:27.058463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d950dfa0-a107-49a9-a9f8-cb255a81bf38 None None] Provisioning for port 08d3d383-0354-42ed-8c09-8fe5f3a87286 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:27.268456 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:27.482416 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Router eab7c8d6-2a70-4801-b03e-3af1a34bb430 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:32:27.616601 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:27.679675 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:32:27.696132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Sync routers for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:32:27.708237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:27.710282 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:27.710469 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:27.710947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801579a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:27.717110 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.8327022
Apr 30 05:32:27.717432 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 60400) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:27.854274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 08d3d383-0354-42ed-8c09-8fe5f3a87286 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:27.953742 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:28.082946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 08d3d383-0354-42ed-8c09-8fe5f3a87286 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:28.102864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 08d3d383-0354-42ed-8c09-8fe5f3a87286 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:28.103245 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:28.345511 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:28.387886 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 08d3d383-0354-42ed-8c09-8fe5f3a87286, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=08d3d383-0354-42ed-8c09-8fe5f3a87286,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:28.393652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801579a0>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:26Z', 'revision_number': 3, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:28.397493 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:28.400219 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:28.435016 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Checking router: eab7c8d6-2a70-4801-b03e-3af1a34bb430 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:32:28.435500 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Updating router eab7c8d6-2a70-4801-b03e-3af1a34bb430 port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:32:28.518054 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:28.559958 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=08d3d383-0354-42ed-8c09-8fe5f3a87286,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:28.564905 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:28.643265 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:28.886808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Allocated IP 172.20.0.1 (c8c71b0b-3cff-46d9-8584-c176373e003b/9a0c7cb3-1deb-40cc-8515-531123a98265/663fad3a-a821-43ba-a6c9-7db051a85d86) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:32:28.944257 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:28.958148 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Transition to ACTIVE for port object 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:28.965949 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:28.970550 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d35c2bc6-e1bb-4bf4-a2d4-e3ab2c084493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:29.051056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Attempting to bind port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:32:29.051535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Attempting to bind port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:32:29.051841 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.052007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Attempting to bind port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:32:29.054242 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c8334-e132-4de0-88b6-d1c56f1835b4 None None] Pushing event updated for resources: {'Port': ['ID=2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:29.058634 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b73c8334-e132-4de0-88b6-d1c56f1835b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:29.062384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:32:29.062776 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:32:29.063287 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.063648 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:32:29.064151 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Bound port: 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:32:29.064788 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.072017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Transition to ACTIVE for port object 663fad3a-a821-43ba-a6c9-7db051a85d86 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:29.099817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.104059 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c0ac3841-a3af-4d9d-bc3b-e623ebb456dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:29.168356 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] For port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:32:29.171017 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Network c8c71b0b-3cff-46d9-8584-c176373e003b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:32:29.173440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] For port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:32:29.178104 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.178535 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:29.183052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:32:29.184299 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1af8fb1b-a3b0-4651-9962-206e433709da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:29.224375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=663fad3a-a821-43ba-a6c9-7db051a85d86,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:29.230968 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:29.254976 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.261763 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:29.262419 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7801579a0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:29.344571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c8334-e132-4de0-88b6-d1c56f1835b4 None None] Pushing event updated for resources: {'Port': ['ID=2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:29.349508 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b73c8334-e132-4de0-88b6-d1c56f1835b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:29.459057 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b7c0592-3a61-48cc-88cd-1639ddeb7e78 None None] Provisioning for port 663fad3a-a821-43ba-a6c9-7db051a85d86 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:29.470820 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1b7c0592-3a61-48cc-88cd-1639ddeb7e78 None None] Provisioning complete for port 663fad3a-a821-43ba-a6c9-7db051a85d86 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:29.471164 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0592-3a61-48cc-88cd-1639ddeb7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.508998 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:29.531267 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.663087 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c0592-3a61-48cc-88cd-1639ddeb7e78 None None] Port 663fad3a-a821-43ba-a6c9-7db051a85d86 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:32:29.794259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 08d3d383-0354-42ed-8c09-8fe5f3a87286 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:29.895123 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 08d3d383-0354-42ed-8c09-8fe5f3a87286 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:29.895520 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.934288 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7801579a0>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:26Z', 'revision_number': 3, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:29.947903 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d723ed5a-45ee-431c-bf89-b6f101112a2a None None] The sync data for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 is: [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:26Z', 'revision_number': 3, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:32:29.953903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.959129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:29.986028 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4cd91edb-6c09-439e-9fbe-05fef82adec0 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:30.073712 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:30.077796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=663fad3a-a821-43ba-a6c9-7db051a85d86,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:30.081298 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:30.243939 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Network c8c71b0b-3cff-46d9-8584-c176373e003b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:32:30.245115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:30.475618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Router eab7c8d6-2a70-4801-b03e-3af1a34bb430 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:32:30.494337 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-942de15c-448c-4c1d-8dc2-d05ae3484d17 None None] Provisioning complete for port 663fad3a-a821-43ba-a6c9-7db051a85d86 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:30.495091 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-942de15c-448c-4c1d-8dc2-d05ae3484d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:30.564968 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-942de15c-448c-4c1d-8dc2-d05ae3484d17 None None] Port 663fad3a-a821-43ba-a6c9-7db051a85d86 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:32:30.677177 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:32:30.691459 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/eab7c8d6-2a70-4801-b03e-3af1a34bb430/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9725633
Apr 30 05:32:30.750784 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-73c1be92-9b5c-480b-a0d8-a65f1243720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.276664 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60422) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:31.283581 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-394388618-network', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:32:31.289287 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:32:31.293368 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Usage tracker for resource:network and tenant:81d15cae5f4c42409570f2401dd3ca33 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:32:31.298379 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:32:31.304795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:32:31.316755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Made reservation on behalf of 81d15cae5f4c42409570f2401dd3ca33 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:32:31.319342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.332521 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.348553 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:32:31.352537 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Usage tracker for resource:security_group_rule and tenant:81d15cae5f4c42409570f2401dd3ca33 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:32:31.355464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:32:31.362009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:32:31.460072 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.465162 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.469285 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-869efa6e-8d28-41b6-89ca-960ca4617e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:31.500153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:32:31.509257 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2a8b98-be14-4105-9bf8-43b3664d2371,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:31.513233 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:31.516723 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.517175 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Added segment 5ae69b1b-2a32-46d0-8f4e-118b117b5442 of type vlan for network 6df686b5-097a-4a9a-99c9-43109cfa6430
Apr 30 05:32:31.545730 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.582975 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.584221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:31.584828 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.588493 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-023f9076-4c6f-4435-9c54-c50704548f8f tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:31.601493 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Sync routers for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:32:31.611896 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:31.612627 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf909d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:31.695020 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Pushing event updated for resources: {'Network': ['ID=6df686b5-097a-4a9a-99c9-43109cfa6430,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:31.698525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4207859
Apr 30 05:32:31.699515 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:31.702757 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60426) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:31.709982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Request body: {'subnet': {'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-394388618-subnet', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:32:31.717750 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:32:31.718385 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:32:31.729211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Usage tracker for resource:subnet and tenant:81d15cae5f4c42409570f2401dd3ca33 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:32:31.732744 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:32:31.738869 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:32:31.753271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Made reservation on behalf of 81d15cae5f4c42409570f2401dd3ca33 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:32:31.756587 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:31.806636 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:31.839946 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:31.940883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:31.946707 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:31.947206 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.076427 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.094323 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:32.104541 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.106746 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:32.140818 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf909d0>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 2, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:32.146003 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Checking router: eab7c8d6-2a70-4801-b03e-3af1a34bb430 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:32:32.146630 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Updating router eab7c8d6-2a70-4801-b03e-3af1a34bb430 port 663fad3a-a821-43ba-a6c9-7db051a85d86 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:32:32.214903 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.215275 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.219379 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-2e309ae1-4f9c-4df6-ac65-15848633547e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:32.234973 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:32.238124 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:32.294364 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ef8c4c-9541-4672-8002-362149637d20,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:32.297096 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:32.303210 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Checking segment: {'id': '5ae69b1b-2a32-46d0-8f4e-118b117b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:32:32.303609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Network hostable DHCP agents. Network: 6df686b5-097a-4a9a-99c9-43109cfa6430, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:32:32.320711 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:32:32.331638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 6df686b5-097a-4a9a-99c9-43109cfa6430) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:32.341591 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22935c64-2642-4478-9a38-60452ffb5985 None None] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:32:32.345795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:32:32.346475 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.370394 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-52308a63-6c8e-43a1-9ed8-5bc79b167810 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6662428
Apr 30 05:32:32.373965 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60430) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:32.379281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:32:32.384657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:32:32.389184 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Usage tracker for resource:router and tenant:81d15cae5f4c42409570f2401dd3ca33 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:32:32.392315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:32:32.398680 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:32:32.414191 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.415407 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.431589 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.564919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-6df686b5-097a-4a9a-99c9-43109cfa6430', 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'fixed_ips': [{'subnet_id': '06ef8c4c-9541-4672-8002-362149637d20'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:32:32.565766 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.607371 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.619249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Transition to ACTIVE for port object 663fad3a-a821-43ba-a6c9-7db051a85d86 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:32.625596 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.629483 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-bea18b8c-7e6e-4f57-a41e-5782922e3198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:32.736895 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Allocated IP 172.20.0.2 (6df686b5-097a-4a9a-99c9-43109cfa6430/06ef8c4c-9541-4672-8002-362149637d20/082df123-2668-4b00-8e87-ed4ad15e8139) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:32:32.828670 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Pushing event updated for resources: {'Port': ['ID=663fad3a-a821-43ba-a6c9-7db051a85d86,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:32.871756 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.872300 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.872808 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.873257 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.873585 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.873912 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.874238 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.874557 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.874876 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.875194 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.875607 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.875929 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:32:32.880572 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:32.905529 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.910154 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Attempting to bind port 663fad3a-a821-43ba-a6c9-7db051a85d86 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:32:32.910779 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Attempting to bind port 663fad3a-a821-43ba-a6c9-7db051a85d86 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:32:32.911695 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Attempting to bind port 663fad3a-a821-43ba-a6c9-7db051a85d86 on network c8c71b0b-3cff-46d9-8584-c176373e003b {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:32:32.919026 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:32:32.920193 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Checking segment: {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:32:32.920799 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:32.921376 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Bound using segment: {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:32:32.922205 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Bound port: 663fad3a-a821-43ba-a6c9-7db051a85d86, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:32:32.922857 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.038684 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] For port 663fad3a-a821-43ba-a6c9-7db051a85d86, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:32:33.044080 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] For port 663fad3a-a821-43ba-a6c9-7db051a85d86, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=663fad3a-a821-43ba-a6c9-7db051a85d86,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:32:33.048701 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.052782 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-3f5defb0-97d4-4a67-9fe6-3cb0d4c74fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:33.104306 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.117105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Transition to ACTIVE for port object 082df123-2668-4b00-8e87-ed4ad15e8139 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:33.143112 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:33.143942 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf909d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:33.144208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Transition to ACTIVE for port object 082df123-2668-4b00-8e87-ed4ad15e8139 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:33.152803 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.158683 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-87c06f68-958d-4433-8b8d-ecb50be02c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:33.210070 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Pushing event updated for resources: {'Port': ['ID=663fad3a-a821-43ba-a6c9-7db051a85d86,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:33.221409 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:33.241519 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:32:33.245380 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:33.249990 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:32:33.258384 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Pushing event updated for resources: {'Port': ['ID=082df123-2668-4b00-8e87-ed4ad15e8139,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:33.262745 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:33.352449 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.360139 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Attempting to bind port 082df123-2668-4b00-8e87-ed4ad15e8139 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:32:33.360530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Attempting to bind port 082df123-2668-4b00-8e87-ed4ad15e8139 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ae69b1b-2a32-46d0-8f4e-118b117b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:32:33.360914 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Attempting to bind port 082df123-2668-4b00-8e87-ed4ad15e8139 on network 6df686b5-097a-4a9a-99c9-43109cfa6430 {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:32:33.366417 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:33.366976 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:32:33.367448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Checking segment: {'id': '5ae69b1b-2a32-46d0-8f4e-118b117b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:32:33.367822 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.368250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Bound using segment: {'id': '5ae69b1b-2a32-46d0-8f4e-118b117b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:32:33.368729 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Bound port: 082df123-2668-4b00-8e87-ed4ad15e8139, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae69b1b-2a32-46d0-8f4e-118b117b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:32:33.369119 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.406064 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.479190 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.496007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] For port 082df123-2668-4b00-8e87-ed4ad15e8139, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:32:33.501744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] For port 082df123-2668-4b00-8e87-ed4ad15e8139, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=082df123-2668-4b00-8e87-ed4ad15e8139,segment=NetworkSegment(5ae69b1b-2a32-46d0-8f4e-118b117b5442),segment_id=5ae69b1b-2a32-46d0-8f4e-118b117b5442)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:32:33.507044 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.511466 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4e0c129f-7d95-4357-95a5-5b9c6da75d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:33.564395 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Allocated IP 172.25.8.85 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/50a3b53a-98c7-467e-9a5b-4203e38dc0a3) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:32:33.605170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Pushing event updated for resources: {'Port': ['ID=082df123-2668-4b00-8e87-ed4ad15e8139,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:33.609436 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:33.660631 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2849ff90-25bd-4ffd-95f2-c7bd7a854fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.712222 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf909d0>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:33Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:33.719461 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f810e8-ce26-4078-be76-34b3b616297f None None] The sync data for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 is: [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:33Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:32:33.747691 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.792944 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.810821 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-84c7c768-4f64-447a-935c-5730080bf960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:33.827079 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:33.902415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:32:33.906403 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:33.910934 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:32:33.943797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:33.944276 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:33.985197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Pushing event updated for resources: {'Port': ['ID=50a3b53a-98c7-467e-9a5b-4203e38dc0a3,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:33.990142 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:34.438693 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:34.828188 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d95924f-cdf7-4070-b798-8a1e2c39c3d0 None None] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:32:34.970851 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:34.975377 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-3a0423ab-ef2d-4905-9c8c-bb2294677c60 None None] Provisioning for port 082df123-2668-4b00-8e87-ed4ad15e8139 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:35.051056 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:35.280102 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:32:35.485276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:32:35.494655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Sync routers for ids ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:32:35.504809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Routers {'9973be6f-7b79-4eeb-b2ea-8d144ec18adc'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:35.505448 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77aff6b80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:35.509342 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:35.510665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-086b4e5e-3300-4659-9359-4aac2fd83484 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1360490
Apr 30 05:32:35.514712 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 60436) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:32:35.771170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Set router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:35.880586 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 663fad3a-a821-43ba-a6c9-7db051a85d86 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:36.068565 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 663fad3a-a821-43ba-a6c9-7db051a85d86 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:36.080571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 663fad3a-a821-43ba-a6c9-7db051a85d86 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:36.080956 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.244742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.259346 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77aff6b80>, [{'id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:32Z', 'updated_at': '2021-04-30T05:32:34Z', 'revision_number': 3, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'gw_port': {'id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:33Z', 'updated_at': '2021-04-30T05:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:36.267254 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.281687 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Checking router: 9973be6f-7b79-4eeb-b2ea-8d144ec18adc for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:32:36.282046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Updating router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:32:36.355026 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.381706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 663fad3a-a821-43ba-a6c9-7db051a85d86, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=663fad3a-a821-43ba-a6c9-7db051a85d86,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:36.401557 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.402417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 082df123-2668-4b00-8e87-ed4ad15e8139 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:36.430899 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:36.497274 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.616027 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=663fad3a-a821-43ba-a6c9-7db051a85d86,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:36.622159 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:36.641150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Allocated IP 172.20.0.1 (6df686b5-097a-4a9a-99c9-43109cfa6430/06ef8c4c-9541-4672-8002-362149637d20/f9efdee0-a0bb-4180-a711-49adb47eafc9) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:32:36.641809 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 082df123-2668-4b00-8e87-ed4ad15e8139 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:36.659486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 082df123-2668-4b00-8e87-ed4ad15e8139 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:36.659870 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.805786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.830315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Transition to ACTIVE for port object f9efdee0-a0bb-4180-a711-49adb47eafc9 will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:36.856543 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.860987 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f1b16cd6-350c-475a-847f-02a20903aa2b tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:36.879974 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.920369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:32:36.927748 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:36.932780 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:32:36.979864 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.980433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f9efdee0-a0bb-4180-a711-49adb47eafc9,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:36.984631 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 082df123-2668-4b00-8e87-ed4ad15e8139, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=082df123-2668-4b00-8e87-ed4ad15e8139,segment=NetworkSegment(5ae69b1b-2a32-46d0-8f4e-118b117b5442),segment_id=5ae69b1b-2a32-46d0-8f4e-118b117b5442)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:36.985026 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:36.995269 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:36.999018 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:37.010290 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.030618 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Transition to ACTIVE for port object 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:37.055484 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.102560 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=082df123-2668-4b00-8e87-ed4ad15e8139,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:37.105495 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Attempting to bind port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:32:37.105881 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Attempting to bind port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:32:37.106265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Attempting to bind port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:32:37.108792 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:37.109277 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:37.151101 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:32:37.151538 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:32:37.151939 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.152344 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:32:37.152833 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Bound port: 50a3b53a-98c7-467e-9a5b-4203e38dc0a3, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:32:37.153229 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.166941 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.230227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50aa1d9-8342-481e-b650-5e00f66f789f None None] Pushing event updated for resources: {'Port': ['ID=50a3b53a-98c7-467e-9a5b-4203e38dc0a3,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:37.233204 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d50aa1d9-8342-481e-b650-5e00f66f789f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:37.264518 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] For port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:32:37.269024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] For port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50a3b53a-98c7-467e-9a5b-4203e38dc0a3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:32:37.278330 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.284200 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-aae3d169-ace6-4a5b-af9a-9376050af08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:37.319845 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a8d82146-e2e7-4406-b5da-aba416baa6ac None None] Provisioning for port f9efdee0-a0bb-4180-a711-49adb47eafc9 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:37.346257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a8d82146-e2e7-4406-b5da-aba416baa6ac None None] Provisioning complete for port f9efdee0-a0bb-4180-a711-49adb47eafc9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:37.346641 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a8d82146-e2e7-4406-b5da-aba416baa6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.409560 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Routers {'9973be6f-7b79-4eeb-b2ea-8d144ec18adc'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:37.410877 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77aff6b80>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:37.415201 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.421045 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.446575 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1c68ea74-ff95-48e2-b0b5-f432c22de386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:37.539016 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:37.543641 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f9efdee0-a0bb-4180-a711-49adb47eafc9,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:37.548869 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:37.560724 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a8d82146-e2e7-4406-b5da-aba416baa6ac None None] Port f9efdee0-a0bb-4180-a711-49adb47eafc9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:32:37.565653 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50aa1d9-8342-481e-b650-5e00f66f789f None None] Pushing event updated for resources: {'Port': ['ID=50a3b53a-98c7-467e-9a5b-4203e38dc0a3,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:37.569076 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d50aa1d9-8342-481e-b650-5e00f66f789f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:37.697657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:32:37.698248 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] Set router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:37.698810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:32:37.850887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 663fad3a-a821-43ba-a6c9-7db051a85d86 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:37.911598 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:32:38.070084 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4949e5fd-3ab3-459b-87e5-ead20c98b759 None None] Provisioning complete for port f9efdee0-a0bb-4180-a711-49adb47eafc9 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:38.070636 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4949e5fd-3ab3-459b-87e5-ead20c98b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:38.096503 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 663fad3a-a821-43ba-a6c9-7db051a85d86 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:38.096886 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:38.144887 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:32:38.154693 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] 10.222.0.46 "PUT /v2.0/routers/9973be6f-7b79-4eeb-b2ea-8d144ec18adc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6386828
Apr 30 05:32:38.215890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4949e5fd-3ab3-459b-87e5-ead20c98b759 None None] Port f9efdee0-a0bb-4180-a711-49adb47eafc9 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:32:38.295660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77aff6b80>, [{'id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:32Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 4, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'gw_port': {'id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:33Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'f9efdee0-a0bb-4180-a711-49adb47eafc9', 'name': '', 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'mac_address': 'fa:16:3e:17:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '06ef8c4c-9541-4672-8002-362149637d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:36Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 2, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'subnets': [{'id': '06ef8c4c-9541-4672-8002-362149637d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:38.304727 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06215cfd-f37a-41a4-9ad1-8640d72513c8 None None] The sync data for ids ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'] in n-d-766726-20 is: [{'id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:32Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 4, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'gw_port': {'id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:33Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'f9efdee0-a0bb-4180-a711-49adb47eafc9', 'name': '', 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'mac_address': 'fa:16:3e:17:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '06ef8c4c-9541-4672-8002-362149637d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:36Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 2, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'subnets': [{'id': '06ef8c4c-9541-4672-8002-362149637d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:32:38.307114 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 082df123-2668-4b00-8e87-ed4ad15e8139 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:38.385387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 082df123-2668-4b00-8e87-ed4ad15e8139 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:38.385841 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:39.811194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:39.905660 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:39.914930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:39.915536 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:40.071479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:40.092400 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50a3b53a-98c7-467e-9a5b-4203e38dc0a3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:40.097461 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:40.101066 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-24c4a735-13d2-489f-831c-25b0509c191f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:40.186055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=50a3b53a-98c7-467e-9a5b-4203e38dc0a3,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:40.192552 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:41.793181 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:41.873426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:41.873904 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:41.993814 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Sync routers for ids ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:32:42.007156 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Routers {'9973be6f-7b79-4eeb-b2ea-8d144ec18adc'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:42.008274 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf90f40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:42.208412 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Set router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:42.599526 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf90f40>, [{'id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:32Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 4, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'gw_port': {'id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:33Z', 'updated_at': '2021-04-30T05:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'f9efdee0-a0bb-4180-a711-49adb47eafc9', 'name': '', 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'mac_address': 'fa:16:3e:17:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '06ef8c4c-9541-4672-8002-362149637d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:36Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 2, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'subnets': [{'id': '06ef8c4c-9541-4672-8002-362149637d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:42.609257 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Checking router: 9973be6f-7b79-4eeb-b2ea-8d144ec18adc for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:32:42.609628 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Updating router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc port f9efdee0-a0bb-4180-a711-49adb47eafc9 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:32:42.671214 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:43.080106 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:43.093447 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Transition to ACTIVE for port object f9efdee0-a0bb-4180-a711-49adb47eafc9 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:32:43.100680 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:43.104363 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-b4c43c45-75d3-4157-ab62-26cb67278fda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:43.315402 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43894796-8216-4cca-aaf7-9d0e860703ae None None] Pushing event updated for resources: {'Port': ['ID=f9efdee0-a0bb-4180-a711-49adb47eafc9,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:43.343238 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-43894796-8216-4cca-aaf7-9d0e860703ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:43.385994 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Attempting to bind port f9efdee0-a0bb-4180-a711-49adb47eafc9 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:32:43.386611 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Attempting to bind port f9efdee0-a0bb-4180-a711-49adb47eafc9 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ae69b1b-2a32-46d0-8f4e-118b117b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:32:43.387220 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Attempting to bind port f9efdee0-a0bb-4180-a711-49adb47eafc9 on network 6df686b5-097a-4a9a-99c9-43109cfa6430 {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:32:43.395130 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:32:43.395636 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Checking segment: {'id': '5ae69b1b-2a32-46d0-8f4e-118b117b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:32:43.396057 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:43.396459 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Bound using segment: {'id': '5ae69b1b-2a32-46d0-8f4e-118b117b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:32:43.396933 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Bound port: f9efdee0-a0bb-4180-a711-49adb47eafc9, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae69b1b-2a32-46d0-8f4e-118b117b5442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:32:43.397310 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:43.495982 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] For port f9efdee0-a0bb-4180-a711-49adb47eafc9, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:32:43.499862 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] For port f9efdee0-a0bb-4180-a711-49adb47eafc9, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f9efdee0-a0bb-4180-a711-49adb47eafc9,segment=NetworkSegment(5ae69b1b-2a32-46d0-8f4e-118b117b5442),segment_id=5ae69b1b-2a32-46d0-8f4e-118b117b5442)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:32:43.504399 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:43.508195 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-258f8af7-b37b-4044-99a4-1ef4fdb75523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:43.581743 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Routers {'9973be6f-7b79-4eeb-b2ea-8d144ec18adc'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:32:43.582410 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77bf90f40>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:32:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:43.693913 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43894796-8216-4cca-aaf7-9d0e860703ae None None] Pushing event updated for resources: {'Port': ['ID=f9efdee0-a0bb-4180-a711-49adb47eafc9,revision_number=4']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:43.766500 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-43894796-8216-4cca-aaf7-9d0e860703ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:43.838972 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f9efdee0-a0bb-4180-a711-49adb47eafc9 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:43.856969 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] Set router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:32:43.954024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port f9efdee0-a0bb-4180-a711-49adb47eafc9 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:32:43.960876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f9efdee0-a0bb-4180-a711-49adb47eafc9 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:43.961698 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:44.160410 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:44.196576 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port f9efdee0-a0bb-4180-a711-49adb47eafc9, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f9efdee0-a0bb-4180-a711-49adb47eafc9,segment=NetworkSegment(5ae69b1b-2a32-46d0-8f4e-118b117b5442),segment_id=5ae69b1b-2a32-46d0-8f4e-118b117b5442)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:32:44.202528 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:44.209219 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:32:44.256130 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77bf90f40>, [{'id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:32Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 4, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'gw_port': {'id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:33Z', 'updated_at': '2021-04-30T05:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'f9efdee0-a0bb-4180-a711-49adb47eafc9', 'name': '', 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'mac_address': 'fa:16:3e:17:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '06ef8c4c-9541-4672-8002-362149637d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:36Z', 'updated_at': '2021-04-30T05:32:43Z', 'revision_number': 4, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'subnets': [{'id': '06ef8c4c-9541-4672-8002-362149637d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:32:44.264563 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3ca01-2444-4390-bf4a-84e8d90aa0d6 None None] The sync data for ids ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'] in n-d-766726-20 is: [{'id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:32Z', 'updated_at': '2021-04-30T05:32:37Z', 'revision_number': 4, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'gw_port': {'id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:33Z', 'updated_at': '2021-04-30T05:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': 'f9efdee0-a0bb-4180-a711-49adb47eafc9', 'name': '', 'network_id': '6df686b5-097a-4a9a-99c9-43109cfa6430', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'mac_address': 'fa:16:3e:17:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '06ef8c4c-9541-4672-8002-362149637d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:36Z', 'updated_at': '2021-04-30T05:32:43Z', 'revision_number': 4, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'subnets': [{'id': '06ef8c4c-9541-4672-8002-362149637d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:32:44.288086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=f9efdee0-a0bb-4180-a711-49adb47eafc9,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:32:44.293686 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:32:45.782746 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f9efdee0-a0bb-4180-a711-49adb47eafc9 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:32:45.858811 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port f9efdee0-a0bb-4180-a711-49adb47eafc9 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:32:45.859200 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:57.630314 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:57.714464 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:32:58.093200 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:33:00.743768 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ccb3db30-e06f-448c-b64a-556f1c2e030d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:03.445491 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:03.654193 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6c0d282f-403b-4df9-a358-1fa72ddeae4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:04.902804 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:06.397406 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:27.643194 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:27.720446 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:30.746938 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5ccde0f7-3cab-44bb-a751-642c4aba864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:33.448224 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:33.657123 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba7d5-46cc-4ba9-a743-483ae3f814d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:34.907017 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:35.093886 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:33:36.399811 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:57.625795 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:33:57.728799 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:00.750705 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-10361adb-4370-4e5b-aef9-c2fb8fb38e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:03.452256 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:03.659482 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-67681deb-9bb7-4f2d-8138-b83975e04bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:04.909324 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:06.403386 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:12.093761 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:34:26.342536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33228) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:26.349011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009721452', 'description': 'tempest-secgroup-smoke-1009721452 description', 'project_id': 'f87c384a9ff94c56b07fa365f4982447'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:26.355738 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:26.360429 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:security_group and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:26.363363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:26.369102 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:26.379620 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.404049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:26.407961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:security_group_rule and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:26.410782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:26.416394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:26.486231 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.489936 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.493832 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ee74f689-316e-4fc3-8e7f-10cc4b17127a tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:26.534147 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183d205b-451e-4569-81ab-fd325a417078,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:26.538222 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.539541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1960261
Apr 30 05:34:26.542520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33232) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:26.544823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.545229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.545589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.545964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.546336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.546703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.547067 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.547463 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.547829 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.548193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.548558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.548918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.549510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'security_group_rule': {'security_group_id': '183d205b-451e-4569-81ab-fd325a417078', 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:26.552727 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e54b5fe-d423-4e16-8836-0902260f3c45 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:26.556153 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:26.560181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:security_group_rule and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:26.563156 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:26.568996 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:26.584289 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.643270 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.646645 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.648461 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-64602c3d-bb39-4441-ba67-7d061e2e3bc8 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:26.824236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d24e6f-b971-46d7-9585-052d71409175,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:26.836150 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.836536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.837000 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.837285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.837730 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.838107 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.838473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.838832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.839192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.839579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.839939 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.840295 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:26.843780 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.844933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3012428
Apr 30 05:34:26.845925 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-29dbadbf-27a0-43fb-8b83-7c96c89eee5d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:26.847719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33236) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:26.852809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'security_group_rule': {'security_group_id': '183d205b-451e-4569-81ab-fd325a417078', 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:26.861488 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:26.865327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:security_group_rule and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:26.868232 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:26.875061 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:26.893412 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.958884 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.962321 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.964351 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c1b6b2a3-73ec-4158-9eb3-be8e4662028a tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:26.986872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8fa1a3-6df4-434e-be6b-22319243a2c0,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:26.989460 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:26.996465 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:26.998380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9d8202a8-486d-4ee5-afe5-b875a057627b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1497679
Apr 30 05:34:27.004055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33242) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:27.006526 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'security_group_rule': {'security_group_id': '183d205b-451e-4569-81ab-fd325a417078', 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:27.013994 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:27.018308 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:security_group_rule and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:27.021292 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:27.027390 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:27.043509 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.109659 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.113515 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.115452 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-059b8884-61a5-4b10-9057-0b2219e009df tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:27.140534 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d143f5b9-7c40-487d-8738-54ba1886610e,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:27.143107 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:27.151254 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.152494 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-26ed581d-ebc0-4e88-b9a8-da6bc27f5032 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1503315
Apr 30 05:34:27.155982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33246) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:27.161371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'security_group_rule': {'security_group_id': '183d205b-451e-4569-81ab-fd325a417078', 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:27.168205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:27.172808 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:security_group_rule and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:27.175815 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:27.181698 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:27.199711 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.269592 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.273291 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.275106 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-b36d04ea-9f4c-4fc2-9334-c2ab12fee643 tempest-SecGroupTest-971306833 tempest-SecGroupTest-971306833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:27.297716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa43aed1-804b-4fd9-8c2f-85b2778a6493,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:27.300288 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:27.307261 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.308467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-a784e77d-9ca7-4668-9436-0f7c4c5afa1b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1515481
Apr 30 05:34:27.311858 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33250) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:27.317042 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'security_group_rule': {'security_group_id': '183d205b-451e-4569-81ab-fd325a417078', 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:27.323809 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:27.327593 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:security_group_rule and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:27.330629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:27.336432 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:27.347137 n-d-766726-20 neutron-server[74581]: INFO neutron.db.securitygroups_db [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Project f87c384a9ff94c56b07fa365f4982447 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:34:27.352652 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.418066 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.422075 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.423972 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d795698d-3dfd-4e3d-8da1-0f072d4a19db tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:27.446778 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cc14ad-aa5e-4691-8885-2e0d6d543fc1,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:27.451995 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:27.456425 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.457576 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-cdf11680-da52-434e-b120-998bfe8e09e4 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1447868
Apr 30 05:34:27.460262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33254) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:27.465318 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'security_group_rule': {'security_group_id': '183d205b-451e-4569-81ab-fd325a417078', 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:27.472048 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:27.475979 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:security_group_rule and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:27.478857 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:27.484638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:27.494871 n-d-766726-20 neutron-server[74581]: INFO neutron.db.securitygroups_db [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Project f87c384a9ff94c56b07fa365f4982447 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 05:34:27.500978 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.568365 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.572470 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.574275 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-01045764-1767-4458-b5fe-70ee2d4fbb0e tempest-AttachVolumeShelveTestJSON-1567074454 tempest-AttachVolumeShelveTestJSON-1567074454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:27.598099 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7f2df7-0e0c-45c0-9329-d487d5b60080,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:27.602166 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:27.608367 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.609542 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-c0281681-44c0-42de-a856-9bb6064e9d2d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1483548
Apr 30 05:34:27.644703 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.742611 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:27.841628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-f82873f2-7365-4174-aed5-9c17f997093e tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009721452&fields=id&tenant_id=f87c384a9ff94c56b07fa365f4982447 HTTP/1.1" status: 200  len: 267 time: 0.0403471
Apr 30 05:34:27.994373 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610192-a646-4f37-aae1-17669d4513c9 req-8c0508d4-3c4f-4799-aee7-be56172bc8ce tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:27.995855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-8c0508d4-3c4f-4799-aee7-be56172bc8ce tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/networks?id=c8c71b0b-3cff-46d9-8584-c176373e003b HTTP/1.1" status: 200  len: 814 time: 0.1476438
Apr 30 05:34:28.011141 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-c415d1b7-5553-4f05-8199-1a2cc87e763f tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/quotas/f87c384a9ff94c56b07fa365f4982447 HTTP/1.1" status: 200  len: 375 time: 0.0096550
Apr 30 05:34:28.095207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-0aa1a91e-1475-4edd-8125-4d27a229cee8 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f87c384a9ff94c56b07fa365f4982447&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0780942
Apr 30 05:34:28.110510 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-c5d4d984-389e-420a-a027-274a2057f4cd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:34:28.111482 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-c5d4d984-389e-420a-a027-274a2057f4cd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052664
Apr 30 05:34:28.242751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-5786c478-1cf2-4c86-8942-ef2fdc9bdc58 service neutron] 10.222.0.46 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256833
Apr 30 05:34:28.379714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-e5d83bea-7b33-4940-9b19-8f21be27e300 service neutron] 10.222.0.46 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298583
Apr 30 05:34:28.840601 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc0b3010-5359-4180-93fb-91b65b64b058 req-2b895a53-478b-456f-aec9-3ed50d36fe3f tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 210 time: 0.0502019
Apr 30 05:34:29.944329 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1c63835b-163a-4673-aa48-de9c8f628b27 req-0da0c5d7-0d64-44e6-a2db-effd6193c28b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 210 time: 0.0460746
Apr 30 05:34:30.755003 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8fb6c5d8-011a-41bd-9bc5-13f7eae1762b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:31.041635 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b5c98945-6a16-41b1-97d3-756506b4c77b req-b145a226-4b27-41b4-9bfb-2014766e3b8d tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 210 time: 0.0450165
Apr 30 05:34:32.001585 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610192-a646-4f37-aae1-17669d4513c9 req-ec1df819-ff12-4b8c-945c-3ceadd411ebe tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:32.002293 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-45610192-a646-4f37-aae1-17669d4513c9 req-ec1df819-ff12-4b8c-945c-3ceadd411ebe tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Synchronizing usage tracker for tenant:f87c384a9ff94c56b07fa365f4982447 on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:34:32.022213 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-45610192-a646-4f37-aae1-17669d4513c9 req-ec1df819-ff12-4b8c-945c-3ceadd411ebe tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Unset dirty status for tenant:f87c384a9ff94c56b07fa365f4982447 on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:34:32.023374 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-ec1df819-ff12-4b8c-945c-3ceadd411ebe tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.50 "GET /v2.0/networks?id=c8c71b0b-3cff-46d9-8584-c176373e003b HTTP/1.1" status: 200  len: 814 time: 0.1784062
Apr 30 05:34:32.076610 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-45610192-a646-4f37-aae1-17669d4513c9 req-f4d69788-3269-496c-a8fe-015a2e0f683c tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Synchronizing usage tracker for tenant:f87c384a9ff94c56b07fa365f4982447 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:34:32.094462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-45610192-a646-4f37-aae1-17669d4513c9 req-f4d69788-3269-496c-a8fe-015a2e0f683c tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Unset dirty status for tenant:f87c384a9ff94c56b07fa365f4982447 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:34:32.095847 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-f4d69788-3269-496c-a8fe-015a2e0f683c tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87c384a9ff94c56b07fa365f4982447 HTTP/1.1" status: 200  len: 380 time: 0.0638111
Apr 30 05:34:32.107037 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'port': {'device_id': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'admin_state_up': True, 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'security_groups': ['183d205b-451e-4569-81ab-fd325a417078']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:32.210819 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b102f21-2c39-4ded-9748-47815606197f req-bec9afd7-a5e4-4b9c-8e24-3e9df666d52e tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 210 time: 0.0466771
Apr 30 05:34:32.292195 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:32.296044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:port and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:32.298947 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:32.304682 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:32.315115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Made reservation on behalf of f87c384a9ff94c56b07fa365f4982447 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:34:32.318730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:32.488895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Allocated IP 172.20.0.14 (c8c71b0b-3cff-46d9-8584-c176373e003b/9a0c7cb3-1deb-40cc-8515-531123a98265/f1e0e081-6af6-475c-bb71-7fd2e35d5e59) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:34:32.686177 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:32.702338 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Transition to ACTIVE for port object f1e0e081-6af6-475c-bb71-7fd2e35d5e59 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:34:32.727390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:32.733855 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0118469b-b332-4760-b68c-05556bad709c tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:32.980819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Network c8c71b0b-3cff-46d9-8584-c176373e003b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:34:32.985052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:34:32.989072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:34:33.048298 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'Port': ['ID=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:33.053562 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:33.067704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:33.068361 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:33.094603 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9935026
Apr 30 05:34:33.213229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Request body: {'port': {'device_id': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:33.290919 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5b6d493c-00fc-442e-90f0-119c8835fdcc None None] Provisioning for port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:34:33.300547 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-5b6d493c-00fc-442e-90f0-119c8835fdcc None None] Provisioning complete for port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:34:33.302758 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5b6d493c-00fc-442e-90f0-119c8835fdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:33.354637 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:33.387310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d493c-00fc-442e-90f0-119c8835fdcc None None] Port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:34:33.449933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2dc40-6f5e-4df0-b9d8-a80e4e263aa4 req-cb7af8f2-5872-4e9d-933e-d971ecdcf006 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:33.458349 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-28b2dc40-6f5e-4df0-b9d8-a80e4e263aa4 req-cb7af8f2-5872-4e9d-933e-d971ecdcf006 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 932 time: 0.1033473
Apr 30 05:34:33.461646 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:33.510751 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-28b2dc40-6f5e-4df0-b9d8-a80e4e263aa4 req-3d3b1fb1-ed31-4dce-a789-5e6e912af057 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511231
Apr 30 05:34:33.662826 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63c2f3bf-64d8-4442-9180-6369d54a04d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:33.746565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e0e081-6af6-475c-bb71-7fd2e35d5e59 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:34:33.755748 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:33.772013 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Transition to ACTIVE for port object f1e0e081-6af6-475c-bb71-7fd2e35d5e59 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:34:33.775856 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:33.780965 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:33.941176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Pushing event updated for resources: {'Port': ['ID=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:33.944488 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:34.037890 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Attempting to bind port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:34:34.038234 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Attempting to bind port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:34:34.038566 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Attempting to bind port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 on network c8c71b0b-3cff-46d9-8584-c176373e003b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:34:34.043902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 on network c8c71b0b-3cff-46d9-8584-c176373e003b not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:34:34.044229 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Attempting to bind port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 on network c8c71b0b-3cff-46d9-8584-c176373e003b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:34:34.050467 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:34:34.051062 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Checking segment: {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:34:34.051172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Bound using segment: {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:34:34.051635 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Bound port: f1e0e081-6af6-475c-bb71-7fd2e35d5e59, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a8e1ac-9730-40c4-96b0-fff7f23c04d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:34:34.051981 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:34.151714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] For port f1e0e081-6af6-475c-bb71-7fd2e35d5e59, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:34:34.154779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] For port f1e0e081-6af6-475c-bb71-7fd2e35d5e59, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:34:34.159125 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:34.163052 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3bfbc2b8-9fb3-4c85-bfc3-fa2ad013d097 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:34.215349 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:34.215962 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:34.218884 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] 10.222.0.50 "PUT /v2.0/ports/f1e0e081-6af6-475c-bb71-7fd2e35d5e59 HTTP/1.1" status: 200  len: 1093 time: 1.1171069
Apr 30 05:34:34.221758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:34:34.320166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Pushing event updated for resources: {'Port': ['ID=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:34.334501 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:34.365462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610192-a646-4f37-aae1-17669d4513c9 req-626e165e-3bab-486f-af7b-c0392296066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:34.367753 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-626e165e-3bab-486f-af7b-c0392296066d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f87c384a9ff94c56b07fa365f4982447&device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1096 time: 0.1033335
Apr 30 05:34:34.439586 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'status': 'completed', 'code': 200}
Apr 30 05:34:34.455001 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-17492cdb-4701-45b8-89db-55cd5716f7d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59 HTTP/1.1" status: 200  len: 217 time: 0.0794895
Apr 30 05:34:34.525060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610192-a646-4f37-aae1-17669d4513c9 req-eb6c1c21-c9ab-448e-8404-26fbd4e67492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:34.526448 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-eb6c1c21-c9ab-448e-8404-26fbd4e67492 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a0c7cb3-1deb-40cc-8515-531123a98265 HTTP/1.1" status: 200  len: 853 time: 0.0654144
Apr 30 05:34:34.610496 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610192-a646-4f37-aae1-17669d4513c9 req-c6cbc5a1-cddb-4281-ba07-de09286d378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:34.612186 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-c6cbc5a1-cddb-4281-ba07-de09286d378d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8c71b0b-3cff-46d9-8584-c176373e003b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0788753
Apr 30 05:34:34.800856 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-6e81c1f1-61fd-42c8-a918-085aa96c7000 service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816928
Apr 30 05:34:34.892624 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953bcf-595b-44a9-a2af-db2613ff1364 req-daf3116e-2ddb-485d-bfcb-c655009faab8 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:34.894812 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97953bcf-595b-44a9-a2af-db2613ff1364 req-daf3116e-2ddb-485d-bfcb-c655009faab8 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 944 time: 0.0904775
Apr 30 05:34:34.912707 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:34.958163 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-45610192-a646-4f37-aae1-17669d4513c9 req-c5e2f52f-83dd-44de-a75a-464c738b0349 service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510248
Apr 30 05:34:34.965357 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97953bcf-595b-44a9-a2af-db2613ff1364 req-f065880c-052b-49eb-97ea-e642a4ea7f32 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637646
Apr 30 05:34:35.075524 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-35af86af-dc1d-4350-b4ff-12edd0f7515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:35.077789 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-35af86af-dc1d-4350-b4ff-12edd0f7515b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f87c384a9ff94c56b07fa365f4982447&device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1096 time: 0.0753400
Apr 30 05:34:35.216673 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-5f33661a-1fbe-42e3-91a6-5f135a41deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:35.219138 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-5f33661a-1fbe-42e3-91a6-5f135a41deb0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8c71b0b-3cff-46d9-8584-c176373e003b HTTP/1.1" status: 200  len: 915 time: 0.1355908
Apr 30 05:34:35.293942 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-560dd8c7-e342-4e58-953a-a9472d98c23f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59 HTTP/1.1" status: 200  len: 217 time: 0.0685890
Apr 30 05:34:35.361076 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-1795279a-7b35-43b2-8af3-6cd86d72e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:35.362640 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-1795279a-7b35-43b2-8af3-6cd86d72e4ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a0c7cb3-1deb-40cc-8515-531123a98265 HTTP/1.1" status: 200  len: 853 time: 0.0621457
Apr 30 05:34:35.444727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-cd7116f9-8104-49b1-b928-bd484c439160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:35.446226 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-cd7116f9-8104-49b1-b928-bd484c439160 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8c71b0b-3cff-46d9-8584-c176373e003b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0775678
Apr 30 05:34:35.754130 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-c5c12075-30e9-4184-8ff1-1a12e486014b service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3006711
Apr 30 05:34:35.911784 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-adc6b7aa-38aa-4702-9b3f-bf8ffb6c1b61 req-28862da3-ca66-44fc-a138-23ef7bc6d3ef service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513472
Apr 30 05:34:36.170739 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02e51-0c59-42e1-89b1-4867cf26cba0 req-fdfd2139-1142-42a1-a899-5fa8eba9e1bb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:36.172277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39e02e51-0c59-42e1-89b1-4867cf26cba0 req-fdfd2139-1142-42a1-a899-5fa8eba9e1bb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 944 time: 0.0898151
Apr 30 05:34:36.224112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39e02e51-0c59-42e1-89b1-4867cf26cba0 req-559d0ee8-4be7-4dc9-bd17-d210a36a7682 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429893
Apr 30 05:34:36.408115 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:37.415670 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e076c0d-4803-49b5-90e2-480e132a5dd4 req-2fa0ed3e-a171-499d-9ac7-2982915238cf tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:37.417129 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e076c0d-4803-49b5-90e2-480e132a5dd4 req-2fa0ed3e-a171-499d-9ac7-2982915238cf tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 944 time: 0.0822327
Apr 30 05:34:37.468149 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3e076c0d-4803-49b5-90e2-480e132a5dd4 req-2633db92-fb3c-4b0a-8cac-9172e3e89ce1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443108
Apr 30 05:34:38.657289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c226bd7-eaaa-481b-bbd4-31e550185c4e req-ad3b7d0e-ca08-47b4-a0e3-43b4284fb28f tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:38.658876 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c226bd7-eaaa-481b-bbd4-31e550185c4e req-ad3b7d0e-ca08-47b4-a0e3-43b4284fb28f tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 944 time: 0.0817165
Apr 30 05:34:38.703622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c226bd7-eaaa-481b-bbd4-31e550185c4e req-786a9c74-2c7d-4efe-ba1f-37595a2a5068 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390060
Apr 30 05:34:39.905258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249038b-57c4-4aa2-9b8f-bd426ce7be90 req-5d7ee218-8bfa-42c0-9d87-860cfd0e2762 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:39.906742 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5249038b-57c4-4aa2-9b8f-bd426ce7be90 req-5d7ee218-8bfa-42c0-9d87-860cfd0e2762 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 944 time: 0.0880566
Apr 30 05:34:39.955454 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5249038b-57c4-4aa2-9b8f-bd426ce7be90 req-be0b8b59-8dab-426c-830c-dddd6dae0f08 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429194
Apr 30 05:34:41.141236 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe93eda-6123-4fd1-a419-d104d4684723 req-50b317ad-4fc1-4f9e-85ba-c8751581826b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:41.142720 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbe93eda-6123-4fd1-a419-d104d4684723 req-50b317ad-4fc1-4f9e-85ba-c8751581826b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 944 time: 0.0821781
Apr 30 05:34:41.189112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dbe93eda-6123-4fd1-a419-d104d4684723 req-f96eea87-fd3b-4dee-a247-da57b47c11c7 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401456
Apr 30 05:34:42.402078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cdaa7-3766-4a3a-8dc8-b4f07a644306 req-457ba969-af1b-4ac3-87db-1b2409f5accd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:42.404448 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-246cdaa7-3766-4a3a-8dc8-b4f07a644306 req-457ba969-af1b-4ac3-87db-1b2409f5accd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 944 time: 0.1013908
Apr 30 05:34:42.470563 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-246cdaa7-3766-4a3a-8dc8-b4f07a644306 req-cb7d915d-058c-4313-ad80-f545c8a6832c tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583260
Apr 30 05:34:43.684046 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a4e2f-d4a1-4678-8ee8-9ee96748c165 req-3c8af0a4-1781-4451-8f83-d6c0103b1a48 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:43.685624 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc6a4e2f-d4a1-4678-8ee8-9ee96748c165 req-3c8af0a4-1781-4451-8f83-d6c0103b1a48 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 944 time: 0.0918379
Apr 30 05:34:43.731990 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dc6a4e2f-d4a1-4678-8ee8-9ee96748c165 req-28e8a074-3669-4944-9c49-18fc824b026c tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406585
Apr 30 05:34:44.923180 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5bcd6-620c-4fca-8f1e-1deb57fd38d6 req-2a5cf430-4a8e-46e8-a73c-9223fe04e5ee tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:44.924735 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19c5bcd6-620c-4fca-8f1e-1deb57fd38d6 req-2a5cf430-4a8e-46e8-a73c-9223fe04e5ee tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 944 time: 0.0854745
Apr 30 05:34:44.974215 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-19c5bcd6-620c-4fca-8f1e-1deb57fd38d6 req-d7354dd6-fd04-4188-b6bb-b5acc98d5035 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433784
Apr 30 05:34:45.532928 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1e0e081-6af6-475c-bb71-7fd2e35d5e59 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:34:45.675159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1e0e081-6af6-475c-bb71-7fd2e35d5e59, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:34:45.689485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'port_id': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'mac_address': 'fa:16:3e:e5:13:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:34:45.751496 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:45.769266 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e0e081-6af6-475c-bb71-7fd2e35d5e59 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:34:45.785612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1e0e081-6af6-475c-bb71-7fd2e35d5e59, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:34:45.791233 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:45.794562 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b73c8334-e132-4de0-88b6-d1c56f1835b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:45.864131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:45.871788 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.872730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.873065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.873540 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.873882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.874218 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.874544 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.874872 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.875231 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.875553 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.875883 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.876207 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:34:45.880358 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:46.166729 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16b2cf-9fd2-4575-80a2-56c43b61bb77 req-e9bc3bdd-b2fc-4816-8359-6d2f831ccc0e tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:46.167394 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['f1e0e081-6af6-475c-bb71-7fd2e35d5e59'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:34:46.168195 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd16b2cf-9fd2-4575-80a2-56c43b61bb77 req-e9bc3bdd-b2fc-4816-8359-6d2f831ccc0e tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 945 time: 0.0862305
Apr 30 05:34:46.216700 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fd16b2cf-9fd2-4575-80a2-56c43b61bb77 req-0426152f-f30b-4952-9b98-e3ba2ebb0d8e tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412977
Apr 30 05:34:47.413464 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26a8b4-a691-4e6a-a950-7f0ff1d5d29f req-839e54fb-9eb6-4a31-b018-6e553584bc4b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:47.414941 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7b26a8b4-a691-4e6a-a950-7f0ff1d5d29f req-839e54fb-9eb6-4a31-b018-6e553584bc4b tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 945 time: 0.0897639
Apr 30 05:34:47.461287 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7b26a8b4-a691-4e6a-a950-7f0ff1d5d29f req-58a2adc5-b0fd-4428-9b08-6d70e45dd828 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402377
Apr 30 05:34:47.549223 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1e0e081-6af6-475c-bb71-7fd2e35d5e59 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:34:47.622549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:34:47.628639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:34:47.629019 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:47.753675 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:47.782143 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:34:47.796800 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port f1e0e081-6af6-475c-bb71-7fd2e35d5e59, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:34:47.801432 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:47.804259 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:47.873507 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:47.876648 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:47.888761 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'code': 200}
Apr 30 05:34:48.023424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3797e-7fb3-4de1-9ab4-f9b22e7e3adb req-fcffbe65-b0f0-42f5-91c7-4e1cef22f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:48.024917 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-03b3797e-7fb3-4de1-9ab4-f9b22e7e3adb req-fcffbe65-b0f0-42f5-91c7-4e1cef22f0db service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1098 time: 0.0763304
Apr 30 05:34:48.071403 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-03b3797e-7fb3-4de1-9ab4-f9b22e7e3adb req-7e972a07-5bd6-4613-afd3-be8ce4607b02 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385966
Apr 30 05:34:48.652141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76098-f9eb-4ef4-ada7-0c31cde818b8 req-8f268757-9bf5-4c6b-b1f7-70a87042b6e5 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:48.653636 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acb76098-f9eb-4ef4-ada7-0c31cde818b8 req-8f268757-9bf5-4c6b-b1f7-70a87042b6e5 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 946 time: 0.0813797
Apr 30 05:34:48.702240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-acb76098-f9eb-4ef4-ada7-0c31cde818b8 req-8c2914bf-660f-42d1-8a13-491012a9b6c7 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405197
Apr 30 05:34:49.098221 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:34:50.048579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a80cc4-4896-473f-ba0b-b99aaf5da1ac req-60146b82-8781-4c2f-b735-86ab042c57d3 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:50.049969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-89a80cc4-4896-473f-ba0b-b99aaf5da1ac req-60146b82-8781-4c2f-b735-86ab042c57d3 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 946 time: 0.2397792
Apr 30 05:34:50.095522 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-89a80cc4-4896-473f-ba0b-b99aaf5da1ac req-269c5601-d77e-411e-bf67-73ed79b15289 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396323
Apr 30 05:34:50.287805 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb94474-3d89-4abb-bfb8-7d0341d90183 req-66f6fc32-dc85-4473-a165-72cb578fd3ee tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:50.289308 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cb94474-3d89-4abb-bfb8-7d0341d90183 req-66f6fc32-dc85-4473-a165-72cb578fd3ee tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 946 time: 0.0878994
Apr 30 05:34:50.336021 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1cb94474-3d89-4abb-bfb8-7d0341d90183 req-64d338dd-a4b3-4ca5-991e-1c25f49fadad tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408778
Apr 30 05:34:50.358845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33342) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:50.486902 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea7136-524d-4fde-9192-67c14aa830e6 tempest-TestVolumeBackupRestore-863169120 tempest-TestVolumeBackupRestore-863169120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:50.488499 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e3ea7136-524d-4fde-9192-67c14aa830e6 tempest-TestVolumeBackupRestore-863169120 tempest-TestVolumeBackupRestore-863169120-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1093 time: 0.1286004
Apr 30 05:34:50.491454 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33348) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:50.496676 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'port_id': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:50.504375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:34:50.508286 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Usage tracker for resource:floatingip and tenant:f87c384a9ff94c56b07fa365f4982447 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:34:50.511154 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:34:50.518468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:34:50.529533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for floatingip, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:50.673972 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:50.815405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Allocated IP 172.25.8.84 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/68be9f56-1461-435a-99d3-d3802f724ae3) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:34:50.975533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:51.006079 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:51.010844 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:51.070904 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:34:51.078014 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:34:51.082321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:34:51.126689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'Port': ['ID=68be9f56-1461-435a-99d3-d3802f724ae3,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:51.131402 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:51.518545 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:51.593345 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:51.806299 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:51.810881 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:51.815403 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f446320f-aa38-4c9d-ab67-d2ebceda9351 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:34:51.927903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event updated for resources: {'Port': ['ID=68be9f56-1461-435a-99d3-d3802f724ae3,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:34:51.935410 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:34:51.947319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:52.309918 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Floating IP 266f5fc6-6143-47de-bc30-a3d9845905d8 associated. External IP: 172.25.8.84, port: f1e0e081-6af6-475c-bb71-7fd2e35d5e59.
Apr 30 05:34:52.664992 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Router eab7c8d6-2a70-4801-b03e-3af1a34bb430 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:34:52.855803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:34:52.865898 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] Sync routers for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:34:52.877267 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:34:52.878272 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2b68e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:34:52.883603 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:52.946462 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4539652
Apr 30 05:34:52.947465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:34:52.949188 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33352) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:53.006812 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'status': 'completed', 'code': 200}
Apr 30 05:34:53.044177 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50b847-c12d-49dc-b408-0f4788b5fefd tempest-TestVolumeBackupRestore-863169120 tempest-TestVolumeBackupRestore-863169120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:53.044909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9c50b847-c12d-49dc-b408-0f4788b5fefd tempest-TestVolumeBackupRestore-863169120 tempest-TestVolumeBackupRestore-863169120-project-admin] Synchronizing usage tracker for tenant:81d15cae5f4c42409570f2401dd3ca33 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:34:53.063316 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-9c50b847-c12d-49dc-b408-0f4788b5fefd tempest-TestVolumeBackupRestore-863169120 tempest-TestVolumeBackupRestore-863169120-project-admin] Unset dirty status for tenant:81d15cae5f4c42409570f2401dd3ca33 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:34:53.067622 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-9c50b847-c12d-49dc-b408-0f4788b5fefd tempest-TestVolumeBackupRestore-863169120 tempest-TestVolumeBackupRestore-863169120-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1093 time: 0.1144178
Apr 30 05:34:53.067832 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 33358) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:34:53.077563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-aaaf07b7-11b9-4c12-b1dc-4222ddfc9165 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Request body: {'floatingip': {'port_id': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:34:53.109726 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-5e4bb702-007e-4ab4-b861-81c9c35edaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:53.111501 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-5e4bb702-007e-4ab4-b861-81c9c35edaee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f87c384a9ff94c56b07fa365f4982447&device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1098 time: 0.0807359
Apr 30 05:34:53.126220 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:34:53.192063 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aaaf07b7-11b9-4c12-b1dc-4222ddfc9165 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:53.252599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-d7cee44e-4293-46c5-b644-8f328f45bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:53.254224 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-d7cee44e-4293-46c5-b644-8f328f45bcf5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8c71b0b-3cff-46d9-8584-c176373e003b HTTP/1.1" status: 200  len: 915 time: 0.1364055
Apr 30 05:34:53.386762 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-ca978135-be97-4109-b452-ebd14c71c415 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59 HTTP/1.1" status: 200  len: 999 time: 0.1256638
Apr 30 05:34:53.462394 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-990be60e-5d23-4257-8335-5a41a64984e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:53.463867 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-990be60e-5d23-4257-8335-5a41a64984e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a0c7cb3-1deb-40cc-8515-531123a98265 HTTP/1.1" status: 200  len: 853 time: 0.0706830
Apr 30 05:34:53.534350 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2b68e0>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '266f5fc6-6143-47de-bc30-a3d9845905d8', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'port_id': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'mac_address': 'fa:16:3e:e5:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:34:51Z', 'updated_at': '2021-04-30T05:34:51Z', 'revision_number': 0, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:36Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:34:53.538581 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] Checking router: eab7c8d6-2a70-4801-b03e-3af1a34bb430 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:34:53.548032 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:34:53.548672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b2b68e0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:34:53.557327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-a68c6902-403d-4508-a9a5-70892f4a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:53.558923 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-a68c6902-403d-4508-a9a5-70892f4a306a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8c71b0b-3cff-46d9-8584-c176373e003b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0885501
Apr 30 05:34:53.701357 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-0dac81c8-7a49-45fe-9cd7-45713916597b service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359463
Apr 30 05:34:53.743585 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:34:53.844286 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fc1729b7-e97c-46ef-b71b-1c6b7681a39c req-c3dec836-e54d-47c0-b31d-246cc31bf832 service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360734
Apr 30 05:34:53.896034 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aaaf07b7-11b9-4c12-b1dc-4222ddfc9165 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:53.900793 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aaaf07b7-11b9-4c12-b1dc-4222ddfc9165 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:54.103832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b2b68e0>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '266f5fc6-6143-47de-bc30-a3d9845905d8', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'port_id': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'mac_address': 'fa:16:3e:e5:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:34:51Z', 'updated_at': '2021-04-30T05:34:51Z', 'revision_number': 0, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:36Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:34:54.107858 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02b9d98-f8bb-4124-b3aa-1b7abfa7e2c0 None None] The sync data for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 is: [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '266f5fc6-6143-47de-bc30-a3d9845905d8', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'port_id': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'mac_address': 'fa:16:3e:e5:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:34:51Z', 'updated_at': '2021-04-30T05:34:51Z', 'revision_number': 0, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:36Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:34:54.317153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4065b7f5-dc61-4be0-a923-b377129ed8c9 None None] New status for floating IP 266f5fc6-6143-47de-bc30-a3d9845905d8: ACTIVE {{(pid=74584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:34:54.436280 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaf07b7-11b9-4c12-b1dc-4222ddfc9165 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Router eab7c8d6-2a70-4801-b03e-3af1a34bb430 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:34:54.620181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaf07b7-11b9-4c12-b1dc-4222ddfc9165 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:34:54.625400 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-aaaf07b7-11b9-4c12-b1dc-4222ddfc9165 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:54.654452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] Sync routers for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:34:54.664589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:34:54.665224 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c6bb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:34:54.710088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:34:54.748176 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-aaaf07b7-11b9-4c12-b1dc-4222ddfc9165 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "PUT /v2.0/floatingips/266f5fc6-6143-47de-bc30-a3d9845905d8 HTTP/1.1" status: 200  len: 991 time: 1.6759596
Apr 30 05:34:54.835098 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'status': 'completed', 'code': 200}
Apr 30 05:34:54.865251 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:34:54.932326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-e61a4502-ac21-4241-bc6b-f783549cc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:54.933861 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-e61a4502-ac21-4241-bc6b-f783549cc33d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f87c384a9ff94c56b07fa365f4982447&device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1098 time: 0.0756791
Apr 30 05:34:55.080760 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-226bb9a9-faaa-413a-99a0-06c9183dcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:55.082132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-226bb9a9-faaa-413a-99a0-06c9183dcab5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8c71b0b-3cff-46d9-8584-c176373e003b HTTP/1.1" status: 200  len: 915 time: 0.1418846
Apr 30 05:34:55.313943 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c6bb0>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '266f5fc6-6143-47de-bc30-a3d9845905d8', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'port_id': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'mac_address': 'fa:16:3e:e5:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:34:51Z', 'updated_at': '2021-04-30T05:34:54Z', 'revision_number': 2, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:36Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:34:55.318226 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] Checking router: eab7c8d6-2a70-4801-b03e-3af1a34bb430 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:34:55.327442 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:34:55.328065 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c6bb0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:34:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:34:55.385546 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-87c3d972-30ae-40f6-bf12-66acdc6917f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59 HTTP/1.1" status: 200  len: 1001 time: 0.2970555
Apr 30 05:34:55.456364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-818f5d94-b3a0-449a-88d7-56f357e726a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:55.457874 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-818f5d94-b3a0-449a-88d7-56f357e726a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a0c7cb3-1deb-40cc-8515-531123a98265 HTTP/1.1" status: 200  len: 853 time: 0.0623643
Apr 30 05:34:55.512061 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:34:55.537476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-034cf7a2-9d48-4a58-a2ff-312765d7d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:55.539160 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-034cf7a2-9d48-4a58-a2ff-312765d7d9ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8c71b0b-3cff-46d9-8584-c176373e003b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0754726
Apr 30 05:34:55.683860 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-d12c5856-de7c-4dbb-8aa3-9680f79481d6 service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356919
Apr 30 05:34:55.857284 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5fb59ee4-ba8f-4f32-b466-4858269f1ff3 req-bf45779e-cbb8-48c5-96aa-d4a95665f4b7 service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678960
Apr 30 05:34:55.915522 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b4c6bb0>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '266f5fc6-6143-47de-bc30-a3d9845905d8', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'port_id': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'mac_address': 'fa:16:3e:e5:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:34:51Z', 'updated_at': '2021-04-30T05:34:54Z', 'revision_number': 2, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:36Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:34:55.920013 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca05b37-7e77-4915-ba2e-d96e41e376cc None None] The sync data for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 is: [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': '266f5fc6-6143-47de-bc30-a3d9845905d8', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'port_id': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'mac_address': 'fa:16:3e:e5:13:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:34:51Z', 'updated_at': '2021-04-30T05:34:54Z', 'revision_number': 2, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:36Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:34:56.836913 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:34:56.884153 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'status': 'completed', 'code': 200}
Apr 30 05:34:56.984416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-4386c56e-e382-4132-b5b0-73ed4dd95ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:56.985934 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-4386c56e-e382-4132-b5b0-73ed4dd95ffd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f87c384a9ff94c56b07fa365f4982447&device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1098 time: 0.0793169
Apr 30 05:34:57.121498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-6a4431c2-7135-451f-9856-369dd968c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:57.122870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-6a4431c2-7135-451f-9856-369dd968c730 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8c71b0b-3cff-46d9-8584-c176373e003b HTTP/1.1" status: 200  len: 915 time: 0.1306834
Apr 30 05:34:57.237655 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-d3536447-301f-40c9-b29a-4d63f94013b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59 HTTP/1.1" status: 200  len: 1001 time: 0.1077168
Apr 30 05:34:57.304367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-fa43091d-0cb6-4af2-89a2-e4f3410d02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:57.305836 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-fa43091d-0cb6-4af2-89a2-e4f3410d02fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a0c7cb3-1deb-40cc-8515-531123a98265 HTTP/1.1" status: 200  len: 853 time: 0.0633867
Apr 30 05:34:57.391665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-9cc0dce0-4bd7-4ded-a568-2da514259a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:34:57.393099 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-9cc0dce0-4bd7-4ded-a568-2da514259a52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8c71b0b-3cff-46d9-8584-c176373e003b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0802567
Apr 30 05:34:57.404420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-b9acdb8f-23e6-4bef-9322-605506efd161 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:34:57.406109 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-b9acdb8f-23e6-4bef-9322-605506efd161 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060697
Apr 30 05:34:57.546953 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-d072e348-c09a-48b2-9b9e-4f08814bbcee service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345317
Apr 30 05:34:57.658252 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:34:57.687034 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a99debca-cfc6-4445-ab1b-1c4301127412 req-261d565a-3fc7-4279-acb0-30c3be0781ec service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342340
Apr 30 05:34:57.760477 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:00.759531 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7b512af6-ded3-43c6-9ce3-34d286075c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:02.156408 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-492b191e-e343-4889-8b09-8b440de08238 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0837960
Apr 30 05:35:02.296880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-e4a2774c-56e3-4719-8206-4f544b8ff66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:02.298370 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-e4a2774c-56e3-4719-8206-4f544b8ff66c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f87c384a9ff94c56b07fa365f4982447&device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1098 time: 0.0742891
Apr 30 05:35:02.458375 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-37d59348-41ee-40a8-9b4e-c7ed5c8babe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:02.459914 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-37d59348-41ee-40a8-9b4e-c7ed5c8babe0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8c71b0b-3cff-46d9-8584-c176373e003b HTTP/1.1" status: 200  len: 915 time: 0.1427832
Apr 30 05:35:02.571523 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-2b172a35-8aac-4894-b4b8-9a245224bac9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59 HTTP/1.1" status: 200  len: 1001 time: 0.1035674
Apr 30 05:35:02.636784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-b2cd2ef8-cf1f-40db-8b4d-914b5b30d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:02.638246 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-b2cd2ef8-cf1f-40db-8b4d-914b5b30d8d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a0c7cb3-1deb-40cc-8515-531123a98265 HTTP/1.1" status: 200  len: 853 time: 0.0597134
Apr 30 05:35:02.720727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-a1fd5e27-df0c-4573-a16c-e4c50a0407e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:02.722146 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-a1fd5e27-df0c-4573-a16c-e4c50a0407e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8c71b0b-3cff-46d9-8584-c176373e003b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0769053
Apr 30 05:35:02.864197 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-e0352ddf-d84b-454e-b03d-00bae7e2ca04 service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350331
Apr 30 05:35:03.008100 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b2295d48-c0c0-4689-863b-c1f9cca609b9 req-f42842f5-5dee-41a3-92ed-84abc56581ff service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371341
Apr 30 05:35:03.455415 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:03.668035 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-795cee2b-1a09-478b-b69c-477d1168cbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:04.915618 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:06.409223 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:25.852859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33384) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:26.099103 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:35:26.296901 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Deleting port 68be9f56-1461-435a-99d3-d3802f724ae3 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:26.297319 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:26.432327 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:26.432564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:26.560680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Calling delete_port for 68be9f56-1461-435a-99d3-d3802f724ae3 owned by network:floatingip {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:26.687268 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:26.690948 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:26.734514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event deleted for resources: {'Port': ['ID=68be9f56-1461-435a-99d3-d3802f724ae3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:26.769707 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.770115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.770477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.770854 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.771226 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.771624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.771989 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.772353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.772718 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.773084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.773450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.773810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:26.781896 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:26.845138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for floatingip, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:26.845474 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Floating IP 266f5fc6-6143-47de-bc30-a3d9845905d8 disassociated (deleted). External IP: 172.25.8.84, port: f1e0e081-6af6-475c-bb71-7fd2e35d5e59.
Apr 30 05:35:27.202872 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Router eab7c8d6-2a70-4801-b03e-3af1a34bb430 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:35:27.389769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:35:27.398884 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] Sync routers for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:35:27.402495 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:27.408187 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:35:27.408808 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780035c10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:35:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:27.458542 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "DELETE /v2.0/floatingips/266f5fc6-6143-47de-bc30-a3d9845905d8 HTTP/1.1" status: 204  len: 168 time: 1.6044168
Apr 30 05:35:27.459046 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:35:27.517927 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'status': 'completed', 'code': 200}
Apr 30 05:35:27.604212 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:35:27.617265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-28cdcfb1-0313-4449-9ded-1ba7407acb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:27.619582 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-28cdcfb1-0313-4449-9ded-1ba7407acb58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f87c384a9ff94c56b07fa365f4982447&device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 1098 time: 0.0834279
Apr 30 05:35:27.667287 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:27.761888 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:27.865983 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34384d22-3a21-4e58-8bdd-8c57aac81182 req-049dd76e-ffee-4825-ba49-7bfa532d36a7 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:27.873846 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34384d22-3a21-4e58-8bdd-8c57aac81182 req-049dd76e-ffee-4825-ba49-7bfa532d36a7 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 946 time: 0.0986927
Apr 30 05:35:27.932045 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34384d22-3a21-4e58-8bdd-8c57aac81182 req-05af64db-7b27-4970-aa5f-b998cdf7fd29 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572412
Apr 30 05:35:27.956269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-a252f678-2375-4eaa-b7c5-d536f9ab8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:27.957742 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-a252f678-2375-4eaa-b7c5-d536f9ab8d26 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c8c71b0b-3cff-46d9-8584-c176373e003b HTTP/1.1" status: 200  len: 915 time: 0.3310671
Apr 30 05:35:28.010306 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780035c10>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:36Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:28.014415 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] Checking router: eab7c8d6-2a70-4801-b03e-3af1a34bb430 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:35:28.022836 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:35:28.023470 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780035c10>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:35:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:28.029288 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-3ac0542d-64a7-4a33-bf09-0a0d761d9dfa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59 HTTP/1.1" status: 200  len: 217 time: 0.0642073
Apr 30 05:35:28.099160 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-ed2bd18f-b950-4e92-a17d-fa15f8f94710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:28.100654 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-ed2bd18f-b950-4e92-a17d-fa15f8f94710 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a0c7cb3-1deb-40cc-8515-531123a98265 HTTP/1.1" status: 200  len: 853 time: 0.0648537
Apr 30 05:35:28.179627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-3bca87eb-c2d7-4f1a-91a9-f738aa02802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:28.181607 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-3bca87eb-c2d7-4f1a-91a9-f738aa02802a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c8c71b0b-3cff-46d9-8584-c176373e003b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0730534
Apr 30 05:35:28.205537 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:35:28.316054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-cade6c25-e441-4e60-a43c-7290c5976683 service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275625
Apr 30 05:35:28.456535 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-3317fe3f-9f72-46e4-9022-be443d7b6d5a req-f133768d-5567-494a-b505-ac5d6287380c service neutron] 10.222.0.50 "GET /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332612
Apr 30 05:35:28.520585 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780035c10>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:36Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:28.525500 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a097e6cc-87d6-413f-a8c1-523ca4bfa929 None None] The sync data for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 is: [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:32:29Z', 'revision_number': 4, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '663fad3a-a821-43ba-a6c9-7db051a85d86', 'name': '', 'network_id': 'c8c71b0b-3cff-46d9-8584-c176373e003b', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'mac_address': 'fa:16:3e:bf:cc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:28Z', 'updated_at': '2021-04-30T05:32:36Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'subnets': [{'id': '9a0c7cb3-1deb-40cc-8515-531123a98265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:35:28.745247 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c101306-c6cd-4ea8-8d6f-1bd8c285ec36 None None] New status for floating IP 266f5fc6-6143-47de-bc30-a3d9845905d8: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:35:29.117562 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cef3d6-68c7-4119-831e-9a758891154c req-60f84357-7523-4b99-a377-322a94723eb8 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:29.120704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18cef3d6-68c7-4119-831e-9a758891154c req-60f84357-7523-4b99-a377-322a94723eb8 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 946 time: 0.0888820
Apr 30 05:35:29.167488 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18cef3d6-68c7-4119-831e-9a758891154c req-74c5afcc-684e-4aae-be4c-e9aea6849a59 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/security-groups?id=183d205b-451e-4569-81ab-fd325a417078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406346
Apr 30 05:35:29.374631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eff1f-29cb-4184-9801-079c733c6906 req-77bfebe7-2e49-4317-bbf7-a9167b9a13b8 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:35:29.375356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-815eff1f-29cb-4184-9801-079c733c6906 req-77bfebe7-2e49-4317-bbf7-a9167b9a13b8 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Synchronizing usage tracker for tenant:f87c384a9ff94c56b07fa365f4982447 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:35:29.391556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-815eff1f-29cb-4184-9801-079c733c6906 req-77bfebe7-2e49-4317-bbf7-a9167b9a13b8 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Unset dirty status for tenant:f87c384a9ff94c56b07fa365f4982447 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:35:29.392853 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-815eff1f-29cb-4184-9801-079c733c6906 req-77bfebe7-2e49-4317-bbf7-a9167b9a13b8 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 946 time: 0.1033280
Apr 30 05:35:29.531476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-815eff1f-29cb-4184-9801-079c733c6906 req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Deleting port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:29.531817 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-815eff1f-29cb-4184-9801-079c733c6906 req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:29.667356 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-815eff1f-29cb-4184-9801-079c733c6906 req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] For port f1e0e081-6af6-475c-bb71-7fd2e35d5e59, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:35:29.667718 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-815eff1f-29cb-4184-9801-079c733c6906 req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:29.798171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-815eff1f-29cb-4184-9801-079c733c6906 req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Calling delete_port for f1e0e081-6af6-475c-bb71-7fd2e35d5e59 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:29.910510 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-815eff1f-29cb-4184-9801-079c733c6906 req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:29.916593 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bbe24f7d-2001-44d0-a7c3-14c5beaf5d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:29.963176 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event deleted for resources: {'Port': ['ID=f1e0e081-6af6-475c-bb71-7fd2e35d5e59,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:29.966686 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:30.041736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-815eff1f-29cb-4184-9801-079c733c6906 req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] No DVR routers for this DVR port f1e0e081-6af6-475c-bb71-7fd2e35d5e59 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:35:30.044520 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-815eff1f-29cb-4184-9801-079c733c6906 req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:30.047231 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'name': 'network-vif-deleted', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:35:30.063073 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-815eff1f-29cb-4184-9801-079c733c6906 req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.50 "DELETE /v2.0/ports/f1e0e081-6af6-475c-bb71-7fd2e35d5e59 HTTP/1.1" status: 204  len: 173 time: 0.6651499
Apr 30 05:35:30.101686 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c96854-b167-496e-ad5d-f7716b599ddf', 'name': 'network-vif-deleted', 'tag': 'f1e0e081-6af6-475c-bb71-7fd2e35d5e59', 'status': 'completed', 'code': 200}
Apr 30 05:35:30.327516 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de774566-1424-456e-bfa6-4ae2714c8eeb req-06242eb2-18c0-4c22-9137-2247c0f199fd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 210 time: 0.0485470
Apr 30 05:35:30.764592 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8c359f15-fb9d-46db-af2a-f36935b6ff52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:31.485070 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a151be56-f3f8-44a3-8a1f-3857bb7f388e req-e5a42e47-5e17-4313-870e-af5490ddb073 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 210 time: 0.0450830
Apr 30 05:35:32.640495 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c3f96001-d7b2-43d1-bd54-3ebbe7bb14a9 req-afe5ec2d-a597-450b-9941-7e199b23f198 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 210 time: 0.0451434
Apr 30 05:35:33.460087 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:33.670209 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-40ee0a1d-6148-413e-986c-8a70e59d1242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:33.812463 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-48700567-86ca-42c1-b963-b9bf77ac5727 req-546afd2b-7284-4ff6-9f00-067a547b8d37 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9c96854-b167-496e-ad5d-f7716b599ddf HTTP/1.1" status: 200  len: 210 time: 0.0481412
Apr 30 05:35:33.828731 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1e0e081-6af6-475c-bb71-7fd2e35d5e59 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:35:33.867639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: f1e0e081-6af6-475c-bb71-7fd2e35d5e59 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:35:33.868517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device f1e0e081-6af6-475c-bb71-7fd2e35d5e59 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:35:34.907924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33412) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:34.919007 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:34.982511 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c787014a-939b-45c8-805e-bd41183c66bd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:35.012598 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c787014a-939b-45c8-805e-bd41183c66bd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:35.084441 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c787014a-939b-45c8-805e-bd41183c66bd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:35.088629 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-781e75e8-8898-4fa3-8184-6338c9156c9e tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:35.103833 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787014a-939b-45c8-805e-bd41183c66bd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183d205b-451e-4569-81ab-fd325a417078,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:35.106911 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c787014a-939b-45c8-805e-bd41183c66bd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:35.117834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c787014a-939b-45c8-805e-bd41183c66bd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:35.119685 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c787014a-939b-45c8-805e-bd41183c66bd tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] 10.222.0.46 "DELETE /v2.0/security-groups/183d205b-451e-4569-81ab-fd325a417078 HTTP/1.1" status: 204  len: 168 time: 0.2106414
Apr 30 05:35:36.419151 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:38.084022 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-b6e6ed23-f779-466e-80ee-8814ac8914c0 req-06cb5853-05fa-4fd3-b460-0cf2c3535126 service neutron] (74581) timed out ('10.222.0.50', 60692) {{(pid=74581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 05:35:38.842125 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33866) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:39.556846 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:39.975962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Deleting port 663fad3a-a821-43ba-a6c9-7db051a85d86 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:39.976745 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:40.097647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] For port 663fad3a-a821-43ba-a6c9-7db051a85d86, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=663fad3a-a821-43ba-a6c9-7db051a85d86,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:35:40.097897 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:40.227317 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Calling delete_port for 663fad3a-a821-43ba-a6c9-7db051a85d86 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:40.460826 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:40.465048 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8e2278d9-4e16-4986-9c2b-e601884ede32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:40.512969 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Pushing event deleted for resources: {'Port': ['ID=663fad3a-a821-43ba-a6c9-7db051a85d86,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:40.516101 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:40.964855 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:41.330285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Router eab7c8d6-2a70-4801-b03e-3af1a34bb430 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:35:41.513016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:35:41.522792 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] Sync routers for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:35:41.525772 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] 10.222.0.46 "PUT /v2.0/routers/eab7c8d6-2a70-4801-b03e-3af1a34bb430/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6825733
Apr 30 05:35:41.528294 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33870) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:41.532724 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:35:41.533332 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780035a90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:35:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:41.705093 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:41.708101 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:35:41.893405 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:41.972600 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Deleting port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:41.972852 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:41.998956 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780035a90>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:35:40Z', 'revision_number': 5, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port': {'id': '2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:32:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:25Z', 'updated_at': '2021-04-30T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:42.002770 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] Checking router: eab7c8d6-2a70-4801-b03e-3af1a34bb430 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:35:42.011604 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] Routers {'eab7c8d6-2a70-4801-b03e-3af1a34bb430'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:35:42.012216 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780035a90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:35:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:42.094371 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] For port 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:35:42.094725 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:42.162133 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] Set router eab7c8d6-2a70-4801-b03e-3af1a34bb430 gateway port host: None {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:35:42.224240 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Calling delete_port for 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:42.301397 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780035a90>, [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:35:41Z', 'revision_number': 6, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:42.305474 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e10520-30d0-4fbe-9269-3f641c0e0d06 None None] The sync data for ids ['eab7c8d6-2a70-4801-b03e-3af1a34bb430'] in n-d-766726-20 is: [{'id': 'eab7c8d6-2a70-4801-b03e-3af1a34bb430', 'name': 'tempest-TestVolumeBackupRestore-1152946256-router', 'tenant_id': 'f87c384a9ff94c56b07fa365f4982447', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:24Z', 'updated_at': '2021-04-30T05:35:41Z', 'revision_number': 6, 'project_id': 'f87c384a9ff94c56b07fa365f4982447', 'gw_port_host': None}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:35:42.542366 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:42.546875 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:42.590865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:42.619010 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:42.683679 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:42.863360 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:42.865760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:42.892312 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:42.892999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab7c8d6-2a70-4801-b03e-3af1a34bb430 {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:35:42.906697 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:42.907875 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] 10.222.0.46 "DELETE /v2.0/routers/eab7c8d6-2a70-4801-b03e-3af1a34bb430 HTTP/1.1" status: 204  len: 168 time: 1.3786511
Apr 30 05:35:42.910490 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33874) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:42.979146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1559875-c206-427f-a68b-979cdfd897a7 admin admin] Deleting subnet 9a0c7cb3-1deb-40cc-8515-531123a98265 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:35:42.982323 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1559875-c206-427f-a68b-979cdfd897a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:43.035349 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1559875-c206-427f-a68b-979cdfd897a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:43.122855 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1559875-c206-427f-a68b-979cdfd897a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:43.422298 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1559875-c206-427f-a68b-979cdfd897a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:43.427805 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-cde468d0-dd09-4d4e-bdab-cf25eb16e033 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:43.490054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e1559875-c206-427f-a68b-979cdfd897a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:43.494696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1559875-c206-427f-a68b-979cdfd897a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0c7cb3-1deb-40cc-8515-531123a98265,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:43.495644 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373111db-db37-4357-96c0-654e3b3879ec None None] Network c8c71b0b-3cff-46d9-8584-c176373e003b requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:35:43.498275 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e1559875-c206-427f-a68b-979cdfd897a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:43.505425 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e1559875-c206-427f-a68b-979cdfd897a7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9a0c7cb3-1deb-40cc-8515-531123a98265 HTTP/1.1" status: 204  len: 168 time: 0.5912611
Apr 30 05:35:43.505602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33878) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:43.635699 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:43.740469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Deleting port 08d3d383-0354-42ed-8c09-8fe5f3a87286 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:43.740810 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:43.803984 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] DHCP port deletion for c8c71b0b-3cff-46d9-8584-c176373e003b request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:35:43.868332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] For port 08d3d383-0354-42ed-8c09-8fe5f3a87286, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=08d3d383-0354-42ed-8c09-8fe5f3a87286,segment=NetworkSegment(89a8e1ac-9730-40c4-96b0-fff7f23c04d1),segment_id=89a8e1ac-9730-40c4-96b0-fff7f23c04d1)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:35:43.868776 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:43.894015 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 663fad3a-a821-43ba-a6c9-7db051a85d86 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:35:44.000710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 663fad3a-a821-43ba-a6c9-7db051a85d86 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:35:44.000970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 663fad3a-a821-43ba-a6c9-7db051a85d86 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:35:44.001359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:35:44.017795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Calling delete_port for 08d3d383-0354-42ed-8c09-8fe5f3a87286 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:44.041252 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:35:44.041610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 2cf03b2c-196c-4a02-8b63-7bd1f8bdc28e not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:35:44.042055 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 08d3d383-0354-42ed-8c09-8fe5f3a87286 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:35:44.074494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] Deleting port 08d3d383-0354-42ed-8c09-8fe5f3a87286 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:44.074889 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:44.091859 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:44.097488 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:44.164320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d3d383-0354-42ed-8c09-8fe5f3a87286,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:44.166924 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] No DVR routers for this DVR port 08d3d383-0354-42ed-8c09-8fe5f3a87286 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:35:44.168485 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:44.233607 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No active binding found for port 08d3d383-0354-42ed-8c09-8fe5f3a87286 {{(pid=74583) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Apr 30 05:35:44.234034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 08d3d383-0354-42ed-8c09-8fe5f3a87286 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:35:44.239417 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] For port 08d3d383-0354-42ed-8c09-8fe5f3a87286, host n-d-766726-20, got binding levels [] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:35:44.239822 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:44.288530 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:44.365661 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] Calling delete_port for 08d3d383-0354-42ed-8c09-8fe5f3a87286 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:44.369046 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.ipam_backend_mixin [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] Port 08d3d383-0354-42ed-8c09-8fe5f3a87286 was not found and therefore no delete operation was performed {{(pid=74583) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}}
Apr 30 05:35:44.370295 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:44.373749 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:44.393205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe7847645b0>,) {'filters': {'network_id': ['c8c71b0b-3cff-46d9-8584-c176373e003b']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:44.409330 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7847645b0>, '89a8e1ac-9730-40c4-96b0-fff7f23c04d1') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:44.409622 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe7847645b0>, '89a8e1ac-9730-40c4-96b0-fff7f23c04d1') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:44.418989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] Pushing event deleted for resources: {'Port': ['ID=08d3d383-0354-42ed-8c09-8fe5f3a87286,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:44.422499 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:44.424328 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:44.425110 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5359240-358c-40cf-9898-a6b7e046624b None None] No DVR routers for this DVR port 08d3d383-0354-42ed-8c09-8fe5f3a87286 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:35:44.444457 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:44.458579 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:35:44.789639 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Network c8c71b0b-3cff-46d9-8584-c176373e003b has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:35:44.798162 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:44.971868 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Network c8c71b0b-3cff-46d9-8584-c176373e003b has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:35:44.994735 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:35:45.073122 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:45.076832 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a45b3c1f-26b4-4a06-bf44-eed961c0591c tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:45.090939 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:45.099752 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c71b0b-3cff-46d9-8584-c176373e003b,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:45.105365 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:45.117464 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c8c71b0b-3cff-46d9-8584-c176373e003b HTTP/1.1" status: 204  len: 168 time: 1.6108310
Apr 30 05:35:45.120518 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33882) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:45.667580 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657273'] for router_interface, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:46.072751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Deleting port f9efdee0-a0bb-4180-a711-49adb47eafc9 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:46.073424 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:46.357012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] For port f9efdee0-a0bb-4180-a711-49adb47eafc9, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=f9efdee0-a0bb-4180-a711-49adb47eafc9,segment=NetworkSegment(5ae69b1b-2a32-46d0-8f4e-118b117b5442),segment_id=5ae69b1b-2a32-46d0-8f4e-118b117b5442)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:35:46.357353 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:46.483602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Calling delete_port for f9efdee0-a0bb-4180-a711-49adb47eafc9 owned by network:router_interface {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:46.628850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:46.633300 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-85f608fc-5b5a-405a-a683-a66de71fb213 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:46.679469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=f9efdee0-a0bb-4180-a711-49adb47eafc9,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:46.682718 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:46.951289 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-667081'] for router_interface, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:47.318095 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:35:47.501753 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:35:47.510960 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] Sync routers for ids ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:35:47.518047 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] 10.222.0.46 "PUT /v2.0/routers/9973be6f-7b79-4eeb-b2ea-8d144ec18adc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3965228
Apr 30 05:35:47.520454 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] Routers {'9973be6f-7b79-4eeb-b2ea-8d144ec18adc'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:35:47.521004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33886) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:47.521122 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800f6400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:35:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:47.704675 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] Set router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:35:47.879210 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.015144 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800f6400>, [{'id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:32Z', 'updated_at': '2021-04-30T05:35:46Z', 'revision_number': 5, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'gw_port': {'id': '50a3b53a-98c7-467e-9a5b-4203e38dc0a3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:32:33Z', 'updated_at': '2021-04-30T05:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:48.019093 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] Checking router: 9973be6f-7b79-4eeb-b2ea-8d144ec18adc for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:35:48.028099 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] Routers {'9973be6f-7b79-4eeb-b2ea-8d144ec18adc'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:35:48.028709 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7800f6400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:35:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:48.058638 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.134874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Deleting port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:48.135210 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.180947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] Set router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc gateway port host: None {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:35:48.262323 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] For port 50a3b53a-98c7-467e-9a5b-4203e38dc0a3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=50a3b53a-98c7-467e-9a5b-4203e38dc0a3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:35:48.262672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.291705 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7800f6400>, [{'id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:32Z', 'updated_at': '2021-04-30T05:35:48Z', 'revision_number': 6, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'gw_port_host': None}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:48.295720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044b919-21fd-44fd-b0aa-6c2dd3721f3e None None] The sync data for ids ['9973be6f-7b79-4eeb-b2ea-8d144ec18adc'] in n-d-766726-20 is: [{'id': '9973be6f-7b79-4eeb-b2ea-8d144ec18adc', 'name': 'tempest-TestVolumeBackupRestore-394388618-router', 'tenant_id': '81d15cae5f4c42409570f2401dd3ca33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:32:32Z', 'updated_at': '2021-04-30T05:35:48Z', 'revision_number': 6, 'project_id': '81d15cae5f4c42409570f2401dd3ca33', 'gw_port_host': None}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:35:48.388336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Calling delete_port for 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 owned by network:router_gateway {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:48.524085 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.527976 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-adb33044-65c2-4f2b-9897-c2f958b5fd97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:48.574938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a3b53a-98c7-467e-9a5b-4203e38dc0a3,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:48.609306 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:48.673761 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658158'] for router_gateway, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.851948 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13723'] for router, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.854652 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.881543 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666443'] for router, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.882057 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9973be6f-7b79-4eeb-b2ea-8d144ec18adc {{(pid=74582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 30 05:35:48.894994 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Notify callbacks [] for router, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:48.896172 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9973be6f-7b79-4eeb-b2ea-8d144ec18adc HTTP/1.1" status: 204  len: 168 time: 1.3742599
Apr 30 05:35:48.898716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33890) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:48.958627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f18d95-95f4-4154-8d2e-50507a4ff7b8 admin admin] Deleting subnet 06ef8c4c-9541-4672-8002-362149637d20 {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:35:48.962226 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2f18d95-95f4-4154-8d2e-50507a4ff7b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.012753 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2f18d95-95f4-4154-8d2e-50507a4ff7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.096965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2f18d95-95f4-4154-8d2e-50507a4ff7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.358174 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2f18d95-95f4-4154-8d2e-50507a4ff7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.362757 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7427f3a4-0b25-463c-ae23-b4e8292573f2 tempest-TagsExtTest-986321760 tempest-TagsExtTest-986321760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:49.404045 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f18d95-95f4-4154-8d2e-50507a4ff7b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ef8c4c-9541-4672-8002-362149637d20,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:49.405932 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e2f18d95-95f4-4154-8d2e-50507a4ff7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.408508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655da09-8c14-47f8-a372-baf76dc0df14 None None] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:35:49.408966 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e2f18d95-95f4-4154-8d2e-50507a4ff7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:49.412816 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e2f18d95-95f4-4154-8d2e-50507a4ff7b8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/06ef8c4c-9541-4672-8002-362149637d20 HTTP/1.1" status: 204  len: 168 time: 0.5126328
Apr 30 05:35:49.416406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33896) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:49.524008 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.601483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Deleting port 082df123-2668-4b00-8e87-ed4ad15e8139 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:49.601903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.712113 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] DHCP port deletion for 6df686b5-097a-4a9a-99c9-43109cfa6430 request from n-d-766726-20 {{(pid=74583) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 30 05:35:49.780604 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Deleting port 082df123-2668-4b00-8e87-ed4ad15e8139 {{(pid=74583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:35:49.781018 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.881961 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] For port 082df123-2668-4b00-8e87-ed4ad15e8139, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=082df123-2668-4b00-8e87-ed4ad15e8139,segment=NetworkSegment(5ae69b1b-2a32-46d0-8f4e-118b117b5442),segment_id=5ae69b1b-2a32-46d0-8f4e-118b117b5442)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:35:49.882320 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.887487 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] For port 082df123-2668-4b00-8e87-ed4ad15e8139, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=082df123-2668-4b00-8e87-ed4ad15e8139,segment=NetworkSegment(5ae69b1b-2a32-46d0-8f4e-118b117b5442),segment_id=5ae69b1b-2a32-46d0-8f4e-118b117b5442)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:35:49.888972 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:49.898018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:35:49.989848 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:35:49.990301 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 50a3b53a-98c7-467e-9a5b-4203e38dc0a3 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:35:49.990738 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f9efdee0-a0bb-4180-a711-49adb47eafc9 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:35:50.012408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Calling delete_port for 082df123-2668-4b00-8e87-ed4ad15e8139 owned by network:dhcp {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:50.059305 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:50.063246 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0db5492b-aada-4b17-998b-b74ffb7821ac tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:50.079671 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Calling delete_port for 082df123-2668-4b00-8e87-ed4ad15e8139 owned by network:dhcp {{(pid=74583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:35:50.088294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: f9efdee0-a0bb-4180-a711-49adb47eafc9 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:35:50.088651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device f9efdee0-a0bb-4180-a711-49adb47eafc9 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:35:50.089086 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 082df123-2668-4b00-8e87-ed4ad15e8139 no longer exists at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:35:50.110212 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=082df123-2668-4b00-8e87-ed4ad15e8139,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:50.113205 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:50.114204 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] No DVR routers for this DVR port 082df123-2668-4b00-8e87-ed4ad15e8139 on host n-d-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:35:50.127470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] No Port match for: 082df123-2668-4b00-8e87-ed4ad15e8139 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:35:50.127810 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 082df123-2668-4b00-8e87-ed4ad15e8139 not bound to the agent host n-d-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:35:50.168849 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935'] for port, after_delete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:50.173421 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-c79f0fb1-fabf-42c6-8579-b9085678bae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:50.218387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Pushing event deleted for resources: {'Port': ['ID=082df123-2668-4b00-8e87-ed4ad15e8139,revision_number=None']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:50.222435 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] No DVR routers for this DVR port 082df123-2668-4b00-8e87-ed4ad15e8139 on host n-d-766726-20 {{(pid=74583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:35:50.233858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:50.237203 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.237533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.237876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.238214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.238575 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.238910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.239290 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.239651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.239977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.240425 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.240758 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.241082 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:35:50.248947 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:50.347040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe778efd7c0>,) {'filters': {'network_id': ['6df686b5-097a-4a9a-99c9-43109cfa6430']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:50.359485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778efd7c0>, '5ae69b1b-2a32-46d0-8f4e-118b117b5442') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:50.359776 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe778efd7c0>, '5ae69b1b-2a32-46d0-8f4e-118b117b5442') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:35:50.370768 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:50.386606 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:50.392609 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:35:50.558667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:35:50.566850 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:50.737824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Network 6df686b5-097a-4a9a-99c9-43109cfa6430 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:35:50.761762 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:35:50.845129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:50.849234 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c98a64de-e29f-4ef4-8a95-5abf22a7972b tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:50.863711 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:50.878933 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df686b5-097a-4a9a-99c9-43109cfa6430,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:50.882886 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:50.887726 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6df686b5-097a-4a9a-99c9-43109cfa6430 HTTP/1.1" status: 204  len: 168 time: 1.4702575
Apr 30 05:35:51.059152 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33904) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:51.109018 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-944ed213-9d62-4663-bede-869b106e060a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f87c384a9ff94c56b07fa365f4982447&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0484774
Apr 30 05:35:51.111494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33908) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:51.170311 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b00cfdac-c877-4aab-b8ca-4f8591a17892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:51.195691 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b00cfdac-c877-4aab-b8ca-4f8591a17892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:51.253729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b00cfdac-c877-4aab-b8ca-4f8591a17892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:51.257510 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-91ddcda8-6017-4c0b-94c5-e1751f0c0b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:51.271809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cfdac-c877-4aab-b8ca-4f8591a17892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054858b3-cd65-4a50-8be4-5068726d8e2e,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:51.275816 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b00cfdac-c877-4aab-b8ca-4f8591a17892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:51.280923 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-b00cfdac-c877-4aab-b8ca-4f8591a17892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:51.282069 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-b00cfdac-c877-4aab-b8ca-4f8591a17892 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/054858b3-cd65-4a50-8be4-5068726d8e2e HTTP/1.1" status: 204  len: 168 time: 0.1696563
Apr 30 05:35:51.625696 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33916) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:51.676497 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-19870cf6-ec35-4721-8a5e-a4a0472103d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81d15cae5f4c42409570f2401dd3ca33&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0496228
Apr 30 05:35:51.678911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 33920) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:35:51.737129 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e699126b-764d-44d2-8926-130b6eaa5503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:51.764473 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e699126b-764d-44d2-8926-130b6eaa5503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:51.815402 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e699126b-764d-44d2-8926-130b6eaa5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:51.819636 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-db9307be-8bb7-4cdf-bea1-fe51a636c116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:35:51.830848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699126b-764d-44d2-8926-130b6eaa5503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2a8b98-be14-4105-9bf8-43b3664d2371,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:35:51.834180 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-e699126b-764d-44d2-8926-130b6eaa5503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:35:51.842518 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-e699126b-764d-44d2-8926-130b6eaa5503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:51.843708 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-e699126b-764d-44d2-8926-130b6eaa5503 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac2a8b98-be14-4105-9bf8-43b3664d2371 HTTP/1.1" status: 204  len: 168 time: 0.1638448
Apr 30 05:35:57.656028 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:35:57.757963 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:00.769929 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b31cfd81-7e9b-409b-b62a-62bca515bd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:01.562268 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-04528da0-533b-474f-9e64-28d12d85829c tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4a032a6677c74fe8bd14f97da3dce52e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0281272
Apr 30 05:36:01.716322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f107e-c479-496b-966b-b0680a902b46 req-3ae8ae10-351b-4fd9-a5e8-a6b4f7fa2bf7 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:01.718071 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-3ae8ae10-351b-4fd9-a5e8-a6b4f7fa2bf7 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1506925
Apr 30 05:36:01.734502 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-5ad32f3f-fc97-4d5b-ba85-fc604ccbe562 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/quotas/4a032a6677c74fe8bd14f97da3dce52e HTTP/1.1" status: 200  len: 375 time: 0.0108411
Apr 30 05:36:01.782657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-b56522d2-dc32-4d7b-9adf-d40506903c6c tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4a032a6677c74fe8bd14f97da3dce52e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0429289
Apr 30 05:36:01.964520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c076a4de-6b44-44a7-ac69-ca70e904d619 req-cbf04fb4-6678-43c8-ac54-22ed7d3276a6 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 210 time: 0.0441744
Apr 30 05:36:03.083584 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-b54c0601-8248-4e14-af60-f420c3bda6d0 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4a032a6677c74fe8bd14f97da3dce52e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0372524
Apr 30 05:36:03.099246 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:36:03.129520 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3291471f-4a9e-4fa5-be34-589feabb9e4c req-66d86db2-e7cf-4ffa-baa8-7bc57db154b8 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 210 time: 0.0509620
Apr 30 05:36:03.250596 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f107e-c479-496b-966b-b0680a902b46 req-a3658349-6ad4-4144-8ac4-d62ae5edd0ce tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:03.252129 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-a3658349-6ad4-4144-8ac4-d62ae5edd0ce tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1615839
Apr 30 05:36:03.265277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Request body: {'port': {'device_id': '439e6c84-43bc-4b37-8b76-3739fd352062', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'admin_state_up': True, 'tenant_id': '4a032a6677c74fe8bd14f97da3dce52e'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:36:03.406361 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:36:03.410193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Usage tracker for resource:port and tenant:4a032a6677c74fe8bd14f97da3dce52e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:36:03.413042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:36:03.419910 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:36:03.428563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Made reservation on behalf of 4a032a6677c74fe8bd14f97da3dce52e for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:36:03.432617 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:03.445763 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:03.461605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:36:03.461831 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:03.466441 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Usage tracker for resource:security_group_rule and tenant:4a032a6677c74fe8bd14f97da3dce52e is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:36:03.469420 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:36:03.475201 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:36:03.562390 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:03.566179 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:03.568893 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0c7b99bd-2938-4891-b16b-d651bfc950ef tempest-TestVolumeBootPattern-1698122025 tempest-TestVolumeBootPattern-1698122025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:03.674366 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b468068a-15be-490c-9aaa-6e197119b6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:03.819736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bee14d-f0bf-48d9-a77c-aa57151a2764,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:03.825432 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:03.908915 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Allocated IP 192.168.233.182 (dfa9af59-f9bc-4816-b9f5-5405ba4caa9b/3ef0df9d-7c6f-4689-98b2-c52a078602ef/03ca424d-08ec-4139-91dd-5f5b8757099c) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:36:04.116186 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:04.132320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Transition to ACTIVE for port object 03ca424d-08ec-4139-91dd-5f5b8757099c will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:36:04.157372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:04.164988 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a52a4fdd-f805-4e61-9f4d-c65b80ba8ecb tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:04.229759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:36:04.237426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:36:04.241936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:36:04.290624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Pushing event updated for resources: {'Port': ['ID=03ca424d-08ec-4139-91dd-5f5b8757099c,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:04.297885 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:04.324011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:04.324682 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:04.342057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e0a5b-2159-41e0-a8e1-741f17d20002 req-ae86f540-e496-435e-8347-836bd95b310e tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:04.343627 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c22e0a5b-2159-41e0-a8e1-741f17d20002 req-ae86f540-e496-435e-8347-836bd95b310e tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 936 time: 0.0939293
Apr 30 05:36:04.353712 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0920205
Apr 30 05:36:04.365290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-effb9166-49ea-40d4-a07e-c4648aa2c9aa tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:36:04.366488 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-effb9166-49ea-40d4-a07e-c4648aa2c9aa tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058467
Apr 30 05:36:04.394250 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c22e0a5b-2159-41e0-a8e1-741f17d20002 req-b11bff72-c696-484c-88ad-4f361324458a tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441613
Apr 30 05:36:04.469018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f6eb3b78-8afb-40a0-b472-3dcd73aede93 None None] Provisioning for port 03ca424d-08ec-4139-91dd-5f5b8757099c completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:36:04.473733 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f6eb3b78-8afb-40a0-b472-3dcd73aede93 None None] Provisioning complete for port 03ca424d-08ec-4139-91dd-5f5b8757099c triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:36:04.474131 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3b78-8afb-40a0-b472-3dcd73aede93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:04.487616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Request body: {'port': {'device_id': '439e6c84-43bc-4b37-8b76-3739fd352062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:36:04.528502 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb3b78-8afb-40a0-b472-3dcd73aede93 None None] Port 03ca424d-08ec-4139-91dd-5f5b8757099c cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:36:04.601660 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:04.921299 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:04.955589 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ca424d-08ec-4139-91dd-5f5b8757099c {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:36:04.962748 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:04.978570 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Transition to ACTIVE for port object 03ca424d-08ec-4139-91dd-5f5b8757099c will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:36:04.982681 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:04.987456 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-0a5e6627-bb39-407e-8d71-c9c6c55fa338 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:05.146565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Pushing event updated for resources: {'Port': ['ID=03ca424d-08ec-4139-91dd-5f5b8757099c,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:05.155254 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:05.238024 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Attempting to bind port 03ca424d-08ec-4139-91dd-5f5b8757099c on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:36:05.238365 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Attempting to bind port 03ca424d-08ec-4139-91dd-5f5b8757099c by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:36:05.238703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Attempting to bind port 03ca424d-08ec-4139-91dd-5f5b8757099c on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:36:05.243773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Port 03ca424d-08ec-4139-91dd-5f5b8757099c on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:36:05.244104 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Attempting to bind port 03ca424d-08ec-4139-91dd-5f5b8757099c on network dfa9af59-f9bc-4816-b9f5-5405ba4caa9b {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:36:05.250210 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:36:05.250549 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Checking segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:36:05.250944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Bound using segment: {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:36:05.251419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Bound port: 03ca424d-08ec-4139-91dd-5f5b8757099c, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4b93a6-a380-4b96-90a2-2baf8dba8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:36:05.251767 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:05.348159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] For port 03ca424d-08ec-4139-91dd-5f5b8757099c, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:36:05.351049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] For port 03ca424d-08ec-4139-91dd-5f5b8757099c, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=03ca424d-08ec-4139-91dd-5f5b8757099c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:36:05.356634 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:05.361573 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6e09643c-cfc7-443d-865a-05cb9c0ea222 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:05.412344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:05.412965 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:05.414349 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] 10.222.0.37 "PUT /v2.0/ports/03ca424d-08ec-4139-91dd-5f5b8757099c HTTP/1.1" status: 200  len: 1097 time: 1.0409675
Apr 30 05:36:05.414880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439e6c84-43bc-4b37-8b76-3739fd352062', 'tag': '03ca424d-08ec-4139-91dd-5f5b8757099c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:36:05.446708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Pushing event updated for resources: {'Port': ['ID=03ca424d-08ec-4139-91dd-5f5b8757099c,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:05.450596 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:05.506765 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439e6c84-43bc-4b37-8b76-3739fd352062', 'tag': '03ca424d-08ec-4139-91dd-5f5b8757099c', 'status': 'completed', 'code': 200}
Apr 30 05:36:05.551784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f107e-c479-496b-966b-b0680a902b46 req-f93c582a-4b37-403d-998c-9d89d2a78ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:05.553323 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-f93c582a-4b37-403d-998c-9d89d2a78ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a032a6677c74fe8bd14f97da3dce52e&device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 1100 time: 0.0859156
Apr 30 05:36:05.626680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-b9ef6907-6102-4675-bcc0-efaf0114dd68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=03ca424d-08ec-4139-91dd-5f5b8757099c HTTP/1.1" status: 200  len: 217 time: 0.0653789
Apr 30 05:36:05.638755 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a02136-2450-4955-acd7-1c32c0802d82 req-ec953ed4-813e-4f3e-9950-9e08fef3d6fc tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:05.640298 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97a02136-2450-4955-acd7-1c32c0802d82 req-ec953ed4-813e-4f3e-9950-9e08fef3d6fc tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 948 time: 0.1080036
Apr 30 05:36:05.688178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97a02136-2450-4955-acd7-1c32c0802d82 req-60dfdfdf-a4f1-4645-ad8f-212278d7081e tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416169
Apr 30 05:36:05.694532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f107e-c479-496b-966b-b0680a902b46 req-ac615c2d-497b-46e7-9b93-1fa3ed843a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:05.696038 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-ac615c2d-497b-46e7-9b93-1fa3ed843a86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0637136
Apr 30 05:36:05.774189 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f107e-c479-496b-966b-b0680a902b46 req-22cee081-3eb2-40b0-9d1b-692cc5660d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:05.776314 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-22cee081-3eb2-40b0-9d1b-692cc5660d76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0728881
Apr 30 05:36:05.915532 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-5137e526-85e2-47d3-98fd-9f0d649cb3e9 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331732
Apr 30 05:36:06.053169 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d69f107e-c479-496b-966b-b0680a902b46 req-3111bb93-68c9-4969-85a2-af902be0df25 service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310816
Apr 30 05:36:06.179064 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-f230ca35-2b34-4136-b55c-50d05e2f209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:06.180618 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-f230ca35-2b34-4136-b55c-50d05e2f209b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a032a6677c74fe8bd14f97da3dce52e&device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 1100 time: 0.0777409
Apr 30 05:36:06.414687 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:06.485093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-4bc1a715-ce79-48c7-be30-39466a44238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:06.486541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-4bc1a715-ce79-48c7-be30-39466a44238a service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b HTTP/1.1" status: 200  len: 870 time: 0.2993298
Apr 30 05:36:06.553805 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-8bd3a904-fb51-48ce-b8a2-6156695cfba3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=03ca424d-08ec-4139-91dd-5f5b8757099c HTTP/1.1" status: 200  len: 217 time: 0.0606561
Apr 30 05:36:06.620287 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-ad1e0e19-30fd-449c-8566-465a9c3cd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:06.621623 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-ad1e0e19-30fd-449c-8566-465a9c3cd506 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ef0df9d-7c6f-4689-98b2-c52a078602ef HTTP/1.1" status: 200  len: 843 time: 0.0617092
Apr 30 05:36:06.699003 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-3af216c2-faeb-4136-a292-8f334c7a44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:06.700551 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-3af216c2-faeb-4136-a292-8f334c7a44d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfa9af59-f9bc-4816-b9f5-5405ba4caa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0728557
Apr 30 05:36:06.839815 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-aa4df3ce-d542-4b7a-8f82-3dec9105d65a service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323488
Apr 30 05:36:06.876724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b8163-eab5-4931-a8a9-bb91647a4746 req-6b00223b-0b4d-4fd0-ac07-f0ab43d9fe68 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:06.878469 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-487b8163-eab5-4931-a8a9-bb91647a4746 req-6b00223b-0b4d-4fd0-ac07-f0ab43d9fe68 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 948 time: 0.0830431
Apr 30 05:36:06.935660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-487b8163-eab5-4931-a8a9-bb91647a4746 req-51fde6b0-359f-4b16-8e1d-fc3f2e85e65d tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499239
Apr 30 05:36:06.981090 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-73913401-c2cf-4a90-bbec-778ea6dee5e8 req-0057a4a1-c250-4181-9f58-8444c93ad1ba service neutron] 10.222.0.37 "GET /v2.0/networks/dfa9af59-f9bc-4816-b9f5-5405ba4caa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348972
Apr 30 05:36:08.121807 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e9d1d-b023-4805-9801-7a314b83be5e req-73d04ad3-064b-4343-be10-628d489f29e4 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:08.123210 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-778e9d1d-b023-4805-9801-7a314b83be5e req-73d04ad3-064b-4343-be10-628d489f29e4 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 948 time: 0.0828187
Apr 30 05:36:08.168659 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-778e9d1d-b023-4805-9801-7a314b83be5e req-bc065cfb-d4d9-4a5b-ac07-d6e63a34c3b9 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397263
Apr 30 05:36:09.360657 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91389f-cdb1-4388-859a-b25fbeee5110 req-34233c90-f565-4ff1-ba23-03d972df7cf2 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:09.362168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee91389f-cdb1-4388-859a-b25fbeee5110 req-34233c90-f565-4ff1-ba23-03d972df7cf2 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 948 time: 0.0853097
Apr 30 05:36:09.407887 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee91389f-cdb1-4388-859a-b25fbeee5110 req-d95b7943-4362-43a5-84a5-078e6964b2e7 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400777
Apr 30 05:36:10.111890 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 03ca424d-08ec-4139-91dd-5f5b8757099c details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:36:10.249870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 03ca424d-08ec-4139-91dd-5f5b8757099c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=03ca424d-08ec-4139-91dd-5f5b8757099c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:36:10.263359 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '03ca424d-08ec-4139-91dd-5f5b8757099c', 'network_id': 'dfa9af59-f9bc-4816-b9f5-5405ba4caa9b', 'port_id': '03ca424d-08ec-4139-91dd-5f5b8757099c', 'mac_address': 'fa:16:3e:1e:ac:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef0df9d-7c6f-4689-98b2-c52a078602ef', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:36:10.323389 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:10.340159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ca424d-08ec-4139-91dd-5f5b8757099c {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:36:10.360309 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 03ca424d-08ec-4139-91dd-5f5b8757099c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=03ca424d-08ec-4139-91dd-5f5b8757099c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:36:10.365846 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:10.367743 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6510477f-78bf-4ff2-8e2a-040a03397242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:10.439374 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=03ca424d-08ec-4139-91dd-5f5b8757099c,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:10.443318 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:10.596678 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5e951-7ac6-4e32-90a1-a70987e513f1 req-ccfc3092-629f-4899-84d4-ae6a7f06fc21 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:10.598207 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3fa5e951-7ac6-4e32-90a1-a70987e513f1 req-ccfc3092-629f-4899-84d4-ae6a7f06fc21 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 949 time: 0.0831923
Apr 30 05:36:10.643578 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3fa5e951-7ac6-4e32-90a1-a70987e513f1 req-6fb6b0a1-a174-48a8-a42b-24cd50710239 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394173
Apr 30 05:36:10.734719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['03ca424d-08ec-4139-91dd-5f5b8757099c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:36:11.834579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3636-8586-4a53-a559-588ee0c47be1 req-fc2f817e-d014-433a-8276-57bf03b465b3 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:11.836101 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03af3636-8586-4a53-a559-588ee0c47be1 req-fc2f817e-d014-433a-8276-57bf03b465b3 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 949 time: 0.0859003
Apr 30 05:36:11.888649 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-03af3636-8586-4a53-a559-588ee0c47be1 req-0ab13280-0a43-4831-9baa-18f65afedbc4 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461948
Apr 30 05:36:12.127420 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 03ca424d-08ec-4139-91dd-5f5b8757099c up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:36:12.195486 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 03ca424d-08ec-4139-91dd-5f5b8757099c completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:36:12.200558 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 03ca424d-08ec-4139-91dd-5f5b8757099c triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:36:12.200972 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:12.319326 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:12.346621 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439e6c84-43bc-4b37-8b76-3739fd352062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ca424d-08ec-4139-91dd-5f5b8757099c'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:36:12.357747 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 03ca424d-08ec-4139-91dd-5f5b8757099c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=03ca424d-08ec-4139-91dd-5f5b8757099c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:36:12.367059 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:12.367059 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:12.403555 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439e6c84-43bc-4b37-8b76-3739fd352062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ca424d-08ec-4139-91dd-5f5b8757099c', 'code': 200}
Apr 30 05:36:12.441832 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=03ca424d-08ec-4139-91dd-5f5b8757099c,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:12.444867 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:12.530133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976fea1-8781-4c55-b392-3ec82af9a645 req-8af1c9e8-a2a3-4942-80c5-9469ea31dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:12.531679 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7976fea1-8781-4c55-b392-3ec82af9a645 req-8af1c9e8-a2a3-4942-80c5-9469ea31dc41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 1102 time: 0.0783508
Apr 30 05:36:12.573126 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-7976fea1-8781-4c55-b392-3ec82af9a645 req-4dad190b-4ffd-4438-8eb3-cd7f29bd5d3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352747
Apr 30 05:36:13.100747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce6205-84b4-432e-b512-a1bac5ced9c3 req-c8408f4d-92f7-4336-ac3e-3db18215964e tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:13.102273 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6ce6205-84b4-432e-b512-a1bac5ced9c3 req-c8408f4d-92f7-4336-ac3e-3db18215964e tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 950 time: 0.0838773
Apr 30 05:36:13.155498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6ce6205-84b4-432e-b512-a1bac5ced9c3 req-2ba9a2ad-034b-4256-8022-cf667e6f3bb7 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468950
Apr 30 05:36:14.346423 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74327cf5-6b6b-4cc7-9538-ee984cbe4d76 req-81f3b2e9-bfed-4e94-8c81-4f5bcbc8bf92 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:14.347897 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74327cf5-6b6b-4cc7-9538-ee984cbe4d76 req-81f3b2e9-bfed-4e94-8c81-4f5bcbc8bf92 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 950 time: 0.0812829
Apr 30 05:36:14.392851 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74327cf5-6b6b-4cc7-9538-ee984cbe4d76 req-aa0edeb6-a4fb-4593-881e-504b9c148c6d tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392530
Apr 30 05:36:15.653903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969d35f-c61a-4466-8580-fcf502e87ece req-126dfe8b-19d5-4215-a007-6ccf824f3784 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:15.655470 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b969d35f-c61a-4466-8580-fcf502e87ece req-126dfe8b-19d5-4215-a007-6ccf824f3784 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 950 time: 0.2356071
Apr 30 05:36:15.700248 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b969d35f-c61a-4466-8580-fcf502e87ece req-49dce14c-a4b9-4cf5-8923-04f0b72640bb tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390325
Apr 30 05:36:16.809680 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-4eb5b08a-1b11-48ca-8a09-db430ac1125a tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:16.810406 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-4eb5b08a-1b11-48ca-8a09-db430ac1125a tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Synchronizing usage tracker for tenant:4a032a6677c74fe8bd14f97da3dce52e on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:36:16.828656 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-4eb5b08a-1b11-48ca-8a09-db430ac1125a tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Unset dirty status for tenant:4a032a6677c74fe8bd14f97da3dce52e on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:36:16.829901 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-4eb5b08a-1b11-48ca-8a09-db430ac1125a tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.37 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 950 time: 0.1018119
Apr 30 05:36:16.889818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c8425-7786-405f-a6f3-6c923880baff req-e9e36697-9480-4240-ab55-9e614da7d66a tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:16.891364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b0c8425-7786-405f-a6f3-6c923880baff req-e9e36697-9480-4240-ab55-9e614da7d66a tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 950 time: 0.0831738
Apr 30 05:36:16.942428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9b0c8425-7786-405f-a6f3-6c923880baff req-17abda37-65a5-4495-935d-e9d9aa4e5d2c tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/security-groups?id=58bee14d-f0bf-48d9-a77c-aa57151a2764&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451767
Apr 30 05:36:16.979182 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Deleting port 03ca424d-08ec-4139-91dd-5f5b8757099c {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:36:16.979553 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:17.113096 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] For port 03ca424d-08ec-4139-91dd-5f5b8757099c, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=03ca424d-08ec-4139-91dd-5f5b8757099c,segment=NetworkSegment(4b4b93a6-a380-4b96-90a2-2baf8dba8d6c),segment_id=4b4b93a6-a380-4b96-90a2-2baf8dba8d6c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:36:17.113339 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:17.237583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Calling delete_port for 03ca424d-08ec-4139-91dd-5f5b8757099c owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:36:17.353597 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:17.360843 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1f4db6d4-0aef-4281-a6b6-0642d2dd3306 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:17.367217 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['03ca424d-08ec-4139-91dd-5f5b8757099c'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:36:17.412187 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Pushing event deleted for resources: {'Port': ['ID=03ca424d-08ec-4139-91dd-5f5b8757099c,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:17.439963 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:17.492374 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] No DVR routers for this DVR port 03ca424d-08ec-4139-91dd-5f5b8757099c on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:36:17.495200 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:17.498831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439e6c84-43bc-4b37-8b76-3739fd352062', 'name': 'network-vif-deleted', 'tag': '03ca424d-08ec-4139-91dd-5f5b8757099c'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:36:17.516056 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37a66c2-5d8c-4061-9d0c-6834242788dd req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.37 "DELETE /v2.0/ports/03ca424d-08ec-4139-91dd-5f5b8757099c HTTP/1.1" status: 204  len: 173 time: 0.6809642
Apr 30 05:36:17.546718 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439e6c84-43bc-4b37-8b76-3739fd352062', 'name': 'network-vif-deleted', 'tag': '03ca424d-08ec-4139-91dd-5f5b8757099c', 'status': 'completed', 'code': 200}
Apr 30 05:36:18.109710 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2640c2cd-a93c-4b29-bf02-9f1a42814d9d req-4be29fb9-9e5e-4034-914d-3e9ccb87de50 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] 10.222.0.46 "GET /v2.0/ports?device_id=439e6c84-43bc-4b37-8b76-3739fd352062 HTTP/1.1" status: 200  len: 210 time: 0.0436509
Apr 30 05:36:19.471807 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34060) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:36:19.645863 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-8792d320-8c4b-4902-8b1a-f0c1714dcdeb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a032a6677c74fe8bd14f97da3dce52e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1727312
Apr 30 05:36:19.648305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34066) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:36:19.706780 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-485e5188-e671-4cef-a359-1b28bca66054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:19.733220 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-485e5188-e671-4cef-a359-1b28bca66054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:19.786667 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-485e5188-e671-4cef-a359-1b28bca66054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:19.790369 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d9bdb781-a2bb-4ef8-bf5c-b611f7f15286 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:19.802814 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e5188-e671-4cef-a359-1b28bca66054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bee14d-f0bf-48d9-a77c-aa57151a2764,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:19.805733 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-485e5188-e671-4cef-a359-1b28bca66054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:19.807678 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-485e5188-e671-4cef-a359-1b28bca66054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:19.809361 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-485e5188-e671-4cef-a359-1b28bca66054 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58bee14d-f0bf-48d9-a77c-aa57151a2764 HTTP/1.1" status: 204  len: 168 time: 0.1600966
Apr 30 05:36:20.095856 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34074) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:36:20.114679 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:20.129576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:36:20.133394 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e252d6a9275c4e759a1f4485b102f332 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:36:20.137163 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:36:20.143982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:36:20.228201 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:20.232703 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:20.239999 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ab215d9f-f004-47ea-9466-bca0250748e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:20.284477 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e7060e-9b8c-4773-b2ca-9c80ef33a2e4,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:20.288344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e252d6a9275c4e759a1f4485b102f332&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1914697
Apr 30 05:36:20.291131 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34078) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:36:20.295773 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.296169 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.296557 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.296937 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.297314 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.297688 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.298060 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.298430 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.298798 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.299166 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.299640 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.300007 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:36:20.303912 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5af45c4a-3d72-44a3-8074-0e69465038a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:20.352052 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07da8078-6e16-4865-8158-b96afcae7699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:20.377842 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07da8078-6e16-4865-8158-b96afcae7699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:20.439057 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07da8078-6e16-4865-8158-b96afcae7699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:20.443184 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b00cfdac-c877-4aab-b8ca-4f8591a17892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:20.456288 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da8078-6e16-4865-8158-b96afcae7699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e7060e-9b8c-4773-b2ca-9c80ef33a2e4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:20.458517 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-07da8078-6e16-4865-8158-b96afcae7699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:20.461959 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-07da8078-6e16-4865-8158-b96afcae7699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:20.463564 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-07da8078-6e16-4865-8158-b96afcae7699 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30e7060e-9b8c-4773-b2ca-9c80ef33a2e4 HTTP/1.1" status: 204  len: 168 time: 0.1713808
Apr 30 05:36:21.220827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34102) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:36:21.326226 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1832265592-network', 'tenant_id': '7a2c4541b7d448b083a88b3776a32751'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:36:21.331605 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:36:21.335497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Usage tracker for resource:network and tenant:7a2c4541b7d448b083a88b3776a32751 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:36:21.338339 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:36:21.345407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:36:21.355627 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Made reservation on behalf of 7a2c4541b7d448b083a88b3776a32751 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:36:21.357872 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:21.369803 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:21.384901 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:36:21.388911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Usage tracker for resource:security_group_rule and tenant:7a2c4541b7d448b083a88b3776a32751 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:36:21.391819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:36:21.397564 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:36:21.482448 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:21.486190 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:21.489087 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-8d2fcbfb-aca7-40d4-a236-d1b764872055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:21.517255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:36:21.525911 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:21.529609 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:21.532136 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:21.532481 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Added segment 520299e1-df43-45a4-a348-c887d87120af of type vlan for network 0d7f3920-f255-4c4b-ae9b-1202c59bf232
Apr 30 05:36:21.559120 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:21.587377 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:21.588354 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:21.588934 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:21.594220 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-95ed6f5a-7855-460f-beb6-6922e928ebb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:21.701797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4798660
Apr 30 05:36:21.702802 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Pushing event updated for resources: {'Network': ['ID=0d7f3920-f255-4c4b-ae9b-1202c59bf232,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:21.705218 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34108) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:36:21.708807 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-56115cbc-8d46-4bd7-9e80-3233b5ab1225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:21.713874 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Request body: {'subnet': {'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1832265592-subnet', 'tenant_id': '7a2c4541b7d448b083a88b3776a32751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:36:21.715208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:36:21.723155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:36:21.729695 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Usage tracker for resource:subnet and tenant:7a2c4541b7d448b083a88b3776a32751 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:36:21.734895 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:36:21.742374 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:36:21.754591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Made reservation on behalf of 7a2c4541b7d448b083a88b3776a32751 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:36:21.756991 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:22.154734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:22.158451 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-af40a6d9-2645-4f86-a33b-8a0ab27dab98 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:22.189437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 03ca424d-08ec-4139-91dd-5f5b8757099c no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:36:22.224303 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 03ca424d-08ec-4139-91dd-5f5b8757099c {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:36:22.224685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 03ca424d-08ec-4139-91dd-5f5b8757099c not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:36:22.229990 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa847f01-c51d-4164-9526-79d7ebc08063,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:22.233889 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:22.241252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Checking segment: {'id': '520299e1-df43-45a4-a348-c887d87120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:36:22.241623 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Network hostable DHCP agents. Network: 0d7f3920-f255-4c4b-ae9b-1202c59bf232, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:36:22.259315 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:36:22.269351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 0d7f3920-f255-4c4b-ae9b-1202c59bf232) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:36:22.278917 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ebf610-f189-4917-b442-b3dbe944b87f None None] Network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:36:22.279357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:22.279963 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:22.301049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-38e50a45-4c93-457c-bcb0-deabf377300c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5943983
Apr 30 05:36:22.502463 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab536c-7ae5-4ce1-8362-85e450b9cc03 None None] Network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:36:22.832566 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-771eda13-52e5-41a4-abe9-300f5ad184a1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:22.833260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-771eda13-52e5-41a4-abe9-300f5ad184a1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Synchronizing usage tracker for tenant:7a2c4541b7d448b083a88b3776a32751 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:36:22.851661 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-771eda13-52e5-41a4-abe9-300f5ad184a1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Unset dirty status for tenant:7a2c4541b7d448b083a88b3776a32751 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:36:22.852842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-771eda13-52e5-41a4-abe9-300f5ad184a1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 812 time: 0.1705730
Apr 30 05:36:22.871026 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-dbbe2e9d-9239-4957-a786-11404a77d163 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/quotas/7a2c4541b7d448b083a88b3776a32751 HTTP/1.1" status: 200  len: 375 time: 0.0110595
Apr 30 05:36:22.921726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-65dcf19b-5eab-4999-957e-9bbc3cb279a8 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442612
Apr 30 05:36:23.101113 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-7ac13545-8c18-4081-87e5-3d7136a8128f service neutron] 10.222.0.46 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724412
Apr 30 05:36:23.239568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-ba62b411-c6d4-4d3a-9f22-39d4daf4411d service neutron] 10.222.0.46 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324604
Apr 30 05:36:23.416460 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4eab81f8-9304-4304-903f-c7459de865bf req-dccfb59c-8ecf-4380-93cb-26341b38d8f3 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 210 time: 0.0428562
Apr 30 05:36:24.591132 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5c8f1e0-8fe3-40e3-8813-bf61ebaef8dc req-68169b7d-402a-4489-9a12-57aaeda54c8e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 210 time: 0.0529606
Apr 30 05:36:24.598831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-431bcf56-2496-4881-99fb-83394d2c62e1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:24.600345 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-431bcf56-2496-4881-99fb-83394d2c62e1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.50 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 812 time: 0.1708820
Apr 30 05:36:24.613763 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Request body: {'port': {'device_id': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232', 'admin_state_up': True, 'tenant_id': '7a2c4541b7d448b083a88b3776a32751'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:36:24.759241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:36:24.764116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Usage tracker for resource:port and tenant:7a2c4541b7d448b083a88b3776a32751 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:36:24.767044 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:36:24.773047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:36:24.782888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Made reservation on behalf of 7a2c4541b7d448b083a88b3776a32751 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:36:24.786459 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:24.958625 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Allocated IP 172.20.0.8 (0d7f3920-f255-4c4b-ae9b-1202c59bf232/fa847f01-c51d-4164-9526-79d7ebc08063/060a46a6-b15b-4637-8bab-6466d7cfb497) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:36:25.176729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:25.206050 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:25.213696 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-a358b9c7-ec2b-4a05-b0c6-2f07031504e1 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:25.275667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:36:25.278808 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:36:25.281308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:36:25.334918 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Pushing event updated for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:25.339281 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:25.357056 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:25.357664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:25.377918 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7686119
Apr 30 05:36:25.389381 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Request body: {'port': {'device_id': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:36:25.499964 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:25.779229 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1933a-c276-416a-8b60-65a9a9b2ca59 req-fc251586-526e-4320-9801-ae06e5ab659e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:25.780813 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51d1933a-c276-416a-8b60-65a9a9b2ca59 req-fc251586-526e-4320-9801-ae06e5ab659e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 931 time: 0.0835152
Apr 30 05:36:25.828149 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-51d1933a-c276-416a-8b60-65a9a9b2ca59 req-fb773635-04c3-41a0-a4fe-8f3e392ad6d6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Synchronizing usage tracker for tenant:7a2c4541b7d448b083a88b3776a32751 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:36:25.846617 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-51d1933a-c276-416a-8b60-65a9a9b2ca59 req-fb773635-04c3-41a0-a4fe-8f3e392ad6d6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Unset dirty status for tenant:7a2c4541b7d448b083a88b3776a32751 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:36:25.847775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-51d1933a-c276-416a-8b60-65a9a9b2ca59 req-fb773635-04c3-41a0-a4fe-8f3e392ad6d6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611269
Apr 30 05:36:25.852138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060a46a6-b15b-4637-8bab-6466d7cfb497 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:36:25.860583 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:25.875652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Transition to ACTIVE for port object 060a46a6-b15b-4637-8bab-6466d7cfb497 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:36:25.879879 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:25.883800 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c9207c28-ea23-4b08-83ea-6a6c2271e100 tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:26.203396 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Pushing event updated for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:26.210969 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:26.282414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Attempting to bind port 060a46a6-b15b-4637-8bab-6466d7cfb497 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:36:26.282739 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Attempting to bind port 060a46a6-b15b-4637-8bab-6466d7cfb497 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': '520299e1-df43-45a4-a348-c887d87120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:36:26.283060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Attempting to bind port 060a46a6-b15b-4637-8bab-6466d7cfb497 on network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:36:26.287584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Port 060a46a6-b15b-4637-8bab-6466d7cfb497 on network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:36:26.287903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Attempting to bind port 060a46a6-b15b-4637-8bab-6466d7cfb497 on network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:36:26.293545 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:36:26.293871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Checking segment: {'id': '520299e1-df43-45a4-a348-c887d87120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:36:26.294249 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Bound using segment: {'id': '520299e1-df43-45a4-a348-c887d87120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:36:26.294667 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Bound port: 060a46a6-b15b-4637-8bab-6466d7cfb497, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520299e1-df43-45a4-a348-c887d87120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:36:26.295005 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:26.384340 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:36:26.387428 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:36:26.391896 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:26.395447 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a47b051-0439-4201-bc37-e86c9ce0a4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:26.447758 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:26.448405 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:26.449915 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] 10.222.0.50 "PUT /v2.0/ports/060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 1092 time: 1.0647950
Apr 30 05:36:26.450430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:36:26.476690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Pushing event updated for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:26.480889 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:26.534011 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'status': 'completed', 'code': 200}
Apr 30 05:36:26.568714 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-b303f11c-bf5c-4a30-95c8-c8f0bf0f5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:26.570184 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-b303f11c-bf5c-4a30-95c8-c8f0bf0f5de0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1095 time: 0.0836983
Apr 30 05:36:26.638597 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-87d8614d-116d-4421-8207-17ca1f493ef0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 217 time: 0.0608017
Apr 30 05:36:26.704920 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-32a30eb4-4a3d-49fc-a48e-978fd5d2b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:26.706390 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-32a30eb4-4a3d-49fc-a48e-978fd5d2b776 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 200  len: 852 time: 0.0622630
Apr 30 05:36:26.753805 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-e5305fdc-9c9b-42c4-ab85-61c714e8aa57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d7f3920-f255-4c4b-ae9b-1202c59bf232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413761
Apr 30 05:36:26.888031 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-4351db7a-7a9a-4800-a20f-49605545eecc service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282239
Apr 30 05:36:27.027888 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cf92996e-45e5-47b5-97d9-e260a3ec3933 req-5d73a881-bf49-46ae-af01-cb8e3db8af25 service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330130
Apr 30 05:36:27.050300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bae474-5f5a-4677-888b-076d34fe9081 req-fdc125f3-f92d-4c12-8a08-19740c44cfe8 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:27.052678 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05bae474-5f5a-4677-888b-076d34fe9081 req-fdc125f3-f92d-4c12-8a08-19740c44cfe8 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 943 time: 0.0902812
Apr 30 05:36:27.098854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05bae474-5f5a-4677-888b-076d34fe9081 req-7d2be8ca-c82f-4948-8272-23ec257322e3 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406847
Apr 30 05:36:27.154740 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-97af78f5-2f12-46d6-82b4-7f016a452eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:27.156261 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-97af78f5-2f12-46d6-82b4-7f016a452eb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1095 time: 0.0768127
Apr 30 05:36:27.292138 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-297d2d2c-62b9-4b74-ba7f-720c85782c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:27.293560 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-297d2d2c-62b9-4b74-ba7f-720c85782c9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 913 time: 0.1310966
Apr 30 05:36:27.363083 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-2904ac80-c8a0-4bf3-970d-152acf5be62e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 217 time: 0.0630143
Apr 30 05:36:27.428285 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-1d63b9b0-4c97-4b95-8fed-2e188f5693cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:27.429697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-1d63b9b0-4c97-4b95-8fed-2e188f5693cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 200  len: 852 time: 0.0610003
Apr 30 05:36:27.477076 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-7152209b-4f09-4c7e-b73f-56ce65e7715c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d7f3920-f255-4c4b-ae9b-1202c59bf232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400622
Apr 30 05:36:27.608947 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-d866635d-2e82-422e-8d6c-bfca0522a667 service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249735
Apr 30 05:36:27.664076 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:27.742637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-76914ab4-fc56-43cf-86c8-966e7f1ef297 req-1aa53686-2dd8-4871-a1d2-2fe02ea2b7cf service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275523
Apr 30 05:36:27.769206 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:28.285958 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097df3c-2492-4287-8b2f-693a03a885cf req-32772024-8036-4e83-88c7-d1fd975dc02f tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:28.287534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8097df3c-2492-4287-8b2f-693a03a885cf req-32772024-8036-4e83-88c7-d1fd975dc02f tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 943 time: 0.0807950
Apr 30 05:36:28.336169 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8097df3c-2492-4287-8b2f-693a03a885cf req-dc1118a5-07ca-42a3-a9ef-87ac99989258 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426462
Apr 30 05:36:29.524908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acc562-342e-42b4-8a9b-450455f240b1 req-8440fecf-44fd-466c-b5de-61d216b257a5 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:29.526455 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43acc562-342e-42b4-8a9b-450455f240b1 req-8440fecf-44fd-466c-b5de-61d216b257a5 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 943 time: 0.0834358
Apr 30 05:36:29.571962 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43acc562-342e-42b4-8a9b-450455f240b1 req-f993e665-cbac-431d-af63-8eed65445cad tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395904
Apr 30 05:36:30.173989 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 060a46a6-b15b-4637-8bab-6466d7cfb497 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:36:30.310167 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:36:30.323214 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232', 'port_id': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'mac_address': 'fa:16:3e:b0:9e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa847f01-c51d-4164-9526-79d7ebc08063', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:36:30.379810 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:30.397192 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060a46a6-b15b-4637-8bab-6466d7cfb497 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:36:30.412857 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:36:30.416691 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:30.418859 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d50aa1d9-8342-481e-b650-5e00f66f789f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:30.488505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:30.491488 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:30.765207 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-5d16de67-5e11-43ab-9f25-ca815a1ce933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:30.785795 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['060a46a6-b15b-4637-8bab-6466d7cfb497'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:36:30.928357 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a009f57-6218-44cf-a46f-64e44b6c6180 req-ea169330-083c-4c2d-a574-5dedbf7a5d58 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:30.930019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a009f57-6218-44cf-a46f-64e44b6c6180 req-ea169330-083c-4c2d-a574-5dedbf7a5d58 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 944 time: 0.2501504
Apr 30 05:36:30.982736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a009f57-6218-44cf-a46f-64e44b6c6180 req-5308499c-b3c3-4b72-849b-1c883d3eed13 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464172
Apr 30 05:36:32.171424 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5d243-5b92-45b7-895c-0536d25836e8 req-66c652b5-6f21-4cb2-97e0-cdec5418c0c4 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:32.172831 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8b5d243-5b92-45b7-895c-0536d25836e8 req-66c652b5-6f21-4cb2-97e0-cdec5418c0c4 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 944 time: 0.0844467
Apr 30 05:36:32.188756 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 060a46a6-b15b-4637-8bab-6466d7cfb497 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:36:32.223598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8b5d243-5b92-45b7-895c-0536d25836e8 req-7f0dfcdf-65d9-4e91-a27c-be831815d424 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449834
Apr 30 05:36:32.265343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 060a46a6-b15b-4637-8bab-6466d7cfb497 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:36:32.270255 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 060a46a6-b15b-4637-8bab-6466d7cfb497 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:36:32.270666 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:32.388777 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:32.415437 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:36:32.425580 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:36:32.429276 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:32.432178 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:36:32.469692 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'code': 200}
Apr 30 05:36:32.503517 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:36:32.506776 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:36:32.600255 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965b8db-2f43-46aa-a61c-fbf0d541f7f2 req-61b0566e-5ed8-4b32-ab9b-927162a6378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:32.601750 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e965b8db-2f43-46aa-a61c-fbf0d541f7f2 req-61b0566e-5ed8-4b32-ab9b-927162a6378c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1097 time: 0.0792141
Apr 30 05:36:32.647376 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-e965b8db-2f43-46aa-a61c-fbf0d541f7f2 req-19be3838-6998-4ba2-be18-59cc2c05804a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392492
Apr 30 05:36:33.413211 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d90e2-dadf-4a52-98c1-608dbc0d4e73 req-fcc1f8a8-57ff-41fa-be2f-73c851be9b99 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:33.414587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a1d90e2-dadf-4a52-98c1-608dbc0d4e73 req-fcc1f8a8-57ff-41fa-be2f-73c851be9b99 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0827501
Apr 30 05:36:33.461979 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a1d90e2-dadf-4a52-98c1-608dbc0d4e73 req-48ef283f-5316-42d7-ad66-e31da7a75a36 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405114
Apr 30 05:36:33.465657 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:33.677803 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f3c73b6f-681f-48d0-aa10-e8747ba2f0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:34.661299 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd702413-b828-43fb-a859-b5ddda2f1114 req-aed69c10-c042-4039-944f-88b6612e9faa tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:34.662822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd702413-b828-43fb-a859-b5ddda2f1114 req-aed69c10-c042-4039-944f-88b6612e9faa tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0862377
Apr 30 05:36:34.710442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dd702413-b828-43fb-a859-b5ddda2f1114 req-a98d6a45-990a-4e54-bb5a-295c666d7253 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410163
Apr 30 05:36:34.924705 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:35.190179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-75c7885e-48a1-4227-92d5-ac60875a14e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1900148
Apr 30 05:36:35.197769 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025058f9-2393-4f4b-ad40-4419fa768823 req-2ff5a25c-b6c6-421e-a4a3-bf127986505e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:35.199199 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-025058f9-2393-4f4b-ad40-4419fa768823 req-2ff5a25c-b6c6-421e-a4a3-bf127986505e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.1529179
Apr 30 05:36:35.247204 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-025058f9-2393-4f4b-ad40-4419fa768823 req-bb4f4468-a940-4e5c-b03e-2240f6b91eda tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419946
Apr 30 05:36:36.363393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-b9e6e343-bb36-4e07-a2ca-6fb09a58781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:36.365530 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-b9e6e343-bb36-4e07-a2ca-6fb09a58781b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1097 time: 0.0746086
Apr 30 05:36:36.418848 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:36.443853 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da555f-308b-4345-a354-4a0be4b571ad req-435e87c4-1c66-43df-bf9e-961f38a9e54d tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:36.445323 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0da555f-308b-4345-a354-4a0be4b571ad req-435e87c4-1c66-43df-bf9e-961f38a9e54d tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0854385
Apr 30 05:36:36.492969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c0da555f-308b-4345-a354-4a0be4b571ad req-f4814e81-36ac-4e94-922d-9c82b1bb241c tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412390
Apr 30 05:36:36.505623 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-751fac1e-84db-427d-8a82-2f15361daa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:36.507098 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-751fac1e-84db-427d-8a82-2f15361daa90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 913 time: 0.1352506
Apr 30 05:36:36.580193 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-34d441cf-9c59-4955-8e80-1473f9b42344 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 217 time: 0.0662944
Apr 30 05:36:36.644414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-872d5153-cf2e-4a88-a6b6-ef68022af998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:36.645892 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-872d5153-cf2e-4a88-a6b6-ef68022af998 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 200  len: 852 time: 0.0600264
Apr 30 05:36:36.693897 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-b204c98f-8487-47e7-a27c-eeb9f9772217 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d7f3920-f255-4c4b-ae9b-1202c59bf232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413852
Apr 30 05:36:36.829495 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-cb736811-7f50-4fab-9e8f-c873e7e6e81d service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291707
Apr 30 05:36:36.965936 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-9f51f93b-4c40-4774-b455-091561752971 service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297233
Apr 30 05:36:37.682709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267bc50-0f88-4bb1-94f2-5352c47049ca req-7bcdb83a-8785-4b8b-9bf6-29d0cedefb85 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:37.684408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1267bc50-0f88-4bb1-94f2-5352c47049ca req-7bcdb83a-8785-4b8b-9bf6-29d0cedefb85 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0826201
Apr 30 05:36:37.729525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1267bc50-0f88-4bb1-94f2-5352c47049ca req-69d8d402-32c5-4a61-9207-63f94fcedf2e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394905
Apr 30 05:36:38.922231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892620d3-74c4-4e42-8e1f-05453df300f3 req-0f516ec3-e07e-4e21-a06b-6342adf971d5 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:38.923736 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-892620d3-74c4-4e42-8e1f-05453df300f3 req-0f516ec3-e07e-4e21-a06b-6342adf971d5 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0870171
Apr 30 05:36:38.969549 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-892620d3-74c4-4e42-8e1f-05453df300f3 req-129515f3-4f8f-4033-897a-960eec88a5ce tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399158
Apr 30 05:36:40.099422 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:36:40.155134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659eb40-bf97-4d85-aa1d-425e9b6f055b req-1bf01a52-1f6c-4188-9084-c38cd406b52a tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:40.156548 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8659eb40-bf97-4d85-aa1d-425e9b6f055b req-1bf01a52-1f6c-4188-9084-c38cd406b52a tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0815139
Apr 30 05:36:40.204389 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8659eb40-bf97-4d85-aa1d-425e9b6f055b req-e169bb15-bb7f-4da8-801d-14b380e97eb0 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420446
Apr 30 05:36:41.393189 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ad7ef-0d53-46cf-afd2-eff6912a0ac9 req-d759a29f-c5d9-4e25-a924-1dd92ebd14cd tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:41.394660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-144ad7ef-0d53-46cf-afd2-eff6912a0ac9 req-d759a29f-c5d9-4e25-a924-1dd92ebd14cd tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0842314
Apr 30 05:36:41.440012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-144ad7ef-0d53-46cf-afd2-eff6912a0ac9 req-fd77659e-76ed-4915-bc6a-ef0eff41b48d tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396314
Apr 30 05:36:42.632050 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d82ad-7198-41a2-860f-74c9c998875f req-58e3be2b-6f0c-456f-bcdf-8915b36b0cdb tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:42.633575 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e0d82ad-7198-41a2-860f-74c9c998875f req-58e3be2b-6f0c-456f-bcdf-8915b36b0cdb tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0877426
Apr 30 05:36:42.680258 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5e0d82ad-7198-41a2-860f-74c9c998875f req-78fddbf7-43ae-4454-959a-dce231242381 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399640
Apr 30 05:36:43.871912 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d9621-50e6-4beb-877b-96b9b5eb4be0 req-fc491167-143e-4cf2-839d-4a7015a64fcc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:43.873403 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c22d9621-50e6-4beb-877b-96b9b5eb4be0 req-fc491167-143e-4cf2-839d-4a7015a64fcc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0833514
Apr 30 05:36:43.919660 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c22d9621-50e6-4beb-877b-96b9b5eb4be0 req-f9bf28c7-769b-47b5-bbb6-0cc747c5f3a0 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403411
Apr 30 05:36:45.120587 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6357-1261-47c4-8db7-5910d3f707a7 req-43809493-c1a2-4102-898c-efeb7b803d3a tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:45.122854 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a3b6357-1261-47c4-8db7-5910d3f707a7 req-43809493-c1a2-4102-898c-efeb7b803d3a tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0873082
Apr 30 05:36:45.175566 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1a3b6357-1261-47c4-8db7-5910d3f707a7 req-f5d09348-00b6-4e9e-b29a-adae6163b535 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469398
Apr 30 05:36:46.362290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14589d24-dbe3-4236-a721-ea85af39aa06 req-d046cf88-6705-4466-95df-ee91f86534e9 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:46.363810 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14589d24-dbe3-4236-a721-ea85af39aa06 req-d046cf88-6705-4466-95df-ee91f86534e9 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0817571
Apr 30 05:36:46.413322 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-14589d24-dbe3-4236-a721-ea85af39aa06 req-ed8a704a-0b4c-44c5-86b3-c9f0db199d6d tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432425
Apr 30 05:36:47.599091 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a30742-04e1-45b6-84a5-b2f014be93fd req-9de5f463-0526-4173-8278-993baaf67a81 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:47.600562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6a30742-04e1-45b6-84a5-b2f014be93fd req-9de5f463-0526-4173-8278-993baaf67a81 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0800464
Apr 30 05:36:47.645003 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6a30742-04e1-45b6-84a5-b2f014be93fd req-88b7428d-eca7-4dd0-a3f1-a0886a99f104 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382473
Apr 30 05:36:48.848400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b78914-81a6-4073-baf2-7125e2f4f247 req-bc0b5f84-d81f-4f2a-a1af-24eb572806cb tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:48.849924 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9b78914-81a6-4073-baf2-7125e2f4f247 req-bc0b5f84-d81f-4f2a-a1af-24eb572806cb tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0944161
Apr 30 05:36:48.900568 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e9b78914-81a6-4073-baf2-7125e2f4f247 req-904ace89-6638-44f4-ad10-e72cb6be69d1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440602
Apr 30 05:36:50.091171 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bfb34-ad4f-40cb-8ab9-2d5dbe52441c req-f35a5b8d-0daf-4420-98b4-cdfab00cdfc6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:50.092752 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-108bfb34-ad4f-40cb-8ab9-2d5dbe52441c req-f35a5b8d-0daf-4420-98b4-cdfab00cdfc6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0828750
Apr 30 05:36:50.139401 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-108bfb34-ad4f-40cb-8ab9-2d5dbe52441c req-5ad17a16-6b56-400e-b110-52e260879f7e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408263
Apr 30 05:36:51.336013 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35204354-2ea8-4e8a-8752-462e9742fc3d req-a05c8aac-73e5-435b-8531-0973d5a6dc66 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:51.337513 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35204354-2ea8-4e8a-8752-462e9742fc3d req-a05c8aac-73e5-435b-8531-0973d5a6dc66 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0881915
Apr 30 05:36:51.384731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-35204354-2ea8-4e8a-8752-462e9742fc3d req-5eb8fe70-84e2-4066-8314-7d74014ee184 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405917
Apr 30 05:36:52.575381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a108a-1b1b-43d8-9a81-7f84ba1c5f15 req-2333291e-7102-44a4-9504-909d1489fe5e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:52.576883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f34a108a-1b1b-43d8-9a81-7f84ba1c5f15 req-2333291e-7102-44a4-9504-909d1489fe5e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0831778
Apr 30 05:36:52.626587 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f34a108a-1b1b-43d8-9a81-7f84ba1c5f15 req-60437d73-277d-4b87-9e2a-6a2f3ae64570 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439217
Apr 30 05:36:53.812938 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdd126-0fe6-4fce-bf31-2bfe1bfbae75 req-97920e21-39b4-46d7-a138-ed1d106574ac tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:53.814431 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6bdd126-0fe6-4fce-bf31-2bfe1bfbae75 req-97920e21-39b4-46d7-a138-ed1d106574ac tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0828786
Apr 30 05:36:53.861293 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b6bdd126-0fe6-4fce-bf31-2bfe1bfbae75 req-af733081-a806-4a38-bda5-37e051415445 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411823
Apr 30 05:36:55.061369 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e90fad-14c8-4480-b85f-dbe11e7ffdd1 req-1ace9ca2-2794-4048-94e4-506bb0304c5a tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:55.062868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46e90fad-14c8-4480-b85f-dbe11e7ffdd1 req-1ace9ca2-2794-4048-94e4-506bb0304c5a tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0899854
Apr 30 05:36:55.261941 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-46e90fad-14c8-4480-b85f-dbe11e7ffdd1 req-9dfcb3eb-a223-483f-bbe8-c513cc0c046c tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925359
Apr 30 05:36:56.451262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2759fd0-81d3-4ecc-9357-02a960a15560 req-0db2dfb7-8e68-47d8-ae6c-2af328dadff4 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:56.452820 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2759fd0-81d3-4ecc-9357-02a960a15560 req-0db2dfb7-8e68-47d8-ae6c-2af328dadff4 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0838108
Apr 30 05:36:56.505976 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2759fd0-81d3-4ecc-9357-02a960a15560 req-d9573437-50d4-44d8-9469-3a359e1744ca tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472872
Apr 30 05:36:57.672808 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:57.702473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcc500-4e6b-4b6c-8907-1f8a4e74439a req-7d586a63-7400-4a26-a518-ec4215c403f3 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:57.704098 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45dcc500-4e6b-4b6c-8907-1f8a4e74439a req-7d586a63-7400-4a26-a518-ec4215c403f3 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0899000
Apr 30 05:36:57.750902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-45dcc500-4e6b-4b6c-8907-1f8a4e74439a req-47d53391-0942-4f4c-bcf5-65dcb5db2f08 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409760
Apr 30 05:36:57.764702 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:36:58.954033 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d87a9-8ede-41c6-a897-5727ae928a63 req-11289f77-2bab-4bf5-a3d9-87f2053ecd72 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:36:58.955642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f8d87a9-8ede-41c6-a897-5727ae928a63 req-11289f77-2bab-4bf5-a3d9-87f2053ecd72 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0940511
Apr 30 05:36:59.003953 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2f8d87a9-8ede-41c6-a897-5727ae928a63 req-d14cfdd4-39d7-4302-80aa-20c67353b95f tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425069
Apr 30 05:37:00.197017 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377035-196a-4874-8293-5912d5eb4657 req-826ea2d2-68a1-403d-8a8f-fb99f32af4f6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:00.199144 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6377035-196a-4874-8293-5912d5eb4657 req-826ea2d2-68a1-403d-8a8f-fb99f32af4f6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0827713
Apr 30 05:37:00.247651 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6377035-196a-4874-8293-5912d5eb4657 req-21390fa0-a493-4760-9223-8476e275d2c4 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425591
Apr 30 05:37:00.767771 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0d4da5f8-4517-47aa-aff1-e78e3f2597cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:01.442465 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202969ba-e0dc-46bc-811e-2aa7d9832aa7 req-ca586bf3-2670-4df8-99f4-620ff85630a7 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:01.444000 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-202969ba-e0dc-46bc-811e-2aa7d9832aa7 req-ca586bf3-2670-4df8-99f4-620ff85630a7 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0865395
Apr 30 05:37:01.490957 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-202969ba-e0dc-46bc-811e-2aa7d9832aa7 req-42a3f03d-6fd1-434f-a4a3-75753f8e24b3 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406187
Apr 30 05:37:02.692109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49de90b-cd63-490f-902a-ce8f2d37d593 req-6432f473-6f2b-4c2c-8aba-238dd7f2eab3 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:02.694688 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f49de90b-cd63-490f-902a-ce8f2d37d593 req-6432f473-6f2b-4c2c-8aba-238dd7f2eab3 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.0957022
Apr 30 05:37:02.745239 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f49de90b-cd63-490f-902a-ce8f2d37d593 req-5b3cce56-2173-49ca-8e17-271cdce4015f tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433795
Apr 30 05:37:03.214749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-9e55f096-5cb7-459a-92c3-8c8b49072dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:03.216548 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-9e55f096-5cb7-459a-92c3-8c8b49072dbd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1097 time: 0.0787690
Apr 30 05:37:03.470953 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:03.542223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-14b0a52e-6b54-47a0-a425-d072c6ba0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:03.543797 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-14b0a52e-6b54-47a0-a425-d072c6ba0182 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 913 time: 0.3068533
Apr 30 05:37:03.615389 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-23d6ccfb-39dc-4411-9a72-50b911110f99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 217 time: 0.0644212
Apr 30 05:37:03.688207 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2fa93287-3199-4c73-843d-9b11c1405e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:03.700121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-4298dd05-4ee1-4b43-b97b-bc0e13990dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:03.701683 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-4298dd05-4ee1-4b43-b97b-bc0e13990dc2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 200  len: 852 time: 0.0799019
Apr 30 05:37:03.753659 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-b6b8df49-98be-4abb-b728-31039aee6b95 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d7f3920-f255-4c4b-ae9b-1202c59bf232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447681
Apr 30 05:37:03.770702 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.50', 61400) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:37:03.872865 n-d-766726-20 neutron-server[74581]: INFO neutron.api.v2.resource [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-bc6ffa56-3df0-4d0b-bb1a-2e2f6a5e9f4a service neutron] show failed (client error): The resource could not be found.
Apr 30 05:37:03.874152 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-bc6ffa56-3df0-4d0b-bb1a-2e2f6a5e9f4a service neutron] 10.222.0.50 "GET /v2.0/ports/060a46a6-b15b-4637-8bab-6466d7cfb497/bindings/n-h1-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0846617
Apr 30 05:37:03.939932 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-a912c1f7-2d77-4791-a34c-c91ecfeba07b service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786461
Apr 30 05:37:04.010436 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97030238-19b9-45fb-bf73-5c1768f1b09b req-4330a359-f0d9-4651-a469-245863b64ac0 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:04.018040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97030238-19b9-45fb-bf73-5c1768f1b09b req-4330a359-f0d9-4651-a469-245863b64ac0 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 945 time: 0.1023407
Apr 30 05:37:04.062212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97030238-19b9-45fb-bf73-5c1768f1b09b req-9de04d8f-09c7-493b-9d67-5160d7dde98a tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432904
Apr 30 05:37:04.164050 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-fbd5a7ce-31ca-4005-82db-c29a4b833821 req-03965870-64fa-4e80-8bff-c19377fff7c1 service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185793
Apr 30 05:37:04.197142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-467b41e6-0e4e-428c-9418-30126607acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:04.198668 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-467b41e6-0e4e-428c-9418-30126607acf1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385&tenant_id=7a2c4541b7d448b083a88b3776a32751 HTTP/1.1" status: 200  len: 1097 time: 0.0865865
Apr 30 05:37:04.211175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:37:04.327388 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:04.619418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:37:04.649190 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:37:04.719005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:37:04.725083 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:04.742306 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Transition to ACTIVE for port object 060a46a6-b15b-4637-8bab-6466d7cfb497 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:37:04.747032 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:04.752015 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-36479aa8-59dd-4170-b74e-3bfdd6371417 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:04.782750 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'code': 200}
Apr 30 05:37:04.914583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] No DVR routers for this DVR port 060a46a6-b15b-4637-8bab-6466d7cfb497 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:37:04.917193 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Pushing event updated for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=6']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:04.927254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.927668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.928052 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.928495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.928809 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.929029 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:04.929556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.929556 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.929883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.930254 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.930618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.930980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.931367 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:04.959462 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:04.988402 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Attempting to bind port 060a46a6-b15b-4637-8bab-6466d7cfb497 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:37:04.988745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Attempting to bind port 060a46a6-b15b-4637-8bab-6466d7cfb497 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': '520299e1-df43-45a4-a348-c887d87120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:37:04.989081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Attempting to bind port 060a46a6-b15b-4637-8bab-6466d7cfb497 on network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:37:04.994164 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Port 060a46a6-b15b-4637-8bab-6466d7cfb497 on network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:37:04.994485 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Attempting to bind port 060a46a6-b15b-4637-8bab-6466d7cfb497 on network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:37:05.000117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:37:05.000430 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Checking segment: {'id': '520299e1-df43-45a4-a348-c887d87120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:37:05.000817 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Bound using segment: {'id': '520299e1-df43-45a4-a348-c887d87120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:37:05.001253 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Bound port: 060a46a6-b15b-4637-8bab-6466d7cfb497, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520299e1-df43-45a4-a348-c887d87120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:37:05.001599 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:05.103029 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:37:05.107932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:37:05.113664 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:05.118019 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f21975fb-f7e7-42fa-99c7-6d3834e515e0 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:05.187272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:05.187941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:05.189333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] 10.222.0.37 "PUT /v2.0/ports/060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 1092 time: 0.9824185
Apr 30 05:37:05.205725 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Pushing event updated for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:05.210554 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:05.283859 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063df1f-a802-4019-8af8-b008ac8d2d9f req-b4743fad-8521-496c-ae6e-692e97a52202 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:05.285616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5063df1f-a802-4019-8af8-b008ac8d2d9f req-b4743fad-8521-496c-ae6e-692e97a52202 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 943 time: 0.0980294
Apr 30 05:37:05.294562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-dca03736-b66a-41d0-a3ef-f3ce34329b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:05.296092 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-dca03736-b66a-41d0-a3ef-f3ce34329b2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1095 time: 0.0835414
Apr 30 05:37:05.333866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5063df1f-a802-4019-8af8-b008ac8d2d9f req-c5937025-3c3c-498a-a5f5-7c524b643ce0 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424070
Apr 30 05:37:05.430780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-915d606d-411e-4fcd-9ce5-dda0f9af0532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:05.432167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-915d606d-411e-4fcd-9ce5-dda0f9af0532 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 913 time: 0.1293366
Apr 30 05:37:05.502862 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-9609a9e8-6159-4562-86b0-7c91e2e66740 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 217 time: 0.0635953
Apr 30 05:37:05.563859 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-3f1f819c-fd35-4fd6-a254-451f8734af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:05.565294 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-3f1f819c-fd35-4fd6-a254-451f8734af40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 200  len: 852 time: 0.0568175
Apr 30 05:37:05.613764 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-47a4c159-05cb-4ac6-ad9f-ce791a062093 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d7f3920-f255-4c4b-ae9b-1202c59bf232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424228
Apr 30 05:37:05.752130 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-3f30a11f-4ec4-4a9c-849d-24cb14b47dba service neutron] 10.222.0.37 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318440
Apr 30 05:37:05.901346 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-64e8cbd6-2138-41c6-901a-f2bc491ac23f service neutron] 10.222.0.37 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426027
Apr 30 05:37:06.326924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 060a46a6-b15b-4637-8bab-6466d7cfb497 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:37:06.450488 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:06.458301 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 060a46a6-b15b-4637-8bab-6466d7cfb497 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:37:06.545628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74317120-f255-4f22-a8d4-2469f712e0e5 req-8682d282-2ba2-40f1-b431-e7430eb1a8a1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:06.547251 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74317120-f255-4f22-a8d4-2469f712e0e5 req-8682d282-2ba2-40f1-b431-e7430eb1a8a1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 943 time: 0.0966263
Apr 30 05:37:06.594943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-74317120-f255-4f22-a8d4-2469f712e0e5 req-2c7d4323-2688-4aad-9918-09b8ad18ad6f tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417328
Apr 30 05:37:06.784244 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:37:06.845904 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'status': 'completed', 'code': 200}
Apr 30 05:37:07.168480 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-2ab4e0d6-58c6-4e7d-923e-73146c6cd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:07.169967 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-2ab4e0d6-58c6-4e7d-923e-73146c6cd9ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1095 time: 0.1071267
Apr 30 05:37:07.172820 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-282da57d-e547-40fd-a74c-8175eb72f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:07.174162 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-282da57d-e547-40fd-a74c-8175eb72f697 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1095 time: 0.3124104
Apr 30 05:37:07.418819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-1ef994fe-702b-429b-8e6d-45b92d8e9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:07.420215 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-1ef994fe-702b-429b-8e6d-45b92d8e9af0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 913 time: 0.2429230
Apr 30 05:37:07.421302 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-b7eac503-d992-44b3-8f24-7cacb5e05b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:07.422593 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-b7eac503-d992-44b3-8f24-7cacb5e05b47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 913 time: 0.2265112
Apr 30 05:37:07.549130 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-934b62d8-2eee-4063-8fd1-27f2288e4fdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 217 time: 0.1219132
Apr 30 05:37:07.550464 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-f27591c4-d865-4c16-aa1b-b5baae8e5bde service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 217 time: 0.0758603
Apr 30 05:37:07.666709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-f1df6256-7509-4614-90a3-413eee99d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:07.669137 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-f1df6256-7509-4614-90a3-413eee99d53d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 200  len: 852 time: 0.1129401
Apr 30 05:37:07.670575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-2edd86c0-91be-4569-ae1e-6ff629c44fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:07.671946 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-2edd86c0-91be-4569-ae1e-6ff629c44fb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 200  len: 852 time: 0.0856485
Apr 30 05:37:07.764157 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-18fc5197-9d48-425d-a876-55c7b2b50b3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d7f3920-f255-4c4b-ae9b-1202c59bf232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0873992
Apr 30 05:37:07.766954 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-6521b386-a33e-4c13-a65e-8752ddcb1e80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d7f3920-f255-4c4b-ae9b-1202c59bf232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584946
Apr 30 05:37:07.795799 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331374e1-0229-4735-9ce3-2b10c5714f91 req-d1a6dc47-59e8-4dff-9348-fa0dd32f6c02 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:07.797416 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-331374e1-0229-4735-9ce3-2b10c5714f91 req-d1a6dc47-59e8-4dff-9348-fa0dd32f6c02 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 943 time: 0.0903692
Apr 30 05:37:07.848628 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-331374e1-0229-4735-9ce3-2b10c5714f91 req-c0705fe7-1dd6-45c5-92ea-793e8308bf39 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414429
Apr 30 05:37:08.028754 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-0a1392d6-ad08-45e3-9990-246217ebe360 service neutron] 10.222.0.37 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571640
Apr 30 05:37:08.030679 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-2b2a8fb2-be8b-4713-994c-9da81ff79b87 service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371912
Apr 30 05:37:08.290126 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-8ab40262-fdeb-4354-80bb-4be3d4caf2f5 service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2530110
Apr 30 05:37:08.292262 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-181aed17-5d58-4931-9c51-3c5d7b73caa0 req-e9217174-6bd0-4b36-9c1d-457c67bfde22 service neutron] 10.222.0.37 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563496
Apr 30 05:37:09.054530 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d68ca-e24e-45fa-8b96-d731cdb0041d req-1b18fe37-028d-4710-be94-284b0624187e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:09.056049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-606d68ca-e24e-45fa-8b96-d731cdb0041d req-1b18fe37-028d-4710-be94-284b0624187e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 943 time: 0.0832043
Apr 30 05:37:09.104212 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-606d68ca-e24e-45fa-8b96-d731cdb0041d req-26da009a-169d-4e2b-9871-35cc0a1b27f1 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416136
Apr 30 05:37:09.491081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228288d6-cf25-41b8-a304-7aa3503debfb req-0d1f845b-c4ce-494c-ba9e-205df36112c6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:09.491831 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-228288d6-cf25-41b8-a304-7aa3503debfb req-0d1f845b-c4ce-494c-ba9e-205df36112c6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Synchronizing usage tracker for tenant:7a2c4541b7d448b083a88b3776a32751 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:37:09.509794 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-228288d6-cf25-41b8-a304-7aa3503debfb req-0d1f845b-c4ce-494c-ba9e-205df36112c6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Unset dirty status for tenant:7a2c4541b7d448b083a88b3776a32751 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:37:09.511556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-0d1f845b-c4ce-494c-ba9e-205df36112c6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385&tenant_id=7a2c4541b7d448b083a88b3776a32751&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 943 time: 0.1046035
Apr 30 05:37:09.595536 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-228288d6-cf25-41b8-a304-7aa3503debfb req-a7f63f4f-c1c2-496f-a6f1-8beceda4f9d8 service neutron] delete failed (client error): The resource could not be found.
Apr 30 05:37:09.596530 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-a7f63f4f-c1c2-496f-a6f1-8beceda4f9d8 service neutron] 10.222.0.50 "DELETE /v2.0/ports/060a46a6-b15b-4637-8bab-6466d7cfb497/bindings/n-h2-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0789468
Apr 30 05:37:09.942034 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228288d6-cf25-41b8-a304-7aa3503debfb req-badc61a8-d64c-47ff-bb85-d90a44dd0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:09.943654 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-badc61a8-d64c-47ff-bb85-d90a44dd0a35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1095 time: 0.2799394
Apr 30 05:37:10.084816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228288d6-cf25-41b8-a304-7aa3503debfb req-6207bbf8-adac-4b35-81f8-58b64299f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:10.086297 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-6207bbf8-adac-4b35-81f8-58b64299f719 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 913 time: 0.1361043
Apr 30 05:37:10.160061 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-02cb0ff2-460c-4d16-a076-2322cfdd1bd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 217 time: 0.0663714
Apr 30 05:37:10.222611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228288d6-cf25-41b8-a304-7aa3503debfb req-47e4e183-6d5b-424b-9652-6e8e6e770e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:10.224094 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-47e4e183-6d5b-424b-9652-6e8e6e770e5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 200  len: 852 time: 0.0578449
Apr 30 05:37:10.275318 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-2761af7b-2fc3-4d79-b516-8006ae7e1c49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0d7f3920-f255-4c4b-ae9b-1202c59bf232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445683
Apr 30 05:37:10.409375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 060a46a6-b15b-4637-8bab-6466d7cfb497 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:37:10.412385 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-dcecd1a5-c11d-48e5-8788-edeeecd45d0e service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298022
Apr 30 05:37:10.547717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:37:10.550261 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-44fc6bfd-b45b-42fc-9a9f-8ca7c4771af5 service neutron] 10.222.0.50 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310961
Apr 30 05:37:10.561793 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'network_id': '0d7f3920-f255-4c4b-ae9b-1202c59bf232', 'port_id': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'mac_address': 'fa:16:3e:b0:9e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa847f01-c51d-4164-9526-79d7ebc08063', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:37:10.624235 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:10.642548 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060a46a6-b15b-4637-8bab-6466d7cfb497 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:37:10.659954 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:37:10.664378 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:10.666270 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:10.740289 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:10.749714 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.750077 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.750398 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.750745 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.751081 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.751455 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.751792 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.752146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.752477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.752805 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.753131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.753457 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:37:10.757864 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:10.992666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['060a46a6-b15b-4637-8bab-6466d7cfb497'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:37:11.418763 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1c9c5-be27-45c4-84dd-6356ab17b649 req-70bb5bb1-4ba4-415d-8897-c1a0080164c2 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:11.420325 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4f1c9c5-be27-45c4-84dd-6356ab17b649 req-70bb5bb1-4ba4-415d-8897-c1a0080164c2 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 944 time: 0.0934105
Apr 30 05:37:11.467168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c4f1c9c5-be27-45c4-84dd-6356ab17b649 req-8a0c1488-b591-48cf-bb8b-91b74e77ba14 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409055
Apr 30 05:37:12.436830 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 060a46a6-b15b-4637-8bab-6466d7cfb497 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:37:12.513599 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 060a46a6-b15b-4637-8bab-6466d7cfb497 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:37:12.520685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 060a46a6-b15b-4637-8bab-6466d7cfb497 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:37:12.521437 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:12.660156 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:12.691051 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:37:12.702363 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:37:12.706931 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:12.709010 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b084cd12-4204-4624-8453-5621ea4ed106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:12.711171 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228288d6-cf25-41b8-a304-7aa3503debfb req-9f1ec70c-d17e-4968-b27d-10501ddd3c5e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:12.712733 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-9f1ec70c-d17e-4968-b27d-10501ddd3c5e tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 944 time: 0.0905442
Apr 30 05:37:12.772434 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'code': 200}
Apr 30 05:37:12.798227 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:12.801775 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:12.827771 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c5edb-6748-46e6-8000-83e7f61bb27c req-10ef4ef6-7185-4cc0-a9c3-8acc4c76eef6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:12.829317 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e21c5edb-6748-46e6-8000-83e7f61bb27c req-10ef4ef6-7185-4cc0-a9c3-8acc4c76eef6 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 944 time: 0.2452939
Apr 30 05:37:12.877292 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-228288d6-cf25-41b8-a304-7aa3503debfb req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Deleting port 060a46a6-b15b-4637-8bab-6466d7cfb497 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:37:12.877641 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-228288d6-cf25-41b8-a304-7aa3503debfb req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:12.897447 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-ea21e6af-a350-4f93-923a-c8477633fcc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2fad442a-e70a-4321-8fa8-73834a8c5385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1549828
Apr 30 05:37:12.903746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e21c5edb-6748-46e6-8000-83e7f61bb27c req-30cc423e-fe7c-4a8f-b395-218c04edf396 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.46 "GET /v2.0/security-groups?id=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679195
Apr 30 05:37:13.044746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-228288d6-cf25-41b8-a304-7aa3503debfb req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] For port 060a46a6-b15b-4637-8bab-6466d7cfb497, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=060a46a6-b15b-4637-8bab-6466d7cfb497,segment=NetworkSegment(520299e1-df43-45a4-a348-c887d87120af),segment_id=520299e1-df43-45a4-a348-c887d87120af)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:37:13.045113 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-228288d6-cf25-41b8-a304-7aa3503debfb req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:13.054140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-4e43d801-e58c-4c36-99be-8ec185a340fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:13.055683 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-4e43d801-e58c-4c36-99be-8ec185a340fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a2c4541b7d448b083a88b3776a32751&device_id=2fad442a-e70a-4321-8fa8-73834a8c5385 HTTP/1.1" status: 200  len: 1097 time: 0.0790801
Apr 30 05:37:13.181582 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-228288d6-cf25-41b8-a304-7aa3503debfb req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Calling delete_port for 060a46a6-b15b-4637-8bab-6466d7cfb497 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:37:13.222584 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-f89a5458-64b1-461c-9c66-9567021479b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:13.224864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-f89a5458-64b1-461c-9c66-9567021479b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 200  len: 913 time: 0.1490519
Apr 30 05:37:13.298703 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-f5667dc3-f292-4e5c-9a3a-22de7e07f995 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 200  len: 217 time: 0.0677984
Apr 30 05:37:13.327508 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-228288d6-cf25-41b8-a304-7aa3503debfb req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:13.338222 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f4ef8c41-352c-47be-9c0b-bc83197d08dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:13.343197 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['060a46a6-b15b-4637-8bab-6466d7cfb497'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:37:13.389864 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-e736aa43-7f18-42a2-a5ba-553219e8dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:13.392364 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-e736aa43-7f18-42a2-a5ba-553219e8dfb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 200  len: 852 time: 0.0863006
Apr 30 05:37:13.401487 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Pushing event deleted for resources: {'Port': ['ID=060a46a6-b15b-4637-8bab-6466d7cfb497,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:13.410847 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:13.452969 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-ac83b20f-2f7f-400e-b1f0-11275d048ca0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d7f3920-f255-4c4b-ae9b-1202c59bf232&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540648
Apr 30 05:37:13.494565 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-228288d6-cf25-41b8-a304-7aa3503debfb req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] No DVR routers for this DVR port 060a46a6-b15b-4637-8bab-6466d7cfb497 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:37:13.498089 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-228288d6-cf25-41b8-a304-7aa3503debfb req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:13.502147 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'name': 'network-vif-deleted', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:37:13.518676 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-228288d6-cf25-41b8-a304-7aa3503debfb req-79032254-c199-4650-b118-2abc5f8399cc tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] 10.222.0.37 "DELETE /v2.0/ports/060a46a6-b15b-4637-8bab-6466d7cfb497 HTTP/1.1" status: 204  len: 173 time: 0.7984071
Apr 30 05:37:13.561885 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fad442a-e70a-4321-8fa8-73834a8c5385', 'name': 'network-vif-deleted', 'tag': '060a46a6-b15b-4637-8bab-6466d7cfb497', 'status': 'completed', 'code': 200}
Apr 30 05:37:13.758135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-e6a46bfa-75d3-460c-a268-47b338bd18ef service neutron] 10.222.0.37 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965255
Apr 30 05:37:13.904302 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-659444ef-e52f-4a54-8662-c8b539a78e8b req-74097748-b750-482f-9065-1b8647833179 service neutron] 10.222.0.37 "GET /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391754
Apr 30 05:37:14.154591 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34274) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:37:14.220174 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_v2 [None req-1900cfc4-bb4d-4e37-b480-75a8d7f1fb75 admin admin] Deleting subnet fa847f01-c51d-4164-9526-79d7ebc08063 {{(pid=74581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:37:14.223327 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1900cfc4-bb4d-4e37-b480-75a8d7f1fb75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:14.273728 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1900cfc4-bb4d-4e37-b480-75a8d7f1fb75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263133290'] for subnet, precommit_delete_associations {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:14.333215 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1900cfc4-bb4d-4e37-b480-75a8d7f1fb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:14.595835 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1900cfc4-bb4d-4e37-b480-75a8d7f1fb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263257704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263427470'] for subnet, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:14.599687 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f1c6db5e-8267-4263-bdb6-5bb639d01720 tempest-FloatingIPTestJSON-901702504 tempest-FloatingIPTestJSON-901702504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:14.638162 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900cfc4-bb4d-4e37-b480-75a8d7f1fb75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa847f01-c51d-4164-9526-79d7ebc08063,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:14.640844 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1900cfc4-bb4d-4e37-b480-75a8d7f1fb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:14.643661 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1900cfc4-bb4d-4e37-b480-75a8d7f1fb75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:14.652258 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1900cfc4-bb4d-4e37-b480-75a8d7f1fb75 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fa847f01-c51d-4164-9526-79d7ebc08063 HTTP/1.1" status: 204  len: 168 time: 0.4941192
Apr 30 05:37:14.652670 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34278) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:37:14.769054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:15.082957 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:15.203536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe779351a00>,) {'filters': {'network_id': ['0d7f3920-f255-4c4b-ae9b-1202c59bf232']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:37:15.217560 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779351a00>, '520299e1-df43-45a4-a348-c887d87120af') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:37:15.217845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe779351a00>, '520299e1-df43-45a4-a348-c887d87120af') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:37:15.230401 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:15.247610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:15.254011 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:37:15.431473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:37:15.443398 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:15.625727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Network 0d7f3920-f255-4c4b-ae9b-1202c59bf232 has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:37:15.648325 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:37:15.733858 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:15.744638 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-8ab704ce-b737-470c-b9a7-339659708326 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:15.759066 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:15.770618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d7f3920-f255-4c4b-ae9b-1202c59bf232,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:15.774020 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:15.782118 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-c129a514-849b-4472-8d0f-b595cc253708 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0d7f3920-f255-4c4b-ae9b-1202c59bf232 HTTP/1.1" status: 204  len: 168 time: 1.1261117
Apr 30 05:37:15.935736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34284) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:37:15.987427 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-48ddaada-1c4f-437a-ab56-cb70379bb79b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a2c4541b7d448b083a88b3776a32751&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0505023
Apr 30 05:37:15.989775 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34288) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:37:16.048372 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d604d2cc-baf9-4b6a-873b-dd3e1b5b7f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:16.074506 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d604d2cc-baf9-4b6a-873b-dd3e1b5b7f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:16.132291 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d604d2cc-baf9-4b6a-873b-dd3e1b5b7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:16.136523 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-098b04e3-abb0-42ec-8875-519669112a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:16.150483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604d2cc-baf9-4b6a-873b-dd3e1b5b7f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:16.153994 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d604d2cc-baf9-4b6a-873b-dd3e1b5b7f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:16.163564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-d604d2cc-baf9-4b6a-873b-dd3e1b5b7f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:16.164704 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-d604d2cc-baf9-4b6a-873b-dd3e1b5b7f7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a47e37a3-f8b4-4da9-a0a5-b8f7fb64d258 HTTP/1.1" status: 204  len: 168 time: 0.1740391
Apr 30 05:37:16.455825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 060a46a6-b15b-4637-8bab-6466d7cfb497 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:37:16.491034 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 060a46a6-b15b-4637-8bab-6466d7cfb497 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:37:16.491438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 060a46a6-b15b-4637-8bab-6466d7cfb497 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:37:16.914025 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34312) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:37:17.030048 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-122851528-network', 'tenant_id': '1d1d30687934494b976591bc8b070e9f'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:37:17.035856 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:37:17.039761 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Usage tracker for resource:network and tenant:1d1d30687934494b976591bc8b070e9f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:37:17.042845 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:37:17.048928 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:37:17.059652 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Made reservation on behalf of 1d1d30687934494b976591bc8b070e9f for: {'network': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:37:17.061981 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.074916 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.090888 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:37:17.095476 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Usage tracker for resource:security_group_rule and tenant:1d1d30687934494b976591bc8b070e9f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:37:17.098416 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:37:17.098547 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:37:17.104599 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:37:17.221808 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.226142 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.229238 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-6b4133dd-9e27-4d34-a269-f77b1d173342 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:17.257914 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=74582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:37:17.267636 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5493300-3b64-412f-851e-3ed01af56b58,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:17.271278 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:17.276901 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.277519 n-d-766726-20 neutron-server[74582]: INFO neutron.db.segments_db [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Added segment eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c of type vlan for network 89b1c889-512e-486c-83f9-fd569df86daa
Apr 30 05:37:17.313478 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.344231 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.345414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:17.346002 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.349492 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-88b94891-48dd-42ca-969f-e0bd8e99b1b3 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:17.457765 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5426104
Apr 30 05:37:17.458736 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Pushing event updated for resources: {'Network': ['ID=89b1c889-512e-486c-83f9-fd569df86daa,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:17.460710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34320) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:37:17.464667 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f036f265-94ff-4d20-a2ae-de216bdadd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:17.468995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Request body: {'subnet': {'network_id': '89b1c889-512e-486c-83f9-fd569df86daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-122851528-subnet', 'tenant_id': '1d1d30687934494b976591bc8b070e9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:37:17.471549 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 89b1c889-512e-486c-83f9-fd569df86daa details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:37:17.474863 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:37:17.478787 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Usage tracker for resource:subnet and tenant:1d1d30687934494b976591bc8b070e9f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:37:17.482710 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:37:17.489594 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:37:17.501999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Made reservation on behalf of 1d1d30687934494b976591bc8b070e9f for: {'subnet': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:37:17.504883 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263235544'] for subnet, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.909068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1388204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263235530'] for subnet, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:17.912767 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-2074f456-e429-47e7-81c8-c312382c4fed tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:17.984688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35bc1fef-1829-46c5-83a7-7e8c3efa411a,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:17.988232 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:17.993900 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Checking segment: {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:37:17.994258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Network hostable DHCP agents. Network: 89b1c889-512e-486c-83f9-fd569df86daa, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:37:18.013109 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Network 89b1c889-512e-486c-83f9-fd569df86daa is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:37:18.022769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 89b1c889-512e-486c-83f9-fd569df86daa) {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:37:18.031550 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8196da-1907-4b72-8d0c-bd049702f3f6 None None] Network 89b1c889-512e-486c-83f9-fd569df86daa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:37:18.033145 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:18.033737 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:18.058093 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-da7b9231-deb3-4f27-aaa0-b78f70900e4e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5958457
Apr 30 05:37:18.255470 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab01a5b-59f1-4b2d-877c-163f84a7d2d8 None None] Network 89b1c889-512e-486c-83f9-fd569df86daa requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:37:18.719828 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9362bce3-6d13-4441-a88b-dbe4402f26e6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:18.721360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9362bce3-6d13-4441-a88b-dbe4402f26e6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 814 time: 0.1583521
Apr 30 05:37:18.739009 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-76cdc7cf-9b68-4304-8744-d00961814bb7 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/quotas/1d1d30687934494b976591bc8b070e9f HTTP/1.1" status: 200  len: 375 time: 0.0116329
Apr 30 05:37:18.788709 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-a9b156c4-c17b-4580-a072-27a853ee176e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442820
Apr 30 05:37:18.857264 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-46349ff4-57fe-40e1-8f8d-21ee5ef0950d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:37:18.858259 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-46349ff4-57fe-40e1-8f8d-21ee5ef0950d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0617995
Apr 30 05:37:18.999772 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-a96809f7-efb7-42d6-a087-43ad808aba41 service neutron] 10.222.0.46 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347833
Apr 30 05:37:19.137714 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-b9bd7259-c65d-4f4d-a1d4-7419c4ee0a95 service neutron] 10.222.0.46 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320810
Apr 30 05:37:19.327537 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-56d8c6a6-59fe-49f0-9a9f-658cc7f34f20 req-87ae3dc0-ce8b-4c86-85a5-009e15cf94c1 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 210 time: 0.0471377
Apr 30 05:37:20.404746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-5436f483-56af-496e-922a-d125394b9938 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:20.406178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-5436f483-56af-496e-922a-d125394b9938 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Synchronizing usage tracker for tenant:1d1d30687934494b976591bc8b070e9f on resource:network {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:37:20.434671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-5436f483-56af-496e-922a-d125394b9938 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Unset dirty status for tenant:1d1d30687934494b976591bc8b070e9f on resource:network {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:37:20.435961 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-5436f483-56af-496e-922a-d125394b9938 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.50 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 814 time: 0.2078409
Apr 30 05:37:20.448874 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Request body: {'port': {'device_id': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa', 'admin_state_up': True, 'tenant_id': '1d1d30687934494b976591bc8b070e9f'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:37:20.501692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e3de5a5d-b467-47be-bbe4-9e92f6058ecc req-5ed2cdf8-2bbc-47cd-8c44-dd251e3e8be0 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 210 time: 0.0557709
Apr 30 05:37:20.597923 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:37:20.601769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Usage tracker for resource:port and tenant:1d1d30687934494b976591bc8b070e9f is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:37:20.605299 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:37:20.611074 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:37:20.621018 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Made reservation on behalf of 1d1d30687934494b976591bc8b070e9f for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:37:20.624663 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:20.792912 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Allocated IP 172.20.0.9 (89b1c889-512e-486c-83f9-fd569df86daa/35bc1fef-1829-46c5-83a7-7e8c3efa411a/694f9a5e-3d15-41e8-b902-703b460a041f) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:37:21.185801 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:21.216940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:21.222934 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-245c4baa-4fbc-4783-be11-749f251b7d0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:21.293780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Network 89b1c889-512e-486c-83f9-fd569df86daa is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:37:21.297455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:37:21.301523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:37:21.332932 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Pushing event updated for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:21.344937 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:21.370907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:21.371374 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:21.393795 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-9ab3c73f-a19a-47cc-b6bb-530d6a36f402 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9490910
Apr 30 05:37:21.406156 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Request body: {'port': {'device_id': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:37:21.523869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:21.699209 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b03a15-4904-473d-a6aa-197cd4220c4c req-e9caf4db-7ddf-4f7e-b9f0-712ea1378bd5 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:21.700815 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32b03a15-4904-473d-a6aa-197cd4220c4c req-e9caf4db-7ddf-4f7e-b9f0-712ea1378bd5 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 931 time: 0.0868797
Apr 30 05:37:21.749755 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32b03a15-4904-473d-a6aa-197cd4220c4c req-db1e0e0f-4317-4073-a417-9579089517e0 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429735
Apr 30 05:37:21.919192 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694f9a5e-3d15-41e8-b902-703b460a041f {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:37:21.931903 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:21.952414 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Transition to ACTIVE for port object 694f9a5e-3d15-41e8-b902-703b460a041f will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:37:21.956317 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:21.960382 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bc51bb8e-80c1-4062-8591-cb083cb505c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:22.093066 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Pushing event updated for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:22.123677 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:22.206175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Attempting to bind port 694f9a5e-3d15-41e8-b902-703b460a041f on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:37:22.206514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Attempting to bind port 694f9a5e-3d15-41e8-b902-703b460a041f by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:37:22.206848 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Attempting to bind port 694f9a5e-3d15-41e8-b902-703b460a041f on network 89b1c889-512e-486c-83f9-fd569df86daa {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:37:22.211790 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Port 694f9a5e-3d15-41e8-b902-703b460a041f on network 89b1c889-512e-486c-83f9-fd569df86daa not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:37:22.212113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Attempting to bind port 694f9a5e-3d15-41e8-b902-703b460a041f on network 89b1c889-512e-486c-83f9-fd569df86daa {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:37:22.217641 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:37:22.217980 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Checking segment: {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:37:22.218370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Bound using segment: {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:37:22.218799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Bound port: 694f9a5e-3d15-41e8-b902-703b460a041f, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:37:22.219148 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:22.315766 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:37:22.318940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:37:22.323814 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:22.327730 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b7ab4a4d-11de-4407-8b28-0f76abed837e tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:22.382150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:22.382779 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:22.384203 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] 10.222.0.50 "PUT /v2.0/ports/694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 200  len: 1092 time: 0.9832468
Apr 30 05:37:22.384746 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:37:22.409655 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Pushing event updated for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:22.413260 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:22.457209 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f', 'status': 'completed', 'code': 200}
Apr 30 05:37:22.502628 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-4fffd1ad-3f02-414e-b205-e0aaca8eb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:22.504182 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-4fffd1ad-3f02-414e-b205-e0aaca8eb8ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 1095 time: 0.0813706
Apr 30 05:37:22.580218 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-64a0a8e2-b7ea-4fd1-be8c-f5e1c252f2d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 200  len: 217 time: 0.0685446
Apr 30 05:37:22.648819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-53c36e3b-6591-420e-b497-c29cbb64abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:22.650282 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-53c36e3b-6591-420e-b497-c29cbb64abb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0643299
Apr 30 05:37:22.701664 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-286940e3-51a0-4cf5-854c-ec437c9b5703 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443230
Apr 30 05:37:22.843870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-b0e64b6c-c2a1-4f92-97fc-2c163ea4de21 service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358476
Apr 30 05:37:22.978880 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567de7e-98e1-4407-adf7-87224f8af1cc req-37c23273-a4de-4560-a218-8015ddc6e59f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:22.980928 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5567de7e-98e1-4407-adf7-87224f8af1cc req-37c23273-a4de-4560-a218-8015ddc6e59f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 943 time: 0.1124318
Apr 30 05:37:23.048498 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5567de7e-98e1-4407-adf7-87224f8af1cc req-23ef7c3d-8bd2-4615-874e-3a55e21ad186 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590587
Apr 30 05:37:23.200102 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-655d84ca-9c94-41a1-956d-bac86be34ae0 req-33ee644d-3e96-4727-b560-acc21ec3be0d service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3503611
Apr 30 05:37:23.315816 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-8532f2ab-5664-4a86-bba4-814eed27795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:23.317217 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-8532f2ab-5664-4a86-bba4-814eed27795d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 1095 time: 0.0705266
Apr 30 05:37:23.449700 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-43e47ec5-bab4-4c34-97fd-79ee4f52ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:23.451170 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-43e47ec5-bab4-4c34-97fd-79ee4f52ad9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1277561
Apr 30 05:37:23.526362 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-99445ad1-7582-4cf7-859b-f2eae8641649 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 200  len: 217 time: 0.0686190
Apr 30 05:37:23.593602 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-a38ea230-e5c9-4a82-8a9d-faaeab9d1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:23.594994 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-a38ea230-e5c9-4a82-8a9d-faaeab9d1b7d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0620728
Apr 30 05:37:23.648581 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-58e68691-b2d3-4c22-85f0-80cdcce78813 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475430
Apr 30 05:37:23.790203 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-621b7e4b-8d66-4687-8947-6eabf5dfd63e service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342990
Apr 30 05:37:23.928097 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-cbb7179b-98cd-4b5f-be76-d9f65034cf56 req-02f6891c-9303-4bb7-9773-d38635c10a3d service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308982
Apr 30 05:37:24.248848 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b32d4f-23ec-4cf2-aca2-d150d7b74743 req-76806dda-4cc9-4d01-a7fc-f335a21f52af tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:24.250715 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-40b32d4f-23ec-4cf2-aca2-d150d7b74743 req-76806dda-4cc9-4d01-a7fc-f335a21f52af tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 943 time: 0.0888193
Apr 30 05:37:24.298211 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-40b32d4f-23ec-4cf2-aca2-d150d7b74743 req-899b536d-9e26-4762-b127-f8e21693f53a tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409706
Apr 30 05:37:25.493260 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732f76d-4837-4610-a388-9f763c873b39 req-e15e3668-db53-4d7f-bb27-f2ba58299195 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:25.494775 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f732f76d-4837-4610-a388-9f763c873b39 req-e15e3668-db53-4d7f-bb27-f2ba58299195 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 943 time: 0.0874929
Apr 30 05:37:25.544421 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f732f76d-4837-4610-a388-9f763c873b39 req-03299d06-0d9b-46f6-befc-19816b6b1d00 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426826
Apr 30 05:37:26.395172 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 694f9a5e-3d15-41e8-b902-703b460a041f details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:37:26.535899 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:37:26.553477 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '694f9a5e-3d15-41e8-b902-703b460a041f', 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa', 'port_id': '694f9a5e-3d15-41e8-b902-703b460a041f', 'mac_address': 'fa:16:3e:cb:56:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bc1fef-1829-46c5-83a7-7e8c3efa411a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:37:26.657013 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:26.675171 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694f9a5e-3d15-41e8-b902-703b460a041f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:37:26.692098 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:37:26.697313 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:26.699850 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:26.750527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9ce18-ffa3-445e-8e8f-965e56b2c6bd req-24ba8a23-f271-4959-b680-da4c47c554c6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:26.752256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8a9ce18-ffa3-445e-8e8f-965e56b2c6bd req-24ba8a23-f271-4959-b680-da4c47c554c6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 943 time: 0.0969598
Apr 30 05:37:26.772299 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:26.775927 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:26.802034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8a9ce18-ffa3-445e-8e8f-965e56b2c6bd req-7e8c19d2-c975-41c3-b9a0-eaa33374c6be tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423391
Apr 30 05:37:26.999666 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['694f9a5e-3d15-41e8-b902-703b460a041f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:37:27.680600 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:27.765138 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:27.991855 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf75fb-4fe4-479a-addc-ff4e480f9fd5 req-ede29dc6-cedd-4e8a-9501-ff627ad8fb65 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:27.993367 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71cf75fb-4fe4-479a-addc-ff4e480f9fd5 req-ede29dc6-cedd-4e8a-9501-ff627ad8fb65 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 944 time: 0.0834317
Apr 30 05:37:28.043092 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-71cf75fb-4fe4-479a-addc-ff4e480f9fd5 req-cf378b0d-4335-40a7-8244-534b64ac20a3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429888
Apr 30 05:37:28.410663 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 694f9a5e-3d15-41e8-b902-703b460a041f up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:37:28.483440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 694f9a5e-3d15-41e8-b902-703b460a041f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:37:28.488368 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 694f9a5e-3d15-41e8-b902-703b460a041f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:37:28.488753 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:28.609130 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:28.636765 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:37:28.647870 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:37:28.652492 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:28.654586 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:37:28.689850 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f', 'code': 200}
Apr 30 05:37:28.725388 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:37:28.728438 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:37:28.823797 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716578f-2c33-4435-9a65-40e49665772d req-a9b9c0f2-d7cd-4056-960f-bf69fe03f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:28.825289 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b716578f-2c33-4435-9a65-40e49665772d req-a9b9c0f2-d7cd-4056-960f-bf69fe03f4a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 1097 time: 0.0709224
Apr 30 05:37:28.867195 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b716578f-2c33-4435-9a65-40e49665772d req-98d3e418-ac9d-42e7-ba12-5264f668e3af service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351882
Apr 30 05:37:29.379198 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eeda8-64d7-4d2e-9003-e53abb82de52 req-b230f0e5-4bab-4a68-89cb-953fadf1b6a6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:29.380685 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b1eeda8-64d7-4d2e-9003-e53abb82de52 req-b230f0e5-4bab-4a68-89cb-953fadf1b6a6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.2274487
Apr 30 05:37:29.425603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b1eeda8-64d7-4d2e-9003-e53abb82de52 req-7ac30028-f8db-4dbf-a2db-f273205bb938 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385532
Apr 30 05:37:30.618254 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78655b67-df8c-4394-b3da-b68d7a8e63a6 req-9ed0adf7-1aa4-44dd-b01b-df0ee095ac32 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:30.619770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78655b67-df8c-4394-b3da-b68d7a8e63a6 req-9ed0adf7-1aa4-44dd-b01b-df0ee095ac32 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0845370
Apr 30 05:37:30.665704 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-78655b67-df8c-4394-b3da-b68d7a8e63a6 req-10f2a5c9-4629-4abe-823e-67859ebdacf9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394497
Apr 30 05:37:30.769810 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d29211a2-30fc-4244-8ea7-ceaf13ce1e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:30.868267 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e8321-fcff-456f-886d-efdd16df329f req-147904c2-50a0-4e60-b9cb-a7841a9d9ee1 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:30.869764 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc9e8321-fcff-456f-886d-efdd16df329f req-147904c2-50a0-4e60-b9cb-a7841a9d9ee1 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0846937
Apr 30 05:37:30.915540 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bc9e8321-fcff-456f-886d-efdd16df329f req-ad58f214-69bf-42c2-acce-3e899adae1c4 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398726
Apr 30 05:37:31.280921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382808-bc3b-4f78-b97a-f9c69b66d8bb req-3bbe5e9d-1acf-45e7-9c90-3c2e671361e8 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:31.282439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8382808-bc3b-4f78-b97a-f9c69b66d8bb req-3bbe5e9d-1acf-45e7-9c90-3c2e671361e8 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0862834
Apr 30 05:37:31.332347 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e8382808-bc3b-4f78-b97a-f9c69b66d8bb req-d17f4e57-c8c8-47b0-9de8-aa1256195b31 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441210
Apr 30 05:37:31.520845 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6fd2d-450c-44f5-8140-5f69a190933a req-57a92e8d-56cf-4e6d-834e-473d471a9417 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:31.522318 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-40c6fd2d-450c-44f5-8140-5f69a190933a req-57a92e8d-56cf-4e6d-834e-473d471a9417 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0840325
Apr 30 05:37:31.568039 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-40c6fd2d-450c-44f5-8140-5f69a190933a req-eb18daa0-bff8-4091-8a78-e34e04143c41 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394354
Apr 30 05:37:31.985798 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-aee3e655-8618-49be-97b5-5bfd51bdedf7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1372042
Apr 30 05:37:31.998140 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627515e5-e13e-45d1-b93e-4212babcfb88 req-9b614e89-0826-4d9a-bbfb-955a6e48f49c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:31.999615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-627515e5-e13e-45d1-b93e-4212babcfb88 req-9b614e89-0826-4d9a-bbfb-955a6e48f49c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.1073766
Apr 30 05:37:32.046904 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-627515e5-e13e-45d1-b93e-4212babcfb88 req-e8c7d39a-da07-4a8c-84aa-48d2016954f9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412583
Apr 30 05:37:33.235564 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-b5f985a7-fabd-48e0-a9c2-0edb7d086c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:33.237147 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-b5f985a7-fabd-48e0-a9c2-0edb7d086c47 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 1097 time: 0.0822811
Apr 30 05:37:33.251186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5d7c7-3235-4b67-98b2-743f10eaf36d req-f644e868-c42d-4149-851e-4a9698a6d33e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:33.252717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86f5d7c7-3235-4b67-98b2-743f10eaf36d req-f644e868-c42d-4149-851e-4a9698a6d33e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0869663
Apr 30 05:37:33.300143 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-86f5d7c7-3235-4b67-98b2-743f10eaf36d req-6430bf93-1a65-4d9a-af35-6cc0fc0c9e43 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410078
Apr 30 05:37:33.374562 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-67e9b4b6-fbfb-49b4-b281-65c455b60a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:33.375971 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-67e9b4b6-fbfb-49b4-b281-65c455b60a53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1329229
Apr 30 05:37:33.449936 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-bad2a650-df94-475e-80d9-556f3c31fbb0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 200  len: 217 time: 0.0666299
Apr 30 05:37:33.476429 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:33.520684 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-3374f3ae-fb9c-41c2-a415-8bd150b3ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:33.522184 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-3374f3ae-fb9c-41c2-a415-8bd150b3ab30 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0667739
Apr 30 05:37:33.570263 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-8e703df8-254d-4a5f-a1a8-70dfa9e3b634 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421519
Apr 30 05:37:33.685879 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d0ba999a-5355-44c4-8492-10bfaa3cc8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:33.716752 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-8e6d80ba-7b4b-46a6-bad0-7034211f9536 service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399438
Apr 30 05:37:33.854416 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-24791647-024c-49c1-9e2d-fc7071d0ec55 service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306689
Apr 30 05:37:34.496768 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee1907-27e3-472e-b178-52599766b9bf req-3b7837a2-5232-435d-aa4d-57216485fe3c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:34.498314 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5ee1907-27e3-472e-b178-52599766b9bf req-3b7837a2-5232-435d-aa4d-57216485fe3c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0884199
Apr 30 05:37:34.545739 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d5ee1907-27e3-472e-b178-52599766b9bf req-660b76de-a383-4cc8-a77c-cd0cf9082085 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416448
Apr 30 05:37:34.930589 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:35.762576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3105a2-5fdf-48dd-ac91-4653b896b04b req-86dda0fb-449d-4a56-b051-cfe1e402f57c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:35.765257 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a3105a2-5fdf-48dd-ac91-4653b896b04b req-86dda0fb-449d-4a56-b051-cfe1e402f57c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.1045537
Apr 30 05:37:35.814079 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6a3105a2-5fdf-48dd-ac91-4653b896b04b req-1dc4aa77-aeb3-4fff-886b-4eb9a14235ec tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408621
Apr 30 05:37:36.423479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:37.012003 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10b67a-85ae-4000-9d96-5ec9fb9be26d req-29c3f012-befb-407a-ac9b-edda51091a34 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:37.013492 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b10b67a-85ae-4000-9d96-5ec9fb9be26d req-29c3f012-befb-407a-ac9b-edda51091a34 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0922544
Apr 30 05:37:37.059064 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2b10b67a-85ae-4000-9d96-5ec9fb9be26d req-d0a147be-5632-4f4d-87c2-f35e8df4a33a tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398939
Apr 30 05:37:38.249410 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e795-aa74-401a-82ae-7951cbb5d95f req-c8e64508-eb05-4234-96be-c1cdc78f10aa tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:38.250887 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20a8e795-aa74-401a-82ae-7951cbb5d95f req-c8e64508-eb05-4234-96be-c1cdc78f10aa tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0853050
Apr 30 05:37:38.301208 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-20a8e795-aa74-401a-82ae-7951cbb5d95f req-f611bba6-0343-4905-8dd3-17bfe985b801 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443587
Apr 30 05:37:39.490668 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d52452-233f-44e5-92e1-f9d7292db6cf req-8c2f03ac-5ecd-442f-a1e2-2bf6e5a0bd53 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:39.492127 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05d52452-233f-44e5-92e1-f9d7292db6cf req-8c2f03ac-5ecd-442f-a1e2-2bf6e5a0bd53 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0824375
Apr 30 05:37:39.537525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-05d52452-233f-44e5-92e1-f9d7292db6cf req-90ffeac3-13b3-4af2-9e02-9f2ddb2d832a tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391390
Apr 30 05:37:40.726789 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e074b-d841-48c4-9652-6946442f4659 req-8d48725a-6ba8-4b4f-9065-639961ea3f73 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:40.728296 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec0e074b-d841-48c4-9652-6946442f4659 req-8d48725a-6ba8-4b4f-9065-639961ea3f73 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0853939
Apr 30 05:37:40.774116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ec0e074b-d841-48c4-9652-6946442f4659 req-738f6d5e-c9f5-42d4-9127-7837af58815c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393715
Apr 30 05:37:41.960812 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edc495-5ef2-49a4-b7e7-97042b183e8f req-a12e5a7f-68cd-4b5e-af84-7a3ce42f891f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:41.962306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7edc495-5ef2-49a4-b7e7-97042b183e8f req-a12e5a7f-68cd-4b5e-af84-7a3ce42f891f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0809412
Apr 30 05:37:42.009038 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b7edc495-5ef2-49a4-b7e7-97042b183e8f req-bcd40abe-cbfb-4616-b7e8-b7400f540345 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401289
Apr 30 05:37:43.206322 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444923f-ea87-4719-a224-c1c8000d311c req-3881ae56-357d-49bf-8a30-d5d880933328 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:43.207920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4444923f-ea87-4719-a224-c1c8000d311c req-3881ae56-357d-49bf-8a30-d5d880933328 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0901928
Apr 30 05:37:43.255078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4444923f-ea87-4719-a224-c1c8000d311c req-eb046ca0-425b-4397-8ba8-a14085e1981b tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414114
Apr 30 05:37:44.440565 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7c59e-004e-4a86-bb36-695dc78da05e req-8542a361-08b7-4faa-af66-a4b5c6f075a3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:44.442049 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06e7c59e-004e-4a86-bb36-695dc78da05e req-8542a361-08b7-4faa-af66-a4b5c6f075a3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0807598
Apr 30 05:37:44.491313 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-06e7c59e-004e-4a86-bb36-695dc78da05e req-77b2151a-48ac-4c19-8502-26d9b01dab4c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436134
Apr 30 05:37:45.678447 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b60c04-443b-4a76-b364-2bec6e333ffc req-bbd18f79-b801-4c7a-8cda-8619e1c00d19 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:45.679949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9b60c04-443b-4a76-b364-2bec6e333ffc req-bbd18f79-b801-4c7a-8cda-8619e1c00d19 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0823476
Apr 30 05:37:45.725610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d9b60c04-443b-4a76-b364-2bec6e333ffc req-84a3caf5-4a5a-42f3-ba77-0211e9ca3870 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398495
Apr 30 05:37:46.964252 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c763b9d-99ff-4e0a-9efc-6e1811fa7a88 req-68cb4f41-cfd8-4076-9900-1862d7851fdb tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:46.966958 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c763b9d-99ff-4e0a-9efc-6e1811fa7a88 req-68cb4f41-cfd8-4076-9900-1862d7851fdb tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.1146610
Apr 30 05:37:47.028731 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8c763b9d-99ff-4e0a-9efc-6e1811fa7a88 req-e160b4f6-af30-408b-869c-83c44b610d11 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552595
Apr 30 05:37:48.212987 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aec02a-d67c-4e18-b24f-871b2be054d0 req-0773c3f4-9194-438d-bf62-f7f7d0565286 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:48.215561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52aec02a-d67c-4e18-b24f-871b2be054d0 req-0773c3f4-9194-438d-bf62-f7f7d0565286 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0819132
Apr 30 05:37:48.259197 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-52aec02a-d67c-4e18-b24f-871b2be054d0 req-c5084865-4763-4fc9-8b2a-73197631f321 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379336
Apr 30 05:37:49.590441 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143d063-8808-4712-a073-6e62d31351d4 req-04275fc3-c26d-445f-90e4-3999f570e56c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:49.591874 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a143d063-8808-4712-a073-6e62d31351d4 req-04275fc3-c26d-445f-90e4-3999f570e56c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.2250240
Apr 30 05:37:49.637677 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a143d063-8808-4712-a073-6e62d31351d4 req-604d8d86-fb5b-4c9f-a233-f8fcbcde8935 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400121
Apr 30 05:37:50.976514 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff5557-1881-47e6-86eb-c0d62ca2ba2d req-c703871e-5588-4cd4-a339-35197a5014f1 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:50.978012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6ff5557-1881-47e6-86eb-c0d62ca2ba2d req-c703871e-5588-4cd4-a339-35197a5014f1 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0820286
Apr 30 05:37:51.035686 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f6ff5557-1881-47e6-86eb-c0d62ca2ba2d req-9fcb1e2b-e4c8-4f38-a27d-83566a272390 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487311
Apr 30 05:37:52.224392 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dd4a5-573a-4feb-b3b0-aa87e5d919cb req-d948e679-1e22-4ecf-8446-8976b6624ca7 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:52.225901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac2dd4a5-573a-4feb-b3b0-aa87e5d919cb req-d948e679-1e22-4ecf-8446-8976b6624ca7 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0824528
Apr 30 05:37:52.273593 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ac2dd4a5-573a-4feb-b3b0-aa87e5d919cb req-2ccbcc55-2457-45c2-afce-30496f3ca85f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408161
Apr 30 05:37:53.465921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae77ffc-2354-4716-beee-2e5f21dd052e req-f50afb8f-e821-4b20-a943-f817bd9b9c13 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:53.467479 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ae77ffc-2354-4716-beee-2e5f21dd052e req-f50afb8f-e821-4b20-a943-f817bd9b9c13 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0863485
Apr 30 05:37:53.513137 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5ae77ffc-2354-4716-beee-2e5f21dd052e req-ac170106-c88b-4535-8bbc-debe80d70953 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399854
Apr 30 05:37:54.097454 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:37:54.700425 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a01cd-c846-4bdb-9b27-65481bb96592 req-3785e42a-bc3a-4ff6-9212-f00969779bf3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:54.701900 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a74a01cd-c846-4bdb-9b27-65481bb96592 req-3785e42a-bc3a-4ff6-9212-f00969779bf3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0821686
Apr 30 05:37:54.751408 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a74a01cd-c846-4bdb-9b27-65481bb96592 req-2659521f-12b7-44f6-a0a8-aabfab3e1463 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437746
Apr 30 05:37:55.943223 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff707b-bcf1-479a-b214-666772f24561 req-01638c5d-5033-4b51-b622-3e4cfebdb547 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:55.944726 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4aff707b-bcf1-479a-b214-666772f24561 req-01638c5d-5033-4b51-b622-3e4cfebdb547 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0832777
Apr 30 05:37:55.990936 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4aff707b-bcf1-479a-b214-666772f24561 req-fd7773c8-da4e-47f3-9aa9-76fe6cb7a447 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398977
Apr 30 05:37:57.188271 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d9ef7-ae4a-4da9-99f1-c725635d9422 req-0ef4a2c6-16be-4096-9df1-e0ff26463fa2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:57.189687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c05d9ef7-ae4a-4da9-99f1-c725635d9422 req-0ef4a2c6-16be-4096-9df1-e0ff26463fa2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0846560
Apr 30 05:37:57.234891 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c05d9ef7-ae4a-4da9-99f1-c725635d9422 req-84d3d831-adac-4a73-aa5b-0fd6079621d8 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394952
Apr 30 05:37:57.680775 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:57.763884 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:37:58.423009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead70474-d5b0-456f-92c1-bcc2f3b1e1bd req-db4a83ec-c51c-4ea1-b15d-722cf67a283d tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:58.424523 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ead70474-d5b0-456f-92c1-bcc2f3b1e1bd req-db4a83ec-c51c-4ea1-b15d-722cf67a283d tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0854268
Apr 30 05:37:58.469756 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ead70474-d5b0-456f-92c1-bcc2f3b1e1bd req-f920a400-c1d5-4d41-81ed-0924dbc4b2c2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395861
Apr 30 05:37:59.657365 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67756ebd-cc9c-46ba-8fae-ddd149f051dc req-f0ce9d95-741e-4da2-bb73-55eff8d52a5e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:37:59.658838 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67756ebd-cc9c-46ba-8fae-ddd149f051dc req-f0ce9d95-741e-4da2-bb73-55eff8d52a5e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0840228
Apr 30 05:37:59.704885 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67756ebd-cc9c-46ba-8fae-ddd149f051dc req-ff987415-9fcd-4f9a-a78c-19dab441d026 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402699
Apr 30 05:38:00.774558 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ef83497f-c405-4d25-b834-9eaa682426bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:00.798270 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-0563752a-5d5e-45d4-83b3-ebab63cd731b service neutron] show failed (client error): The resource could not be found.
Apr 30 05:38:00.799390 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-0563752a-5d5e-45d4-83b3-ebab63cd731b service neutron] 10.222.0.50 "GET /v2.0/ports/694f9a5e-3d15-41e8-b902-703b460a041f/bindings/n-h1-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0854862
Apr 30 05:38:00.899227 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7ec5e-edb4-4d27-92b4-37c53c05296e req-e267f0f0-4eb0-40ad-9445-e51d49cd15d7 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:00.900748 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34d7ec5e-edb4-4d27-92b4-37c53c05296e req-e267f0f0-4eb0-40ad-9445-e51d49cd15d7 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0883777
Apr 30 05:38:00.952044 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34d7ec5e-edb4-4d27-92b4-37c53c05296e req-fdae41ec-8bda-427a-ad8a-9b0f35263dde tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450563
Apr 30 05:38:01.068902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-e26f420b-a127-4797-b8c3-2625b79219e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:01.070305 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-e26f420b-a127-4797-b8c3-2625b79219e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95&tenant_id=1d1d30687934494b976591bc8b070e9f HTTP/1.1" status: 200  len: 1097 time: 0.0815296
Apr 30 05:38:01.081500 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:38:01.196472 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:01.469297 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:01.497787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h2-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:38:01.554810 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:38:01.560751 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:01.576278 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Transition to ACTIVE for port object 694f9a5e-3d15-41e8-b902-703b460a041f will not be triggered until provisioned by entity L2. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:38:01.579699 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:01.584328 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-80cb3b61-ef1e-4096-879d-56cd73f607a6 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:01.622904 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f', 'code': 200}
Apr 30 05:38:01.745871 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] No DVR routers for this DVR port 694f9a5e-3d15-41e8-b902-703b460a041f on host n-h2-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:38:01.752243 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Pushing event updated for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=6']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:01.793151 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.794127 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.794520 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.794894 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.795266 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.795663 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.796034 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.796400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.796767 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.797133 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.797498 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.797862 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:01.809845 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:01.819276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Attempting to bind port 694f9a5e-3d15-41e8-b902-703b460a041f on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:38:01.819639 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Attempting to bind port 694f9a5e-3d15-41e8-b902-703b460a041f by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:38:01.820064 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Attempting to bind port 694f9a5e-3d15-41e8-b902-703b460a041f on network 89b1c889-512e-486c-83f9-fd569df86daa {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:38:01.825734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Port 694f9a5e-3d15-41e8-b902-703b460a041f on network 89b1c889-512e-486c-83f9-fd569df86daa not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:38:01.826062 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Attempting to bind port 694f9a5e-3d15-41e8-b902-703b460a041f on network 89b1c889-512e-486c-83f9-fd569df86daa {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:38:01.831217 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:38:01.831588 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Checking segment: {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:38:01.831982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Bound using segment: {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'} {{(pid=74581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:38:01.832409 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.managers [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Bound port: 694f9a5e-3d15-41e8-b902-703b460a041f, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'}}] {{(pid=74581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:38:01.832759 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:01.926897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h1-766726-20, cleared binding levels {{(pid=74581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:38:01.930467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:38:01.934906 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:01.938699 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5ed80731-1400-4a78-8a64-60b23e43ce34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:01.992909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:01.993545 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:01.994926 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] 10.222.0.37 "PUT /v2.0/ports/694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 200  len: 1092 time: 0.9174798
Apr 30 05:38:02.016795 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Pushing event updated for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=7']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:02.021528 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:02.309327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-7d643cd4-a2d6-409d-bc9e-902bb21c1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:02.310747 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-7d643cd4-a2d6-409d-bc9e-902bb21c1eaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 1095 time: 0.2908120
Apr 30 05:38:02.319074 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072aed4-9d57-4958-b5ce-30f7146df235 req-380c53ff-4af4-4c47-8f25-2f107fd4f590 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:02.320465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6072aed4-9d57-4958-b5ce-30f7146df235 req-380c53ff-4af4-4c47-8f25-2f107fd4f590 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 943 time: 0.1064734
Apr 30 05:38:02.458739 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6072aed4-9d57-4958-b5ce-30f7146df235 req-c42e5764-5708-4d50-a0f3-11bf7ffcf614 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198065
Apr 30 05:38:02.489515 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-082dcd7d-32b0-4bd1-8cc3-1a1d5b77da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:02.490950 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-082dcd7d-32b0-4bd1-8cc3-1a1d5b77da95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1696558
Apr 30 05:38:02.558977 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-e555cb1b-918e-4c7b-99b9-a39fc7991e32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 200  len: 217 time: 0.0611496
Apr 30 05:38:02.625330 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-815806f5-f924-4aed-b3ed-b40781bb7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:02.626687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-815806f5-f924-4aed-b3ed-b40781bb7551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0620604
Apr 30 05:38:02.674967 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-06a4eef7-39a0-4a53-9dcb-e0e74b3d560c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420625
Apr 30 05:38:02.807467 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-78feed23-f326-4913-8402-ec9f9d5229db service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256351
Apr 30 05:38:02.943994 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-af56873b-fef2-49b0-97a6-47b2eb17b257 req-389f33d3-dd6a-4484-954c-c0b1fb8ca37f service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298068
Apr 30 05:38:03.479651 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:03.624067 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:38:03.662540 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a99f1-4f60-4829-8472-cc3ebd03381c req-3405340e-ba07-4fd5-9cf8-ea1ffcd79b2d tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:03.664097 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c9a99f1-4f60-4829-8472-cc3ebd03381c req-3405340e-ba07-4fd5-9cf8-ea1ffcd79b2d tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 943 time: 0.0936770
Apr 30 05:38:03.688434 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f', 'status': 'completed', 'code': 200}
Apr 30 05:38:03.694919 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e14bc5c6-5a1e-4a44-878e-bf42724e98f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:03.753864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4c9a99f1-4f60-4829-8472-cc3ebd03381c req-07891150-edad-4a43-b50e-ba24ae166289 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826764
Apr 30 05:38:03.776762 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-7a32aa49-37c7-4256-9bf7-4f552ac20492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:03.778396 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-7a32aa49-37c7-4256-9bf7-4f552ac20492 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 1095 time: 0.0769453
Apr 30 05:38:03.795907 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-fe986f24-0be4-4d67-a9c2-a99e897b4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:03.797361 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-fe986f24-0be4-4d67-a9c2-a99e897b4e4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 1095 time: 0.0836303
Apr 30 05:38:03.916704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-ae0800f5-b477-402c-959a-35f4d2cafd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:03.918175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-ae0800f5-b477-402c-959a-35f4d2cafd23 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1332772
Apr 30 05:38:03.933262 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-f852d3b2-ae67-40f3-9170-89b015c3c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:03.935262 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-f852d3b2-ae67-40f3-9170-89b015c3c5ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1313396
Apr 30 05:38:04.010422 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-38b6d30e-80a1-4050-8bc9-e7623779d999 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 200  len: 217 time: 0.0681450
Apr 30 05:38:04.076407 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-0fd16c60-64b3-493f-aff0-1bbc8666090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:04.077861 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-0fd16c60-64b3-493f-aff0-1bbc8666090f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0607209
Apr 30 05:38:04.131140 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-f0359b82-ffc8-456d-84f1-932c7de1b235 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468895
Apr 30 05:38:04.158936 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-6f0f0150-9095-4c32-9677-5e799e783032 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 200  len: 217 time: 0.2338529
Apr 30 05:38:04.224759 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-63f655bb-e4c7-4e46-9044-0b7d9b74df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:04.226231 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-63f655bb-e4c7-4e46-9044-0b7d9b74df19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0609884
Apr 30 05:38:04.269610 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-9863239f-69fd-490b-9cb7-23796d1c064c service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305850
Apr 30 05:38:04.278594 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-b69bb237-7aed-4f2d-bc13-5e8eeb3392bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452466
Apr 30 05:38:04.413762 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-2b505699-cbcd-4b61-bb8c-9b0eb6fa1b28 service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322424
Apr 30 05:38:04.419828 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-b4423a58-dc7e-4449-8361-2af1e743a622 service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337528
Apr 30 05:38:04.555538 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b9870236-db7d-41e1-afb0-0b97b4db3208 req-9d841d28-eca0-465a-b014-b28d6f9c9f61 service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305103
Apr 30 05:38:04.616680 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 694f9a5e-3d15-41e8-b902-703b460a041f no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:38:04.674874 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 694f9a5e-3d15-41e8-b902-703b460a041f not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:38:04.932567 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:04.946743 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e41d72-0692-419b-97ba-71e8287c5dcf req-c527a4f0-ae5a-4bc9-b7db-f57df03e7940 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:04.948227 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2e41d72-0692-419b-97ba-71e8287c5dcf req-c527a4f0-ae5a-4bc9-b7db-f57df03e7940 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 943 time: 0.0839326
Apr 30 05:38:04.995337 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2e41d72-0692-419b-97ba-71e8287c5dcf req-20e2ea52-b4a9-4e65-9cec-9bd1e5bc5a72 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406818
Apr 30 05:38:06.188818 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179e9f1-51ab-4367-8b6e-93d664a934ef req-40cdfc73-074f-4f47-8912-1db2416de44e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:06.190240 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a179e9f1-51ab-4367-8b6e-93d664a934ef req-40cdfc73-074f-4f47-8912-1db2416de44e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 943 time: 0.0892591
Apr 30 05:38:06.237866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a179e9f1-51ab-4367-8b6e-93d664a934ef req-d6dd1ba9-4a2f-4de0-a138-c3ae156a40b2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417705
Apr 30 05:38:06.428564 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:06.543794 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f94959-431a-4c46-985e-8986a1b09efb req-759b91b3-83c6-429f-8ce6-1cad894234e3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:06.546041 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27f94959-431a-4c46-985e-8986a1b09efb req-759b91b3-83c6-429f-8ce6-1cad894234e3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 943 time: 0.0855758
Apr 30 05:38:06.553792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dcee2-1d49-404d-835e-c667be24244b req-056621b4-fc94-4321-ba0d-52217ddcc60e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:06.554498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a98dcee2-1d49-404d-835e-c667be24244b req-056621b4-fc94-4321-ba0d-52217ddcc60e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Synchronizing usage tracker for tenant:1d1d30687934494b976591bc8b070e9f on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:38:06.572107 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a98dcee2-1d49-404d-835e-c667be24244b req-056621b4-fc94-4321-ba0d-52217ddcc60e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Unset dirty status for tenant:1d1d30687934494b976591bc8b070e9f on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:38:06.573349 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a98dcee2-1d49-404d-835e-c667be24244b req-056621b4-fc94-4321-ba0d-52217ddcc60e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95&tenant_id=1d1d30687934494b976591bc8b070e9f&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 943 time: 0.1029282
Apr 30 05:38:06.594746 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-27f94959-431a-4c46-985e-8986a1b09efb req-57761b49-55a9-488d-9e22-4c56c0005df0 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429277
Apr 30 05:38:06.612294 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 694f9a5e-3d15-41e8-b902-703b460a041f details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:38:06.658439 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-a98dcee2-1d49-404d-835e-c667be24244b req-674433ec-868e-4908-a27f-3ed9068a06d0 service neutron] delete failed (client error): The resource could not be found.
Apr 30 05:38:06.659508 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a98dcee2-1d49-404d-835e-c667be24244b req-674433ec-868e-4908-a27f-3ed9068a06d0 service neutron] 10.222.0.50 "DELETE /v2.0/ports/694f9a5e-3d15-41e8-b902-703b460a041f/bindings/n-h2-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0806811
Apr 30 05:38:06.759510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:06.774586 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '694f9a5e-3d15-41e8-b902-703b460a041f', 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa', 'port_id': '694f9a5e-3d15-41e8-b902-703b460a041f', 'mac_address': 'fa:16:3e:cb:56:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bc1fef-1829-46c5-83a7-7e8c3efa411a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:38:06.819532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dcee2-1d49-404d-835e-c667be24244b req-16158d4d-eef0-4362-a5ee-c48a9655ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:06.820940 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a98dcee2-1d49-404d-835e-c667be24244b req-16158d4d-eef0-4362-a5ee-c48a9655ff89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 1095 time: 0.0764773
Apr 30 05:38:06.834292 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:06.851808 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694f9a5e-3d15-41e8-b902-703b460a041f {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:38:06.867992 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:06.873230 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:06.875129 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-1d1a640c-76f0-467a-a7e8-f27b19fd35cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:06.944685 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:06.947934 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:06.961148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dcee2-1d49-404d-835e-c667be24244b req-cda6de1a-f837-4a9d-821d-3f6cd04c7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:06.962632 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a98dcee2-1d49-404d-835e-c667be24244b req-cda6de1a-f837-4a9d-821d-3f6cd04c7f53 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1358876
Apr 30 05:38:07.034543 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a98dcee2-1d49-404d-835e-c667be24244b req-bd24f5cf-5c72-428c-8fed-794aa948dbbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 200  len: 217 time: 0.0657740
Apr 30 05:38:07.101259 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dcee2-1d49-404d-835e-c667be24244b req-870cbb31-d502-4600-9530-e994b6aca875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:07.102667 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a98dcee2-1d49-404d-835e-c667be24244b req-870cbb31-d502-4600-9530-e994b6aca875 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0624545
Apr 30 05:38:07.150129 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a98dcee2-1d49-404d-835e-c667be24244b req-a6d13e95-fc67-4edc-9b3c-ce6337080d33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409017
Apr 30 05:38:07.171556 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['694f9a5e-3d15-41e8-b902-703b460a041f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:38:07.287425 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a98dcee2-1d49-404d-835e-c667be24244b req-3b28501c-823b-4fcb-8b39-3d73f35ed60d service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305404
Apr 30 05:38:07.424336 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a98dcee2-1d49-404d-835e-c667be24244b req-381fba6e-f8f0-437b-96a7-87f4fef95e1b service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300807
Apr 30 05:38:07.952840 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e4531-08b7-4364-a84b-2497e1147040 req-c8edb3ad-d47b-4356-89bf-58043deb1a46 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:07.954284 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f01e4531-08b7-4364-a84b-2497e1147040 req-c8edb3ad-d47b-4356-89bf-58043deb1a46 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 944 time: 0.2456052
Apr 30 05:38:08.001896 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f01e4531-08b7-4364-a84b-2497e1147040 req-520bbf4f-67a5-4a01-8c8b-f2c91699315b tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416865
Apr 30 05:38:08.612424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 694f9a5e-3d15-41e8-b902-703b460a041f up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:38:08.679587 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 694f9a5e-3d15-41e8-b902-703b460a041f completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:38:08.684836 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 694f9a5e-3d15-41e8-b902-703b460a041f triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:38:08.685217 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:08.804133 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:08.832501 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:38:08.843999 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:08.847890 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:08.849961 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:08.880830 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f', 'code': 200}
Apr 30 05:38:08.924050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:08.927109 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:09.197358 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6614352-e9c7-4426-8646-dad8d506ea55 req-3665171e-d975-464f-af2a-bd20d35da4f9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:09.199335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6614352-e9c7-4426-8646-dad8d506ea55 req-3665171e-d975-464f-af2a-bd20d35da4f9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0835631
Apr 30 05:38:09.252428 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c6614352-e9c7-4426-8646-dad8d506ea55 req-8c82ad03-4840-4d1f-8815-a456eb03260b tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451589
Apr 30 05:38:09.442411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669bd2-3e7d-4cb6-ab1e-99ace2047d63 req-c2bf9a4c-00c4-4a5d-846c-10b24b1e787a tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:09.443911 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-72669bd2-3e7d-4cb6-ab1e-99ace2047d63 req-c2bf9a4c-00c4-4a5d-846c-10b24b1e787a tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0826902
Apr 30 05:38:09.488705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-72669bd2-3e7d-4cb6-ab1e-99ace2047d63 req-98655f37-db6e-4278-afaa-bf52bb774a7b tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389967
Apr 30 05:38:09.674804 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf825a-9b37-4080-9130-f4bfc85c2ebb req-005a42b1-803f-4600-a2dd-d0896654d980 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:09.676442 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88cf825a-9b37-4080-9130-f4bfc85c2ebb req-005a42b1-803f-4600-a2dd-d0896654d980 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0852478
Apr 30 05:38:09.723142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88cf825a-9b37-4080-9130-f4bfc85c2ebb req-2d9caf8e-814e-4177-bb1b-089896d81d63 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407565
Apr 30 05:38:10.221281 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-0c7af4b8-af59-451b-b63f-45479ef2783f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:10.222801 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-0c7af4b8-af59-451b-b63f-45479ef2783f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 814 time: 0.1506410
Apr 30 05:38:10.239559 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-16e3c2a7-3940-4074-b7c3-e60b779ad031 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/quotas/1d1d30687934494b976591bc8b070e9f HTTP/1.1" status: 200  len: 375 time: 0.0109606
Apr 30 05:38:10.323978 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-ece0289b-beed-4280-a976-e5eb654fb89d tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0786421
Apr 30 05:38:10.467935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-db355337-27e5-42f9-bc8a-1198a3e11113 service neutron] 10.222.0.46 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357138
Apr 30 05:38:10.602112 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-6a101a36-382c-425a-9d59-b350acd2c86d service neutron] 10.222.0.46 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297071
Apr 30 05:38:10.792436 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b0886068-664e-4490-883f-1196bf0d38d1 req-a964ed6b-95cc-4b04-8f4d-38992386ecda tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 210 time: 0.0488689
Apr 30 05:38:11.453203 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-a85ffec4-7c3f-4a35-8e15-0ced5699e4d6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:11.454654 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-a85ffec4-7c3f-4a35-8e15-0ced5699e4d6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.37 "GET /v2.0/ports?device_id=4cb1fa45-7335-4e02-872c-8d13b40d7f95 HTTP/1.1" status: 200  len: 945 time: 0.0845230
Apr 30 05:38:11.597231 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Deleting port 694f9a5e-3d15-41e8-b902-703b460a041f {{(pid=74581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:38:11.597486 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:11.744790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.db [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] For port 694f9a5e-3d15-41e8-b902-703b460a041f, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=694f9a5e-3d15-41e8-b902-703b460a041f,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:11.745163 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:11.868877 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-78a67d07-8f48-47ff-99f2-4cf2a383f03f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:11.872044 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-78a67d07-8f48-47ff-99f2-4cf2a383f03f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.37 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 814 time: 0.1805928
Apr 30 05:38:11.879472 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.plugin [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Calling delete_port for 694f9a5e-3d15-41e8-b902-703b460a041f owned by compute:nova {{(pid=74581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:38:11.885401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Request body: {'port': {'device_id': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa', 'admin_state_up': True, 'tenant_id': '1d1d30687934494b976591bc8b070e9f'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:38:11.960873 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9a8a40dd-9e5d-4283-a7f1-4acda73d4bd2 req-3a069e6e-b6f7-430b-b0e0-41aaaaf6f2ad tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 210 time: 0.0487835
Apr 30 05:38:12.044574 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:38:12.053178 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_delete {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:12.054721 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:38:12.059962 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-720c43a7-96c3-4ac5-8c53-601564c98894 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:12.064882 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['694f9a5e-3d15-41e8-b902-703b460a041f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:38:12.065782 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Made reservation on behalf of 1d1d30687934494b976591bc8b070e9f for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:38:12.070180 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:12.108716 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Pushing event deleted for resources: {'Port': ['ID=694f9a5e-3d15-41e8-b902-703b460a041f,revision_number=None']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:12.111955 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:12.188499 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] No DVR routers for this DVR port 694f9a5e-3d15-41e8-b902-703b460a041f on host n-h1-766726-20 {{(pid=74581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:38:12.191118 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:12.193854 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'name': 'network-vif-deleted', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:38:12.210799 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.37 "DELETE /v2.0/ports/694f9a5e-3d15-41e8-b902-703b460a041f HTTP/1.1" status: 204  len: 173 time: 0.7497823
Apr 30 05:38:12.246506 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb1fa45-7335-4e02-872c-8d13b40d7f95', 'name': 'network-vif-deleted', 'tag': '694f9a5e-3d15-41e8-b902-703b460a041f', 'status': 'completed', 'code': 200}
Apr 30 05:38:12.258946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Allocated IP 172.20.0.9 (89b1c889-512e-486c-83f9-fd569df86daa/35bc1fef-1829-46c5-83a7-7e8c3efa411a/afcdc26c-91a2-43fa-b7a6-014712a352a4) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:38:12.483799 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:12.513941 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:12.521278 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:12.526199 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['694f9a5e-3d15-41e8-b902-703b460a041f'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:38:12.590789 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Network 89b1c889-512e-486c-83f9-fd569df86daa is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:38:12.598119 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:38:12.600577 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:38:12.649674 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Pushing event updated for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:12.663200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.663616 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.664000 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.664391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.664742 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.665113 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.665479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.665976 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.666353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.666720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.667163 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.667678 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:12.673063 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:12.691247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:12.691882 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:12.716381 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-4bf5ffab-2c20-4cf0-968c-57300b0fb647 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8356969
Apr 30 05:38:12.727839 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Request body: {'port': {'device_id': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:38:13.003024 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:13.159256 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a363af-ecf9-47fa-b024-e0d1b460e1c4 req-324afd58-f913-4b5e-a5fa-10598ebed398 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:13.160009 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-49a363af-ecf9-47fa-b024-e0d1b460e1c4 req-324afd58-f913-4b5e-a5fa-10598ebed398 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Synchronizing usage tracker for tenant:1d1d30687934494b976591bc8b070e9f on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:38:13.182493 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-49a363af-ecf9-47fa-b024-e0d1b460e1c4 req-324afd58-f913-4b5e-a5fa-10598ebed398 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Unset dirty status for tenant:1d1d30687934494b976591bc8b070e9f on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:38:13.185376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-49a363af-ecf9-47fa-b024-e0d1b460e1c4 req-324afd58-f913-4b5e-a5fa-10598ebed398 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 931 time: 0.1128080
Apr 30 05:38:13.236767 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-49a363af-ecf9-47fa-b024-e0d1b460e1c4 req-739e733c-918a-4180-a07a-a9146157f49d tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459912
Apr 30 05:38:13.374957 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afcdc26c-91a2-43fa-b7a6-014712a352a4 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:38:13.382324 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:13.397484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Transition to ACTIVE for port object afcdc26c-91a2-43fa-b7a6-014712a352a4 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:38:13.400851 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:13.405552 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bbd1d39f-43b2-4a7d-844c-0aa9132f2cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:13.564613 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Pushing event updated for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:13.571767 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:13.643344 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Attempting to bind port afcdc26c-91a2-43fa-b7a6-014712a352a4 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:38:13.643690 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Attempting to bind port afcdc26c-91a2-43fa-b7a6-014712a352a4 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:38:13.644031 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Attempting to bind port afcdc26c-91a2-43fa-b7a6-014712a352a4 on network 89b1c889-512e-486c-83f9-fd569df86daa {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:38:13.648852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Port afcdc26c-91a2-43fa-b7a6-014712a352a4 on network 89b1c889-512e-486c-83f9-fd569df86daa not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:38:13.649178 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Attempting to bind port afcdc26c-91a2-43fa-b7a6-014712a352a4 on network 89b1c889-512e-486c-83f9-fd569df86daa {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:38:13.654481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:38:13.654823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Checking segment: {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:38:13.655225 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Bound using segment: {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:38:13.655749 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Bound port: afcdc26c-91a2-43fa-b7a6-014712a352a4, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:38:13.656139 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:13.748059 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:38:13.751221 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:38:13.755805 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:13.760417 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-747abbdb-0bb9-474b-badf-b0eea402a005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:13.814941 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:13.815533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:13.816903 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] 10.222.0.37 "PUT /v2.0/ports/afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 200  len: 1092 time: 1.0930655
Apr 30 05:38:13.817437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:38:13.845842 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Pushing event updated for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:13.848944 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-61986fc6-7a88-4fc8-89b7-604ddb630104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:13.886993 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'status': 'completed', 'code': 200}
Apr 30 05:38:13.928975 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-e6327b05-2436-4974-b5f9-55a90bf8c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:13.930478 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-e6327b05-2436-4974-b5f9-55a90bf8c3b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 1095 time: 0.0774028
Apr 30 05:38:14.005089 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-5e0a66e7-c101-47af-a28c-9c08b1054e46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 200  len: 217 time: 0.0663154
Apr 30 05:38:14.067631 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-6a8df340-217b-4201-80f7-bc3943e6e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:14.068951 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-6a8df340-217b-4201-80f7-bc3943e6e5b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0578835
Apr 30 05:38:14.120313 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-2db2d276-c236-459d-a32d-020354bfbbbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445194
Apr 30 05:38:14.256951 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-f80db0d5-6eaa-4065-9597-bb9dc57f9720 service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288531
Apr 30 05:38:14.397478 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-4dbee9e6-dc17-4b2a-847a-1cef8d0071af req-ddb528e1-eb01-442f-bfca-1d3f6c9d6c9b service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333854
Apr 30 05:38:14.429306 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca3ce-2e33-4e17-b196-cef5d7fac9b8 req-77d8eeff-15b5-46e8-aabc-89968aa85835 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:14.430804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a75ca3ce-2e33-4e17-b196-cef5d7fac9b8 req-77d8eeff-15b5-46e8-aabc-89968aa85835 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 943 time: 0.0845544
Apr 30 05:38:14.478315 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a75ca3ce-2e33-4e17-b196-cef5d7fac9b8 req-10594014-a4f9-457f-b9e2-a47c65c2e211 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409267
Apr 30 05:38:14.514665 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c1178-3204-4893-adb0-95a23692384b req-4874f0c6-3ee6-4463-ac95-92b1349c0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:14.516187 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dc5c1178-3204-4893-adb0-95a23692384b req-4874f0c6-3ee6-4463-ac95-92b1349c0a70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 1095 time: 0.0723968
Apr 30 05:38:14.645651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c1178-3204-4893-adb0-95a23692384b req-87d96905-53da-4e7f-a564-338f4d968f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:14.647075 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dc5c1178-3204-4893-adb0-95a23692384b req-87d96905-53da-4e7f-a564-338f4d968f55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1251314
Apr 30 05:38:14.675208 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 694f9a5e-3d15-41e8-b902-703b460a041f no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:38:14.717050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 694f9a5e-3d15-41e8-b902-703b460a041f {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:38:14.717412 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 694f9a5e-3d15-41e8-b902-703b460a041f not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:38:14.719547 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dc5c1178-3204-4893-adb0-95a23692384b req-995757dc-a7e0-472c-b853-0cbd05fdd22b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 200  len: 217 time: 0.0657883
Apr 30 05:38:14.782205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c1178-3204-4893-adb0-95a23692384b req-de4a678d-adba-4d63-b5e0-684df815e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:14.783674 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dc5c1178-3204-4893-adb0-95a23692384b req-de4a678d-adba-4d63-b5e0-684df815e8cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0582535
Apr 30 05:38:14.834805 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dc5c1178-3204-4893-adb0-95a23692384b req-f9691cb0-c8e6-4cdf-8457-46008338d543 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452299
Apr 30 05:38:14.970101 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dc5c1178-3204-4893-adb0-95a23692384b req-cf295d85-695e-401c-b288-92edd51305e3 service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284938
Apr 30 05:38:15.277833 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-dc5c1178-3204-4893-adb0-95a23692384b req-58c2ff28-b65f-456a-9e9e-d7031cab954b service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3012004
Apr 30 05:38:15.671255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523c767-51c8-46fb-9a70-27c1d3254646 req-8d77b688-7e35-4738-9bca-35935aac0238 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:15.672842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4523c767-51c8-46fb-9a70-27c1d3254646 req-8d77b688-7e35-4738-9bca-35935aac0238 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 943 time: 0.0866666
Apr 30 05:38:15.719135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4523c767-51c8-46fb-9a70-27c1d3254646 req-9950d84b-6565-4754-aff4-3e00c91740d6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404441
Apr 30 05:38:16.908367 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32717ab6-8159-43f6-ad36-f39a7f0fd75d req-c0e3cba9-0b79-4c17-b409-765f22bfefb2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:16.909866 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32717ab6-8159-43f6-ad36-f39a7f0fd75d req-c0e3cba9-0b79-4c17-b409-765f22bfefb2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 943 time: 0.0819762
Apr 30 05:38:16.955121 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-32717ab6-8159-43f6-ad36-f39a7f0fd75d req-48156306-76fa-4d48-9508-23cda0e77469 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395131
Apr 30 05:38:18.147646 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ca9c7-8cd7-44c6-9be4-3422258b82b8 req-4c7a951a-7f7e-40b1-9a58-49253fe9d94e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:18.149159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee2ca9c7-8cd7-44c6-9be4-3422258b82b8 req-4c7a951a-7f7e-40b1-9a58-49253fe9d94e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 943 time: 0.0867145
Apr 30 05:38:18.195674 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee2ca9c7-8cd7-44c6-9be4-3422258b82b8 req-73276389-bcf9-4490-8879-a6c933e3fb5e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397325
Apr 30 05:38:18.721781 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device afcdc26c-91a2-43fa-b7a6-014712a352a4 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:38:18.859388 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:18.873962 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa', 'port_id': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'mac_address': 'fa:16:3e:f8:41:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bc1fef-1829-46c5-83a7-7e8c3efa411a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:38:18.932343 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:18.949625 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcdc26c-91a2-43fa-b7a6-014712a352a4 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:38:18.965622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:18.969374 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:18.971086 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:19.036594 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:19.044523 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.044970 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.045430 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.045667 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.046001 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.046335 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.046665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.046993 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.047341 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.047672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.047997 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.048322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:38:19.052040 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:19.258813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['afcdc26c-91a2-43fa-b7a6-014712a352a4'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:38:19.386667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4e21e-5334-4e10-9264-f2641c159b5f req-e487ffb7-f690-490d-a59c-77ad962623dc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:19.388376 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34e4e21e-5334-4e10-9264-f2641c159b5f req-e487ffb7-f690-490d-a59c-77ad962623dc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 944 time: 0.0863423
Apr 30 05:38:19.583918 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-34e4e21e-5334-4e10-9264-f2641c159b5f req-1cb66eec-3a8e-4b6d-8163-8ff4592f4aea tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896122
Apr 30 05:38:20.721930 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device afcdc26c-91a2-43fa-b7a6-014712a352a4 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:38:20.772709 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de147c1-748b-4074-8bbe-9fce491dfa2e req-321dd919-abc9-4b7d-b9e1-85c590ea6e13 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:20.774181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6de147c1-748b-4074-8bbe-9fce491dfa2e req-321dd919-abc9-4b7d-b9e1-85c590ea6e13 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 944 time: 0.0811005
Apr 30 05:38:20.789825 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port afcdc26c-91a2-43fa-b7a6-014712a352a4 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:38:20.795464 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port afcdc26c-91a2-43fa-b7a6-014712a352a4 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:38:20.795887 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:20.824393 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6de147c1-748b-4074-8bbe-9fce491dfa2e req-7469262a-ee07-47fe-b23d-aa2148137a8c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442455
Apr 30 05:38:20.916507 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:20.945024 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:38:20.955835 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:20.960582 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:20.963235 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:21.001269 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'code': 200}
Apr 30 05:38:21.049557 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:21.052557 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:21.124974 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3c616-2512-4d06-9029-63a11e6bf244 req-80bf0896-4931-47d4-a8e7-71ddca675a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:21.126448 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-06b3c616-2512-4d06-9029-63a11e6bf244 req-80bf0896-4931-47d4-a8e7-71ddca675a50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 1097 time: 0.0745120
Apr 30 05:38:21.169785 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-06b3c616-2512-4d06-9029-63a11e6bf244 req-a929262a-22c1-4f07-8898-ac0e23a5b031 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362914
Apr 30 05:38:22.012128 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800cf59-d6ca-4a4c-9335-313cd2fcd50f req-3df75d2d-18bd-4df9-a657-8dc6f256afcc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:22.013609 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e800cf59-d6ca-4a4c-9335-313cd2fcd50f req-3df75d2d-18bd-4df9-a657-8dc6f256afcc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0823777
Apr 30 05:38:22.060836 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e800cf59-d6ca-4a4c-9335-313cd2fcd50f req-0f769348-385e-4079-b44f-6fa26646a2c1 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407064
Apr 30 05:38:23.260057 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee576d-1fec-4401-b1b4-ab5d3d4c56e1 req-ed60b862-79c2-47bb-bf41-01f8b48e2e49 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:23.261534 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0eee576d-1fec-4401-b1b4-ab5d3d4c56e1 req-ed60b862-79c2-47bb-bf41-01f8b48e2e49 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0877631
Apr 30 05:38:23.307114 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0eee576d-1fec-4401-b1b4-ab5d3d4c56e1 req-b37ac9a3-303b-435d-aabb-9cfa0d02a09c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397475
Apr 30 05:38:23.490980 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37b39-9605-459d-a206-8cdb9d520505 req-e1200765-dcda-4c93-b2c2-7746eeec8751 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:23.492468 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-faa37b39-9605-459d-a206-8cdb9d520505 req-e1200765-dcda-4c93-b2c2-7746eeec8751 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0810506
Apr 30 05:38:23.537281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-faa37b39-9605-459d-a206-8cdb9d520505 req-51b75e6d-bb93-4aaa-9ff8-f283db75e802 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390737
Apr 30 05:38:23.929413 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-edcc6546-012a-4080-9881-dbaa24b7c08f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1210456
Apr 30 05:38:23.959781 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13694908-2490-463c-b457-1f5967bacb33 req-ea8d1ef8-bb5b-4b67-84d0-c1ef513efc09 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:23.961256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13694908-2490-463c-b457-1f5967bacb33 req-ea8d1ef8-bb5b-4b67-84d0-c1ef513efc09 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.1039069
Apr 30 05:38:24.013592 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-13694908-2490-463c-b457-1f5967bacb33 req-6002f86c-b932-4579-b404-bb5444ab25fc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456038
Apr 30 05:38:25.083426 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-82d89e3e-1599-41dc-9143-21c6ef631b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:25.084925 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-82d89e3e-1599-41dc-9143-21c6ef631b44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 1097 time: 0.0791857
Apr 30 05:38:25.209602 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f189a-5b35-4cfc-ba65-c9e493bd49e1 req-2806d7c2-9fde-4a22-ad83-29d6a4c670b6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:25.211234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea9f189a-5b35-4cfc-ba65-c9e493bd49e1 req-2806d7c2-9fde-4a22-ad83-29d6a4c670b6 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0860085
Apr 30 05:38:25.220919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-bc0b5d3d-9c38-448e-aa72-a23258db3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:25.223325 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-bc0b5d3d-9c38-448e-aa72-a23258db3372 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1325049
Apr 30 05:38:25.265521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ea9f189a-5b35-4cfc-ba65-c9e493bd49e1 req-c3b4ba65-122d-43b9-9e5c-a8c167ffa1a8 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482788
Apr 30 05:38:25.293318 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-9c278f2b-443f-4dc0-b547-ec31e52926b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 200  len: 217 time: 0.0637054
Apr 30 05:38:25.361205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-b9da1712-1d0d-4307-b952-b382eb8b5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:25.362636 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-b9da1712-1d0d-4307-b952-b382eb8b5d82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0623794
Apr 30 05:38:25.410904 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5ee76fee-d72f-4417-934e-6255fc6b6f0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420537
Apr 30 05:38:25.547457 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-752ac8fa-04be-4534-96cf-3427b150d020 service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302061
Apr 30 05:38:25.681367 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-0cf4ea6a-5ac9-4014-b99d-78a479bdc403 service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277831
Apr 30 05:38:26.454433 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402be09-7dd1-4d68-9552-8441300e0bf1 req-d97937d3-2d9c-488b-962f-e91aab1e2396 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:26.455943 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9402be09-7dd1-4d68-9552-8441300e0bf1 req-d97937d3-2d9c-488b-962f-e91aab1e2396 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0846186
Apr 30 05:38:26.502151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9402be09-7dd1-4d68-9552-8441300e0bf1 req-534e00ac-33b7-4656-8db8-148f1ed83727 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404663
Apr 30 05:38:27.689400 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee03abe-e53f-4a1e-8444-1b4ad0dc2733 req-6b191e45-af08-44db-ae51-577a11faa2a2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:27.690863 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ee03abe-e53f-4a1e-8444-1b4ad0dc2733 req-6b191e45-af08-44db-ae51-577a11faa2a2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0824811
Apr 30 05:38:27.714815 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:27.740971 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ee03abe-e53f-4a1e-8444-1b4ad0dc2733 req-bace4f58-247f-4372-8719-f2a4c80f9cdc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438764
Apr 30 05:38:27.796307 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:28.937835 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e2328-558b-4f70-b25c-cb59504da3bf req-c9db5e61-41ab-439b-bef6-d6361636c341 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:28.939692 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-736e2328-558b-4f70-b25c-cb59504da3bf req-c9db5e61-41ab-439b-bef6-d6361636c341 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0869195
Apr 30 05:38:28.987019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-736e2328-558b-4f70-b25c-cb59504da3bf req-947cbb8c-7eb8-4d95-8aaa-5f966760dc75 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413110
Apr 30 05:38:30.182628 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e9ba-1748-4f99-acc4-146a36b7f520 req-ee3972dd-b543-4a74-bff4-ba7340640aaf tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:30.184072 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2117e9ba-1748-4f99-acc4-146a36b7f520 req-ee3972dd-b543-4a74-bff4-ba7340640aaf tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0867507
Apr 30 05:38:30.229875 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2117e9ba-1748-4f99-acc4-146a36b7f520 req-cd99ea2e-d916-4ce7-9b49-8487d0500f9e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399737
Apr 30 05:38:30.777998 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d2256846-fb0f-461e-bc4e-96e12a3f00c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:31.096549 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:38:31.417329 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c74e6-6476-4b37-8938-8f52835f4db3 req-9a729c15-844a-4521-98be-91bb69558ea3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:31.418803 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa4c74e6-6476-4b37-8938-8f52835f4db3 req-9a729c15-844a-4521-98be-91bb69558ea3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0813751
Apr 30 05:38:31.465031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fa4c74e6-6476-4b37-8938-8f52835f4db3 req-b61889b5-a6a7-4864-ad28-888a66ff0241 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396225
Apr 30 05:38:32.658208 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c1d27-3da0-4802-a78b-14d26d50a6de req-683e678b-1caa-40bd-91d9-4aaa17da861c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:32.659612 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d91c1d27-3da0-4802-a78b-14d26d50a6de req-683e678b-1caa-40bd-91d9-4aaa17da861c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0859134
Apr 30 05:38:32.704672 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d91c1d27-3da0-4802-a78b-14d26d50a6de req-60946df5-e340-4a39-800f-5faab03f2578 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388856
Apr 30 05:38:33.483617 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:33.679139 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4f36a26c-30f6-4f07-933b-1d3438ae38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:33.893194 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf73591-8d4a-4da9-a678-066fd4e099f9 req-967b9ad4-4239-43b2-84e0-4db2abeabc8f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:33.894696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccf73591-8d4a-4da9-a678-066fd4e099f9 req-967b9ad4-4239-43b2-84e0-4db2abeabc8f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0817130
Apr 30 05:38:33.944615 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ccf73591-8d4a-4da9-a678-066fd4e099f9 req-23cf541b-1896-4736-befc-c9c8b2cbcb47 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438452
Apr 30 05:38:34.935028 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:35.131875 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26583acd-a880-4f82-ab0b-7d49cc6e3fb6 req-f3c97ce6-c7c8-484d-bcea-83b2a9e07efc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:35.133339 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26583acd-a880-4f82-ab0b-7d49cc6e3fb6 req-f3c97ce6-c7c8-484d-bcea-83b2a9e07efc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0833790
Apr 30 05:38:35.179708 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-26583acd-a880-4f82-ab0b-7d49cc6e3fb6 req-f2824318-a192-4572-8701-17b52318b6e0 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405285
Apr 30 05:38:36.371129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f2a74-3ab2-4a94-9328-c6e7e92f9b25 req-a2a63936-ddd4-4880-9daa-e0918f11d26f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:36.372613 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f0f2a74-3ab2-4a94-9328-c6e7e92f9b25 req-a2a63936-ddd4-4880-9daa-e0918f11d26f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0868881
Apr 30 05:38:36.418439 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9f0f2a74-3ab2-4a94-9328-c6e7e92f9b25 req-80f69c5c-0784-439a-a433-8d77710271ec tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399649
Apr 30 05:38:36.430046 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:37.607555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806f672-b0c3-4e99-aeaa-266df93b8c6f req-e54e2be1-b28c-450d-9982-2c3ed9efdf85 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:37.609014 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8806f672-b0c3-4e99-aeaa-266df93b8c6f req-e54e2be1-b28c-450d-9982-2c3ed9efdf85 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0828428
Apr 30 05:38:37.654553 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8806f672-b0c3-4e99-aeaa-266df93b8c6f req-a5001131-9f21-4db9-9f8c-ed874d295a48 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387135
Apr 30 05:38:39.017703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f2558-faaa-4750-9445-249d37de328d req-831aaac2-7f7e-405b-b438-221119d70487 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:39.019181 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-960f2558-faaa-4750-9445-249d37de328d req-831aaac2-7f7e-405b-b438-221119d70487 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0860412
Apr 30 05:38:39.065283 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-960f2558-faaa-4750-9445-249d37de328d req-56bf128c-a316-40d3-9479-044410cd457a tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403242
Apr 30 05:38:40.256319 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f3c50-6570-4389-bd40-1501b37f6cbc req-3271ecad-22b9-456b-b35b-40616c781ad9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:40.257809 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a76f3c50-6570-4389-bd40-1501b37f6cbc req-3271ecad-22b9-456b-b35b-40616c781ad9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0824840
Apr 30 05:38:40.302295 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a76f3c50-6570-4389-bd40-1501b37f6cbc req-048307ec-d86f-42a0-8535-bacd078b0715 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388606
Apr 30 05:38:41.492732 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c01e-c87f-43a0-95d8-4e00189485c9 req-32e9ff82-3820-4749-aae1-4f3a49a6d6e9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:41.494214 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2a7c01e-c87f-43a0-95d8-4e00189485c9 req-32e9ff82-3820-4749-aae1-4f3a49a6d6e9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0861681
Apr 30 05:38:41.539657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d2a7c01e-c87f-43a0-95d8-4e00189485c9 req-e75e0dcb-be1e-4f44-8297-8699d794a5bd tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397036
Apr 30 05:38:42.729551 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322791b0-3e80-4749-8f49-09af1db1890f req-5a4e7f1b-6085-459c-b232-dc141a8783b4 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:42.731034 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-322791b0-3e80-4749-8f49-09af1db1890f req-5a4e7f1b-6085-459c-b232-dc141a8783b4 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0856123
Apr 30 05:38:42.777768 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-322791b0-3e80-4749-8f49-09af1db1890f req-a60e82c2-b718-4a62-b2d0-ec9f88a49ecf tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397849
Apr 30 05:38:43.966758 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ecdd-695c-41ca-b4cf-2d119eab742b req-c17fb7bf-4815-46f9-a46a-2cb8d4a12feb tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:43.968271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2eb2ecdd-695c-41ca-b4cf-2d119eab742b req-c17fb7bf-4815-46f9-a46a-2cb8d4a12feb tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0815327
Apr 30 05:38:44.013335 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2eb2ecdd-695c-41ca-b4cf-2d119eab742b req-5c9b341a-4bb3-43ae-8770-75184fe5f39b tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387237
Apr 30 05:38:45.353703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4fe4-4a3b-403b-bb4e-8d7e19b12f97 req-1c8cc4e7-14a1-44a4-86ae-635cb97f2ff0 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:45.355183 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f70b4fe4-4a3b-403b-bb4e-8d7e19b12f97 req-1c8cc4e7-14a1-44a4-86ae-635cb97f2ff0 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.2326353
Apr 30 05:38:45.400938 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f70b4fe4-4a3b-403b-bb4e-8d7e19b12f97 req-ef5512fd-9a65-4b3f-afd9-809ed4bb227a tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400090
Apr 30 05:38:46.592258 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac6ad9-fc20-4ab5-a091-04d4ac7d2c9a req-3bed6290-7262-49bd-8cb7-116cd9268f74 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:46.593752 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7ac6ad9-fc20-4ab5-a091-04d4ac7d2c9a req-3bed6290-7262-49bd-8cb7-116cd9268f74 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0841894
Apr 30 05:38:46.643617 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c7ac6ad9-fc20-4ab5-a091-04d4ac7d2c9a req-e2a1c838-a260-4534-b119-ac05494b86fc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431354
Apr 30 05:38:47.840620 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de320ba4-5b93-4244-aaa5-00ce12d07793 req-ed484644-b110-4760-8763-9eaae56e9306 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:47.842124 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de320ba4-5b93-4244-aaa5-00ce12d07793 req-ed484644-b110-4760-8763-9eaae56e9306 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0833969
Apr 30 05:38:47.887681 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de320ba4-5b93-4244-aaa5-00ce12d07793 req-74cf7c4c-1c82-41aa-bf8e-e2bca64031d8 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393131
Apr 30 05:38:49.103790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b56f3c-76a5-404b-baab-07ea0fd2f6fd req-e4e864e2-9e78-4491-b87d-504c75014960 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:49.105264 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18b56f3c-76a5-404b-baab-07ea0fd2f6fd req-e4e864e2-9e78-4491-b87d-504c75014960 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0877416
Apr 30 05:38:49.151814 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-18b56f3c-76a5-404b-baab-07ea0fd2f6fd req-1c7314f4-cc49-41cb-a1a9-0a5881f5e35a tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407929
Apr 30 05:38:50.340487 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f943b-8433-49f9-8b42-a4f6a8ea0b79 req-90ea628f-cd33-4f54-a2d1-56e084f27cfc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:50.342067 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee8f943b-8433-49f9-8b42-a4f6a8ea0b79 req-90ea628f-cd33-4f54-a2d1-56e084f27cfc tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0836995
Apr 30 05:38:50.393487 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ee8f943b-8433-49f9-8b42-a4f6a8ea0b79 req-c89ce797-8825-4014-9238-653ba1f0572c tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427682
Apr 30 05:38:51.579380 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c8bd3-1e4b-4f08-b707-860796e3be04 req-6db68a8f-af47-4b16-8219-54f117925912 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:51.581503 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a71c8bd3-1e4b-4f08-b707-860796e3be04 req-6db68a8f-af47-4b16-8219-54f117925912 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0824208
Apr 30 05:38:51.628614 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a71c8bd3-1e4b-4f08-b707-860796e3be04 req-aff4cd39-5dfa-4475-99b7-62ab4f8a6f9b tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413995
Apr 30 05:38:52.693545 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-c21a5d0e-3735-4992-8bba-083b0d29595e service neutron] show failed (client error): The resource could not be found.
Apr 30 05:38:52.694556 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-c21a5d0e-3735-4992-8bba-083b0d29595e service neutron] 10.222.0.37 "GET /v2.0/ports/afcdc26c-91a2-43fa-b7a6-014712a352a4/bindings/n-h2-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0812700
Apr 30 05:38:52.821902 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fe63b-665b-4580-b6f4-55f000560d8f req-02661d77-f27c-4e8b-a007-6dffb75e4024 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:52.823397 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b2fe63b-665b-4580-b6f4-55f000560d8f req-02661d77-f27c-4e8b-a007-6dffb75e4024 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0872910
Apr 30 05:38:52.871043 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4b2fe63b-665b-4580-b6f4-55f000560d8f req-685b8c19-0e52-4799-8733-78a0dafeffef tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417325
Apr 30 05:38:52.960832 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-9c91605b-8f94-4fb4-8c1e-e48dee0f2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:52.962319 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-9c91605b-8f94-4fb4-8c1e-e48dee0f2d7f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756&tenant_id=1d1d30687934494b976591bc8b070e9f HTTP/1.1" status: 200  len: 1097 time: 0.0743990
Apr 30 05:38:52.973994 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:38:53.087900 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:53.367150 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:53.395116 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:38:53.453391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:38:53.459564 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:53.475479 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Transition to ACTIVE for port object afcdc26c-91a2-43fa-b7a6-014712a352a4 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:38:53.479572 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:53.484381 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:53.522022 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'code': 200}
Apr 30 05:38:53.643005 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] No DVR routers for this DVR port afcdc26c-91a2-43fa-b7a6-014712a352a4 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:38:53.649012 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Pushing event updated for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=6']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:53.652482 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:53.702345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Attempting to bind port afcdc26c-91a2-43fa-b7a6-014712a352a4 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:38:53.703020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Attempting to bind port afcdc26c-91a2-43fa-b7a6-014712a352a4 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:38:53.703020 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Attempting to bind port afcdc26c-91a2-43fa-b7a6-014712a352a4 on network 89b1c889-512e-486c-83f9-fd569df86daa {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:38:53.708250 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Port afcdc26c-91a2-43fa-b7a6-014712a352a4 on network 89b1c889-512e-486c-83f9-fd569df86daa not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:38:53.708576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Attempting to bind port afcdc26c-91a2-43fa-b7a6-014712a352a4 on network 89b1c889-512e-486c-83f9-fd569df86daa {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:38:53.713944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:38:53.714282 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Checking segment: {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:38:53.714688 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Bound using segment: {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:38:53.715115 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Bound port: afcdc26c-91a2-43fa-b7a6-014712a352a4, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:38:53.715494 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:53.807949 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:38:53.810883 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:38:53.816442 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:53.820164 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ddfd0c72-24fc-40ca-bda2-0d8061d71073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:53.873521 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:53.874135 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:53.875597 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] 10.222.0.50 "PUT /v2.0/ports/afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 200  len: 1092 time: 0.9061530
Apr 30 05:38:53.896557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Pushing event updated for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:53.900573 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-5bd39bcf-bd23-47ce-a831-711278c0dd7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:53.972437 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-f1dc2271-284d-4d33-8e1e-4f2c8912703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:53.973929 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-f1dc2271-284d-4d33-8e1e-4f2c8912703c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 1095 time: 0.0745094
Apr 30 05:38:54.068300 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaa59b-24a2-43cf-adb5-2825e58d7a7a req-03085e07-ebb3-4a47-a0be-798d09f9adb9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:54.069782 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-febaa59b-24a2-43cf-adb5-2825e58d7a7a req-03085e07-ebb3-4a47-a0be-798d09f9adb9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 943 time: 0.0842588
Apr 30 05:38:54.109803 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-b8d9de9e-1c1e-4dd7-9eaf-4c097544d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:54.111647 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-b8d9de9e-1c1e-4dd7-9eaf-4c097544d1fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1311121
Apr 30 05:38:54.122823 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-febaa59b-24a2-43cf-adb5-2825e58d7a7a req-0b9c6261-e1fb-42b0-9ca7-86f56d9532c7 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473530
Apr 30 05:38:54.186918 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-b06563f3-fdc9-4dfa-bd61-f2344766d305 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 200  len: 217 time: 0.0690637
Apr 30 05:38:54.254336 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-dc006eb2-4d1a-4900-aacd-f4652b056a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:54.255827 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-dc006eb2-4d1a-4900-aacd-f4652b056a95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0624878
Apr 30 05:38:54.303596 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-0f189ffb-604d-489d-b9e2-201e20e330b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416522
Apr 30 05:38:54.602914 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-60b559cf-cc7f-40c3-9cc7-3c9ea232586f service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931032
Apr 30 05:38:54.737175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ce7c93b4-19bf-4b7a-87d5-cc850bdfe80f req-957cdc2e-760a-4886-9038-59d037015e6a service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278727
Apr 30 05:38:55.318713 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6d3e8-dca8-41dc-9878-fdb90f18be50 req-48c026e0-83ab-420d-86ec-a74d787394e2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:55.320234 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47d6d3e8-dca8-41dc-9878-fdb90f18be50 req-48c026e0-83ab-420d-86ec-a74d787394e2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 943 time: 0.0851200
Apr 30 05:38:55.371288 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-47d6d3e8-dca8-41dc-9878-fdb90f18be50 req-1d5fa2e7-93bd-4652-839b-b1a5bd1eebcb tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453222
Apr 30 05:38:55.523528 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:38:55.582019 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'status': 'completed', 'code': 200}
Apr 30 05:38:55.732860 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-a4b6faaa-99e9-4a1d-ac3e-ba181fcc7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:55.734349 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-a4b6faaa-99e9-4a1d-ac3e-ba181fcc7649 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 1095 time: 0.1035550
Apr 30 05:38:55.737795 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-cdfed17c-9dc6-4bb5-88b5-c7d12f137b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:55.739143 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-cdfed17c-9dc6-4bb5-88b5-c7d12f137b6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 1095 time: 0.1397486
Apr 30 05:38:55.982279 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-982faacd-eac2-4f9e-8a4a-dd1e3be85b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:55.983769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-982faacd-eac2-4f9e-8a4a-dd1e3be85b1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.2419732
Apr 30 05:38:55.986644 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-0972c9fb-6ffb-4261-a749-2febddbb2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:55.987990 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-0972c9fb-6ffb-4261-a749-2febddbb2bf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.2276917
Apr 30 05:38:56.114773 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-1d89f0dc-5f73-4906-b92e-9ec30a7d9dbf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 200  len: 217 time: 0.1234498
Apr 30 05:38:56.116176 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-c658edbc-6d3a-489e-9544-b31d8016a454 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 200  len: 217 time: 0.0733287
Apr 30 05:38:56.229620 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-0bf1670c-76d0-44ad-82a7-9289b71417ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:56.231069 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-0bf1670c-76d0-44ad-82a7-9289b71417ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.1095223
Apr 30 05:38:56.232495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-001eb204-bd16-4b82-b33a-c0161f134256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:56.233784 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-001eb204-bd16-4b82-b33a-c0161f134256 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0807178
Apr 30 05:38:56.319782 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-e1d26032-bffd-4365-9862-4862c398c3b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0807571
Apr 30 05:38:56.321781 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-94264e15-8aab-4c40-a5d2-81e5fcebd787 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0817358
Apr 30 05:38:56.568711 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-97ea30d9-1636-40a9-b4ad-f987985bc95b service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424285
Apr 30 05:38:56.571890 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-4f397831-d787-4e1b-8b1b-fd29bdc1280c service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2254748
Apr 30 05:38:56.573411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9c325-66d7-4ad5-babf-37b689378a88 req-8ad51039-2073-47a7-85d5-58780835054f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:56.574937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ea9c325-66d7-4ad5-babf-37b689378a88 req-8ad51039-2073-47a7-85d5-58780835054f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 943 time: 0.0929770
Apr 30 05:38:56.629068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0ea9c325-66d7-4ad5-babf-37b689378a88 req-1e57256b-a9a7-4c5e-9b69-46544c956d2f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469441
Apr 30 05:38:56.940121 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device afcdc26c-91a2-43fa-b7a6-014712a352a4 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:38:56.991735 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-f1c639a5-70e2-47e6-95b2-c5b21544f542 service neutron] 10.222.0.50 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4151316
Apr 30 05:38:56.997545 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6549173e-cff0-44c0-b1df-baa0bfffbd50 req-df660b71-9c40-44ec-bcb7-80b8a28f9f1b service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4025714
Apr 30 05:38:57.002308 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device afcdc26c-91a2-43fa-b7a6-014712a352a4 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:38:57.703796 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:57.816938 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:57.839312 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a783d-3a31-4357-bb5e-a4d79755f7c6 req-058039af-3f59-40d7-9e6a-3df809804440 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:57.840791 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c6a783d-3a31-4357-bb5e-a4d79755f7c6 req-058039af-3f59-40d7-9e6a-3df809804440 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 943 time: 0.0920694
Apr 30 05:38:57.885461 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0c6a783d-3a31-4357-bb5e-a4d79755f7c6 req-9237eede-f1ea-49e3-9418-44c2f749919e tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389152
Apr 30 05:38:58.905530 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device afcdc26c-91a2-43fa-b7a6-014712a352a4 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:38:59.043259 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:59.057551 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'network_id': '89b1c889-512e-486c-83f9-fd569df86daa', 'port_id': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'mac_address': 'fa:16:3e:f8:41:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35bc1fef-1829-46c5-83a7-7e8c3efa411a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:38:59.080303 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd3f92-9e3e-4d8f-a2c6-23023ef27be6 req-a42b1ad8-ca8b-4092-900b-f669007e32f2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:59.081774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6bd3f92-9e3e-4d8f-a2c6-23023ef27be6 req-a42b1ad8-ca8b-4092-900b-f669007e32f2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 943 time: 0.0846262
Apr 30 05:38:59.116821 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:59.128391 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a6bd3f92-9e3e-4d8f-a2c6-23023ef27be6 req-978b6337-018c-491d-9f07-055643727406 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409064
Apr 30 05:38:59.134019 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcdc26c-91a2-43fa-b7a6-014712a352a4 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:38:59.150365 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:38:59.155081 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:38:59.156943 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-e3929853-a2ea-44ae-8bd4-7c566af1e627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:38:59.229200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:38:59.232346 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:38:59.447921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859728b8-9a32-4043-a8fa-fd97ecca8eaa req-ba770665-9014-4142-b0cc-ea99bf6945d5 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:59.448840 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6782a-19ca-4675-8149-121e7948d563 req-1f225fb8-ca2b-437a-bd9e-359acf382073 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:59.449437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-859728b8-9a32-4043-a8fa-fd97ecca8eaa req-ba770665-9014-4142-b0cc-ea99bf6945d5 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 944 time: 0.0878716
Apr 30 05:38:59.449557 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-26d6782a-19ca-4675-8149-121e7948d563 req-1f225fb8-ca2b-437a-bd9e-359acf382073 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Synchronizing usage tracker for tenant:1d1d30687934494b976591bc8b070e9f on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:38:59.463077 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-26d6782a-19ca-4675-8149-121e7948d563 req-1f225fb8-ca2b-437a-bd9e-359acf382073 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Unset dirty status for tenant:1d1d30687934494b976591bc8b070e9f on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:38:59.464525 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26d6782a-19ca-4675-8149-121e7948d563 req-1f225fb8-ca2b-437a-bd9e-359acf382073 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756&tenant_id=1d1d30687934494b976591bc8b070e9f&binding%3Ahost_id=n-h2-766726-20 HTTP/1.1" status: 200  len: 944 time: 0.0997560
Apr 30 05:38:59.474182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['afcdc26c-91a2-43fa-b7a6-014712a352a4'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:38:59.497380 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-859728b8-9a32-4043-a8fa-fd97ecca8eaa req-bf5c183f-377b-40b6-a529-ebc14d80a615 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413232
Apr 30 05:38:59.551789 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-26d6782a-19ca-4675-8149-121e7948d563 req-db46a150-2e8a-4b1e-bae9-65d33f9aaa9f service neutron] delete failed (client error): The resource could not be found.
Apr 30 05:38:59.552809 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26d6782a-19ca-4675-8149-121e7948d563 req-db46a150-2e8a-4b1e-bae9-65d33f9aaa9f service neutron] 10.222.0.37 "DELETE /v2.0/ports/afcdc26c-91a2-43fa-b7a6-014712a352a4/bindings/n-h1-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0825562
Apr 30 05:38:59.695659 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6782a-19ca-4675-8149-121e7948d563 req-1d142e84-774d-4b9a-abb0-1e0636258728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:59.697144 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26d6782a-19ca-4675-8149-121e7948d563 req-1d142e84-774d-4b9a-abb0-1e0636258728 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 1096 time: 0.0718904
Apr 30 05:38:59.830754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6782a-19ca-4675-8149-121e7948d563 req-f34c7565-da21-40ee-a73c-38f021b33513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:59.832167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26d6782a-19ca-4675-8149-121e7948d563 req-f34c7565-da21-40ee-a73c-38f021b33513 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 200  len: 915 time: 0.1282432
Apr 30 05:38:59.905288 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26d6782a-19ca-4675-8149-121e7948d563 req-08449bc5-ae92-4eb7-8a68-704c521dd4b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 200  len: 217 time: 0.0668459
Apr 30 05:38:59.968060 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6782a-19ca-4675-8149-121e7948d563 req-f03381c0-0621-49c4-9f51-d89159c51bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:38:59.969511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26d6782a-19ca-4675-8149-121e7948d563 req-f03381c0-0621-49c4-9f51-d89159c51bb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 200  len: 854 time: 0.0586920
Apr 30 05:39:00.021436 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26d6782a-19ca-4675-8149-121e7948d563 req-78f076dd-bffe-43ac-9c63-71ba27c6f458 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89b1c889-512e-486c-83f9-fd569df86daa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460722
Apr 30 05:39:00.158045 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26d6782a-19ca-4675-8149-121e7948d563 req-1781cf9b-724c-4169-93d1-6f1b4b23ea01 service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281388
Apr 30 05:39:00.293738 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26d6782a-19ca-4675-8149-121e7948d563 req-e672e973-f67a-4827-bf5e-39646177e028 service neutron] 10.222.0.37 "GET /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296628
Apr 30 05:39:00.695724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020b2f3-a61e-457b-b239-734d7669879f req-deaf5e67-1d43-4d0a-ba0b-a371720919ec tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:00.697219 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8020b2f3-a61e-457b-b239-734d7669879f req-deaf5e67-1d43-4d0a-ba0b-a371720919ec tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 944 time: 0.0855298
Apr 30 05:39:00.745281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8020b2f3-a61e-457b-b239-734d7669879f req-50413b67-c856-4fb0-939d-8c480c1e3025 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423791
Apr 30 05:39:00.781726 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b7a8e92d-8d8f-4af4-aac9-f31f0eeef4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:00.913555 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device afcdc26c-91a2-43fa-b7a6-014712a352a4 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:39:00.987119 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port afcdc26c-91a2-43fa-b7a6-014712a352a4 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:39:00.992056 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port afcdc26c-91a2-43fa-b7a6-014712a352a4 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:00.992460 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:01.116287 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:01.143529 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:39:01.153571 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:39:01.157852 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:01.159954 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:01.190582 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'code': 200}
Apr 30 05:39:01.227489 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:01.230449 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:01.936116 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad70c1-6d35-4e03-bf61-9b6ac52c8a1f req-27bfa5cb-3826-4fae-acf5-545349658bc9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:01.937669 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7bad70c1-6d35-4e03-bf61-9b6ac52c8a1f req-27bfa5cb-3826-4fae-acf5-545349658bc9 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0855753
Apr 30 05:39:01.985279 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7bad70c1-6d35-4e03-bf61-9b6ac52c8a1f req-0d8d26c4-261a-4c90-be1d-3f1d6ed85e94 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405779
Apr 30 05:39:02.178246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc25d06-0bef-48f7-924d-f624c119c670 req-f0dab8b8-db3d-46ec-86b8-7415e29d427f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:02.179759 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdc25d06-0bef-48f7-924d-f624c119c670 req-f0dab8b8-db3d-46ec-86b8-7415e29d427f tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0830796
Apr 30 05:39:02.228949 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-bdc25d06-0bef-48f7-924d-f624c119c670 req-06e20271-1006-46dc-a997-eb489b23dfb3 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434258
Apr 30 05:39:02.413159 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b751fb-7fc1-4679-a7bd-253acc404d3b req-c1039d3b-2641-4e91-8d68-fba8b5f5aa04 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:02.414583 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08b751fb-7fc1-4679-a7bd-253acc404d3b req-c1039d3b-2641-4e91-8d68-fba8b5f5aa04 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0810645
Apr 30 05:39:02.460142 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-08b751fb-7fc1-4679-a7bd-253acc404d3b req-e2cfcf24-e8c4-4cff-88f5-d96632e2d1e7 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395007
Apr 30 05:39:03.016806 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb60a51-92f2-45b9-a436-1251fe0ef7a1 req-743b3823-d364-409f-b201-a35c6b74ff38 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:03.018411 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfb60a51-92f2-45b9-a436-1251fe0ef7a1 req-743b3823-d364-409f-b201-a35c6b74ff38 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0855536
Apr 30 05:39:03.064343 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-dfb60a51-92f2-45b9-a436-1251fe0ef7a1 req-946756f6-ab4b-4f81-b976-9d4a9a56f2e2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401757
Apr 30 05:39:03.486937 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:03.681248 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d037ca3-3d76-4109-8f79-48711a6393f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:04.205608 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-f0b7148d-9ac6-4c83-8ca6-619aa5a87cd4 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:04.207051 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-f0b7148d-9ac6-4c83-8ca6-619aa5a87cd4 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0827057
Apr 30 05:39:04.254878 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a85100-4a0e-4eeb-8305-dd7836508180 req-0ac79ce7-9163-489b-bbfd-1d73343b0789 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:04.256399 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2a85100-4a0e-4eeb-8305-dd7836508180 req-0ac79ce7-9163-489b-bbfd-1d73343b0789 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 945 time: 0.0854738
Apr 30 05:39:04.307842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a2a85100-4a0e-4eeb-8305-dd7836508180 req-764f494f-528b-4269-9202-cf8d215832f2 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.46 "GET /v2.0/security-groups?id=c5493300-3b64-412f-851e-3ed01af56b58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456491
Apr 30 05:39:04.355799 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Deleting port afcdc26c-91a2-43fa-b7a6-014712a352a4 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:39:04.356141 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:04.492397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] For port afcdc26c-91a2-43fa-b7a6-014712a352a4, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=afcdc26c-91a2-43fa-b7a6-014712a352a4,segment=NetworkSegment(eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c),segment_id=eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:39:04.492662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:04.616357 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Calling delete_port for afcdc26c-91a2-43fa-b7a6-014712a352a4 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:39:04.730869 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:04.737113 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fecda84b-47d0-4de5-8c2c-a55e69c89d6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:04.742655 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['afcdc26c-91a2-43fa-b7a6-014712a352a4'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:39:04.781326 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Pushing event deleted for resources: {'Port': ['ID=afcdc26c-91a2-43fa-b7a6-014712a352a4,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:04.785470 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:04.862917 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] No DVR routers for this DVR port afcdc26c-91a2-43fa-b7a6-014712a352a4 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:39:04.865752 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:04.868826 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'name': 'network-vif-deleted', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:39:04.885695 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-67d6c6b0-1d2b-4b03-8b28-6f88bfeee8a2 req-45766d68-a7a2-4560-a2f2-3cd3afaa2e79 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] 10.222.0.50 "DELETE /v2.0/ports/afcdc26c-91a2-43fa-b7a6-014712a352a4 HTTP/1.1" status: 204  len: 173 time: 0.6729770
Apr 30 05:39:04.921382 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f088c1-8d91-4882-9ba4-0af5e59ed756', 'name': 'network-vif-deleted', 'tag': 'afcdc26c-91a2-43fa-b7a6-014712a352a4', 'status': 'completed', 'code': 200}
Apr 30 05:39:04.952420 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:05.090381 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5580599f-6dc7-4f8a-9c8f-fb00fc2b136b req-75519567-8316-4b7f-86f0-3cce6c9b48ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0439653
Apr 30 05:39:05.199818 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5580599f-6dc7-4f8a-9c8f-fb00fc2b136b req-0ef38eec-5b16-4671-856f-1535225beb63 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d1d30687934494b976591bc8b070e9f&device_id=a2f088c1-8d91-4882-9ba4-0af5e59ed756 HTTP/1.1" status: 200  len: 210 time: 0.0440998
Apr 30 05:39:05.358090 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580599f-6dc7-4f8a-9c8f-fb00fc2b136b req-2c153d26-09ad-48cf-a6fe-7b9fc73d922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:05.359703 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5580599f-6dc7-4f8a-9c8f-fb00fc2b136b req-2c153d26-09ad-48cf-a6fe-7b9fc73d922f service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=1d1d30687934494b976591bc8b070e9f&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1413157
Apr 30 05:39:05.512727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580599f-6dc7-4f8a-9c8f-fb00fc2b136b req-b07e8d0c-783d-4f84-bc9f-d2b76f5b14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:05.514197 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-5580599f-6dc7-4f8a-9c8f-fb00fc2b136b req-b07e8d0c-783d-4f84-bc9f-d2b76f5b14ab service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1485968
Apr 30 05:39:05.554494 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34660) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:05.787392 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b5962f-6633-4668-a42c-da991fa3c93f admin admin] Deleting subnet 35bc1fef-1829-46c5-83a7-7e8c3efa411a {{(pid=74582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 30 05:39:05.790279 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74b5962f-6633-4668-a42c-da991fa3c93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:05.840266 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74b5962f-6633-4668-a42c-da991fa3c93f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263549203'] for subnet, precommit_delete_associations {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:05.896551 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74b5962f-6633-4668-a42c-da991fa3c93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3872748'] for subnet, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:06.150746 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74b5962f-6633-4668-a42c-da991fa3c93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3872757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1384801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263235525'] for subnet, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:06.154365 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-7a333e92-ee78-4ec9-bdb8-7627c6ba95cf tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:06.189591 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5962f-6633-4668-a42c-da991fa3c93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35bc1fef-1829-46c5-83a7-7e8c3efa411a,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:06.192700 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-74b5962f-6633-4668-a42c-da991fa3c93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:06.193688 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-74b5962f-6633-4668-a42c-da991fa3c93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:06.199566 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-74b5962f-6633-4668-a42c-da991fa3c93f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/35bc1fef-1829-46c5-83a7-7e8c3efa411a HTTP/1.1" status: 204  len: 168 time: 0.6440165
Apr 30 05:39:06.202092 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34664) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:06.311191 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3853027'] for network, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:06.444831 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3867489', 'neutron.services.segments.db._delete_segments_for_network-8789518038173'] for network, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:06.480597 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:06.560366 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe77a73eb50>,) {'filters': {'network_id': ['89b1c889-512e-486c-83f9-fd569df86daa']}} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:06.573649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a73eb50>, 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c') {'for_net_delete': True} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:06.573944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.services.segments.db [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe77a73eb50>, 'eb1b5f29-a5d8-4d93-b60c-4d0d34d0f67c') {} {{(pid=74582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:06.586291 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789518049895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263549210'] for segment, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:06.603954 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:06.610086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=74582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 05:39:06.781704 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Network 89b1c889-512e-486c-83f9-fd569df86daa has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:39:06.791706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3877337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384907'] for segment, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:06.945094 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device afcdc26c-91a2-43fa-b7a6-014712a352a4 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:39:06.963846 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Network 89b1c889-512e-486c-83f9-fd569df86daa has no segments {{(pid=74582) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 30 05:39:06.981153 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] No Port match for: afcdc26c-91a2-43fa-b7a6-014712a352a4 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:39:06.981510 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device afcdc26c-91a2-43fa-b7a6-014712a352a4 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]: Traceback (most recent call last):
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     timer()
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     cb(*args, **kw)
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     return func(*args, **kwargs)
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     self._notify()
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     self.callback(batched_events)
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     event.method(event)
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     return f(self, *a, **k)
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     return self._get(url).json()
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     return self.request(url, 'GET', **kwargs)
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 05:39:06.985704 n-d-766726-20 neutron-server[74582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 05:39:07.059071 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3867498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-661106'] for network, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:07.062480 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1873a118-d353-4c90-ae45-693521c78e58 tempest-NetworksTest-190894047 tempest-NetworksTest-190894047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:07.075369 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Notify callbacks [] for network, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:07.091399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b1c889-512e-486c-83f9-fd569df86daa,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:07.094314 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:07.098609 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-4f199d63-ae05-4850-9891-6ac59899e701 admin admin] 10.222.0.46 "DELETE /v2.0/networks/89b1c889-512e-486c-83f9-fd569df86daa HTTP/1.1" status: 204  len: 168 time: 0.8955202
Apr 30 05:39:07.210436 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34670) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:07.259102 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-00740779-9451-4eec-bb6a-529f28d00ac8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d1d30687934494b976591bc8b070e9f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0474353
Apr 30 05:39:07.261498 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34674) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:07.319096 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0236-81cc-467c-956f-a02c058367e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:07.345344 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0236-81cc-467c-956f-a02c058367e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:07.403504 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0236-81cc-467c-956f-a02c058367e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:07.407232 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d6f1f635-d592-42ef-99e8-ee14cd18d430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:07.421276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c0236-81cc-467c-956f-a02c058367e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5493300-3b64-412f-851e-3ed01af56b58,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:07.425413 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ee8c0236-81cc-467c-956f-a02c058367e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:07.428940 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-ee8c0236-81cc-467c-956f-a02c058367e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:07.430320 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-ee8c0236-81cc-467c-956f-a02c058367e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5493300-3b64-412f-851e-3ed01af56b58 HTTP/1.1" status: 204  len: 168 time: 0.1679099
Apr 30 05:39:08.096861 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:39:08.168579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34698) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:08.284613 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-658600051-network', 'tenant_id': '7f8e651664c04742821f866da5e84a22'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:08.289903 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:08.294005 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Usage tracker for resource:network and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:39:08.296872 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:39:08.304844 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:08.314595 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Made reservation on behalf of 7f8e651664c04742821f866da5e84a22 for: {'network': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:39:08.317469 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for network, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:08.330038 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:08.345747 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:08.350077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:39:08.353063 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:39:08.359196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:08.444710 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:08.448569 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:08.451549 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-5fa6c44b-8bd2-41e3-84bc-744ec26a278b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:08.480633 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 05:39:08.489724 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7094432c-6638-4c89-a630-0174b4ca7374,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:08.498932 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3877154'] for segment, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:08.499281 n-d-766726-20 neutron-server[74581]: INFO neutron.db.segments_db [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Added segment b814ce95-1b78-4c81-ad28-b7dbf4d964ce of type vlan for network 49641cf1-674f-4afa-bd99-ced6be0d1cdf
Apr 30 05:39:08.501801 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.502192 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.502576 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.502955 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.503351 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.503728 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.504098 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.504467 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.504834 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.505197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.505560 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.505924 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:08.512895 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:08.535012 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789517616276'] for network, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:08.565098 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706'] for network, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:08.566084 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:08.566669 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Notify callbacks [] for network, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:08.571375 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-f54bc9e3-e0de-4dd7-aba5-3be2f11e1105 tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:08.675223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5054195
Apr 30 05:39:08.676123 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Pushing event updated for resources: {'Network': ['ID=49641cf1-674f-4afa-bd99-ced6be0d1cdf,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:08.678026 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34704) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:08.680485 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-497b4771-d9cc-46b4-a759-6c2a34d1f171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:08.684289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Request body: {'subnet': {'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-658600051-subnet', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:08.686127 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf details requested by agent ovs-agent-n-d-766726-20 with host n-d-766726-20 {{(pid=74583) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 30 05:39:08.690343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:08.694221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Usage tracker for resource:subnet and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:39:08.697181 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:39:08.703152 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:08.715976 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Made reservation on behalf of 7f8e651664c04742821f866da5e84a22 for: {'subnet': 1} {{(pid=74581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:39:08.718541 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263427475'] for subnet, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:09.258236 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263254437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263427457'] for subnet, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:09.262636 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-d67fbdf8-4e46-4783-989b-581eb74abe5a tempest-RoutersIpV6Test-1224499624 tempest-RoutersIpV6Test-1224499624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:09.335689 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:09.339826 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:09.346242 n-d-766726-20 neutron-server[74581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Checking segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:39:09.346596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Network hostable DHCP agents. Network: 49641cf1-674f-4afa-bd99-ced6be0d1cdf, hostable agents: ['3e1dd75f-ac91-4d56-8481-db6754fa8f7a'], hosted agents: [] {{(pid=74581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 05:39:09.364321 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf is scheduled to be hosted by DHCP agent 3e1dd75f-ac91-4d56-8481-db6754fa8f7a with binding_index 1 {{(pid=74581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 05:39:09.373434 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766726-20, 49641cf1-674f-4afa-bd99-ced6be0d1cdf) {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:39:09.382322 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d2982-64c9-44e0-9907-5fd50a050b59 None None] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:39:09.385285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:09.385879 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:09.405981 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-727fe687-3ff2-4029-a75f-13513f8e8ba7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7268927
Apr 30 05:39:09.409921 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34710) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:09.414982 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:09.420215 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:09.424497 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Usage tracker for resource:router and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:39:09.427790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:39:09.433622 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:09.444142 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13673'] for router, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:09.445126 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-660180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13664'] for router, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:09.460353 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:09.613063 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02d899bf-e729-551b-88c3-95ca400aee61-49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2'}]}} from n-d-766726-20. {{(pid=74583) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 30 05:39:09.614027 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:09.739536 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-660141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13714'] for router, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:09.778876 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.db_base_plugin_common [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Allocated IP 172.20.0.2 (49641cf1-674f-4afa-bd99-ced6be0d1cdf/fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2/dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3) {{(pid=74583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:39:09.990384 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Notify callbacks [] for port, precommit_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:10.002274 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Transition to ACTIVE for port object dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:39:10.021531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Transition to ACTIVE for port object dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 will not be triggered until provisioned by entity DHCP. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:39:10.027385 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926'] for port, after_create {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:10.030981 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:10.068297 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:10.092887 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf is already hosted by enough agents. {{(pid=74583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:39:10.096961 n-d-766726-20 neutron-server[74583]: DEBUG neutron.scheduler.base_scheduler [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Resources bound (agent type, host, resource id):  {{(pid=74583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:39:10.100868 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Received port after_create {{(pid=74583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:39:10.104742 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:10.106766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Pushing event updated for resources: {'Port': ['ID=dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3,revision_number=1']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:10.110704 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:10.196780 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Attempting to bind port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:39:10.197159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Attempting to bind port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:39:10.197533 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Attempting to bind port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:39:10.202717 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:39:10.203095 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Checking segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:39:10.203529 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:10.204459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Bound using segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:39:10.204923 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Bound port: dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:39:10.205303 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:10.247988 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Allocated IP 172.25.8.47 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/6abaca3e-4bf9-4c2c-b052-1649efe306d3) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:39:10.299593 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] For port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:39:10.303107 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] For port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:39:10.307767 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:10.311397 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-d50aa1d9-8342-481e-b650-5e00f66f789f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:10.400295 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Pushing event updated for resources: {'Port': ['ID=dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3,revision_number=2']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:10.412683 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-58d53b54-27ae-4ed6-abd0-5239bed878fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:10.413216 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:10.456135 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:10.460495 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-71d48856-76dc-4693-8959-e2965d46bd07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:10.709527 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:39:10.713327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:39:10.717841 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:39:10.757904 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6abaca3e-4bf9-4c2c-b052-1649efe306d3,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:10.762543 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:11.156820 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:11.384265 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864f625-6e0e-434a-a9d8-332102a28963 None None] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf requested from n-d-766726-20 {{(pid=74583) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 30 05:39:11.498295 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-48dd4a91-3231-4883-a874-77be00507bc9 None None] Provisioning for port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:39:11.520753 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-658528'] for router, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:11.737413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 is scheduled to L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 with binding_index 1 {{(pid=74581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 30 05:39:11.915790 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:39:11.924824 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Sync routers for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:39:11.935555 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:39:11.936494 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be11400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:11.940273 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] Notify callbacks [] for router, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:11.941505 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ee079689-c6d4-47af-bbea-e5a14c6280f4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.5306542
Apr 30 05:39:11.944221 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34714) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:12.053635 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:39:12.133430 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:39:12.155613 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:39:12.166755 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:12.167335 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:12.338895 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:12.376924 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:39:12.381025 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:12.384487 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:12.443505 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be11400>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:10Z', 'revision_number': 3, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:12.448043 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Checking router: 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:39:12.448400 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Updating router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 port 6abaca3e-4bf9-4c2c-b052-1649efe306d3 binding host n-d-766726-20 {{(pid=74584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:39:12.458043 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:12.461744 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:12.505437 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:12.863685 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:12.885197 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Notify callbacks [] for port, precommit_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:12.898229 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.provisioning_blocks [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Transition to ACTIVE for port object 6abaca3e-4bf9-4c2c-b052-1649efe306d3 will not be triggered until provisioned by entity L2. {{(pid=74584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:39:12.905394 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:12.909288 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-5a9803c0-3d9c-47d1-9c69-5f0761dee252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:12.989305 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Attempting to bind port 6abaca3e-4bf9-4c2c-b052-1649efe306d3 on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:39:12.990009 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Attempting to bind port 6abaca3e-4bf9-4c2c-b052-1649efe306d3 by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:39:12.990009 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Attempting to bind port 6abaca3e-4bf9-4c2c-b052-1649efe306d3 on network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:39:12.996163 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Pushing event updated for resources: {'Port': ['ID=6abaca3e-4bf9-4c2c-b052-1649efe306d3,revision_number=2']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:13.004983 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:39:13.005364 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Checking segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:39:13.005867 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.006181 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Bound using segment: {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'} {{(pid=74584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:39:13.006651 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.managers [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Bound port: 6abaca3e-4bf9-4c2c-b052-1649efe306d3, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}}] {{(pid=74584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:39:13.007030 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.036919 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.037260 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.037595 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.037925 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.038249 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.038589 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.038893 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.039213 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.039554 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.039895 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.040192 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.040505 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:13.049780 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:13.091169 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] For port 6abaca3e-4bf9-4c2c-b052-1649efe306d3, host n-d-766726-20, cleared binding levels {{(pid=74584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:39:13.098836 n-d-766726-20 neutron-server[74584]: DEBUG neutron.plugins.ml2.db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] For port 6abaca3e-4bf9-4c2c-b052-1649efe306d3, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6abaca3e-4bf9-4c2c-b052-1649efe306d3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:39:13.099077 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Allocated IP 172.20.0.1 (49641cf1-674f-4afa-bd99-ced6be0d1cdf/fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2/9045ad18-4500-4fa4-a798-5877250bde7a) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:39:13.103522 n-d-766726-20 neutron-server[74584]: DEBUG neutron_lib.callbacks.manager [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.109292 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-e5e61f02-8d80-460a-93de-c823c814d726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:13.191813 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:39:13.192445 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be11400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:13.259462 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.259724 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Pushing event updated for resources: {'Port': ['ID=6abaca3e-4bf9-4c2c-b052-1649efe306d3,revision_number=3']} {{(pid=74584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:13.263049 n-d-766726-20 neutron-server[74584]: DEBUG oslo_concurrency.lockutils [None req-e3f1f191-2695-4f75-86f7-7c7beaab7285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:13.276580 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.provisioning_blocks [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Transition to ACTIVE for port object 9045ad18-4500-4fa4-a798-5877250bde7a will not be triggered until provisioned by entity DHCP. {{(pid=74581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:39:13.310638 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.315745 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-bfd959fe-801d-4b9c-a905-d717de0348e2 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:13.375143 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:39:13.382731 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:39:13.385538 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:39:13.387205 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:39:13.429708 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Pushing event updated for resources: {'Port': ['ID=9045ad18-4500-4fa4-a798-5877250bde7a,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:13.434355 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:13.450656 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657390'] for router_interface, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.597857 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.663853 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4d25a5ad-ccf7-4c5e-b934-499f46692646 None None] Provisioning for port 9045ad18-4500-4fa4-a798-5877250bde7a completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:39:13.669559 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4d25a5ad-ccf7-4c5e-b934-499f46692646 None None] Provisioning complete for port 9045ad18-4500-4fa4-a798-5877250bde7a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:13.669957 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4d25a5ad-ccf7-4c5e-b934-499f46692646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.694771 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be11400>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:10Z', 'revision_number': 3, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:13.699203 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb7362-2f6f-4962-a8b1-992940390e3c None None] The sync data for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 is: [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:10Z', 'revision_number': 3, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20'}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:39:13.792532 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-4d25a5ad-ccf7-4c5e-b934-499f46692646 None None] Port 9045ad18-4500-4fa4-a798-5877250bde7a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:39:13.860570 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.867546 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:13.895747 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-9b9578f0-c1ee-4698-b3d5-19be829c9b11 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:14.015158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Pushing event updated for resources: {'Port': ['ID=9045ad18-4500-4fa4-a798-5877250bde7a,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:14.018734 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657227'] for router_interface, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:14.023238 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:14.083102 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:39:14.205693 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port dd8b5b6b-a8d4-42cf-bd98-a62544d2ecd3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:14.206165 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:14.381609 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:39:14.382078 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:39:14.592942 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:39:14.630893 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-f8d0cc14-7a78-43a5-82ff-545b2a9cee18 None None] Provisioning complete for port 9045ad18-4500-4fa4-a798-5877250bde7a triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:14.631711 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f8d0cc14-7a78-43a5-82ff-545b2a9cee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:14.700541 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0cc14-7a78-43a5-82ff-545b2a9cee18 None None] Port 9045ad18-4500-4fa4-a798-5877250bde7a cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:39:14.798915 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:39:14.808537 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-1cf7527a-12fb-4e85-ab43-06da3f8c363a admin admin] 10.222.0.46 "PUT /v2.0/routers/009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8632784
Apr 30 05:39:15.401593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34724) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:15.407866 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105013440', 'description': 'tempest-description--812832941'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:15.415140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:15.419417 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Usage tracker for resource:security_group and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:39:15.423148 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:39:15.430687 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:15.442317 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for security_group, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.466582 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Sync routers for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:39:15.467819 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:15.475086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Usage tracker for resource:security_group_rule and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:39:15.477386 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:39:15.478018 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b271400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:15.478469 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:39:15.484955 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:15.566272 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for security_group, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.570051 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653443'] for security_group, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.573926 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f2aae5d5-6749-48a4-a926-31a814818194 tempest-SecGroupIPv6Test-684681337 tempest-SecGroupIPv6Test-684681337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:15.614571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c47efc-04ce-48e7-94a8-d4085916a767,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:15.618837 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for security_group, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.620085 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2174850
Apr 30 05:39:15.623141 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34730) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:15.626456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.626647 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.626936 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.627319 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.627824 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.628205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.628544 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.628903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.629257 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.629611 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.629965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.630321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:15.634285 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-14a3eec8-1c21-48d3-bf27-c960200e1a5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:15.634558 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'security_group_rule': {'security_group_id': 'b6c47efc-04ce-48e7-94a8-d4085916a767', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:15.642734 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:15.646619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Usage tracker for resource:security_group_rule and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:39:15.649897 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:39:15.655819 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:15.670025 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:39:15.674617 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.740438 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.745335 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.747268 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-dd607a34-3a4d-4521-aad4-78025c4965d6 tempest-SecurityGroupRulesNegativeTestJSON-2107855149 tempest-SecurityGroupRulesNegativeTestJSON-2107855149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:15.771148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55499d94-8424-4242-b2fb-cf9afb022fda,revision_number=0']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:15.777139 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:15.781783 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.783910 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-625917e5-fa0a-4f08-8793-5e272e42ce7a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1593285
Apr 30 05:39:15.787823 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 34734) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:15.793489 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'security_group_rule': {'security_group_id': 'b6c47efc-04ce-48e7-94a8-d4085916a767', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:15.801474 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:15.805697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Usage tracker for resource:security_group_rule and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:39:15.808869 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:39:15.815630 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:15.833953 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.906467 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.911662 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-653463'] for security_group_rule, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.920325 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-b6435def-83a3-4d13-87df-7aea6d6cf0a8 tempest-TestNetworkBasicOps-1474612038 tempest-TestNetworkBasicOps-1474612038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:15.941921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f7320e-a666-4378-9739-76d9bd679bcd,revision_number=0']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:15.944825 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:15.953892 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:15.959085 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34738) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:15.959431 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-3ed54571-b682-440a-8cc2-9927f5b51a34 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1703029
Apr 30 05:39:15.965962 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'floatingip': {'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:15.973109 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:15.977673 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Usage tracker for resource:floatingip and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:39:15.980867 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:39:15.988649 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.quota.driver [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:16.004940 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.014261 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b271400>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 2, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:16.019769 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Checking router: 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 for host: n-d-766726-20 {{(pid=74583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:39:16.020234 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Updating router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 port 9045ad18-4500-4fa4-a798-5877250bde7a binding host n-d-766726-20 {{(pid=74583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 05:39:16.054296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6abaca3e-4bf9-4c2c-b052-1649efe306d3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:39:16.132116 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.162296 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.207160 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 6abaca3e-4bf9-4c2c-b052-1649efe306d3 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:39:16.218348 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6abaca3e-4bf9-4c2c-b052-1649efe306d3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:16.218730 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.310933 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.db_base_plugin_common [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Allocated IP 172.25.8.58 (c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c/ff43f74a-55dc-4336-a800-535e5ca808d4/3551bfba-e7e6-4225-9d0a-56f0def43afa) {{(pid=74581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:39:16.472910 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for port, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.504568 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263257621'] for port, after_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.509563 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-63ce4ee0-40bd-4ac7-894c-c3ada5a0c88c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:16.514945 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.541170 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 6abaca3e-4bf9-4c2c-b052-1649efe306d3, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=6abaca3e-4bf9-4c2c-b052-1649efe306d3,segment=NetworkSegment(5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0),segment_id=5ffe6bba-930d-4b9b-b0d7-112d1ac5cdd0)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:39:16.555284 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.559612 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:16.572343 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Network c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c is already hosted by enough agents. {{(pid=74581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:39:16.581016 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.base_scheduler [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources bound (agent type, host, resource id):  {{(pid=74581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:39:16.583638 n-d-766726-20 neutron-server[74581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Received port after_create {{(pid=74581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:39:16.629301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event updated for resources: {'Port': ['ID=3551bfba-e7e6-4225-9d0a-56f0def43afa,revision_number=1']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:16.633704 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:16.675613 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.685339 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Notify callbacks [] for port, precommit_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.691531 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=6abaca3e-4bf9-4c2c-b052-1649efe306d3,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:16.697117 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:16.704427 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Transition to ACTIVE for port object 9045ad18-4500-4fa4-a798-5877250bde7a will not be triggered until provisioned by entity L2. {{(pid=74583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:39:16.711360 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.715675 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-b73c8334-e132-4de0-88b6-d1c56f1835b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:16.747407 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:16.911157 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf12c3-d40b-4dec-947f-b1d1afcc52e9 None None] Pushing event updated for resources: {'Port': ['ID=9045ad18-4500-4fa4-a798-5877250bde7a,revision_number=3']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:16.942821 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5adf12c3-d40b-4dec-947f-b1d1afcc52e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:17.002584 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for port, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:17.002806 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Attempting to bind port 9045ad18-4500-4fa4-a798-5877250bde7a on host n-d-766726-20 for vnic_type normal with profile  {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:39:17.003194 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Attempting to bind port 9045ad18-4500-4fa4-a798-5877250bde7a by drivers openvswitch,hyperv on host n-d-766726-20 at level 0 using segments [{'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:39:17.003672 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Attempting to bind port 9045ad18-4500-4fa4-a798-5877250bde7a on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:39:17.009071 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263257630'] for port, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:17.010131 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Checking agent: {'id': 'cc75d097-7066-43ad-9c37-d733172101c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 13, 33), 'started_at': datetime.datetime(2021, 4, 30, 4, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766726-20'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:39:17.010600 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Checking segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:39:17.011096 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:17.011598 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Bound using segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} {{(pid=74583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:39:17.012159 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.managers [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Bound port: 9045ad18-4500-4fa4-a798-5877250bde7a, host: n-d-766726-20, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}}] {{(pid=74583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:39:17.012622 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:17.014809 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-6b8cbf3d-8574-4cd5-89fe-a19dd31b6d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:17.108375 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] For port 9045ad18-4500-4fa4-a798-5877250bde7a, host n-d-766726-20, cleared binding levels {{(pid=74583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:39:17.112433 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] For port 9045ad18-4500-4fa4-a798-5877250bde7a, host n-d-766726-20, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9045ad18-4500-4fa4-a798-5877250bde7a,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:39:17.116789 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:17.120737 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:17.221449 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf12c3-d40b-4dec-947f-b1d1afcc52e9 None None] Pushing event updated for resources: {'Port': ['ID=9045ad18-4500-4fa4-a798-5877250bde7a,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:17.224401 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:39:17.225163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77b271400>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:17.274828 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5adf12c3-d40b-4dec-947f-b1d1afcc52e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:17.290619 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event updated for resources: {'Port': ['ID=3551bfba-e7e6-4225-9d0a-56f0def43afa,revision_number=2']} {{(pid=74581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:17.295216 n-d-766726-20 neutron-server[74581]: DEBUG oslo_concurrency.lockutils [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74581) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:17.304217 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:17.330830 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:17.342232 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-ae9cf5d7-f992-4f79-8566-f0b5ad531e03 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3716214
Apr 30 05:39:17.435494 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_dvr_db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:39:17.517413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-fec5562a-567f-4d47-9b40-af7039c0500e tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Synchronizing usage tracker for tenant:7f8e651664c04742821f866da5e84a22 on resource:security_group {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:39:17.535276 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-fec5562a-567f-4d47-9b40-af7039c0500e tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Unset dirty status for tenant:7f8e651664c04742821f866da5e84a22 on resource:security_group {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:39:17.539733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-fec5562a-567f-4d47-9b40-af7039c0500e tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--105013440&fields=id&tenant_id=7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 267 time: 0.0617573
Apr 30 05:39:17.696900 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-a365d17f-7479-44e1-8ab0-b8d3cfa1d939 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:17.697630 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-a365d17f-7479-44e1-8ab0-b8d3cfa1d939 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Synchronizing usage tracker for tenant:7f8e651664c04742821f866da5e84a22 on resource:network {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:39:17.718041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-a365d17f-7479-44e1-8ab0-b8d3cfa1d939 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Unset dirty status for tenant:7f8e651664c04742821f866da5e84a22 on resource:network {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:39:17.719160 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-a365d17f-7479-44e1-8ab0-b8d3cfa1d939 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 811 time: 0.1753821
Apr 30 05:39:17.736733 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-2c1a3792-0082-404b-bd63-d41fcd2c1c95 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/quotas/7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 375 time: 0.0107899
Apr 30 05:39:17.776443 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.l3_hamode_db [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77b271400>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:17Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:17.780481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc52e7c-8fdd-4855-b4fd-e11a56c83f77 None None] The sync data for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 is: [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:17Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:39:17.842381 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-0b1c1161-5615-4022-8cbf-9ae9c3637cf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Synchronizing usage tracker for tenant:7f8e651664c04742821f866da5e84a22 on resource:port {{(pid=74581) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:39:17.870643 n-d-766726-20 neutron-server[74581]: DEBUG neutron.quota.resource [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-0b1c1161-5615-4022-8cbf-9ae9c3637cf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Unset dirty status for tenant:7f8e651664c04742821f866da5e84a22 on resource:port {{(pid=74581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:39:17.876650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-0b1c1161-5615-4022-8cbf-9ae9c3637cf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1325994
Apr 30 05:39:18.039633 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-ce0d60bc-e8a9-4ea0-a302-3816912089ae service neutron] 10.222.0.46 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551626
Apr 30 05:39:18.111849 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9045ad18-4500-4fa4-a798-5877250bde7a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:39:18.190042 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning for port 9045ad18-4500-4fa4-a798-5877250bde7a completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:39:18.196628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9045ad18-4500-4fa4-a798-5877250bde7a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:18.197009 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:18.205198 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-b7e54b86-3e8d-4bd9-abc1-dea96f5aa2ee service neutron] 10.222.0.46 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526518
Apr 30 05:39:18.349426 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:18.386902 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] For port 9045ad18-4500-4fa4-a798-5877250bde7a, host n-d-766726-20, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766726-20',level=0,port_id=9045ad18-4500-4fa4-a798-5877250bde7a,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:39:18.395756 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:18.397162 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 6abaca3e-4bf9-4c2c-b052-1649efe306d3 up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:39:18.432767 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-823fc2db-10b1-4aa4-92d0-c1f8fc0924fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:18.446168 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c9f8c773-cea4-4aa5-a2eb-66b2ae45f75c req-6106a3c9-fa2b-4f57-aa35-63ec0945d1a0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 210 time: 0.0679379
Apr 30 05:39:18.525710 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Pushing event updated for resources: {'Port': ['ID=9045ad18-4500-4fa4-a798-5877250bde7a,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:18.530033 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:18.541233 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 6abaca3e-4bf9-4c2c-b052-1649efe306d3 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:18.541621 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:19.569968 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-fe8ea5dc-7644-45e9-a168-1b355b4579ae tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:19.572155 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-fe8ea5dc-7644-45e9-a168-1b355b4579ae tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 811 time: 0.1607907
Apr 30 05:39:19.625995 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c69a0ca1-9ef4-42be-9fff-8bacb822ca6b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Synchronizing usage tracker for tenant:7f8e651664c04742821f866da5e84a22 on resource:security_group {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:39:19.627931 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e2198465-5be9-40bf-a0bc-45135e90d668 req-a5932eae-6cb9-4e32-b320-74273d70d4f3 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 210 time: 0.0491843
Apr 30 05:39:19.638747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c69a0ca1-9ef4-42be-9fff-8bacb822ca6b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Unset dirty status for tenant:7f8e651664c04742821f866da5e84a22 on resource:security_group {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:39:19.639981 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c69a0ca1-9ef4-42be-9fff-8bacb822ca6b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 379 time: 0.0592735
Apr 30 05:39:19.649308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'port': {'device_id': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'admin_state_up': True, 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'security_groups': ['b6c47efc-04ce-48e7-94a8-d4085916a767']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:19.790455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:39:19.800685 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:39:19.810964 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Made reservation on behalf of 7f8e651664c04742821f866da5e84a22 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:39:19.814885 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:20.004896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Allocated IP 172.20.0.6 (49641cf1-674f-4afa-bd99-ced6be0d1cdf/fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2/a22ac628-23da-4947-9de2-90288442c0fb) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:39:20.011864 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Device 9045ad18-4500-4fa4-a798-5877250bde7a up at agent ovs-agent-n-d-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:39:20.085826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Provisioning complete for port 9045ad18-4500-4fa4-a798-5877250bde7a triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:20.086078 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:20.202546 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:20.218907 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Transition to ACTIVE for port object a22ac628-23da-4947-9de2-90288442c0fb will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:39:20.241890 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:20.247750 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:20.320571 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:39:20.323737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:39:20.328407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:39:20.354198 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event updated for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:20.359939 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:20.396938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:20.397555 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:20.424853 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7793360
Apr 30 05:39:20.436418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Request body: {'port': {'device_id': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:20.555383 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:20.569205 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-912c7b71-e612-400f-aaa4-17a10e6d1f9e None None] Provisioning for port a22ac628-23da-4947-9de2-90288442c0fb completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:39:20.574182 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-912c7b71-e612-400f-aaa4-17a10e6d1f9e None None] Provisioning complete for port a22ac628-23da-4947-9de2-90288442c0fb triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:20.574557 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-912c7b71-e612-400f-aaa4-17a10e6d1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:20.630535 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-912c7b71-e612-400f-aaa4-17a10e6d1f9e None None] Port a22ac628-23da-4947-9de2-90288442c0fb cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:39:20.826301 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0334a9e-e731-4378-93fb-23fb848cda25 req-92addd99-00dc-4a8a-9631-8a0b00b11848 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:20.827932 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0334a9e-e731-4378-93fb-23fb848cda25 req-92addd99-00dc-4a8a-9631-8a0b00b11848 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 931 time: 0.0903926
Apr 30 05:39:20.877640 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d0334a9e-e731-4378-93fb-23fb848cda25 req-d706df85-0cd6-4287-8f4f-f90a141f7008 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429838
Apr 30 05:39:21.075122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22ac628-23da-4947-9de2-90288442c0fb {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:39:21.085138 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:21.102268 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Transition to ACTIVE for port object a22ac628-23da-4947-9de2-90288442c0fb will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:39:21.106434 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:21.110472 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bd6a95ae-0c9e-4527-b565-b79250969827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:21.265397 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Pushing event updated for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:21.273993 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:21.352747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Attempting to bind port a22ac628-23da-4947-9de2-90288442c0fb on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:39:21.353081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Attempting to bind port a22ac628-23da-4947-9de2-90288442c0fb by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:39:21.353413 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Attempting to bind port a22ac628-23da-4947-9de2-90288442c0fb on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:39:21.358263 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Port a22ac628-23da-4947-9de2-90288442c0fb on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:39:21.358514 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Attempting to bind port a22ac628-23da-4947-9de2-90288442c0fb on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:39:21.364015 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:39:21.364352 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Checking segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:39:21.364737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Bound using segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:39:21.365175 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Bound port: a22ac628-23da-4947-9de2-90288442c0fb, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:39:21.365536 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:21.459072 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:39:21.462241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:39:21.467417 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:21.471959 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:21.529332 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:21.529968 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:21.531397 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] 10.222.0.50 "PUT /v2.0/ports/a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 1092 time: 1.0992465
Apr 30 05:39:21.531981 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:39:21.564353 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Pushing event updated for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:21.567911 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-c4c7807a-63e4-4e9f-bd2e-6ee759862686 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:21.618063 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb', 'status': 'completed', 'code': 200}
Apr 30 05:39:21.660427 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d29d0ba8-cae0-4782-91c7-2878a9ae6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:21.661963 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-d29d0ba8-cae0-4782-91c7-2878a9ae6b8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1095 time: 0.0779774
Apr 30 05:39:21.737647 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-7319cf71-aec4-46a8-8d31-1a1a18a8a174 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 217 time: 0.0681915
Apr 30 05:39:21.801668 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-0c08ff37-bf4d-472d-ac9e-4db5f14e07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:21.803114 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-0c08ff37-bf4d-472d-ac9e-4db5f14e07fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0596039
Apr 30 05:39:21.883793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-60addc3f-820a-461c-abbc-eb6884007ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:21.885182 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-60addc3f-820a-461c-abbc-eb6884007ba9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0760267
Apr 30 05:39:22.024004 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-e5c835f5-848f-4709-b1b8-a1efd4e94f0e service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315851
Apr 30 05:39:22.069662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e0d5a-c617-4795-90c2-0130c2300664 req-085c325b-88a3-4730-b768-f6cfecf18425 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:22.071159 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0a6e0d5a-c617-4795-90c2-0130c2300664 req-085c325b-88a3-4730-b768-f6cfecf18425 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 943 time: 0.0848215
Apr 30 05:39:22.118852 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0a6e0d5a-c617-4795-90c2-0130c2300664 req-b95b0cee-76d8-417f-a094-12a3127ba47a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418868
Apr 30 05:39:22.162637 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-1e7ab113-1b0c-4b2a-ac49-c56a4a3f8792 req-5371f496-287d-4554-a3ba-86e6a55fa569 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324241
Apr 30 05:39:22.280792 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-9268cacd-8c5c-4ec0-a84d-054a9ec0af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:22.282756 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-9268cacd-8c5c-4ec0-a84d-054a9ec0af71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1095 time: 0.0710285
Apr 30 05:39:22.423354 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-15ab276a-970f-4b5c-b62a-39a0aa4cf960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:22.424814 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-15ab276a-970f-4b5c-b62a-39a0aa4cf960 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1358535
Apr 30 05:39:22.498391 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-996d4bb8-fd47-46a5-88bd-a8e5154de980 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 217 time: 0.0666890
Apr 30 05:39:22.562703 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-bf7822c6-c7de-4548-9e22-b11eb17abaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:22.564648 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-bf7822c6-c7de-4548-9e22-b11eb17abaf3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0595486
Apr 30 05:39:22.641887 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-6422d1b0-4121-484c-b48b-e20016cd0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:22.643590 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-6422d1b0-4121-484c-b48b-e20016cd0966 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0729907
Apr 30 05:39:22.776313 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-7b7e3f0c-30df-440b-8e1f-b89aa446f3f4 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261973
Apr 30 05:39:22.910297 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-02f79d5b-a167-49e4-b589-3df80cfb7597 req-b237d037-1fd8-4a81-a84a-69d3ff27c0c8 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276534
Apr 30 05:39:23.313552 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0ca03-4520-4fc4-9ff6-dddb05de9aae req-2fb4f4bc-83ce-4db8-bf15-ef8137751499 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:23.315066 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44b0ca03-4520-4fc4-9ff6-dddb05de9aae req-2fb4f4bc-83ce-4db8-bf15-ef8137751499 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 943 time: 0.0860684
Apr 30 05:39:23.361682 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-44b0ca03-4520-4fc4-9ff6-dddb05de9aae req-3587a7ad-e670-4722-898f-48275480d79b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409677
Apr 30 05:39:24.545960 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f071c6-6b44-4171-849b-4005de2ce852 req-f0278124-061b-43d9-8155-a314af46b9b2 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:24.548073 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60f071c6-6b44-4171-849b-4005de2ce852 req-f0278124-061b-43d9-8155-a314af46b9b2 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 943 time: 0.0794194
Apr 30 05:39:24.592283 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-60f071c6-6b44-4171-849b-4005de2ce852 req-cde84c61-1c9e-434e-9429-49d2a2134cf9 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385079
Apr 30 05:39:25.053174 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device a22ac628-23da-4947-9de2-90288442c0fb details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:39:25.201910 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:39:25.216652 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': 'a22ac628-23da-4947-9de2-90288442c0fb', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'port_id': 'a22ac628-23da-4947-9de2-90288442c0fb', 'mac_address': 'fa:16:3e:3c:6e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:39:25.274541 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:25.294239 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22ac628-23da-4947-9de2-90288442c0fb {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:39:25.310200 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:39:25.314357 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:25.316993 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:25.382387 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:25.390117 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.390459 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.390797 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.391163 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.391588 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.392017 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.392343 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.392665 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.392986 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.393304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.393622 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.393937 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:39:25.397763 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:25.604662 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['a22ac628-23da-4947-9de2-90288442c0fb'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:39:25.786697 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7561ab-1862-4673-af0c-6b6cb6a5748c req-01674353-e402-4d5b-a4d2-bcb82ff61ffc tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:25.788266 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c7561ab-1862-4673-af0c-6b6cb6a5748c req-01674353-e402-4d5b-a4d2-bcb82ff61ffc tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 944 time: 0.0895364
Apr 30 05:39:25.835320 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6c7561ab-1862-4673-af0c-6b6cb6a5748c req-da18a193-0726-4477-be57-9a0efa93de82 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405507
Apr 30 05:39:27.024125 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd2ca-7b88-410d-953b-0454491476bf req-40367e2c-e52c-4e5f-9b93-5236f59e44b1 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:27.025676 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c56cd2ca-7b88-410d-953b-0454491476bf req-40367e2c-e52c-4e5f-9b93-5236f59e44b1 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 944 time: 0.0808361
Apr 30 05:39:27.053424 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device a22ac628-23da-4947-9de2-90288442c0fb up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:39:27.076506 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c56cd2ca-7b88-410d-953b-0454491476bf req-9b2aae21-55ee-452a-82d8-894858be8ef9 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451510
Apr 30 05:39:27.122782 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port a22ac628-23da-4947-9de2-90288442c0fb completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:39:27.128696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port a22ac628-23da-4947-9de2-90288442c0fb triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:39:27.129082 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:27.251537 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:27.277821 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:39:27.289076 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:39:27.293323 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:27.297126 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:39:27.330022 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb', 'code': 200}
Apr 30 05:39:27.374497 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:39:27.377788 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:39:27.460290 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8fe10-daee-4e42-80e8-7191c05e8add req-191f2b58-17a6-4162-9142-761a942a17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:27.461977 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-64a8fe10-daee-4e42-80e8-7191c05e8add req-191f2b58-17a6-4162-9142-761a942a17c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1097 time: 0.0782788
Apr 30 05:39:27.506170 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-64a8fe10-daee-4e42-80e8-7191c05e8add req-5a704790-d1e7-466f-bef3-0925ca254f52 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379143
Apr 30 05:39:27.706534 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:27.814754 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:28.263908 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ef59a-c659-4c33-8d0a-dd093ef4a719 req-359818bc-fa56-483d-9e02-d56f9db2ad92 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:28.265384 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-841ef59a-c659-4c33-8d0a-dd093ef4a719 req-359818bc-fa56-483d-9e02-d56f9db2ad92 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0812256
Apr 30 05:39:28.311221 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-841ef59a-c659-4c33-8d0a-dd093ef4a719 req-aaded608-bca8-4afd-a851-13da38cf9f66 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395324
Apr 30 05:39:29.507255 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062b023-e440-45bf-9140-75b1e6c8e3c6 req-7472470a-9644-4253-8ffa-d1c4bf0336b6 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:29.508842 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b062b023-e440-45bf-9140-75b1e6c8e3c6 req-7472470a-9644-4253-8ffa-d1c4bf0336b6 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0894959
Apr 30 05:39:29.554996 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b062b023-e440-45bf-9140-75b1e6c8e3c6 req-b3b0e9ce-fc73-4e7b-a558-e21c0ce0815f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403733
Apr 30 05:39:29.758439 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a992a-5014-4dcd-a108-d4ae49f578a4 req-069e2f55-f970-4a8b-8048-46c0fcde4311 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:29.760012 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-de9a992a-5014-4dcd-a108-d4ae49f578a4 req-069e2f55-f970-4a8b-8048-46c0fcde4311 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0837340
Apr 30 05:39:29.769511 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 34790) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:39:29.774826 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-27f7234d-b9c0-4d1c-b757-74a2f237f4df tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'floatingip': {'port_id': 'a22ac628-23da-4947-9de2-90288442c0fb'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:39:29.863049 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27f7234d-b9c0-4d1c-b757-74a2f237f4df tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:30.643794 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27f7234d-b9c0-4d1c-b757-74a2f237f4df tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:30.647820 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27f7234d-b9c0-4d1c-b757-74a2f237f4df tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:30.788273 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cfce3b7f-00bf-49be-8da4-b6aeda94ee10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:30.822493 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-27f7234d-b9c0-4d1c-b757-74a2f237f4df tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Floating IP a4db415b-c281-4888-969f-7cbeea784e53 associated. External IP: 172.25.8.58, port: a22ac628-23da-4947-9de2-90288442c0fb.
Apr 30 05:39:31.182170 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f7234d-b9c0-4d1c-b757-74a2f237f4df tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:39:31.367892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f7234d-b9c0-4d1c-b757-74a2f237f4df tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:39:31.372888 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-27f7234d-b9c0-4d1c-b757-74a2f237f4df tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:31.377776 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] Sync routers for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:39:31.387962 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:39:31.388580 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78024b340>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:31.427341 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-27f7234d-b9c0-4d1c-b757-74a2f237f4df tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "PUT /v2.0/floatingips/a4db415b-c281-4888-969f-7cbeea784e53 HTTP/1.1" status: 200  len: 990 time: 1.6567261
Apr 30 05:39:31.428041 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:39:31.476211 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb', 'status': 'completed', 'code': 200}
Apr 30 05:39:31.573919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31374f-62f9-492d-b780-49e023725b46 req-eb8ff719-aabb-42e5-822f-109553e1ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:31.575460 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed31374f-62f9-492d-b780-49e023725b46 req-eb8ff719-aabb-42e5-822f-109553e1ab26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1097 time: 0.0778136
Apr 30 05:39:31.584106 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:39:31.709047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31374f-62f9-492d-b780-49e023725b46 req-414335c0-1b54-4ef2-96c5-bad6e71474a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:31.710500 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed31374f-62f9-492d-b780-49e023725b46 req-414335c0-1b54-4ef2-96c5-bad6e71474a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1285853
Apr 30 05:39:31.940273 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78024b340>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4db415b-c281-4888-969f-7cbeea784e53', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'port_id': 'a22ac628-23da-4947-9de2-90288442c0fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'mac_address': 'fa:16:3e:3c:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:39:16Z', 'updated_at': '2021-04-30T05:39:30Z', 'revision_number': 1, 'project_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:31.944275 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] Checking router: 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:39:31.952441 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:39:31.953496 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78024b340>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:39:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:31.984117 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed31374f-62f9-492d-b780-49e023725b46 req-6feb3090-d621-4434-8af8-769010f83671 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 998 time: 0.2670681
Apr 30 05:39:32.053264 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31374f-62f9-492d-b780-49e023725b46 req-d1ae5bab-097e-41ab-aad8-937dccda8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:32.054736 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed31374f-62f9-492d-b780-49e023725b46 req-d1ae5bab-097e-41ab-aad8-937dccda8314 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0636325
Apr 30 05:39:32.131998 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31374f-62f9-492d-b780-49e023725b46 req-956cc177-7823-46f9-b95f-7f15adfb54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:39:32.133498 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed31374f-62f9-492d-b780-49e023725b46 req-956cc177-7823-46f9-b95f-7f15adfb54cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0724711
Apr 30 05:39:32.160253 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:39:32.270922 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed31374f-62f9-492d-b780-49e023725b46 req-bdd7de82-6812-4fb9-a03e-57ccf16a4149 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309288
Apr 30 05:39:32.410467 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ed31374f-62f9-492d-b780-49e023725b46 req-3ccaf569-bf35-47d8-b060-d22e69727348 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332233
Apr 30 05:39:32.509369 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78024b340>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4db415b-c281-4888-969f-7cbeea784e53', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'port_id': 'a22ac628-23da-4947-9de2-90288442c0fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'mac_address': 'fa:16:3e:3c:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:39:16Z', 'updated_at': '2021-04-30T05:39:30Z', 'revision_number': 1, 'project_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:39:32.513496 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a860752-6e32-4467-bcd5-498b10d7720d None None] The sync data for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 is: [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4db415b-c281-4888-969f-7cbeea784e53', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'port_id': 'a22ac628-23da-4947-9de2-90288442c0fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'mac_address': 'fa:16:3e:3c:6e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:39:16Z', 'updated_at': '2021-04-30T05:39:30Z', 'revision_number': 1, 'project_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:39:32.705719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ee616-ec91-4b96-9c41-b62ed09b1a1c None None] New status for floating IP a4db415b-c281-4888-969f-7cbeea784e53: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:39:33.488981 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:33.684888 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0bb548cc-f9ca-48a8-b6ed-b317517357ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:34.942625 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:36.435388 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:45.095785 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:39:57.710676 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:39:57.823232 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:00.780408 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b4d6cc2f-3cd7-47ca-b024-90da3edd4035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:03.492106 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:03.687117 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-aa6bc413-5204-42ce-98c2-c28a3ddc1f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:04.946434 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:05.167258 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-344d0e12-0cf8-454c-8199-f59815478990 req-2fdfd450-a004-497b-8ba1-df7f37dcb93a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1291056
Apr 30 05:40:05.309671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d0e12-0cf8-454c-8199-f59815478990 req-21b75806-718b-495a-8ba8-75816b3f85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:40:05.311156 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-344d0e12-0cf8-454c-8199-f59815478990 req-21b75806-718b-495a-8ba8-75816b3f85e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1097 time: 0.0721378
Apr 30 05:40:05.466223 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d0e12-0cf8-454c-8199-f59815478990 req-ea905b0e-f472-41c6-b02d-9bf527b84a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:40:05.467745 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-344d0e12-0cf8-454c-8199-f59815478990 req-ea905b0e-f472-41c6-b02d-9bf527b84a5d service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1380701
Apr 30 05:40:05.584060 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-344d0e12-0cf8-454c-8199-f59815478990 req-1bcc2aac-fa6a-4ebc-a9bc-d76124e9ef13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 1000 time: 0.1099210
Apr 30 05:40:05.651880 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d0e12-0cf8-454c-8199-f59815478990 req-84a0fce0-6922-434b-8538-42ea0ec261b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:40:05.653350 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-344d0e12-0cf8-454c-8199-f59815478990 req-84a0fce0-6922-434b-8538-42ea0ec261b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0622001
Apr 30 05:40:05.734554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d0e12-0cf8-454c-8199-f59815478990 req-f58d56c9-09ad-4406-9533-db2e0b568e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:40:05.736344 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-344d0e12-0cf8-454c-8199-f59815478990 req-f58d56c9-09ad-4406-9533-db2e0b568e90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0765662
Apr 30 05:40:05.873929 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-344d0e12-0cf8-454c-8199-f59815478990 req-b24accb5-efea-4eb6-b7ab-576d5014c477 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309435
Apr 30 05:40:06.017078 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-344d0e12-0cf8-454c-8199-f59815478990 req-ba1edc70-1a87-47dc-9783-0298cb251bd7 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351275
Apr 30 05:40:06.437432 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:22.095620 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:40:27.709147 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:27.841710 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:30.783012 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-d5b729c9-92a5-41e2-b39f-8a292af2f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:33.495051 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:33.690441 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4628f01e-6ade-4efc-958b-8b1bd6c332ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:34.814462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-9c168577-fdfc-41fa-9708-220cf11eef1d req-64f95bf6-8192-46d2-9eae-fce92ebc65d7 service neutron] (74582) timed out ('10.222.0.46', 58376) {{(pid=74582) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 05:40:34.948560 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:36.443205 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:57.705690 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:57.835837 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:40:59.095040 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:41:00.833679 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e41ac07-4387-44b5-8460-2ec2c266ff40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:03.499315 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:03.694039 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6b10904b-8562-47e7-8d7a-f1aadba85e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:04.950856 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:06.443319 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:07.130481 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-dd196925-2da7-4e72-932c-89e3fd3cd429 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0740197
Apr 30 05:41:07.274919 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-91301642-5b37-42e2-9e4c-89300ecaa439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:41:07.276524 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-91301642-5b37-42e2-9e4c-89300ecaa439 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1097 time: 0.0773945
Apr 30 05:41:07.429473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-8b125eaa-ec98-4968-ac01-4050829e313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:41:07.430996 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-8b125eaa-ec98-4968-ac01-4050829e313b service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1355011
Apr 30 05:41:07.539593 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-2d354ea0-549e-4203-bc7b-1c3b9ccc0db0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 1000 time: 0.1024618
Apr 30 05:41:07.765651 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-3c412ac3-f1d3-4cc8-9248-78b8e6d2d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:41:07.767106 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-3c412ac3-f1d3-4cc8-9248-78b8e6d2d35c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.2218077
Apr 30 05:41:07.846886 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-46b48bb6-aa06-4832-9770-1784a51e231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:41:07.848502 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-46b48bb6-aa06-4832-9770-1784a51e231b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0752482
Apr 30 05:41:07.984175 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-dbeede06-483d-4265-b881-7362e39e007c service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293423
Apr 30 05:41:08.119190 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d64ba4bf-15c4-4dba-9569-b79e0cebc32f req-93a74748-4ed2-4576-ab46-1b8f2ec46518 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289468
Apr 30 05:41:27.710450 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:27.843530 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:30.787802 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8ee49e09-1519-4d81-84e3-5e3a11c4234f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:33.505181 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:33.696629 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-63006adf-958d-4e84-aede-8f475d2250af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:34.955927 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:36.094518 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:41:36.447741 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:57.724291 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:41:57.835240 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:00.789385 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b0c08011-e037-4dee-897f-98afbdfd8bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:00.822055 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756719e-be8d-4275-a33c-d14e3fe1d864 req-db04f3c3-3d55-4ce2-81c5-34dbed4020e0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:00.823701 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2756719e-be8d-4275-a33c-d14e3fe1d864 req-db04f3c3-3d55-4ce2-81c5-34dbed4020e0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0922701
Apr 30 05:42:00.872328 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2756719e-be8d-4275-a33c-d14e3fe1d864 req-14f8f665-3256-4ea0-81e8-a018d683aa2a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415242
Apr 30 05:42:01.365349 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27d7e8-a680-4cee-9a43-e20234cbc258 req-db5581cf-354b-4e91-a0d8-7fb6c98aebd0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:01.366931 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c27d7e8-a680-4cee-9a43-e20234cbc258 req-db5581cf-354b-4e91-a0d8-7fb6c98aebd0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.1477280
Apr 30 05:42:01.371186 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-9e3c857c-ad78-4aa2-803f-97733397c2f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1892893
Apr 30 05:42:01.428355 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5c27d7e8-a680-4cee-9a43-e20234cbc258 req-b760c536-0d09-421a-b559-a290c344c31a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516472
Apr 30 05:42:02.644246 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dad5d1-b898-464e-bd57-1caf54514099 req-1fc70f13-819d-42f0-92df-45d65216a577 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:02.645804 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8dad5d1-b898-464e-bd57-1caf54514099 req-1fc70f13-819d-42f0-92df-45d65216a577 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.1077166
Apr 30 05:42:02.696745 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b8dad5d1-b898-464e-bd57-1caf54514099 req-89dbc738-edbf-4e6a-9fba-7cc902bbc911 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442295
Apr 30 05:42:02.731248 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-d86a984d-8af0-4846-8cd5-0097b9332b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:02.732836 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-d86a984d-8af0-4846-8cd5-0097b9332b77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1097 time: 0.0830395
Apr 30 05:42:02.875081 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-e13ddfc4-4a3e-4999-ad0c-4c67dc947caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:02.876597 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-e13ddfc4-4a3e-4999-ad0c-4c67dc947caf service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1374235
Apr 30 05:42:02.989893 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-98eebc9d-bc7b-4ba1-aff8-9775fc3e234d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 1000 time: 0.1058984
Apr 30 05:42:03.056205 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-cdd99f97-4486-4da3-b49e-10c556ac0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:03.057709 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-cdd99f97-4486-4da3-b49e-10c556ac0abf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0615275
Apr 30 05:42:03.144049 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-d766d86b-2b64-4dc2-ad3c-fbe0a262454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:03.145575 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-d766d86b-2b64-4dc2-ad3c-fbe0a262454f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0817227
Apr 30 05:42:03.289208 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-1f168d2e-5750-4efd-a823-7953dc82645e service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369851
Apr 30 05:42:03.431701 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-8794647e-04ba-46fd-b1b9-491d68ab2292 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364653
Apr 30 05:42:03.500465 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:03.700666 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f2185a34-72e9-4490-a735-79ae7b06cf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:04.082594 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892af1-1fc3-44d6-bd3a-99a239b9febe req-11a543b1-6c20-4e17-aceb-ec9b36dc73c0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:04.084193 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db892af1-1fc3-44d6-bd3a-99a239b9febe req-11a543b1-6c20-4e17-aceb-ec9b36dc73c0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.2689619
Apr 30 05:42:04.132616 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-db892af1-1fc3-44d6-bd3a-99a239b9febe req-e4658051-84cf-4299-98ef-5c09c2ac988b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422499
Apr 30 05:42:04.960357 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:05.340327 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd60fc-9290-4e83-9f20-04da97cb8401 req-e74c4eea-c81a-440a-8fc0-8c09a5021ddc tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:05.342022 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43bd60fc-9290-4e83-9f20-04da97cb8401 req-e74c4eea-c81a-440a-8fc0-8c09a5021ddc tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0958250
Apr 30 05:42:05.393126 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43bd60fc-9290-4e83-9f20-04da97cb8401 req-f9976d0f-313b-47ea-87d1-9dddfc59c192 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435870
Apr 30 05:42:06.459157 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:06.604536 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba34e28-d082-4949-bcdb-f7c833ede394 req-09ad12af-2c97-4023-9d29-8c86fb0a8759 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:06.606201 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ba34e28-d082-4949-bcdb-f7c833ede394 req-09ad12af-2c97-4023-9d29-8c86fb0a8759 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0969329
Apr 30 05:42:06.655573 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1ba34e28-d082-4949-bcdb-f7c833ede394 req-b7fe24a9-a24c-48fe-90b2-4befdf22a023 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427592
Apr 30 05:42:07.872473 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e263a68-bff3-48fc-81b1-c6fc91a8cef0 req-11079fb6-ffc6-47c1-8e5f-1efb322c475b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:07.874078 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e263a68-bff3-48fc-81b1-c6fc91a8cef0 req-11079fb6-ffc6-47c1-8e5f-1efb322c475b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0949175
Apr 30 05:42:07.929081 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9e263a68-bff3-48fc-81b1-c6fc91a8cef0 req-75286bd7-e2be-4eb9-9e11-cb50774a200a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446889
Apr 30 05:42:08.163462 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-3ab95987-5d63-4ad7-bab6-e889ebaf751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:08.165007 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-3ab95987-5d63-4ad7-bab6-e889ebaf751c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1097 time: 0.0755708
Apr 30 05:42:08.323258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-ccfb84e4-695e-485a-9ec0-871ee47ebf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:08.324648 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-ccfb84e4-695e-485a-9ec0-871ee47ebf23 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1388061
Apr 30 05:42:08.445040 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-851ca068-b2e2-487e-83eb-daa952803133 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 1000 time: 0.1126554
Apr 30 05:42:08.511815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-4f04a37f-9fec-4815-bb4b-af810043f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:08.513278 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-4f04a37f-9fec-4815-bb4b-af810043f458 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0623107
Apr 30 05:42:08.600671 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-a5bfc5f5-5ed0-4d9e-affd-c20f271a4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:08.602366 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-a5bfc5f5-5ed0-4d9e-affd-c20f271a4785 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0818696
Apr 30 05:42:08.741589 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-78a4c637-cd5f-48f8-8f17-a9e146ea42ca service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320944
Apr 30 05:42:09.057555 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a012676c-a4a9-489f-8e55-32c6b98dead8 req-56d8c2f8-02bb-47fc-abd1-8ecb36b63fe8 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3088067
Apr 30 05:42:09.146238 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdd54f-db2a-4c9f-ae4f-ab56fc70f8e5 req-93ef4aa9-18de-480b-8b63-6ce65e9a1cfa tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:09.147797 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fcdd54f-db2a-4c9f-ae4f-ab56fc70f8e5 req-93ef4aa9-18de-480b-8b63-6ce65e9a1cfa tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.1003635
Apr 30 05:42:09.199641 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2fcdd54f-db2a-4c9f-ae4f-ab56fc70f8e5 req-000ed5d7-623c-4609-8982-4e8d17bec247 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418169
Apr 30 05:42:10.404216 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d2e20-155d-4b66-9ae5-3ea65e5e72d7 req-ae621fe9-5041-4d87-9991-bb5227d22555 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:10.405826 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d91d2e20-155d-4b66-9ae5-3ea65e5e72d7 req-ae621fe9-5041-4d87-9991-bb5227d22555 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0870261
Apr 30 05:42:10.457040 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d91d2e20-155d-4b66-9ae5-3ea65e5e72d7 req-e1b83996-d90f-4f1b-b216-d38c7686d23a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448608
Apr 30 05:42:11.675756 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eea9f9-f2bc-40c2-933b-1391533b9153 req-cf988b29-85c2-4d4f-8da7-42349880027a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:11.677373 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61eea9f9-f2bc-40c2-933b-1391533b9153 req-cf988b29-85c2-4d4f-8da7-42349880027a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0945334
Apr 30 05:42:11.788964 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-61eea9f9-f2bc-40c2-933b-1391533b9153 req-0487aab2-96d0-4152-9d8d-6ce53372764a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055558
Apr 30 05:42:12.988503 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f60244-6f91-445e-9c71-a4edb0833059 req-b2a97fb5-cbe6-47e5-bcdd-475128e80c21 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:12.990058 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69f60244-6f91-445e-9c71-a4edb0833059 req-b2a97fb5-cbe6-47e5-bcdd-475128e80c21 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0904312
Apr 30 05:42:13.047015 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69f60244-6f91-445e-9c71-a4edb0833059 req-c24912a9-0752-4409-b23a-a4cf3b7393d8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503609
Apr 30 05:42:13.094409 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:42:14.242662 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead0caa-c3fb-4c54-bc66-dcffcadec462 req-a984db18-5e8c-4b32-b960-18c034a1a228 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:14.244332 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ead0caa-c3fb-4c54-bc66-dcffcadec462 req-a984db18-5e8c-4b32-b960-18c034a1a228 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0868988
Apr 30 05:42:14.290737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2ead0caa-c3fb-4c54-bc66-dcffcadec462 req-1c0a72e9-5578-4a04-9459-d509a51e82c3 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404212
Apr 30 05:42:15.486556 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d6685-ef9a-44bd-a2aa-f6bc09a5851a req-cb375cf7-39bb-4717-87e6-5ac02800feb7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:15.488261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-933d6685-ef9a-44bd-a2aa-f6bc09a5851a req-cb375cf7-39bb-4717-87e6-5ac02800feb7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0876424
Apr 30 05:42:15.534855 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-933d6685-ef9a-44bd-a2aa-f6bc09a5851a req-4d881195-0a44-4df9-bb2e-01b2f640ab76 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407827
Apr 30 05:42:15.733753 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-26dec1d0-e50d-4fb0-b552-2f61d9304274 service neutron] show failed (client error): The resource could not be found.
Apr 30 05:42:15.734827 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-26dec1d0-e50d-4fb0-b552-2f61d9304274 service neutron] 10.222.0.50 "GET /v2.0/ports/a22ac628-23da-4947-9de2-90288442c0fb/bindings/n-h1-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0771825
Apr 30 05:42:16.041484 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-74fff6b4-4676-41e6-b2f8-c87db123faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:16.042870 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-74fff6b4-4676-41e6-b2f8-c87db123faea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0&tenant_id=7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 1097 time: 0.1221197
Apr 30 05:42:16.054425 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:42:16.168834 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:16.441627 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:42:16.471260 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:42:16.530418 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:42:16.536523 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:16.558456 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Transition to ACTIVE for port object a22ac628-23da-4947-9de2-90288442c0fb will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:42:16.566729 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:16.578950 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-eef788bd-6cae-40cd-b0cb-96b1d21a4a84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:16.710620 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb', 'code': 200}
Apr 30 05:42:16.794087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] No DVR routers for this DVR port a22ac628-23da-4947-9de2-90288442c0fb on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:42:16.834047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8d520-0827-4922-b803-e6b4ba83e6ad req-aee98a08-5b1a-48cb-abcf-41b7306af915 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:16.837110 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ee8d520-0827-4922-b803-e6b4ba83e6ad req-aee98a08-5b1a-48cb-abcf-41b7306af915 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 943 time: 0.1344051
Apr 30 05:42:16.862006 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Pushing event updated for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=6']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:16.877708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.877708 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.878409 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.878715 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.879087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.879481 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.879849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.880217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.880584 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.880946 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.881307 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.881669 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:16.886464 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ee8d520-0827-4922-b803-e6b4ba83e6ad req-74fe2960-7463-4db2-b800-6cd0e21d11e7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425229
Apr 30 05:42:16.886869 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:17.050180 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Attempting to bind port a22ac628-23da-4947-9de2-90288442c0fb on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:42:17.050408 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Attempting to bind port a22ac628-23da-4947-9de2-90288442c0fb by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:42:17.050734 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Attempting to bind port a22ac628-23da-4947-9de2-90288442c0fb on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:42:17.055386 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Port a22ac628-23da-4947-9de2-90288442c0fb on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:42:17.055709 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Attempting to bind port a22ac628-23da-4947-9de2-90288442c0fb on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:42:17.060751 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:42:17.061087 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Checking segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:42:17.061473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Bound using segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:42:17.061903 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Bound port: a22ac628-23da-4947-9de2-90288442c0fb, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:42:17.062246 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:17.152174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:42:17.155593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:42:17.160672 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:17.164564 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-394a5ade-1f61-4542-bfe8-9ac420ee4512 tempest-DeleteServersTestJSON-1116113290 tempest-DeleteServersTestJSON-1116113290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:17.222784 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:17.223438 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:17.224814 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] 10.222.0.37 "PUT /v2.0/ports/a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 1092 time: 1.1744266
Apr 30 05:42:17.245871 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Pushing event updated for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:17.249882 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:17.327477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-5f803b77-5a93-418d-be9b-8c2011a1bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:17.329151 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-5f803b77-5a93-418d-be9b-8c2011a1bfa7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1095 time: 0.0783598
Apr 30 05:42:17.473380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-146d8984-d8ba-4bb2-8423-067ec6e8f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:17.474855 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-146d8984-d8ba-4bb2-8423-067ec6e8f318 service neutron] 10.222.0.37 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1394515
Apr 30 05:42:17.583636 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-5557124e-b146-445b-a278-ee92399823df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 998 time: 0.1016710
Apr 30 05:42:17.648350 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-281ee2b4-1c3a-4413-86d4-01c113f7e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:17.649790 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-281ee2b4-1c3a-4413-86d4-01c113f7e365 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0594628
Apr 30 05:42:17.719370 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device a22ac628-23da-4947-9de2-90288442c0fb no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:42:17.732407 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-5a22f1fa-1a1f-4443-b317-722e9d615afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:17.733974 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-5a22f1fa-1a1f-4443-b317-722e9d615afc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0778039
Apr 30 05:42:17.781029 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device a22ac628-23da-4947-9de2-90288442c0fb not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:42:17.876820 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-d7d9e561-f6f6-485c-a866-63f444f049f6 service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363683
Apr 30 05:42:18.098158 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e874f1-a0fa-4323-a7fc-534870e937b3 req-e79eee3a-a104-4947-9bb0-f1aba3bce311 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:18.100271 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8e874f1-a0fa-4323-a7fc-534870e937b3 req-e79eee3a-a104-4947-9bb0-f1aba3bce311 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 943 time: 0.0953617
Apr 30 05:42:18.151901 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f8e874f1-a0fa-4323-a7fc-534870e937b3 req-d982f1ce-c6bb-41d5-aaf8-d66500695d00 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455387
Apr 30 05:42:18.201132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0daff37a-2518-4137-a8c1-f8ebc7801154 req-0117d610-e4aa-4c97-b639-29a45f95f9e2 service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3183815
Apr 30 05:42:18.387987 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-878b1a90-6844-442e-bf14-9bc183972b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:18.389550 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-878b1a90-6844-442e-bf14-9bc183972b1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1095 time: 0.0721321
Apr 30 05:42:18.546745 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-b17ebabd-41e9-45e7-85fd-468b403bab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:18.548243 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-b17ebabd-41e9-45e7-85fd-468b403bab7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1289611
Apr 30 05:42:18.665122 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-655ac432-f109-4172-820e-097ebd615289 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 998 time: 0.1092730
Apr 30 05:42:18.713098 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:42:18.735265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-05b0af6a-c5f3-478b-8768-c5c6776af385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:18.737115 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-05b0af6a-c5f3-478b-8768-c5c6776af385 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0656290
Apr 30 05:42:18.781385 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb', 'status': 'completed', 'code': 200}
Apr 30 05:42:18.881533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-60f637cb-7b1f-48cf-a5a5-605c36bba202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:18.883031 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-60f637cb-7b1f-48cf-a5a5-605c36bba202 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1396589
Apr 30 05:42:18.889174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-d4d320c4-bc51-4d2c-befa-a119f63c7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:18.890651 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-d4d320c4-bc51-4d2c-befa-a119f63c7a38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1095 time: 0.0970621
Apr 30 05:42:19.137131 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-e133c607-54af-407d-8c7f-244dee23b970 service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2454383
Apr 30 05:42:19.139410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-23874c9d-84f5-413f-b34c-15b34bc31c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:19.140738 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-23874c9d-84f5-413f-b34c-15b34bc31c98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.2261789
Apr 30 05:42:19.341717 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-221289ef-66f8-4c7a-970e-f5215199d556 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 998 time: 0.1786985
Apr 30 05:42:19.356179 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032d251-0c2c-4613-9fd1-cbbc539f1a39 req-af78de22-9c8b-4385-a31e-cde44b746209 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:19.357807 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5032d251-0c2c-4613-9fd1-cbbc539f1a39 req-af78de22-9c8b-4385-a31e-cde44b746209 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 943 time: 0.0887475
Apr 30 05:42:19.406473 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5032d251-0c2c-4613-9fd1-cbbc539f1a39 req-d4885e54-3bfb-4e9e-95b6-378ef2d590bb tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416806
Apr 30 05:42:19.410073 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8419db3c-48ec-4c6b-a366-346f94b7a214 req-0d739f47-30ab-4967-8829-aacb87604acd service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2654946
Apr 30 05:42:19.423258 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-a37fc93b-eca6-45ca-9ff6-2eade7f22557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:19.425505 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-a37fc93b-eca6-45ca-9ff6-2eade7f22557 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0774693
Apr 30 05:42:19.563771 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-40583285-611a-4332-94c1-3b05fa8e752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:19.565454 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-40583285-611a-4332-94c1-3b05fa8e752f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1095 time: 0.1033776
Apr 30 05:42:19.568217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-093fb637-5d8c-495d-bd6e-9cac59d84709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:19.569564 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-093fb637-5d8c-495d-bd6e-9cac59d84709 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1380980
Apr 30 05:42:19.985133 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-fb61ddd7-51a3-4759-abec-0202cf11a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:19.987263 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-fb61ddd7-51a3-4759-abec-0202cf11a2a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.4148977
Apr 30 05:42:19.989057 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-c9fe91e8-06e6-4f01-8bae-cb916bad144d service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3986394
Apr 30 05:42:20.181537 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-8a3da74e-9486-41ee-b6ae-57eafbcb257d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 998 time: 0.1873283
Apr 30 05:42:20.255657 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-b78de133-595d-46ee-b9ac-97ce0d3e2272 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148499
Apr 30 05:42:20.262689 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-4913069f-7ac9-40f6-963b-334a07d3ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:20.264096 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-4913069f-7ac9-40f6-963b-334a07d3ff17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0761907
Apr 30 05:42:20.339590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-831ad2a6-e049-419e-99ff-7879e43a9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:20.341076 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-831ad2a6-e049-419e-99ff-7879e43a9f44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0708714
Apr 30 05:42:20.490374 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-2a4c1dff-ea2f-4228-84ce-2cb337b0ba0a service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426926
Apr 30 05:42:20.645112 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-be6eb37e-fc5d-4351-96d5-6feffa752c03 req-4198a762-9e76-48ed-bbb9-0e588c2f4ff1 service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470337
Apr 30 05:42:20.677066 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19221a9-e5b4-4a2b-a7e1-fd06d433c275 req-4cb7baad-7c19-4f0d-974d-df1b6c82dc97 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:20.678584 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b19221a9-e5b4-4a2b-a7e1-fd06d433c275 req-4cb7baad-7c19-4f0d-974d-df1b6c82dc97 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 943 time: 0.1443467
Apr 30 05:42:20.730642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b19221a9-e5b4-4a2b-a7e1-fd06d433c275 req-3ad3b2ce-c500-4231-930f-693363f43411 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449533
Apr 30 05:42:21.724451 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a22ac628-23da-4947-9de2-90288442c0fb details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:42:21.865466 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:42:21.885850 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': 'a22ac628-23da-4947-9de2-90288442c0fb', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'port_id': 'a22ac628-23da-4947-9de2-90288442c0fb', 'mac_address': 'fa:16:3e:3c:6e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:42:21.927283 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0b6ec-bb3c-4dd8-8dbe-ce89a7e16cc2 req-4cd62602-f9fb-4fdc-a10d-eccc3725ef4d tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:21.929090 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84b0b6ec-bb3c-4dd8-8dbe-ce89a7e16cc2 req-4cd62602-f9fb-4fdc-a10d-eccc3725ef4d tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 943 time: 0.0855346
Apr 30 05:42:21.972683 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:21.980717 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-84b0b6ec-bb3c-4dd8-8dbe-ce89a7e16cc2 req-b2e15f81-beee-4588-8d36-401f706b2fc7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450428
Apr 30 05:42:21.994637 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22ac628-23da-4947-9de2-90288442c0fb {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:42:22.010767 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:42:22.015230 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:22.018129 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:22.093673 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:22.102915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.103257 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.103628 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.103995 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.104373 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.104706 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.105038 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.105372 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.105730 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.106050 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.106379 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.106696 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:42:22.111110 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:22.320148 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977e9e4-b5f6-4d69-8820-56c28f677fb8 req-bec75d46-a297-4007-8aa7-694673e9d271 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:22.320148 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4977e9e4-b5f6-4d69-8820-56c28f677fb8 req-bec75d46-a297-4007-8aa7-694673e9d271 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 944 time: 0.0904577
Apr 30 05:42:22.320504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-10a3c446-73dd-4a50-83f8-c18330396301 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:22.320504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-10a3c446-73dd-4a50-83f8-c18330396301 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Synchronizing usage tracker for tenant:7f8e651664c04742821f866da5e84a22 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:42:22.334893 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-10a3c446-73dd-4a50-83f8-c18330396301 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Unset dirty status for tenant:7f8e651664c04742821f866da5e84a22 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:42:22.336751 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-10a3c446-73dd-4a50-83f8-c18330396301 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0&tenant_id=7f8e651664c04742821f866da5e84a22&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 944 time: 0.1092808
Apr 30 05:42:22.366223 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4977e9e4-b5f6-4d69-8820-56c28f677fb8 req-c30f85b2-02d4-499f-ba29-703026787c87 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450041
Apr 30 05:42:22.420165 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['a22ac628-23da-4947-9de2-90288442c0fb'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:42:22.456633 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-e22ffa18-7101-451f-ac2b-684d6af2eabc service neutron] delete failed (client error): The resource could not be found.
Apr 30 05:42:22.457661 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-e22ffa18-7101-451f-ac2b-684d6af2eabc service neutron] 10.222.0.50 "DELETE /v2.0/ports/a22ac628-23da-4947-9de2-90288442c0fb/bindings/n-h2-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.1154251
Apr 30 05:42:22.604121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-606af859-5d68-4820-be02-b3a2a2e8439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:22.605618 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-606af859-5d68-4820-be02-b3a2a2e8439d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 1096 time: 0.0783865
Apr 30 05:42:22.745363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-0b8ee181-2b60-458f-9539-e3340b330bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:22.746867 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-0b8ee181-2b60-458f-9539-e3340b330bfb service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1345031
Apr 30 05:42:22.856109 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-54ad2d23-a86c-4126-9275-850aae030afe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 200  len: 999 time: 0.1017756
Apr 30 05:42:22.920720 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-62d6a122-3e29-43bb-b0cb-4ccd56b77622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:22.922205 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-62d6a122-3e29-43bb-b0cb-4ccd56b77622 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0593154
Apr 30 05:42:23.001061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-7710fe74-4fb2-4e2f-a9a2-a584fc47f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:23.002622 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-7710fe74-4fb2-4e2f-a9a2-a584fc47f470 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0729582
Apr 30 05:42:23.141680 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-0444bc65-9b0c-4849-9d9e-3907d97ac3d0 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323154
Apr 30 05:42:23.278378 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-34e5b635-85b7-4d9e-b586-bd3066b6397a req-eacdd974-17d1-49d5-ba56-68f25a83e9ca service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303136
Apr 30 05:42:23.568014 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a92a1-bfe0-4b99-b0f5-024253441a87 req-41fc47a4-bde9-4f9b-abd8-9d103f8c9f89 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:23.569670 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-548a92a1-bfe0-4b99-b0f5-024253441a87 req-41fc47a4-bde9-4f9b-abd8-9d103f8c9f89 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 944 time: 0.0899830
Apr 30 05:42:23.617929 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-548a92a1-bfe0-4b99-b0f5-024253441a87 req-f28008fb-9e8d-48da-93da-ee6db0e92ad9 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415750
Apr 30 05:42:23.734132 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a22ac628-23da-4947-9de2-90288442c0fb up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:42:23.803452 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port a22ac628-23da-4947-9de2-90288442c0fb completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:42:23.808416 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port a22ac628-23da-4947-9de2-90288442c0fb triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:42:23.808800 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:23.932920 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:23.960505 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:42:23.971104 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:42:23.976240 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:23.978318 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:24.048190 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:24.052503 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:24.065603 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb', 'code': 200}
Apr 30 05:42:24.812909 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960f342-4528-48aa-aeed-bc15ce87c7c8 req-a93ea744-4f76-4755-ac32-88ab5d1c523d tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:24.815008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5960f342-4528-48aa-aeed-bc15ce87c7c8 req-a93ea744-4f76-4755-ac32-88ab5d1c523d tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0862501
Apr 30 05:42:24.863504 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5960f342-4528-48aa-aeed-bc15ce87c7c8 req-5bd5bf36-4468-4d6a-b75a-afea7cdaa08f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423162
Apr 30 05:42:25.270836 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c80a-7889-4297-8f86-bde08d4fae02 req-59729393-3e6f-4b7b-b382-536a4a317258 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:25.272396 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf85c80a-7889-4297-8f86-bde08d4fae02 req-59729393-3e6f-4b7b-b382-536a4a317258 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0866933
Apr 30 05:42:25.320360 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cf85c80a-7889-4297-8f86-bde08d4fae02 req-5207efa4-e58a-4cbf-a0cc-6594c3998b39 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421860
Apr 30 05:42:25.511090 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3db09-2efd-44e6-838e-96b7243c972a req-ce1535bc-f35f-4227-9c08-ea5a548cdd89 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:25.512642 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43c3db09-2efd-44e6-838e-96b7243c972a req-ce1535bc-f35f-4227-9c08-ea5a548cdd89 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0848508
Apr 30 05:42:25.706878 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-43c3db09-2efd-44e6-838e-96b7243c972a req-932bcaac-5c25-498f-88b8-e5bc91f24967 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1882041
Apr 30 05:42:26.118182 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67681afb-c678-4c7c-8aab-7549709defa9 req-7d7d2f17-731d-48cc-a0ab-aad359c255be tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:26.119705 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67681afb-c678-4c7c-8aab-7549709defa9 req-7d7d2f17-731d-48cc-a0ab-aad359c255be tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0848665
Apr 30 05:42:26.169796 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-67681afb-c678-4c7c-8aab-7549709defa9 req-3e4f6b73-ecf6-4e5c-85a4-906002427d99 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444334
Apr 30 05:42:27.366437 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6131ac-eb15-4729-947a-77ef707bf41b req-4a66d413-0dcb-45ce-b8f9-63d619be08ea tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:27.368075 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e6131ac-eb15-4729-947a-77ef707bf41b req-4a66d413-0dcb-45ce-b8f9-63d619be08ea tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0831301
Apr 30 05:42:27.414722 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8e6131ac-eb15-4729-947a-77ef707bf41b req-2e274387-8b6b-48e1-ba39-eef6b656e5dd tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405664
Apr 30 05:42:27.453575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-08ee5206-95cd-47a0-9481-b33a3f4682fc tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:27.455669 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-08ee5206-95cd-47a0-9481-b33a3f4682fc tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 945 time: 0.0972235
Apr 30 05:42:27.601921 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Deleting port a22ac628-23da-4947-9de2-90288442c0fb {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:42:27.602262 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:27.718880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:27.838967 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:27.931270 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] For port a22ac628-23da-4947-9de2-90288442c0fb, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=a22ac628-23da-4947-9de2-90288442c0fb,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:42:27.931639 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:28.296677 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:28.297051 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:28.297377 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Floating IP a4db415b-c281-4888-969f-7cbeea784e53 disassociated. External IP: 172.25.8.58, port: a22ac628-23da-4947-9de2-90288442c0fb.
Apr 30 05:42:28.297727 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Calling delete_port for a22ac628-23da-4947-9de2-90288442c0fb owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:42:28.420602 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:28.427853 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-ae4c4b9d-fd31-4aa7-ad92-9a4298ab4760 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:28.478977 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event deleted for resources: {'Port': ['ID=a22ac628-23da-4947-9de2-90288442c0fb,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:28.482320 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:28.576770 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-df9ca2ab-eb9e-465a-8b0b-1eaaf2000b92 req-04066d88-0426-430b-8630-ba95391a4509 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 210 time: 0.0474410
Apr 30 05:42:28.691852 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:42:28.880895 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:42:28.891066 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] Sync routers for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:42:28.902358 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:42:28.903041 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be71790>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:42:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:42:28.965305 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] No DVR routers for this DVR port a22ac628-23da-4947-9de2-90288442c0fb on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:42:28.968706 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:28.973194 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'name': 'network-vif-deleted', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:42:29.000722 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-17e5cbdb-1fc2-4bf9-b1a8-520951d75718 req-f40e2b81-d4ef-4be2-9973-a53b4a3546ca tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.37 "DELETE /v2.0/ports/a22ac628-23da-4947-9de2-90288442c0fb HTTP/1.1" status: 204  len: 173 time: 1.5400422
Apr 30 05:42:29.029927 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bea7801-e465-4ab1-8a97-612fde5487a0', 'name': 'network-vif-deleted', 'tag': 'a22ac628-23da-4947-9de2-90288442c0fb', 'status': 'completed', 'code': 200}
Apr 30 05:42:29.119242 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:42:29.434848 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be71790>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:42:29.438515 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] Checking router: 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:42:29.446818 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:42:29.447438 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be71790>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:42:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:42:29.655325 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:42:29.763258 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0948bfb2-d945-42e8-838e-a474bf0b2163 req-3ab6dd29-a4bd-4629-92eb-e819a5c74a26 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bea7801-e465-4ab1-8a97-612fde5487a0 HTTP/1.1" status: 200  len: 210 time: 0.0525777
Apr 30 05:42:29.977581 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be71790>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:42:29.981500 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eafaaaa-1e22-49fa-b53d-e3bb9c903f33 None None] The sync data for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 is: [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:42:30.198146 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31026c3a-c230-48ac-b2a0-747bec39c433 None None] New status for floating IP a4db415b-c281-4888-969f-7cbeea784e53: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:42:30.791813 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ebe83c6f-7ad8-4a94-b5d9-d90b71ac1ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:31.101737 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-bccb3696-44ac-4e91-b249-b8564a9e2bcb tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--105013440&fields=id&tenant_id=7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 267 time: 0.0439003
Apr 30 05:42:31.257284 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-83fdba31-490b-4357-9cac-1d94e0ea1ee4 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:31.258753 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-83fdba31-490b-4357-9cac-1d94e0ea1ee4 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 811 time: 0.1505387
Apr 30 05:42:31.274056 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-9caad890-7e5a-4d9f-8c08-3d55bce2b87a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/quotas/7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 375 time: 0.0097895
Apr 30 05:42:31.364277 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-d7de347e-0cfb-4c96-9f6c-26a8d8dbab24 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0850921
Apr 30 05:42:31.545829 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-33912292-7cbc-453f-8407-7d88157fc9c1 service neutron] 10.222.0.46 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1701710
Apr 30 05:42:31.680868 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-ea34f539-174f-4795-be41-e6d48f83767c service neutron] 10.222.0.46 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281424
Apr 30 05:42:31.796639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a22ac628-23da-4947-9de2-90288442c0fb no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:42:31.831720 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: a22ac628-23da-4947-9de2-90288442c0fb {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:42:31.832080 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device a22ac628-23da-4947-9de2-90288442c0fb not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:42:31.865278 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9981b426-0615-4f00-883e-4b2a2323b3e7 req-697414f7-84f3-41ba-8b84-e7c30c88271f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 210 time: 0.0448465
Apr 30 05:42:33.022893 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-95c73dbe-cd3f-4a39-8b2c-fe5d5c58077d req-0ccc25df-c1fe-4a75-96d5-0ffa8a1f50e8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 210 time: 0.0506370
Apr 30 05:42:33.135122 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-695d1de0-0abb-46f1-a9dc-6062a914c28b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:33.136682 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-695d1de0-0abb-46f1-a9dc-6062a914c28b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 811 time: 0.1655719
Apr 30 05:42:33.188985 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-116d92fc-3536-4580-a5c9-0c33b9a8aba1 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 379 time: 0.0439055
Apr 30 05:42:33.198649 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'port': {'device_id': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'admin_state_up': True, 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'security_groups': ['b6c47efc-04ce-48e7-94a8-d4085916a767']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:42:33.338590 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:42:33.342827 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Usage tracker for resource:port and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:42:33.346393 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:42:33.352308 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:42:33.362121 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Made reservation on behalf of 7f8e651664c04742821f866da5e84a22 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:42:33.365730 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:33.494031 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:33.539016 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Allocated IP 172.20.0.8 (49641cf1-674f-4afa-bd99-ced6be0d1cdf/fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2/6ea90a37-ebb8-43c7-8384-966339702946) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:42:33.703329 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44132b97-7a55-40d3-99ff-18236847a69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:33.733720 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:33.748781 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Transition to ACTIVE for port object 6ea90a37-ebb8-43c7-8384-966339702946 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:42:33.772483 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:33.778453 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-1cf35fa5-9211-47bb-abd5-63fc4e508de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:33.850471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:42:33.854186 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:42:33.856905 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:42:33.900040 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event updated for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:33.903060 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:33.930716 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:33.931468 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:33.959878 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-00cce5b8-8c11-44aa-afb5-4d545f75dbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7648520
Apr 30 05:42:33.971774 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Request body: {'port': {'device_id': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:42:34.115256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-26220a0a-8643-4fad-b023-0d8deed92dba None None] Provisioning for port 6ea90a37-ebb8-43c7-8384-966339702946 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:42:34.121007 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-26220a0a-8643-4fad-b023-0d8deed92dba None None] Provisioning complete for port 6ea90a37-ebb8-43c7-8384-966339702946 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:42:34.121383 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-26220a0a-8643-4fad-b023-0d8deed92dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:34.191610 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-26220a0a-8643-4fad-b023-0d8deed92dba None None] Port 6ea90a37-ebb8-43c7-8384-966339702946 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:42:34.233476 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23039e3-3133-4b05-9177-2716aab862d3 req-eaac9ec8-c92d-4a74-83a8-6123a3afeb91 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:34.234925 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b23039e3-3133-4b05-9177-2716aab862d3 req-eaac9ec8-c92d-4a74-83a8-6123a3afeb91 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 931 time: 0.0939946
Apr 30 05:42:34.273462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:34.286116 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b23039e3-3133-4b05-9177-2716aab862d3 req-a3992fcf-9e06-49c1-b883-573d6caf0448 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444117
Apr 30 05:42:34.631583 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea90a37-ebb8-43c7-8384-966339702946 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:42:34.638996 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:34.653913 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Transition to ACTIVE for port object 6ea90a37-ebb8-43c7-8384-966339702946 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:42:34.657348 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:34.661248 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-dc548e64-99d1-478d-b4cf-c4020e277b39 tempest-TestServerAdvancedOps-725548961 tempest-TestServerAdvancedOps-725548961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:34.840653 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Pushing event updated for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:34.843864 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:34.917146 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Attempting to bind port 6ea90a37-ebb8-43c7-8384-966339702946 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:42:34.917543 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Attempting to bind port 6ea90a37-ebb8-43c7-8384-966339702946 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:42:34.917891 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Attempting to bind port 6ea90a37-ebb8-43c7-8384-966339702946 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:42:34.924174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Port 6ea90a37-ebb8-43c7-8384-966339702946 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:42:34.924765 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Attempting to bind port 6ea90a37-ebb8-43c7-8384-966339702946 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:42:34.930117 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:42:34.930455 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Checking segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:42:34.930843 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Bound using segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:42:34.931276 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Bound port: 6ea90a37-ebb8-43c7-8384-966339702946, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:42:34.931661 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:34.962408 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:35.043272 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:42:35.046523 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:42:35.051073 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:35.055160 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-bcd6f158-d971-4f3f-aa42-ab446a97d9de tempest-ServersAdminNegativeTestJSON-190238274 tempest-ServersAdminNegativeTestJSON-190238274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:35.110769 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:35.112249 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:35.113388 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] 10.222.0.50 "PUT /v2.0/ports/6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 1092 time: 1.1463106
Apr 30 05:42:35.113944 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:42:35.142773 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Pushing event updated for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:35.145972 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:35.201353 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946', 'status': 'completed', 'code': 200}
Apr 30 05:42:35.246754 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-5a481b90-1f80-4977-b4d8-0b689699e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:35.248322 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-5a481b90-1f80-4977-b4d8-0b689699e273 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1095 time: 0.0853610
Apr 30 05:42:35.326494 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-ef41b78e-6c36-4c92-95dc-785619556e6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 217 time: 0.0700700
Apr 30 05:42:35.391404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-51f74209-f539-49f4-9d15-95ab26a3d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:35.393969 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-51f74209-f539-49f4-9d15-95ab26a3d245 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0614035
Apr 30 05:42:35.473468 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-3d1a37bc-f493-4c34-af4e-3f89809e9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:35.474965 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-3d1a37bc-f493-4c34-af4e-3f89809e9b2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0751731
Apr 30 05:42:35.479727 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd19a7e-7e68-4e7c-90b6-ef8366ff7bb5 req-d3b769c5-bd01-4b18-932f-280ed9e1bd07 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:35.481261 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6bd19a7e-7e68-4e7c-90b6-ef8366ff7bb5 req-d3b769c5-bd01-4b18-932f-280ed9e1bd07 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 943 time: 0.0838945
Apr 30 05:42:35.528822 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-6bd19a7e-7e68-4e7c-90b6-ef8366ff7bb5 req-e156bb46-34de-499d-a414-67fbf2a8258e tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406744
Apr 30 05:42:35.613652 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-4474dd23-5be7-4855-b2db-40ce9774f8a5 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315663
Apr 30 05:42:35.750998 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-0103ff3d-e941-46be-94a4-5d7819a55a9f req-a628288a-8a4c-4b34-88ab-b624c3f2c81d service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310616
Apr 30 05:42:35.874419 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0232542-353f-4a71-91fd-5eaeba23808e req-bf09316e-c5c8-47ef-9a66-c6ac522e6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:35.876059 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d0232542-353f-4a71-91fd-5eaeba23808e req-bf09316e-c5c8-47ef-9a66-c6ac522e6ca2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1095 time: 0.0776620
Apr 30 05:42:36.014241 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0232542-353f-4a71-91fd-5eaeba23808e req-30e27571-6ea1-4d5d-9144-d45ce67688e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:36.015739 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d0232542-353f-4a71-91fd-5eaeba23808e req-30e27571-6ea1-4d5d-9144-d45ce67688e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1335289
Apr 30 05:42:36.085417 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d0232542-353f-4a71-91fd-5eaeba23808e req-968559c3-4e47-47ea-b63f-e6c917a328ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 217 time: 0.0629053
Apr 30 05:42:36.154239 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0232542-353f-4a71-91fd-5eaeba23808e req-e1a110d0-ac11-4830-925e-622cd2d6df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:36.155765 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d0232542-353f-4a71-91fd-5eaeba23808e req-e1a110d0-ac11-4830-925e-622cd2d6df27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0647702
Apr 30 05:42:36.238335 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0232542-353f-4a71-91fd-5eaeba23808e req-a63abccf-8171-4a1f-bf9a-b9064e196149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:36.239881 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d0232542-353f-4a71-91fd-5eaeba23808e req-a63abccf-8171-4a1f-bf9a-b9064e196149 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0774691
Apr 30 05:42:36.381016 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d0232542-353f-4a71-91fd-5eaeba23808e req-679ece03-b0ae-4ed8-8d1e-9e02be00a6f7 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343853
Apr 30 05:42:36.454859 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:36.527041 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d0232542-353f-4a71-91fd-5eaeba23808e req-77685021-52b6-4b46-98c9-0e826134d192 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398304
Apr 30 05:42:36.724413 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09124330-5b62-40c1-aafe-9c4898808d13 req-65bd6237-409f-45be-b088-eeb74c3dea06 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:36.725937 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09124330-5b62-40c1-aafe-9c4898808d13 req-65bd6237-409f-45be-b088-eeb74c3dea06 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 943 time: 0.0889840
Apr 30 05:42:36.774306 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09124330-5b62-40c1-aafe-9c4898808d13 req-39f3f1b8-e81e-4532-97fb-8092b63d9acf tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413620
Apr 30 05:42:37.965964 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238bd7f-dccb-4990-b1fb-5deeb2631071 req-9317535c-da3b-4b25-a15f-7f9a5af13ef8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:37.967525 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3238bd7f-dccb-4990-b1fb-5deeb2631071 req-9317535c-da3b-4b25-a15f-7f9a5af13ef8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 943 time: 0.0867243
Apr 30 05:42:38.018647 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3238bd7f-dccb-4990-b1fb-5deeb2631071 req-e9dfbd49-96c1-4ae3-a320-986c206f5497 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443923
Apr 30 05:42:39.211989 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e10cc-be53-4e68-92c4-831b79893f5f req-56865d7b-a53d-4cd7-9070-0e7dcb59c7a8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:39.213465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-885e10cc-be53-4e68-92c4-831b79893f5f req-56865d7b-a53d-4cd7-9070-0e7dcb59c7a8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 943 time: 0.0896571
Apr 30 05:42:39.261465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-885e10cc-be53-4e68-92c4-831b79893f5f req-680c6544-e801-4568-a120-bd2b468087b3 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424070
Apr 30 05:42:39.798440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ea90a37-ebb8-43c7-8384-966339702946 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:42:39.975438 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:42:39.989826 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '6ea90a37-ebb8-43c7-8384-966339702946', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'port_id': '6ea90a37-ebb8-43c7-8384-966339702946', 'mac_address': 'fa:16:3e:9f:4a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:42:40.045580 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:40.062947 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea90a37-ebb8-43c7-8384-966339702946 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:42:40.078938 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:42:40.084031 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:40.085794 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:40.154971 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:40.158117 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:40.424426 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['6ea90a37-ebb8-43c7-8384-966339702946'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:42:40.459196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48a2e5-9ec2-4cd5-bf89-0cb8d045f3d3 req-13656bb6-108f-45ad-af22-59c65a5e1e87 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:40.460774 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d48a2e5-9ec2-4cd5-bf89-0cb8d045f3d3 req-13656bb6-108f-45ad-af22-59c65a5e1e87 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 944 time: 0.0888116
Apr 30 05:42:40.508761 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8d48a2e5-9ec2-4cd5-bf89-0cb8d045f3d3 req-712e7c21-1295-44e4-9d20-ba0b585e87ba tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413606
Apr 30 05:42:41.710289 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badd72b-826f-40fa-8b87-6b9f44e23d36 req-13188ee1-8fae-4931-b359-67dd9fdbbb66 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:41.712222 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9badd72b-826f-40fa-8b87-6b9f44e23d36 req-13188ee1-8fae-4931-b359-67dd9fdbbb66 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 944 time: 0.0945284
Apr 30 05:42:41.760521 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-9badd72b-826f-40fa-8b87-6b9f44e23d36 req-9bcc585a-5ebb-4e69-97eb-ae5a00c2cb57 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425754
Apr 30 05:42:41.796391 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ea90a37-ebb8-43c7-8384-966339702946 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:42:41.867244 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 6ea90a37-ebb8-43c7-8384-966339702946 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:42:41.872318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 6ea90a37-ebb8-43c7-8384-966339702946 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:42:41.872706 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:41.996627 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:42.026884 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:42:42.037951 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:42:42.042049 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:42.045007 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:42:42.105616 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946', 'code': 200}
Apr 30 05:42:42.121766 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:42:42.125655 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:42:42.418010 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058f06-cc24-4c0a-ae5d-43bcd312823d req-30a7efdf-fa4e-4e11-8363-49aee8f9fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:42.419452 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40058f06-cc24-4c0a-ae5d-43bcd312823d req-30a7efdf-fa4e-4e11-8363-49aee8f9fe31 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1097 time: 0.2496707
Apr 30 05:42:42.464619 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-40058f06-cc24-4c0a-ae5d-43bcd312823d req-317fc59c-0ecc-41c0-ad80-83cab1615f06 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380988
Apr 30 05:42:42.959086 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d51e4-3a05-4889-93d6-e1e1dea806c5 req-a62fed6b-7aa0-4499-8259-4098561b65cf tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:42.960650 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-075d51e4-3a05-4889-93d6-e1e1dea806c5 req-a62fed6b-7aa0-4499-8259-4098561b65cf tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0867677
Apr 30 05:42:43.012888 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-075d51e4-3a05-4889-93d6-e1e1dea806c5 req-7da397f9-5fe7-4186-8853-3c4b4e7206bf tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459552
Apr 30 05:42:44.208112 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71df01a-d810-419e-8b63-3a1187375b3a req-f262250f-0224-4908-a866-d05b59468d23 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:44.209608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c71df01a-d810-419e-8b63-3a1187375b3a req-f262250f-0224-4908-a866-d05b59468d23 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0818303
Apr 30 05:42:44.255864 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c71df01a-d810-419e-8b63-3a1187375b3a req-f68a54ed-04e7-4f23-82a8-4e19a4c855aa tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401354
Apr 30 05:42:44.440827 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8cc31-38a8-48bd-95bf-9318261a8276 req-b800d44e-8519-4dce-b6bc-6c5a4030fe78 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:44.442344 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-21d8cc31-38a8-48bd-95bf-9318261a8276 req-b800d44e-8519-4dce-b6bc-6c5a4030fe78 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0856423
Apr 30 05:42:44.452371 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35286) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:42:44.459088 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.v2.base [None req-8b6a9d43-d2b1-49ee-8857-2915d9c61dff tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'floatingip': {'port_id': '6ea90a37-ebb8-43c7-8384-966339702946'}} {{(pid=74581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:42:44.538481 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9d43-d2b1-49ee-8857-2915d9c61dff tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, before_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:45.337363 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9d43-d2b1-49ee-8857-2915d9c61dff tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:45.341411 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9d43-d2b1-49ee-8857-2915d9c61dff tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:45.511025 n-d-766726-20 neutron-server[74581]: INFO neutron.db.l3_db [None req-8b6a9d43-d2b1-49ee-8857-2915d9c61dff tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Floating IP a4db415b-c281-4888-969f-7cbeea784e53 associated. External IP: 172.25.8.58, port: 6ea90a37-ebb8-43c7-8384-966339702946.
Apr 30 05:42:45.863230 n-d-766726-20 neutron-server[74581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6a9d43-d2b1-49ee-8857-2915d9c61dff tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:42:46.047579 n-d-766726-20 neutron-server[74581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6a9d43-d2b1-49ee-8857-2915d9c61dff tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:42:46.052786 n-d-766726-20 neutron-server[74581]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9d43-d2b1-49ee-8857-2915d9c61dff tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:46.058139 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] Sync routers for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:42:46.070280 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:42:46.070917 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78048eb20>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:42:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:42:46.112561 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [None req-8b6a9d43-d2b1-49ee-8857-2915d9c61dff tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "PUT /v2.0/floatingips/a4db415b-c281-4888-969f-7cbeea784e53 HTTP/1.1" status: 200  len: 990 time: 1.6590343
Apr 30 05:42:46.113304 n-d-766726-20 neutron-server[74581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946'}] {{(pid=74581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:42:46.223612 n-d-766726-20 neutron-server[74581]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946', 'status': 'completed', 'code': 200}
Apr 30 05:42:46.313054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-2a7a872e-edb0-469c-8929-89cf1014ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:46.315132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-2a7a872e-edb0-469c-8929-89cf1014ecea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1097 time: 0.0723445
Apr 30 05:42:46.334571 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:42:46.449086 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-dc5a9700-17b9-4521-9196-02af329f4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:46.450561 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-dc5a9700-17b9-4521-9196-02af329f4ebf service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1294370
Apr 30 05:42:46.559132 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-47e4a15a-f83c-48ac-9bac-644eda00a19e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 998 time: 0.1019931
Apr 30 05:42:46.628363 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-0790d1f8-086d-4dd5-8745-70cd89ac5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:46.629858 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-0790d1f8-086d-4dd5-8745-70cd89ac5d7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0646491
Apr 30 05:42:46.710542 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-5eba320a-d960-469c-af89-f10277155793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:42:46.712402 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-5eba320a-d960-469c-af89-f10277155793 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0765843
Apr 30 05:42:46.746820 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78048eb20>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4db415b-c281-4888-969f-7cbeea784e53', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'port_id': '6ea90a37-ebb8-43c7-8384-966339702946', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'mac_address': 'fa:16:3e:9f:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:39:16Z', 'updated_at': '2021-04-30T05:42:45Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:42:46.750886 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] Checking router: 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:42:46.759599 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:42:46.760240 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe78048eb20>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:42:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:42:46.854611 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-0563b1d3-ed88-47f8-a667-77907905a427 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353359
Apr 30 05:42:46.962171 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:42:46.999433 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a17e9654-eb73-49b6-a6e0-423721fe17f4 req-1417210f-7350-433f-bcec-2a05e7158fcc service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388824
Apr 30 05:42:47.354236 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe78048eb20>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4db415b-c281-4888-969f-7cbeea784e53', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'port_id': '6ea90a37-ebb8-43c7-8384-966339702946', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'mac_address': 'fa:16:3e:9f:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:39:16Z', 'updated_at': '2021-04-30T05:42:45Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:42:47.360023 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bb2f26-e773-4754-adb7-ed084c603be8 None None] The sync data for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 is: [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4db415b-c281-4888-969f-7cbeea784e53', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'port_id': '6ea90a37-ebb8-43c7-8384-966339702946', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'mac_address': 'fa:16:3e:9f:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:39:16Z', 'updated_at': '2021-04-30T05:42:45Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:42:47.556246 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421b598-b6f7-4b38-b686-7bf068c5fb40 None None] New status for floating IP a4db415b-c281-4888-969f-7cbeea784e53: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:42:50.093799 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:42:57.717312 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:42:57.841342 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:00.795226 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ec1409bd-ddda-45b5-9602-9a0f7c1d8b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:03.498138 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:03.708332 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-74c9d112-8f3e-42ae-9575-fa9eadbb257c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:04.965044 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:06.456397 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:09.134926 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-5ce3f72f-6b68-42d3-83ba-1d0141cd1295 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0718915
Apr 30 05:43:09.288404 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-68b1e34c-51e0-4f2d-b7a6-001240af2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:43:09.289918 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-68b1e34c-51e0-4f2d-b7a6-001240af2bcf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1097 time: 0.0835192
Apr 30 05:43:09.443861 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-0ca1cb4b-c85d-47fe-999e-610c50565277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:43:09.445338 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-0ca1cb4b-c85d-47fe-999e-610c50565277 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1284337
Apr 30 05:43:09.548265 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-e9707086-49e7-41f2-978e-33e7ba2fff4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 1000 time: 0.0960891
Apr 30 05:43:09.610737 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-9e9d6973-4fdb-48b0-a8b6-24c36205dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:43:09.612325 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-9e9d6973-4fdb-48b0-a8b6-24c36205dbee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0578911
Apr 30 05:43:09.690450 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-e77e6c1e-d354-4def-8fda-b1af241e8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:43:09.691977 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-e77e6c1e-d354-4def-8fda-b1af241e8f65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0732515
Apr 30 05:43:09.826348 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-5a80cdd3-ff20-47d0-b03e-9e96bfc66300 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277449
Apr 30 05:43:09.962223 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-6ac53cbc-c6a3-4f3b-a8ed-ebceae7f7b15 req-0cc57d72-da4c-4738-a2a3-5a0a47e6160f service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287239
Apr 30 05:43:27.093749 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:43:27.723095 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:27.845707 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:30.797910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-69749f89-2c04-470f-8c4c-7c4a5e596241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:33.503287 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:33.711039 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-fc41613c-b02b-43eb-9e78-caa3d0c435c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:34.969753 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:36.459032 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:57.721954 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:43:57.856155 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:00.801665 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-dc235242-4056-441a-9067-14207fd24f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:03.507850 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:03.718338 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6bdf20ba-1bba-4cbc-b818-61a622ec98a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:04.094374 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:44:04.972184 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:06.462188 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:09.106998 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-e143c717-6d2a-4f72-94fb-ba5f6f7da3e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0818536
Apr 30 05:44:09.253139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-28cd0f69-09a0-43b2-b3f7-15e3ccacbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:44:09.254625 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-28cd0f69-09a0-43b2-b3f7-15e3ccacbfb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1097 time: 0.0787485
Apr 30 05:44:09.406261 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-0d8dee01-036e-459d-8d0b-a9403a0c7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:44:09.407874 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-0d8dee01-036e-459d-8d0b-a9403a0c7cf3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1338489
Apr 30 05:44:09.526333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-38908174-8c86-4a8c-ab95-acd6248f782a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 1000 time: 0.1114433
Apr 30 05:44:09.603277 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-e82c8ce7-cfcb-48a1-8bca-76983897c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:44:09.604775 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-e82c8ce7-cfcb-48a1-8bca-76983897c1ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0727248
Apr 30 05:44:09.684931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-6fc4796f-cc0a-4615-85cc-2ac982c82da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:44:09.686466 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-6fc4796f-cc0a-4615-85cc-2ac982c82da9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0742891
Apr 30 05:44:10.000306 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-60b51596-dec0-42b8-9aae-952f1d7f06e5 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3055956
Apr 30 05:44:10.152678 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8945d910-20e0-4f3b-8e47-ef76502bfc3e req-64acfc54-c530-46d4-a3df-4b33cbebef88 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457515
Apr 30 05:44:27.726172 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:27.855374 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:30.804322 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-65c49ac6-5477-4e6b-b3c1-bcbe02400ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:33.504100 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:33.711131 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-726b5ad5-f90c-4f0f-98aa-033e040da2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:34.975687 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:36.465572 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:41.093915 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:44:57.727954 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:44:57.855892 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:00.807455 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7a699bb9-ef9e-4556-b32a-b12e2fe7b9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:03.506926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:03.713737 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6e80be77-078b-4360-adce-97b036825405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:04.976545 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:06.468447 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:09.143363 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-c9883816-88da-4a01-ad77-b5690b91b2b5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.1207483
Apr 30 05:45:09.283911 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-e445a004-02eb-417d-abe6-8ca7136bde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:09.285419 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-e445a004-02eb-417d-abe6-8ca7136bde9d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1097 time: 0.0720901
Apr 30 05:45:09.433541 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-c4f01a20-5f4c-45e7-ae37-5d62d9216864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:09.435009 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-c4f01a20-5f4c-45e7-ae37-5d62d9216864 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1305370
Apr 30 05:45:09.541891 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-40182286-221b-4944-ad78-1cdf382a898a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 1000 time: 0.0997672
Apr 30 05:45:09.605215 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-04b29083-23ce-48c2-a7d9-69538a05b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:09.606623 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-04b29083-23ce-48c2-a7d9-69538a05b8c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0580611
Apr 30 05:45:09.686471 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-e65cdbe7-1760-4a75-8acd-d9e855ed13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:09.688030 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-e65cdbe7-1760-4a75-8acd-d9e855ed13b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0742147
Apr 30 05:45:09.698200 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-2ddeee0a-0ee1-4ccf-a6c5-4212d18d1ace service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:45:09.699141 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-2ddeee0a-0ee1-4ccf-a6c5-4212d18d1ace service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050633
Apr 30 05:45:09.834127 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-96671fbd-ac44-4e78-863d-df5cc3331c58 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281300
Apr 30 05:45:09.974333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b5785a82-9585-4b3a-b6d6-a8eab8d44257 req-024e704f-6f83-4daf-ba13-a62be7468710 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339386
Apr 30 05:45:16.048563 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a078183-f3e1-41f6-8977-1ad6f6a50137 req-86273379-4e0c-429c-9e56-ddce36616ff2 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:16.050031 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a078183-f3e1-41f6-8977-1ad6f6a50137 req-86273379-4e0c-429c-9e56-ddce36616ff2 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.2432461
Apr 30 05:45:16.095781 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a078183-f3e1-41f6-8977-1ad6f6a50137 req-4f82da5c-3bb4-4771-b38c-35e30c722df9 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399046
Apr 30 05:45:17.287615 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bbbd7-05ff-4fd8-be5e-4db1a26b62c2 req-631d16dd-73a9-4b38-ab63-e4af762e55e1 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:17.289087 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-320bbbd7-05ff-4fd8-be5e-4db1a26b62c2 req-631d16dd-73a9-4b38-ab63-e4af762e55e1 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0873997
Apr 30 05:45:17.335438 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-320bbbd7-05ff-4fd8-be5e-4db1a26b62c2 req-d433541d-c122-46ed-a559-91914a14ebb6 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406628
Apr 30 05:45:18.092921 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:45:18.523415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be0ef5-64b6-499d-990d-857657ff7345 req-f954e521-847e-4868-9a30-498aa84e0590 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:18.524920 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50be0ef5-64b6-499d-990d-857657ff7345 req-f954e521-847e-4868-9a30-498aa84e0590 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0828068
Apr 30 05:45:18.574721 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-50be0ef5-64b6-499d-990d-857657ff7345 req-ebb4c272-cb70-4806-89c1-e6cbeef0e316 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440414
Apr 30 05:45:19.760567 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f826989-997d-4c59-ba9a-af7058c8c687 req-bb6cf042-b7c5-45c8-94ce-e0ae71277c78 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:19.762027 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f826989-997d-4c59-ba9a-af7058c8c687 req-bb6cf042-b7c5-45c8-94ce-e0ae71277c78 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0807812
Apr 30 05:45:19.807019 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5f826989-997d-4c59-ba9a-af7058c8c687 req-fba56474-da19-444e-bd71-0bb08515d44f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385373
Apr 30 05:45:20.998972 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83716d-06f2-4527-90ee-2f408cab8907 req-e4ac0515-c447-4463-9e15-8c9469b85fc3 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:21.000526 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d83716d-06f2-4527-90ee-2f408cab8907 req-e4ac0515-c447-4463-9e15-8c9469b85fc3 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0849078
Apr 30 05:45:21.046153 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7d83716d-06f2-4527-90ee-2f408cab8907 req-9edac35a-a647-441d-b8d8-b0bc6dc33c22 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396805
Apr 30 05:45:22.237652 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4bdba-e3da-411f-8c06-47c4b2cf656c req-66ec7456-55ca-40a1-b64a-05221c522a30 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:22.239135 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3eb4bdba-e3da-411f-8c06-47c4b2cf656c req-66ec7456-55ca-40a1-b64a-05221c522a30 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0836864
Apr 30 05:45:22.285151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3eb4bdba-e3da-411f-8c06-47c4b2cf656c req-3847ace2-776b-43b7-992e-030ff6e4f524 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402005
Apr 30 05:45:23.472783 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1544d3c-5a9f-44fb-911b-6d184b056308 req-6ee86a3a-a851-4bd3-9583-a3c172bf69b2 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:23.474245 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1544d3c-5a9f-44fb-911b-6d184b056308 req-6ee86a3a-a851-4bd3-9583-a3c172bf69b2 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0846961
Apr 30 05:45:23.518766 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1544d3c-5a9f-44fb-911b-6d184b056308 req-0ff81cd4-b55b-448b-b184-366c2e99fd6b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387104
Apr 30 05:45:24.706134 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefeaf33-1e3f-4e0f-a055-21ba6e452a28 req-d3fcbee9-d348-4b88-8c0f-a7e8e7be05f7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:24.707608 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cefeaf33-1e3f-4e0f-a055-21ba6e452a28 req-d3fcbee9-d348-4b88-8c0f-a7e8e7be05f7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0833540
Apr 30 05:45:24.753724 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-cefeaf33-1e3f-4e0f-a055-21ba6e452a28 req-c0308434-997f-4f15-b0d0-15f43e7c4e33 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391209
Apr 30 05:45:25.940787 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae599554-1f66-4c46-940f-0bc920570e6e req-00bbfccc-336b-476b-8e62-25128052fc28 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:25.942324 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae599554-1f66-4c46-940f-0bc920570e6e req-00bbfccc-336b-476b-8e62-25128052fc28 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0854456
Apr 30 05:45:25.993013 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ae599554-1f66-4c46-940f-0bc920570e6e req-66205e79-77be-464d-89df-72748828a316 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443194
Apr 30 05:45:27.184483 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f1807-6c96-4d4b-b1f3-e9c13bee8560 req-8d9b0a46-590c-4c44-b534-224283f37015 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:27.185867 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b8f1807-6c96-4d4b-b1f3-e9c13bee8560 req-8d9b0a46-590c-4c44-b534-224283f37015 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0829737
Apr 30 05:45:27.236424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3b8f1807-6c96-4d4b-b1f3-e9c13bee8560 req-d1d3fb8c-abc2-486e-995c-7a43578631b0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442460
Apr 30 05:45:27.726028 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:27.870400 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:28.425415 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a41b2d-d36e-4961-b7ed-93f3a29c8af7 req-917e08d0-7812-47bb-a9d6-644ca00820ce tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:28.426902 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a41b2d-d36e-4961-b7ed-93f3a29c8af7 req-917e08d0-7812-47bb-a9d6-644ca00820ce tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0829511
Apr 30 05:45:28.475806 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-17a41b2d-d36e-4961-b7ed-93f3a29c8af7 req-fce59021-177e-40cb-8c44-fc486c527999 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407059
Apr 30 05:45:29.666435 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1dab9-c370-4e86-ad22-f524baef1d50 req-d275cbd1-eb2a-4b92-9b34-0a02ac2b88b7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:29.667935 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88b1dab9-c370-4e86-ad22-f524baef1d50 req-d275cbd1-eb2a-4b92-9b34-0a02ac2b88b7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0840950
Apr 30 05:45:29.714763 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-88b1dab9-c370-4e86-ad22-f524baef1d50 req-0970351c-d09d-4758-a79b-f3ed5c7ae9f4 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411224
Apr 30 05:45:30.809746 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-374f986c-7f5f-48f2-9f02-828b50eb27f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:30.914892 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266f1d1-a73e-4be9-8076-b09a10927bed req-b94bcf83-4d64-4f9e-ad1d-3d0b38d3d7f0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:30.916453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d266f1d1-a73e-4be9-8076-b09a10927bed req-b94bcf83-4d64-4f9e-ad1d-3d0b38d3d7f0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0882068
Apr 30 05:45:30.967544 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-d266f1d1-a73e-4be9-8076-b09a10927bed req-bcdf2564-80cd-40d0-b950-8fe1067b7ab0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434728
Apr 30 05:45:32.165592 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0ad6d-adfa-47df-9504-d8aa68b5df57 req-0549e784-2b36-44c2-8a55-4ad442a13173 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:32.167138 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aef0ad6d-adfa-47df-9504-d8aa68b5df57 req-0549e784-2b36-44c2-8a55-4ad442a13173 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0893254
Apr 30 05:45:32.213430 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-aef0ad6d-adfa-47df-9504-d8aa68b5df57 req-39f28589-6cfb-4fb7-97e3-3da95e49b49f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406153
Apr 30 05:45:32.494846 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [-] (74581) accepted ('10.222.0.46', 35650) {{(pid=74581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:45:32.684290 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b104a2-d144-4a29-ab2c-2b68543763d4 req-4b7b5393-84c3-4e55-9c70-f6d1f303c9c0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:32.685765 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5b104a2-d144-4a29-ab2c-2b68543763d4 req-4b7b5393-84c3-4e55-9c70-f6d1f303c9c0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.1481063
Apr 30 05:45:32.689668 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-c48e0dd2-7a9b-402a-960a-51e3c5df533f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1931269
Apr 30 05:45:32.734035 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f5b104a2-d144-4a29-ab2c-2b68543763d4 req-7c537ad1-02d1-41a4-85e2-a29625403276 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420423
Apr 30 05:45:33.508545 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:33.718052 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-cf221fde-3039-4975-92c6-d2255a71c6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:33.835940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-45a57fab-a988-42ea-b8fe-54fcf2d70642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:33.837428 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-45a57fab-a988-42ea-b8fe-54fcf2d70642 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1097 time: 0.0729716
Apr 30 05:45:33.930426 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b28d8-72ba-4c73-bca9-09f6edfe4b43 req-2d545152-3eb0-43a5-869d-a865e0c54b38 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:33.932419 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e17b28d8-72ba-4c73-bca9-09f6edfe4b43 req-2d545152-3eb0-43a5-869d-a865e0c54b38 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0900373
Apr 30 05:45:33.975828 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-cb318e95-0b1d-4307-8d40-cf0c75f8eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:33.977359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-cb318e95-0b1d-4307-8d40-cf0c75f8eddd service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1338339
Apr 30 05:45:33.982786 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e17b28d8-72ba-4c73-bca9-09f6edfe4b43 req-b565780c-ea0a-4654-a44b-88af7c3cade8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438569
Apr 30 05:45:34.085382 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-2923a774-9068-46bc-bce4-d5569cd2e59b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 1000 time: 0.1017971
Apr 30 05:45:34.148532 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-1d5c8700-4fea-4587-95c4-74e649893af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:34.150018 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-1d5c8700-4fea-4587-95c4-74e649893af1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0587373
Apr 30 05:45:34.230593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-33f078d7-8fc4-42ce-8481-5e8fbfeb4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:34.232075 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-33f078d7-8fc4-42ce-8481-5e8fbfeb4bec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0758626
Apr 30 05:45:34.528834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-29c51282-ce29-44ec-b763-c8af9eaf2847 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904408
Apr 30 05:45:34.663213 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-432dfe71-3846-46ac-9669-301d71a28744 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279106
Apr 30 05:45:34.979727 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:35.173629 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adab527-fdbd-4833-9ae1-d3709f483144 req-854c4ed8-94fb-4e7c-b53d-475bd43d07bb tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:35.175767 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5adab527-fdbd-4833-9ae1-d3709f483144 req-854c4ed8-94fb-4e7c-b53d-475bd43d07bb tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0827119
Apr 30 05:45:35.219517 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5adab527-fdbd-4833-9ae1-d3709f483144 req-0af66808-ed09-4239-9e35-20ec2ee3b2bf tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380208
Apr 30 05:45:36.472583 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:36.553298 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76be6b-8440-4b90-8761-e4d1d1f37405 req-f80a7fcc-201b-44ab-8319-df80f0283a8b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:36.554730 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a76be6b-8440-4b90-8761-e4d1d1f37405 req-f80a7fcc-201b-44ab-8319-df80f0283a8b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.2290595
Apr 30 05:45:36.601581 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8a76be6b-8440-4b90-8761-e4d1d1f37405 req-9af14227-947c-45ce-84fc-274dc49fbb12 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408871
Apr 30 05:45:36.680380 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-69136acd-fe55-4681-a403-1f313b7b6113 req-322e04d0-c2e3-4f23-a829-31022df47f9c service neutron] show failed (client error): The resource could not be found.
Apr 30 05:45:36.681393 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-322e04d0-c2e3-4f23-a829-31022df47f9c service neutron] 10.222.0.50 "GET /v2.0/ports/6ea90a37-ebb8-43c7-8384-966339702946/bindings/n-h1-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0778172
Apr 30 05:45:36.948054 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-4d70fa3f-371a-469f-8fc6-52cb288b1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:36.949541 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-4d70fa3f-371a-469f-8fc6-52cb288b1aed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf&tenant_id=7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 1097 time: 0.0767741
Apr 30 05:45:36.961111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766726-20', 'device_owner': 'compute:nova'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:45:37.070068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:37.343764 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:45:37.372495 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:45:37.434401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:45:37.441211 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:37.457465 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Transition to ACTIVE for port object 6ea90a37-ebb8-43c7-8384-966339702946 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:45:37.461533 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:37.466380 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af6c536c-4851-4639-80b2-83506b1697dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:45:37.502751 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946', 'code': 200}
Apr 30 05:45:37.602999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=6']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:45:37.623247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.623663 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.624047 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.624424 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.624793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.625165 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.625624 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.625999 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.626370 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.627093 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.627492 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.627862 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:37.638368 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:45:37.683580 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] No DVR routers for this DVR port 6ea90a37-ebb8-43c7-8384-966339702946 on host n-h2-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:45:37.800328 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86dc15-cbae-446d-8715-6f092a85258c req-f56b574b-e086-4db6-93e6-cee94e64928c tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:37.801729 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a86dc15-cbae-446d-8715-6f092a85258c req-f56b574b-e086-4db6-93e6-cee94e64928c tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 943 time: 0.0822749
Apr 30 05:45:37.851133 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a86dc15-cbae-446d-8715-6f092a85258c req-09806581-ab2d-4c36-89da-898f4533355e tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435798
Apr 30 05:45:37.916930 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Attempting to bind port 6ea90a37-ebb8-43c7-8384-966339702946 on host n-h1-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:45:37.917265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Attempting to bind port 6ea90a37-ebb8-43c7-8384-966339702946 by drivers openvswitch,hyperv on host n-h1-766726-20 at level 0 using segments [{'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:45:37.917588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Attempting to bind port 6ea90a37-ebb8-43c7-8384-966339702946 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:45:37.922217 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Port 6ea90a37-ebb8-43c7-8384-966339702946 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf not bound, no agent of type Open vSwitch agent registered on host n-h1-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:45:37.922530 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Attempting to bind port 6ea90a37-ebb8-43c7-8384-966339702946 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:45:37.927850 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Checking agent: {'id': '83d0d43c-8067-4b7c-8ef4-709201d41b2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:45:37.928185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Checking segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:45:37.928563 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Bound using segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:45:37.928982 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Bound port: 6ea90a37-ebb8-43c7-8384-966339702946, host: n-h1-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:45:37.929332 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:38.018554 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h1-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:45:38.021593 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h1-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:45:38.028054 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:38.029268 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-af59aa1a-0f50-4e96-8f4c-06471dcf6041 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:45:38.087477 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:38.088196 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:38.089581 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 1092 time: 1.1326795
Apr 30 05:45:38.112313 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=7']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:45:38.115850 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-461d2226-0c42-4588-abc0-19be720190c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:45:38.192333 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-3293051b-cdce-41c8-81d2-d1f9d5ab8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:38.193843 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-3293051b-cdce-41c8-81d2-d1f9d5ab8062 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1095 time: 0.0768929
Apr 30 05:45:38.329320 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-b6b83557-5e39-4b59-8ad5-c4d1328bce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:38.331444 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-b6b83557-5e39-4b59-8ad5-c4d1328bce4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1309898
Apr 30 05:45:38.599769 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-a528aebd-fbc1-475c-95da-de584443d56b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 998 time: 0.2617490
Apr 30 05:45:38.662978 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-b45c080c-de67-4f68-a0a5-6bbf51729a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:38.664452 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-b45c080c-de67-4f68-a0a5-6bbf51729a62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0580590
Apr 30 05:45:38.743648 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69136acd-fe55-4681-a403-1f313b7b6113 req-1cf89f8b-7d61-4733-98a9-823aedfe23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:38.745141 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-1cf89f8b-7d61-4733-98a9-823aedfe23cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0748475
Apr 30 05:45:38.881597 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-345e2975-3b04-4669-86b5-33a1475995e8 service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298661
Apr 30 05:45:39.024348 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-69136acd-fe55-4681-a403-1f313b7b6113 req-237f4468-ec67-4d90-a829-c2193cd437a3 service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368959
Apr 30 05:45:39.039263 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c962a-e848-4ca7-82f4-8b8728be014f req-b2d2caf3-111b-482c-9c0e-160358b74751 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:39.040972 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a59c962a-e848-4ca7-82f4-8b8728be014f req-b2d2caf3-111b-482c-9c0e-160358b74751 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 943 time: 0.0823357
Apr 30 05:45:39.089256 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a59c962a-e848-4ca7-82f4-8b8728be014f req-106b37b2-fc2e-414b-beef-1481eae99833 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422914
Apr 30 05:45:39.504143 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:45:39.564064 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946', 'status': 'completed', 'code': 200}
Apr 30 05:45:39.717555 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-d4a863e1-4d09-4d15-9608-ef22e757a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:39.719544 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-d4a863e1-4d09-4d15-9608-ef22e757a954 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1095 time: 0.1385353
Apr 30 05:45:39.723697 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-bd2d61e7-3a24-4a19-9f77-67cf58e0514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:39.725524 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-bd2d61e7-3a24-4a19-9f77-67cf58e0514a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1095 time: 0.1071947
Apr 30 05:45:39.968172 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-d88b4a60-cfd2-49cf-aef6-080b3878bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:39.969640 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-d88b4a60-cfd2-49cf-aef6-080b3878bbf7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.2430844
Apr 30 05:45:39.972167 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-94a565a9-7ddd-4404-be82-cdb5c8250af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:39.973499 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-94a565a9-7ddd-4404-be82-cdb5c8250af4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.2245076
Apr 30 05:45:40.163739 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-98069086-e10a-465a-889a-371905d7ef8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 998 time: 0.1875548
Apr 30 05:45:40.165558 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-eda673f8-09f7-4f40-a9fc-4b6350369dd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 998 time: 0.1420081
Apr 30 05:45:40.278322 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-259314a7-3b72-41c3-a470-6434e607e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:40.279841 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-259314a7-3b72-41c3-a470-6434e607e1c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.1104300
Apr 30 05:45:40.283729 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-73771922-e7db-4186-8849-c6af5b92904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:40.285096 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-73771922-e7db-4186-8849-c6af5b92904c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0852926
Apr 30 05:45:40.290366 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8370-5d05-404d-b554-7dce5f8ae1c6 req-3fb6b1eb-3f1a-48d3-8598-5e4d2c8e098e tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:40.291933 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-581f8370-5d05-404d-b554-7dce5f8ae1c6 req-3fb6b1eb-3f1a-48d3-8598-5e4d2c8e098e tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 943 time: 0.0901647
Apr 30 05:45:40.338570 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-581f8370-5d05-404d-b554-7dce5f8ae1c6 req-b577e657-4883-49a1-ae66-4519cc4c1497 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408955
Apr 30 05:45:40.415575 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-a093cf5a-e371-4a09-aea2-785934046a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:40.417065 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-a093cf5a-e371-4a09-aea2-785934046a4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0999761
Apr 30 05:45:40.419043 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-e15f8772-939d-4d73-af10-6b9745d3db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:40.420424 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-e15f8772-939d-4d73-af10-6b9745d3db2b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1340628
Apr 30 05:45:40.681612 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ea90a37-ebb8-43c7-8384-966339702946 no longer exists at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:45:40.800083 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 6ea90a37-ebb8-43c7-8384-966339702946 not bound to the agent host n-h2-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:45:40.857177 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-85ce14cf-8af4-443a-a25b-cb6f07cf42a7 service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4325724
Apr 30 05:45:40.859068 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-0a1d7aad-d0b6-4ce7-8dff-b25178bedbc2 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4132941
Apr 30 05:45:41.115619 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-c32c6608-833a-45f7-beb0-e542f4fc6c68 service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515469
Apr 30 05:45:41.118796 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-ab40e915-6ffa-402d-b35d-bfd40c85e8d4 req-e4c4f125-e0df-49df-862b-6d7c01ab33fb service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361166
Apr 30 05:45:41.544569 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8233f-ff9c-4e5a-a9c8-9bf12e0ec1d3 req-00fe0d1a-90e5-41c7-ac82-4050c4d6c89a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:41.546453 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd8233f-ff9c-4e5a-a9c8-9bf12e0ec1d3 req-00fe0d1a-90e5-41c7-ac82-4050c4d6c89a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 943 time: 0.0928128
Apr 30 05:45:41.601853 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4fd8233f-ff9c-4e5a-a9c8-9bf12e0ec1d3 req-b60f831a-26f3-4013-b01d-2ee56a0c531f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484936
Apr 30 05:45:42.762977 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6ea90a37-ebb8-43c7-8384-966339702946 details requested by agent hyperv_n-h1-766726-20 with host n-h1-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:45:42.813129 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cdbc8-cd3d-4a0f-9ae3-9aec20a7394c req-98c53f04-4e04-4266-bd34-442e95183c2f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:42.815562 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad6cdbc8-cd3d-4a0f-9ae3-9aec20a7394c req-98c53f04-4e04-4266-bd34-442e95183c2f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 943 time: 0.0920014
Apr 30 05:45:42.863630 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-ad6cdbc8-cd3d-4a0f-9ae3-9aec20a7394c req-927f44f2-deb3-4583-b275-fc9d0ae7d29f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422928
Apr 30 05:45:42.914485 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:45:42.931309 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Returning: {'device': '6ea90a37-ebb8-43c7-8384-966339702946', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'port_id': '6ea90a37-ebb8-43c7-8384-966339702946', 'mac_address': 'fa:16:3e:9f:4a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:45:42.994610 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:43.012105 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea90a37-ebb8-43c7-8384-966339702946 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:45:43.030250 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:45:43.035891 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:43.037773 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:45:43.123559 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=8']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:45:43.133264 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.133619 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.133958 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.134304 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.134651 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.134981 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.135318 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.135813 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.136135 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.136481 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.136786 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.137109 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766726-20 {{(pid=74583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 05:45:43.141307 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:45:43.239401 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-66ed4fa4-1cb4-4af2-8265-8c7d741996fd tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:43.240153 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-66ed4fa4-1cb4-4af2-8265-8c7d741996fd tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Synchronizing usage tracker for tenant:7f8e651664c04742821f866da5e84a22 on resource:port {{(pid=74582) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 30 05:45:43.246719 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5147d75-e21d-4083-b039-5ee58e832c55 req-3765fefb-3cda-4904-b7a9-b0538f384180 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:43.248793 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5147d75-e21d-4083-b039-5ee58e832c55 req-3765fefb-3cda-4904-b7a9-b0538f384180 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 944 time: 0.1095326
Apr 30 05:45:43.260142 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-66ed4fa4-1cb4-4af2-8265-8c7d741996fd tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Unset dirty status for tenant:7f8e651664c04742821f866da5e84a22 on resource:port {{(pid=74582) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 30 05:45:43.262039 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-66ed4fa4-1cb4-4af2-8265-8c7d741996fd tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf&tenant_id=7f8e651664c04742821f866da5e84a22&binding%3Ahost_id=n-h1-766726-20 HTTP/1.1" status: 200  len: 944 time: 0.1182370
Apr 30 05:45:43.314603 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e5147d75-e21d-4083-b039-5ee58e832c55 req-b1d00107-72bc-429e-ba15-28f6ebc5ba67 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564637
Apr 30 05:45:43.350892 n-d-766726-20 neutron-server[74582]: INFO neutron.api.v2.resource [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-567998c1-80df-4f4c-9f23-965f0e876609 service neutron] delete failed (client error): The resource could not be found.
Apr 30 05:45:43.352169 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-567998c1-80df-4f4c-9f23-965f0e876609 service neutron] 10.222.0.50 "DELETE /v2.0/ports/6ea90a37-ebb8-43c7-8384-966339702946/bindings/n-h2-766726-20 HTTP/1.1" status: 404  len: 381 time: 0.0834584
Apr 30 05:45:43.410794 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] get_ports_and_sgs() called for port_ids ['6ea90a37-ebb8-43c7-8384-966339702946'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:45:43.508576 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-adf04fa6-8dc8-4d45-b139-1bef28b3b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:43.510266 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-adf04fa6-8dc8-4d45-b139-1bef28b3b186 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1096 time: 0.0850561
Apr 30 05:45:43.749206 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-f5b231c2-4669-4c37-b780-52159a9d7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:43.750796 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-f5b231c2-4669-4c37-b780-52159a9d7a4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.2342436
Apr 30 05:45:43.868149 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-fa49b46c-2bd1-46df-b792-ac3c2a2bd7c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 999 time: 0.1100001
Apr 30 05:45:43.944722 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-897c2f35-16e9-486c-be95-69c62f17d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:43.947431 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-897c2f35-16e9-486c-be95-69c62f17d10d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0729537
Apr 30 05:45:44.032588 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-4355ac1b-d138-4824-882b-327b6615900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:44.034441 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-4355ac1b-d138-4824-882b-327b6615900c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0811436
Apr 30 05:45:44.182325 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-f6cf1284-6dde-42b1-8e41-bc97cbb2a79f service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392987
Apr 30 05:45:44.325134 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-26c4079c-0451-4009-a6ed-f80b1effa6a7 req-cc9d97a5-e97c-494b-965a-0a3212c69c74 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364756
Apr 30 05:45:44.536658 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae2c9-3ae8-4dbf-bcb1-dc285b76e6ae req-5f3ddc9c-9a77-4a60-a4f1-375db497f1f9 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:44.539173 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2eae2c9-3ae8-4dbf-bcb1-dc285b76e6ae req-5f3ddc9c-9a77-4a60-a4f1-375db497f1f9 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 944 time: 0.1057043
Apr 30 05:45:44.591671 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b2eae2c9-3ae8-4dbf-bcb1-dc285b76e6ae req-6398c2fe-e188-4ee7-a559-671697d68569 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462701
Apr 30 05:45:44.763179 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6ea90a37-ebb8-43c7-8384-966339702946 up at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:45:44.840596 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning for port 6ea90a37-ebb8-43c7-8384-966339702946 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:45:44.857866 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Provisioning complete for port 6ea90a37-ebb8-43c7-8384-966339702946 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:45:44.858352 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:45.013281 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:45.042070 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:45:45.053492 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:45:45.057880 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:45.060181 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-5adf12c3-d40b-4dec-947f-b1d1afcc52e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:45:45.097315 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946', 'code': 200}
Apr 30 05:45:45.133682 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Pushing event updated for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=9']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:45:45.136676 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:45:45.787155 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407198b-65fa-4fa5-9dbf-1b7cc639a8ab req-58bc00eb-8b62-4c91-a554-2fe1e5ec6106 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:45.788676 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7407198b-65fa-4fa5-9dbf-1b7cc639a8ab req-58bc00eb-8b62-4c91-a554-2fe1e5ec6106 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0890954
Apr 30 05:45:45.836451 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7407198b-65fa-4fa5-9dbf-1b7cc639a8ab req-bc3a3d81-e9ec-49a4-a8e3-2fe34fc2b883 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420280
Apr 30 05:45:46.031822 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee3d82-2756-4bd6-bd2f-98654209fb1b req-f29386ac-fced-4f51-bcfb-2c77dfa0a1ce tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:46.033537 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1ee3d82-2756-4bd6-bd2f-98654209fb1b req-f29386ac-fced-4f51-bcfb-2c77dfa0a1ce tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0862572
Apr 30 05:45:46.087510 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-e1ee3d82-2756-4bd6-bd2f-98654209fb1b req-a58979ff-2d2b-449c-abee-29e5491ab959 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484190
Apr 30 05:45:46.437345 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c340f9d-e13c-41e4-bd8f-8595cdffd739 req-e275288e-1430-4f2a-8280-d332462dc75c tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:46.438821 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c340f9d-e13c-41e4-bd8f-8595cdffd739 req-e275288e-1430-4f2a-8280-d332462dc75c tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0843673
Apr 30 05:45:46.481965 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-eaca8f3e-0d2f-4c68-bfab-b8920228ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:46.483496 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-eaca8f3e-0d2f-4c68-bfab-b8920228ae06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 1097 time: 0.0746617
Apr 30 05:45:46.488068 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3c340f9d-e13c-41e4-bd8f-8595cdffd739 req-07509f3e-0008-4408-9b67-5b6d6ab13aa9 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422878
Apr 30 05:45:46.620558 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-50582bca-ea21-4d1e-8cfe-44a10acca9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:46.622054 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-50582bca-ea21-4d1e-8cfe-44a10acca9ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1322143
Apr 30 05:45:46.726359 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-96fa05b9-5216-4851-b969-17f160a56d8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 200  len: 1000 time: 0.0981812
Apr 30 05:45:46.789042 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-7bfa5b47-4585-42f0-a97d-38d41dc77c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:46.790486 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-7bfa5b47-4585-42f0-a97d-38d41dc77c00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0582159
Apr 30 05:45:46.877547 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-7a1a220c-c5a8-4bf9-9871-1729fdcb452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:46.879072 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-7a1a220c-c5a8-4bf9-9871-1729fdcb452d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0822327
Apr 30 05:45:47.190784 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-4b6599dc-cc47-4077-9442-a195cfdd43c8 service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3047867
Apr 30 05:45:47.329207 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-d3d9ba41-d8cd-4d84-8c86-6aaf92424401 req-9dc1d82a-f85a-48db-b34d-33bb052cf96b service neutron] 10.222.0.37 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303010
Apr 30 05:45:47.681740 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a1c5-b3b6-4113-b40d-8ef3f185afde req-0b4d7bf2-66e5-4979-96d1-38c4c6f2960b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:47.683255 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a23a1c5-b3b6-4113-b40d-8ef3f185afde req-0b4d7bf2-66e5-4979-96d1-38c4c6f2960b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0858927
Apr 30 05:45:47.729752 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-7a23a1c5-b3b6-4113-b40d-8ef3f185afde req-2d2ba877-fc37-49d6-af16-a02a15847838 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407312
Apr 30 05:45:48.936190 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97405b1b-6ccb-483c-9faf-2a6d6ca54387 req-292287a6-c0fe-4baa-9aa6-0b5522345977 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:48.937696 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97405b1b-6ccb-483c-9faf-2a6d6ca54387 req-292287a6-c0fe-4baa-9aa6-0b5522345977 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0998437
Apr 30 05:45:48.986151 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-97405b1b-6ccb-483c-9faf-2a6d6ca54387 req-503fdf96-5a14-4eec-a7ed-60da34132575 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420883
Apr 30 05:45:49.384667 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79414ec-792e-4b4a-92bb-b29cce2130d6 req-e9c7d354-3c20-4fda-bb98-a2fb85bb514f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:49.386062 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f79414ec-792e-4b4a-92bb-b29cce2130d6 req-e9c7d354-3c20-4fda-bb98-a2fb85bb514f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0843375
Apr 30 05:45:49.432281 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-f79414ec-792e-4b4a-92bb-b29cce2130d6 req-0518fc7d-8341-4c8b-a4ef-2992ee7dfb35 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403717
Apr 30 05:45:50.634596 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab19636-705b-4716-9cf8-fbfe26509acf req-3e792494-8ea3-4f11-a869-c257ee0c94c8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:50.636143 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ab19636-705b-4716-9cf8-fbfe26509acf req-3e792494-8ea3-4f11-a869-c257ee0c94c8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0903690
Apr 30 05:45:50.687536 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-4ab19636-705b-4716-9cf8-fbfe26509acf req-ccbc300f-74c4-418f-92d9-5804bbc39d5b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454066
Apr 30 05:45:50.714380 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-ca748622-33d9-4d03-91bb-779b732169ce tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:50.715827 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-ca748622-33d9-4d03-91bb-779b732169ce tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.37 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 945 time: 0.0874009
Apr 30 05:45:50.867540 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Deleting port 6ea90a37-ebb8-43c7-8384-966339702946 {{(pid=74582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 30 05:45:50.867891 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789518027349'] for port, before_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:51.013881 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] For port 6ea90a37-ebb8-43c7-8384-966339702946, host n-h1-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766726-20',level=0,port_id=6ea90a37-ebb8-43c7-8384-966339702946,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:45:51.014136 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664968'] for port, precommit_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:51.330741 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:51.331045 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:51.331386 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Floating IP a4db415b-c281-4888-969f-7cbeea784e53 disassociated. External IP: 172.25.8.58, port: 6ea90a37-ebb8-43c7-8384-966339702946.
Apr 30 05:45:51.331802 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.plugin [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Calling delete_port for 6ea90a37-ebb8-43c7-8384-966339702946 owned by compute:nova {{(pid=74582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 30 05:45:51.444462 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789518030704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789517595935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_delete {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:51.450378 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-d131b9f0-1dcd-4a81-a674-e56509502962 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:45:51.496412 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event deleted for resources: {'Port': ['ID=6ea90a37-ebb8-43c7-8384-966339702946,revision_number=None']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:45:51.499618 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:45:51.694111 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:45:51.840024 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-39bf7996-09db-452c-bb4f-b2bddcb2a3cf req-159ff1ab-3d50-4e78-b417-7e4106a27a72 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=28a88e99-4caa-4a96-a396-1ad01e3fcddf HTTP/1.1" status: 200  len: 210 time: 0.0452676
Apr 30 05:45:51.881750 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:45:51.890977 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] Sync routers for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:45:51.900754 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:45:51.901381 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780f16a90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:45:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:45:51.954971 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] No DVR routers for this DVR port 6ea90a37-ebb8-43c7-8384-966339702946 on host n-h1-766726-20 {{(pid=74582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 05:45:51.957760 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:51.960966 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'name': 'network-vif-deleted', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:45:51.977620 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-694a1857-9634-46d3-ae2c-f96ded34b51c req-9d160144-fe85-4f01-9f26-56e5fd75a60a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.37 "DELETE /v2.0/ports/6ea90a37-ebb8-43c7-8384-966339702946 HTTP/1.1" status: 204  len: 173 time: 1.2559373
Apr 30 05:45:52.013634 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a88e99-4caa-4a96-a396-1ad01e3fcddf', 'name': 'network-vif-deleted', 'tag': '6ea90a37-ebb8-43c7-8384-966339702946', 'status': 'completed', 'code': 200}
Apr 30 05:45:52.087098 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:45:52.421312 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780f16a90>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:45:52.426137 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] Checking router: 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:45:52.434543 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:45:52.435153 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe780f16a90>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:45:34Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:45:52.662969 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:45:52.989644 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe780f16a90>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:45:52.994389 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3d3c5-c09a-4744-ad87-051d9ea1cba5 None None] The sync data for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 is: [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:45:53.237744 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d590d6b-80b9-4ac9-add6-aff32640578d None None] New status for floating IP a4db415b-c281-4888-969f-7cbeea784e53: DOWN {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:45:53.262118 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-de02460b-3426-4c51-85f9-220ccbc35208 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--105013440&fields=id&tenant_id=7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 267 time: 0.0455503
Apr 30 05:45:53.426021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83768-4e01-43cc-8938-497010a25c5e req-22051916-f0a4-44f6-967c-e45e28bea45f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:53.427437 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-22051916-f0a4-44f6-967c-e45e28bea45f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 811 time: 0.1571429
Apr 30 05:45:53.444411 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-dd828f61-d84d-4a9b-9922-91024f4c75b0 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/quotas/7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 375 time: 0.0112803
Apr 30 05:45:53.536424 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-cabc72fb-6d43-4cce-a599-479e7339d5fc tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0859082
Apr 30 05:45:53.554612 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-07cc7652-2f34-4293-bf0f-893dfbeee97c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=74581) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 30 05:45:53.555657 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-07cc7652-2f34-4293-bf0f-893dfbeee97c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062819
Apr 30 05:45:53.694166 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4c855f2b-dd9a-425c-a752-7e970bdaf4bd service neutron] 10.222.0.46 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322370
Apr 30 05:45:53.833465 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-5b704de9-eefb-473b-875f-2846eed1e5fd service neutron] 10.222.0.46 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329544
Apr 30 05:45:54.037226 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-3a04a570-dbbb-4b43-8487-980a45dfcf0f req-a6b5b233-997c-43d4-8a7b-dcbbbd9b26a3 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 210 time: 0.0476544
Apr 30 05:45:54.794854 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6ea90a37-ebb8-43c7-8384-966339702946 no longer exists at agent hyperv_n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 30 05:45:54.830787 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] No Port match for: 6ea90a37-ebb8-43c7-8384-966339702946 {{(pid=74583) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Apr 30 05:45:54.831120 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Device 6ea90a37-ebb8-43c7-8384-966339702946 not bound to the agent host n-h1-766726-20 {{(pid=74583) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 30 05:45:55.094083 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:45:55.321672 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83768-4e01-43cc-8938-497010a25c5e req-1e1a48bf-7a4e-41c9-a23c-3c010946ab9a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:55.323084 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-1e1a48bf-7a4e-41c9-a23c-3c010946ab9a tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 811 time: 0.3563833
Apr 30 05:45:55.378478 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-8b6ae60f-303c-4f18-8fcf-f103988fe34f req-9ba2ba76-98ce-4605-81b7-8dcf1a29a667 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 210 time: 0.2065775
Apr 30 05:45:55.379087 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-9c944b3b-cf4e-413f-86c4-c59ae39369a8 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8e651664c04742821f866da5e84a22 HTTP/1.1" status: 200  len: 379 time: 0.0469847
Apr 30 05:45:55.387984 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'port': {'device_id': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'admin_state_up': True, 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'security_groups': ['b6c47efc-04ce-48e7-94a8-d4085916a767']}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:45:55.529166 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 30 05:45:55.534181 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Usage tracker for resource:port and tenant:7f8e651664c04742821f866da5e84a22 is out of sync, need to count used quota {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 30 05:45:55.537232 n-d-766726-20 neutron-server[74582]: DEBUG neutron.quota.resource [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74582) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 30 05:45:55.543061 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.quota.driver [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74582) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 30 05:45:55.553321 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Made reservation on behalf of 7f8e651664c04742821f866da5e84a22 for: {'port': 1} {{(pid=74582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 05:45:55.557007 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:55.730267 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.db_base_plugin_common [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Allocated IP 172.20.0.5 (49641cf1-674f-4afa-bd99-ced6be0d1cdf/fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2/7c8ca951-a10c-4fb4-a63c-732009f64cb1) {{(pid=74582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 05:45:55.935598 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for port, precommit_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:55.953473 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Transition to ACTIVE for port object 7c8ca951-a10c-4fb4-a63c-732009f64cb1 will not be triggered until provisioned by entity DHCP. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:45:55.981726 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789517595926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1384732'] for port, after_create {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:55.987901 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-fbdd931d-0d8b-461d-8827-fa47bca5b3e3 tempest-TestNetworkAdvancedServerOps-1008530568 tempest-TestNetworkAdvancedServerOps-1008530568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:45:56.049218 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Network 49641cf1-674f-4afa-bd99-ced6be0d1cdf is already hosted by enough agents. {{(pid=74582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 05:45:56.056951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.base_scheduler [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Resources bound (agent type, host, resource id):  {{(pid=74582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 05:45:56.061897 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Received port after_create {{(pid=74582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Apr 30 05:45:56.109269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Pushing event updated for resources: {'Port': ['ID=7c8ca951-a10c-4fb4-a63c-732009f64cb1,revision_number=1']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:45:56.115043 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:45:56.139779 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:56.140559 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:56.173763 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-4672fc0f-c354-4a99-a974-daf0f7a31ab5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7895787
Apr 30 05:45:56.186815 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Request body: {'port': {'device_id': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766726-20'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:45:56.287896 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ea069a22-6680-48e3-8189-aa71ec751ea4 None None] Provisioning for port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 completed by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:45:56.293589 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-ea069a22-6680-48e3-8189-aa71ec751ea4 None None] Provisioning complete for port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 triggered by entity DHCP. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:45:56.294118 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ea069a22-6680-48e3-8189-aa71ec751ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:56.310610 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:56.369639 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.plugin [None req-ea069a22-6680-48e3-8189-aa71ec751ea4 None None] Port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 cannot update to ACTIVE because it is not bound. {{(pid=74583) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 30 05:45:56.603186 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f617d-73e4-404d-92ea-d88420b801b2 req-7d3de5d0-fb33-4448-a79b-426be16bf3f7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:56.604687 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b15f617d-73e4-404d-92ea-d88420b801b2 req-7d3de5d0-fb33-4448-a79b-426be16bf3f7 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 931 time: 0.1009674
Apr 30 05:45:56.664060 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-b15f617d-73e4-404d-92ea-d88420b801b2 req-dd5618e3-67c4-40f0-a4cf-aa36e32b5b43 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525479
Apr 30 05:45:56.741400 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8ca951-a10c-4fb4-a63c-732009f64cb1 {{(pid=74582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:45:56.752068 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:56.773078 n-d-766726-20 neutron-server[74582]: DEBUG neutron.db.provisioning_blocks [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Transition to ACTIVE for port object 7c8ca951-a10c-4fb4-a63c-732009f64cb1 will not be triggered until provisioned by entity L2. {{(pid=74582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 30 05:45:56.776907 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:56.782027 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-160ea870-97bc-436a-8d8e-42697297e918 tempest-TestVolumeBackupRestore-2024452542 tempest-TestVolumeBackupRestore-2024452542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:45:56.932526 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Pushing event updated for resources: {'Port': ['ID=7c8ca951-a10c-4fb4-a63c-732009f64cb1,revision_number=2']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:45:56.968013 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:45:57.067269 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Attempting to bind port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 on host n-h2-766726-20 for vnic_type normal with profile  {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 30 05:45:57.067865 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Attempting to bind port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 by drivers openvswitch,hyperv on host n-h2-766726-20 at level 0 using segments [{'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 30 05:45:57.068410 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Attempting to bind port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:45:57.077237 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf not bound, no agent of type Open vSwitch agent registered on host n-h2-766726-20 {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 30 05:45:57.077488 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Attempting to bind port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 on network 49641cf1-674f-4afa-bd99-ced6be0d1cdf {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 30 05:45:57.086197 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Checking agent: {'id': '21bb8dd3-9bdb-4ccc-8ebe-502ef55eaed9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766726-20', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'started_at': datetime.datetime(2021, 4, 30, 4, 20, 57), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 5, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 30 05:45:57.086534 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Checking segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Apr 30 05:45:57.086938 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Bound using segment: {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'} {{(pid=74582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 30 05:45:57.087399 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.managers [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Bound port: 7c8ca951-a10c-4fb4-a63c-732009f64cb1, host: n-h2-766726-20, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b814ce95-1b78-4c81-ad28-b7dbf4d964ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf'}}] {{(pid=74582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 30 05:45:57.087756 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:57.196929 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] For port 7c8ca951-a10c-4fb4-a63c-732009f64cb1, host n-h2-766726-20, cleared binding levels {{(pid=74582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 30 05:45:57.200118 n-d-766726-20 neutron-server[74582]: DEBUG neutron.plugins.ml2.db [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] For port 7c8ca951-a10c-4fb4-a63c-732009f64cb1, host n-h2-766726-20, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 30 05:45:57.209308 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1384727'] for port, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:57.215713 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-579f61a5-23e5-4c03-8fa6-4d38ef4abaed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:45:57.281605 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:57.282214 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for port, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:57.284395 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] 10.222.0.50 "PUT /v2.0/ports/7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1092 time: 1.1025414
Apr 30 05:45:57.284983 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'tag': '7c8ca951-a10c-4fb4-a63c-732009f64cb1'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:45:57.318325 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Pushing event updated for resources: {'Port': ['ID=7c8ca951-a10c-4fb4-a63c-732009f64cb1,revision_number=3']} {{(pid=74582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:45:57.323782 n-d-766726-20 neutron-server[74582]: DEBUG oslo_concurrency.lockutils [None req-427e7625-b974-4677-91f1-e2d9333aa5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:45:57.383662 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'tag': '7c8ca951-a10c-4fb4-a63c-732009f64cb1', 'status': 'completed', 'code': 200}
Apr 30 05:45:57.432735 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83768-4e01-43cc-8938-497010a25c5e req-2b528524-473e-4c6c-bd4a-87eef3e0d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:57.434255 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-2b528524-473e-4c6c-bd4a-87eef3e0d49e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1095 time: 0.0949523
Apr 30 05:45:57.509650 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-c520a625-62ba-4977-b316-d6b248cdae71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 217 time: 0.0676687
Apr 30 05:45:57.573035 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83768-4e01-43cc-8938-497010a25c5e req-d27762cf-132e-4133-980c-f1671c04ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:57.574401 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-d27762cf-132e-4133-980c-f1671c04ba5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0582185
Apr 30 05:45:57.655645 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83768-4e01-43cc-8938-497010a25c5e req-ec2f8e54-9848-40d9-a709-f23a79fba2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:57.657167 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-ec2f8e54-9848-40d9-a709-f23a79fba2b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0748901
Apr 30 05:45:57.743903 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:57.877067 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:45:57.882196 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce4029-9e02-47dd-989d-b0502f548659 req-fa28d1d6-a6a4-4f1d-8041-8320a0629a93 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:57.884178 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2cce4029-9e02-47dd-989d-b0502f548659 req-fa28d1d6-a6a4-4f1d-8041-8320a0629a93 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 943 time: 0.0933638
Apr 30 05:45:57.936779 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-2cce4029-9e02-47dd-989d-b0502f548659 req-af42cbaa-2890-4901-a553-d7187ed72650 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458770
Apr 30 05:45:57.978962 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-76a140a8-ad2e-4d9d-92a3-0a6e8d6777ed service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3142638
Apr 30 05:45:58.125145 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a9f83768-4e01-43cc-8938-497010a25c5e req-dee1ba93-367c-4c68-b108-a6c6a7005c81 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390603
Apr 30 05:45:58.249849 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0be76-6400-4e49-98d3-60039242be9a req-87b82756-5f0d-4cd9-8ca5-0475b316664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:58.251502 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-daf0be76-6400-4e49-98d3-60039242be9a req-87b82756-5f0d-4cd9-8ca5-0475b316664c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1095 time: 0.0755897
Apr 30 05:45:58.394140 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0be76-6400-4e49-98d3-60039242be9a req-7525ccb4-ddbf-4ec5-85c0-a0dc3198fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:58.395605 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-daf0be76-6400-4e49-98d3-60039242be9a req-7525ccb4-ddbf-4ec5-85c0-a0dc3198fe54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1371615
Apr 30 05:45:58.473595 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-daf0be76-6400-4e49-98d3-60039242be9a req-4e382021-792d-434f-a77e-6ae24be7d4eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 217 time: 0.0707328
Apr 30 05:45:58.542139 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0be76-6400-4e49-98d3-60039242be9a req-d38282ef-e942-452d-aa4a-941de2f646fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:58.543724 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-daf0be76-6400-4e49-98d3-60039242be9a req-d38282ef-e942-452d-aa4a-941de2f646fa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0635145
Apr 30 05:45:58.629444 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0be76-6400-4e49-98d3-60039242be9a req-eb2ad9a8-5697-4a0c-808a-c5101812eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:58.631001 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-daf0be76-6400-4e49-98d3-60039242be9a req-eb2ad9a8-5697-4a0c-808a-c5101812eaec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0810616
Apr 30 05:45:58.773594 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-daf0be76-6400-4e49-98d3-60039242be9a req-b4e6617e-09c4-4bde-80a7-8232b7e44055 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349027
Apr 30 05:45:58.915559 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-daf0be76-6400-4e49-98d3-60039242be9a req-43c4dd5f-49fc-4e52-874f-61eb3d328880 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353233
Apr 30 05:45:59.134685 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab5c3-7b09-43b3-a706-7e34f00029a7 req-0c9de225-f68d-4af7-87c7-6b3263752fa2 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:45:59.136179 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2eab5c3-7b09-43b3-a706-7e34f00029a7 req-0c9de225-f68d-4af7-87c7-6b3263752fa2 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 943 time: 0.0900605
Apr 30 05:45:59.184484 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c2eab5c3-7b09-43b3-a706-7e34f00029a7 req-8fffb37f-b4b9-4ad2-a8cb-4c97f8395bac tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416017
Apr 30 05:46:00.389285 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ac217-14db-4602-9027-d7be53e44fd6 req-921f53a7-04b4-48eb-83a0-f0b0bc50f267 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:00.390883 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-125ac217-14db-4602-9027-d7be53e44fd6 req-921f53a7-04b4-48eb-83a0-f0b0bc50f267 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 943 time: 0.0876484
Apr 30 05:46:00.442903 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-125ac217-14db-4602-9027-d7be53e44fd6 req-5e432dc7-bc49-4256-8e5f-48fe39861acb tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453501
Apr 30 05:46:00.761915 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 7c8ca951-a10c-4fb4-a63c-732009f64cb1 details requested by agent hyperv_n-h2-766726-20 with host n-h2-766726-20 {{(pid=74583) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 30 05:46:00.875750 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b38ac4d3-1748-42c7-832f-d12510325ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:00.916296 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7c8ca951-a10c-4fb4-a63c-732009f64cb1, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:46:00.930154 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Returning: {'device': '7c8ca951-a10c-4fb4-a63c-732009f64cb1', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'port_id': '7c8ca951-a10c-4fb4-a63c-732009f64cb1', 'mac_address': 'fa:16:3e:ce:0f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74583) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 30 05:46:00.986595 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:01.003719 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8ca951-a10c-4fb4-a63c-732009f64cb1 {{(pid=74583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Apr 30 05:46:01.020243 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7c8ca951-a10c-4fb4-a63c-732009f64cb1, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:46:01.024237 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:01.027005 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:46:01.097791 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=7c8ca951-a10c-4fb4-a63c-732009f64cb1,revision_number=4']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:46:01.101132 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:46:01.350508 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] get_ports_and_sgs() called for port_ids ['7c8ca951-a10c-4fb4-a63c-732009f64cb1'] {{(pid=74583) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 30 05:46:01.634047 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c38aac-4f24-43dc-ac49-97f0844bc1d8 req-6616432f-161c-4ce0-842c-966de2fdc5a4 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:01.635459 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8c38aac-4f24-43dc-ac49-97f0844bc1d8 req-6616432f-161c-4ce0-842c-966de2fdc5a4 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 944 time: 0.0825298
Apr 30 05:46:01.682008 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-c8c38aac-4f24-43dc-ac49-97f0844bc1d8 req-240efa24-ea0f-4829-a5de-21899bb8a213 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405777
Apr 30 05:46:02.761378 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Device 7c8ca951-a10c-4fb4-a63c-732009f64cb1 up at agent hyperv_n-h2-766726-20 {{(pid=74583) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 30 05:46:02.878411 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bddee3-055e-4a68-83a3-4dac13070e31 req-a8e2372a-bf9a-4f76-86c7-196d5258bbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:02.880020 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09bddee3-055e-4a68-83a3-4dac13070e31 req-a8e2372a-bf9a-4f76-86c7-196d5258bbf5 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 944 time: 0.0895395
Apr 30 05:46:02.884440 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning for port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 completed by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 30 05:46:02.889413 n-d-766726-20 neutron-server[74583]: DEBUG neutron.db.provisioning_blocks [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Provisioning complete for port 7c8ca951-a10c-4fb4-a63c-732009f64cb1 triggered by entity L2. {{(pid=74583) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 30 05:46:02.889791 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3867802'] for port, provisioning_complete {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:02.930231 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-09bddee3-055e-4a68-83a3-4dac13070e31 req-d783749f-2289-40ad-8e13-04f2e10b6e8b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431278
Apr 30 05:46:03.010225 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3814918'] for port, before_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:03.039256 n-d-766726-20 neutron-server[74583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8ca951-a10c-4fb4-a63c-732009f64cb1'}] {{(pid=74583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:46:03.049606 n-d-766726-20 neutron-server[74583]: DEBUG neutron.plugins.ml2.db [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] For port 7c8ca951-a10c-4fb4-a63c-732009f64cb1, host n-h2-766726-20, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766726-20',level=0,port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1,segment=NetworkSegment(b814ce95-1b78-4c81-ad28-b7dbf4d964ce),segment_id=b814ce95-1b78-4c81-ad28-b7dbf4d964ce)] {{(pid=74583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 30 05:46:03.053761 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3814981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-870502', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789518030695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789517595944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789517595989'] for port, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:03.056546 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 30 05:46:03.093993 n-d-766726-20 neutron-server[74583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8ca951-a10c-4fb4-a63c-732009f64cb1', 'code': 200}
Apr 30 05:46:03.130396 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Pushing event updated for resources: {'Port': ['ID=7c8ca951-a10c-4fb4-a63c-732009f64cb1,revision_number=5']} {{(pid=74583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 05:46:03.133889 n-d-766726-20 neutron-server[74583]: DEBUG oslo_concurrency.lockutils [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74583) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 30 05:46:03.232405 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76492f04-999d-49c2-80e1-b4a356d0d64e req-260c5663-3e17-42c2-9a71-41f0d43bc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:03.233924 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-76492f04-999d-49c2-80e1-b4a356d0d64e req-260c5663-3e17-42c2-9a71-41f0d43bc980 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0821908
Apr 30 05:46:03.279583 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-76492f04-999d-49c2-80e1-b4a356d0d64e req-f756391f-18d1-4982-9bd7-f8e27932cb00 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392897
Apr 30 05:46:03.510631 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:03.711764 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-65ff4be7-3150-4767-89ca-4a5e2ca5fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:04.125555 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560159a-983b-4003-bda3-00d7ad627d17 req-6272b937-d87b-40b4-b2d1-834fd59e8232 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:04.127598 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1560159a-983b-4003-bda3-00d7ad627d17 req-6272b937-d87b-40b4-b2d1-834fd59e8232 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 945 time: 0.0846422
Apr 30 05:46:04.175665 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-1560159a-983b-4003-bda3-00d7ad627d17 req-a978c266-1419-4c2e-8dd5-405e76ce6d21 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415826
Apr 30 05:46:04.986065 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:05.372197 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf59a8-fa19-463e-9d45-1ab5dde30492 req-ac3c385e-effb-4e15-a399-29d85e21e7cf tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:05.373799 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdbf59a8-fa19-463e-9d45-1ab5dde30492 req-ac3c385e-effb-4e15-a399-29d85e21e7cf tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 945 time: 0.0879984
Apr 30 05:46:05.425285 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-fdbf59a8-fa19-463e-9d45-1ab5dde30492 req-e93d9286-b246-43d7-a326-da1ee5dae50b tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/security-groups?id=b6c47efc-04ce-48e7-94a8-d4085916a767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450799
Apr 30 05:46:05.618703 n-d-766726-20 neutron-server[74581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592dffe-e997-4b8b-9fbb-34313d1e185e req-3bfebea5-0096-4c82-957c-3d884a105d62 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:05.620265 n-d-766726-20 neutron-server[74581]: INFO neutron.wsgi [req-5592dffe-e997-4b8b-9fbb-34313d1e185e req-3bfebea5-0096-4c82-957c-3d884a105d62 tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 945 time: 0.0915060
Apr 30 05:46:05.629728 n-d-766726-20 neutron-server[74582]: DEBUG neutron.wsgi [-] (74582) accepted ('10.222.0.46', 35780) {{(pid=74582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 30 05:46:05.635391 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.v2.base [None req-35297afc-f787-4272-8eb1-e3bc44e2a36f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Request body: {'floatingip': {'port_id': '7c8ca951-a10c-4fb4-a63c-732009f64cb1'}} {{(pid=74582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 30 05:46:05.721244 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35297afc-f787-4272-8eb1-e3bc44e2a36f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, before_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:06.369108 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35297afc-f787-4272-8eb1-e3bc44e2a36f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:06.373607 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35297afc-f787-4272-8eb1-e3bc44e2a36f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657299'] for floatingip, after_update {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:06.476198 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:06.731843 n-d-766726-20 neutron-server[74582]: INFO neutron.db.l3_db [None req-35297afc-f787-4272-8eb1-e3bc44e2a36f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Floating IP a4db415b-c281-4888-969f-7cbeea784e53 associated. External IP: 172.25.8.58, port: 7c8ca951-a10c-4fb4-a63c-732009f64cb1.
Apr 30 05:46:07.106084 n-d-766726-20 neutron-server[74582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35297afc-f787-4272-8eb1-e3bc44e2a36f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 has already been hosted by L3 agent f7069087-744c-4689-ba15-ba5ba3e85c31 {{(pid=74582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 30 05:46:07.299141 n-d-766726-20 neutron-server[74582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35297afc-f787-4272-8eb1-e3bc44e2a36f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify agent at l3_agent.n-d-766726-20 the message routers_updated {{(pid=74582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 30 05:46:07.304540 n-d-766726-20 neutron-server[74582]: DEBUG neutron_lib.callbacks.manager [None req-35297afc-f787-4272-8eb1-e3bc44e2a36f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25583'] for floatingip, before_response {{(pid=74582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:07.309084 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] Sync routers for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 05:46:07.319824 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:46:07.320440 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be420d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:46:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:46:07.363785 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [None req-35297afc-f787-4272-8eb1-e3bc44e2a36f tempest-ServerActionsTestJSON-1842790462 tempest-ServerActionsTestJSON-1842790462-project] 10.222.0.46 "PUT /v2.0/floatingips/a4db415b-c281-4888-969f-7cbeea784e53 HTTP/1.1" status: 200  len: 990 time: 1.7327416
Apr 30 05:46:07.364747 n-d-766726-20 neutron-server[74582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'tag': '7c8ca951-a10c-4fb4-a63c-732009f64cb1'}] {{(pid=74582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 30 05:46:07.415388 n-d-766726-20 neutron-server[74582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'tag': '7c8ca951-a10c-4fb4-a63c-732009f64cb1', 'status': 'completed', 'code': 200}
Apr 30 05:46:07.511906 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-684dd5e6-81a1-43d2-bd4a-f335f16c7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:07.513417 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-684dd5e6-81a1-43d2-bd4a-f335f16c7f8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0759127
Apr 30 05:46:07.514923 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:46:07.655359 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-11e662ca-5afa-4164-b6e1-3fa6601f33df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:07.656686 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-11e662ca-5afa-4164-b6e1-3fa6601f33df service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1372204
Apr 30 05:46:07.765941 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-8b91f9a5-d8e5-41d6-b952-7e42a91a3fbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 998 time: 0.1021390
Apr 30 05:46:07.834618 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-0c2cbea0-cdb0-4da9-bae1-2e75d0a1ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:07.836138 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-0c2cbea0-cdb0-4da9-bae1-2e75d0a1ee6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0645537
Apr 30 05:46:07.909362 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be420d0>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4db415b-c281-4888-969f-7cbeea784e53', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'port_id': '7c8ca951-a10c-4fb4-a63c-732009f64cb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'mac_address': 'fa:16:3e:ce:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:39:16Z', 'updated_at': '2021-04-30T05:46:06Z', 'revision_number': 9, 'project_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:46:07.913420 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] Checking router: 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 for host: n-d-766726-20 {{(pid=74584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 05:46:07.925774 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] Routers {'009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'} bound to L3 agent in host n-d-766726-20 {{(pid=74584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Apr 30 05:46:07.926434 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe77be420d0>, 'n-d-766726-20', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T04:13:33Z,description=<?>,heartbeat_timestamp=2021-04-30T05:46:04Z,host='n-d-766726-20',id=f7069087-744c-4689-ba15-ba5ba3e85c31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-30T04:13:33Z,topic='l3_agent')) {'router_ids': ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'], 'active': True} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:46:07.928951 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-d2672c59-c3f8-43fe-8e3b-b234e2f95103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:07.930485 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-d2672c59-c3f8-43fe-8e3b-b234e2f95103 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0885344
Apr 30 05:46:08.085214 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-5d98dc80-dedc-4833-9795-68a4b49c246a service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478899
Apr 30 05:46:08.132594 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_dvr_db [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] Set router 009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7 gateway port host: n-d-766726-20 {{(pid=74584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Apr 30 05:46:08.451453 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-848f4d54-77e5-411e-9869-0fd68297aa0e req-abae0ff6-067d-4e13-bce3-b9f40728806d service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3600309
Apr 30 05:46:08.593763 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.l3_hamode_db [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe77be420d0>, [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4db415b-c281-4888-969f-7cbeea784e53', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'port_id': '7c8ca951-a10c-4fb4-a63c-732009f64cb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'mac_address': 'fa:16:3e:ce:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:39:16Z', 'updated_at': '2021-04-30T05:46:06Z', 'revision_number': 9, 'project_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766726-20', False) {} {{(pid=74584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 05:46:08.598732 n-d-766726-20 neutron-server[74584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd09179b-4145-4a50-ba8a-307061c1d144 None None] The sync data for ids ['009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7'] in n-d-766726-20 is: [{'id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'name': 'tempest-ServerActionsTestJSON-658600051-router', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'external_fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T05:39:09Z', 'updated_at': '2021-04-30T05:39:13Z', 'revision_number': 4, 'project_id': '7f8e651664c04742821f866da5e84a22', 'gw_port': {'id': '6abaca3e-4bf9-4c2c-b052-1649efe306d3', 'name': '', 'network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:10Z', 'updated_at': '2021-04-30T05:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff43f74a-55dc-4336-a800-535e5ca808d4', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766726-20', '_floatingips': [{'id': 'a4db415b-c281-4888-969f-7cbeea784e53', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'floating_ip_address': '172.25.8.58', 'floating_network_id': 'c0bb2387-a3ea-4be0-aadd-4d4fbba8ed6c', 'router_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'port_id': '7c8ca951-a10c-4fb4-a63c-732009f64cb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'mac_address': 'fa:16:3e:ce:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f2483d-8bad-4faa-bcdb-f771784a9857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T05:39:16Z', 'updated_at': '2021-04-30T05:46:06Z', 'revision_number': 9, 'project_id': '7f8e651664c04742821f866da5e84a22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9045ad18-4500-4fa4-a798-5877250bde7a', 'name': '', 'network_id': '49641cf1-674f-4afa-bd99-ced6be0d1cdf', 'tenant_id': '7f8e651664c04742821f866da5e84a22', 'mac_address': 'fa:16:3e:91:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009abe3d-b3eb-43f9-9fe2-8bb0ce6e8bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766726-20', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T05:39:12Z', 'updated_at': '2021-04-30T05:39:18Z', 'revision_number': 5, 'project_id': '7f8e651664c04742821f866da5e84a22', 'subnets': [{'id': 'fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 05:46:08.785310 n-d-766726-20 neutron-server[74583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dff35c8-ec89-4806-a975-178bbcefced9 None None] New status for floating IP a4db415b-c281-4888-969f-7cbeea784e53: ACTIVE {{(pid=74583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 05:46:11.099965 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6b2164e-e797-414f-8466-153dac6da58d req-6889e08b-a9af-461b-87ae-34ac19748067 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0797894
Apr 30 05:46:11.248159 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2164e-e797-414f-8466-153dac6da58d req-1ae317d2-26a3-4e33-814c-f6d5317221a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:11.249662 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6b2164e-e797-414f-8466-153dac6da58d req-1ae317d2-26a3-4e33-814c-f6d5317221a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0782032
Apr 30 05:46:11.409051 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2164e-e797-414f-8466-153dac6da58d req-624fb279-2a20-49e6-a5ce-45844434d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:11.410555 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6b2164e-e797-414f-8466-153dac6da58d req-624fb279-2a20-49e6-a5ce-45844434d85e service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1418393
Apr 30 05:46:11.521961 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6b2164e-e797-414f-8466-153dac6da58d req-c788f574-2b57-4268-a102-961ce545947e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1001 time: 0.1046476
Apr 30 05:46:11.588129 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2164e-e797-414f-8466-153dac6da58d req-1cd69d03-b010-4a9d-9969-1e3e999e9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:11.589774 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6b2164e-e797-414f-8466-153dac6da58d req-1cd69d03-b010-4a9d-9969-1e3e999e9344 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0617688
Apr 30 05:46:11.674533 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2164e-e797-414f-8466-153dac6da58d req-51e55f9f-bd3f-49aa-9618-08b14e7ba502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:46:11.676081 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6b2164e-e797-414f-8466-153dac6da58d req-51e55f9f-bd3f-49aa-9618-08b14e7ba502 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0801077
Apr 30 05:46:11.824384 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6b2164e-e797-414f-8466-153dac6da58d req-d6721ed9-295b-43b9-ae5e-23b01e83f410 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417735
Apr 30 05:46:11.965538 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-b6b2164e-e797-414f-8466-153dac6da58d req-4e6a4b69-5755-409a-8cdc-ed3255a549d1 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350267
Apr 30 05:46:27.746465 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:27.885255 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:30.808024 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1db3d096-6ac6-4563-a0a3-2cd18413ccf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:32.094303 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:46:33.516665 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:33.714379 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3d98-9f89-45f3-8afd-c3d660c73a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:34.987474 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:36.477029 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:57.770085 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:46:57.884680 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:00.809832 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9137e92a-1958-4211-87e8-f8a8c3ee8961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:03.519195 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:03.715895 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8b121d51-af41-4ba5-8155-33c881dfcc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:04.989875 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:06.479965 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:09.093209 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:47:12.105124 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-8bdaf0d4-9f35-48d6-80a9-d68f0a28c58c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0746384
Apr 30 05:47:12.251536 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-39a636b6-2c27-45eb-9f24-de787ad1a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:47:12.253037 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-39a636b6-2c27-45eb-9f24-de787ad1a8e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0776427
Apr 30 05:47:12.405161 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-8490c5d5-a493-4b4b-8815-a052bf9ec020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:47:12.406727 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-8490c5d5-a493-4b4b-8815-a052bf9ec020 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1324775
Apr 30 05:47:12.518959 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-7c72410b-82bb-41da-bbbb-2f5976d18676 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1001 time: 0.1041811
Apr 30 05:47:12.585364 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-8cc940cc-b24b-4f1b-810f-4359a1ca8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:47:12.586832 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-8cc940cc-b24b-4f1b-810f-4359a1ca8c7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0601902
Apr 30 05:47:12.664174 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-4df0d6b1-f5b0-4319-9c23-8995b685d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:47:12.665694 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-4df0d6b1-f5b0-4319-9c23-8995b685d6f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0719559
Apr 30 05:47:12.808567 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-58df3adb-bea7-4ee7-9ae8-4c79c4468c61 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356592
Apr 30 05:47:12.952641 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-97e0d943-b6ce-4cb5-bc18-5ad1ee0132d0 req-2feb37fd-417a-432d-ba08-25e607d846f0 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367419
Apr 30 05:47:27.784171 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:27.884092 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:30.814000 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8ffc5101-a7d4-45d1-a090-619fb4137afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:33.525518 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:33.721452 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-1b62f760-146a-4c06-96bf-12dfbe508df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:34.993508 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:36.484646 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:46.093061 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:47:57.796227 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:47:57.896055 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:00.816759 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-9258bfb0-6806-4d3f-becf-87fc04ace92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:03.519041 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:03.713658 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-052b36bb-8842-4e2d-a60c-92a7b4b440fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:04.994982 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:06.485155 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:12.260110 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-0be44245-a5ef-450a-bf04-eca1b309b85e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2366037
Apr 30 05:48:12.400505 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-53f4caaf-5b06-4d79-94a2-8361a3ceb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:48:12.402027 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-53f4caaf-5b06-4d79-94a2-8361a3ceb22e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0718777
Apr 30 05:48:12.548453 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-601848ba-e018-4a4f-a413-95b4eb5b65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:48:12.549834 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-601848ba-e018-4a4f-a413-95b4eb5b65fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1287146
Apr 30 05:48:12.657332 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-2d978219-3e8e-4439-bada-0f0ce2c13800 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1001 time: 0.1012993
Apr 30 05:48:12.724483 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-74edb31d-c084-4aff-8ba9-6ee50bf82553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:48:12.725963 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-74edb31d-c084-4aff-8ba9-6ee50bf82553 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0623150
Apr 30 05:48:12.801796 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-0b48320f-a47b-4411-b615-09e82fafbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:48:12.803220 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-0b48320f-a47b-4411-b615-09e82fafbb59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0705717
Apr 30 05:48:12.941697 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-69b41aac-f69d-4590-b535-0ab492a60235 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309776
Apr 30 05:48:13.089120 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-a313106b-ad79-4e4f-a0bf-049212d41dec req-ef1847ff-08f2-476e-b6ab-18b330ecc2db service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408572
Apr 30 05:48:23.092285 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:48:27.798477 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:27.910910 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:30.818332 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f3ebc440-0c72-44b8-8d23-70050893ab69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:33.522574 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:33.716140 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-f0e59978-4731-492c-bc0d-3387a6bc47d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:34.998810 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:36.488288 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:57.796803 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:48:57.908796 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:00.091544 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:49:00.823514 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-84e28df1-7f6b-45ed-bde6-869ea1790ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:03.526739 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:03.718612 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ef3d2f27-67a6-4611-9e4d-d28f342a9a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:05.001745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:06.491481 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:12.085323 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-832b010d-944c-4563-8c59-09c9dd48977a req-8b9dcdc1-5d84-40f5-baa5-1db942a6c945 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0772142
Apr 30 05:49:12.234586 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b010d-944c-4563-8c59-09c9dd48977a req-8a2ce34d-cf70-4861-812d-172f6b7a2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:49:12.236125 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-832b010d-944c-4563-8c59-09c9dd48977a req-8a2ce34d-cf70-4861-812d-172f6b7a2fa6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0753534
Apr 30 05:49:12.387185 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b010d-944c-4563-8c59-09c9dd48977a req-f03198bc-e927-4d90-9857-991e5bb41c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:49:12.388685 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-832b010d-944c-4563-8c59-09c9dd48977a req-f03198bc-e927-4d90-9857-991e5bb41c65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1334126
Apr 30 05:49:12.496468 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-832b010d-944c-4563-8c59-09c9dd48977a req-a0eae4dd-5c63-4899-ad1c-9cc967ec1c2c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1001 time: 0.1003594
Apr 30 05:49:12.563004 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b010d-944c-4563-8c59-09c9dd48977a req-aab023da-f49d-4068-ae57-f6de387a9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:49:12.564514 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-832b010d-944c-4563-8c59-09c9dd48977a req-aab023da-f49d-4068-ae57-f6de387a9de4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0613816
Apr 30 05:49:12.652993 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b010d-944c-4563-8c59-09c9dd48977a req-a9242b46-3dbb-497d-9801-15ca89282ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:49:12.654493 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-832b010d-944c-4563-8c59-09c9dd48977a req-a9242b46-3dbb-497d-9801-15ca89282ad3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0832450
Apr 30 05:49:12.791799 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-832b010d-944c-4563-8c59-09c9dd48977a req-e33bcb2c-0c92-4340-884d-8777a5141e9b service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304777
Apr 30 05:49:13.100458 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-832b010d-944c-4563-8c59-09c9dd48977a req-0b8e7be9-23f3-41fb-8aaf-bac10e36de37 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3022659
Apr 30 05:49:27.797416 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:27.917995 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:30.828614 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-7e73dd66-733f-4687-aeb3-f337d35a6f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:33.531210 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:33.722396 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-46badd64-16dc-4293-8ede-cea8ebf7c227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:35.005018 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:36.493335 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:37.090371 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:49:57.806844 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:49:57.922624 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:00.834239 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2e6de1d7-99f3-4157-b181-ac0a3210d4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:03.535273 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:03.725224 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7559-0bc8-4f0e-ac07-121aa8571c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:05.008435 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:06.496144 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:13.224433 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-5b5761b5-9625-4f17-afba-ea277463292b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.2049189
Apr 30 05:50:13.371345 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-aa84f777-062c-46a6-950a-8d51b5bf7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:50:13.372838 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-aa84f777-062c-46a6-950a-8d51b5bf7147 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0783737
Apr 30 05:50:13.526478 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-f9270b13-6882-41d2-8a40-499cb66dde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:50:13.527895 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-f9270b13-6882-41d2-8a40-499cb66dde13 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1358564
Apr 30 05:50:13.636612 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-e342b1d1-edbb-4970-9a29-c6a5840cc016 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1001 time: 0.1011457
Apr 30 05:50:13.709247 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-c878aab4-549f-4d33-936b-7481e37deb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:50:13.710699 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-c878aab4-549f-4d33-936b-7481e37deb8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0681348
Apr 30 05:50:13.787265 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-9d16785d-b69d-4b49-a3b9-4b93118d4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:50:13.788729 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-9d16785d-b69d-4b49-a3b9-4b93118d4512 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0718706
Apr 30 05:50:13.922473 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-4ce6aed9-2c9e-40fd-8937-fc018ed1c4c3 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268551
Apr 30 05:50:14.089112 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:50:14.105965 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-c2f8f0bf-1b89-46b2-8191-5b9bef1d2ac6 req-5d5771be-c730-4e52-826b-3b4b1e4b3be2 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771288
Apr 30 05:50:27.810479 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:27.938852 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:30.837396 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-89f2ac91-7fb2-4bf2-82a3-86444338a9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:33.540274 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:33.726454 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-44af0ac7-a6aa-4ede-9273-0caf5eb0c971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:35.010148 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:36.498590 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:51.089312 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:50:57.807199 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:50:57.951366 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:00.841320 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-bbce1c4a-43d7-40ce-8da5-bd2a5a92f88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:03.548241 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:03.729926 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-94a64a9f-e925-41ce-ad94-899344bfd98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:05.015026 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:06.502106 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:15.101077 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48876e55-c725-46a5-b500-e212c02bd560 req-83408a89-0f53-4dca-95ab-19c4149e3110 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0812702
Apr 30 05:51:15.259931 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48876e55-c725-46a5-b500-e212c02bd560 req-2dfb26bb-b9fe-4111-b8ed-f8c0aaa07126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:51:15.262279 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48876e55-c725-46a5-b500-e212c02bd560 req-2dfb26bb-b9fe-4111-b8ed-f8c0aaa07126 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0901899
Apr 30 05:51:15.421731 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48876e55-c725-46a5-b500-e212c02bd560 req-ed3cfb15-a12e-451a-b34b-7a0d7d9f86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:51:15.423333 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48876e55-c725-46a5-b500-e212c02bd560 req-ed3cfb15-a12e-451a-b34b-7a0d7d9f86c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1415870
Apr 30 05:51:15.535991 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48876e55-c725-46a5-b500-e212c02bd560 req-a9383c80-6ae7-46a9-9653-117583ae1d1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1001 time: 0.1057765
Apr 30 05:51:15.601504 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48876e55-c725-46a5-b500-e212c02bd560 req-5056d75c-b4f8-4217-a4f7-fbbc35e02106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:51:15.602993 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48876e55-c725-46a5-b500-e212c02bd560 req-5056d75c-b4f8-4217-a4f7-fbbc35e02106 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0604734
Apr 30 05:51:15.690908 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48876e55-c725-46a5-b500-e212c02bd560 req-43caa75a-b056-4bd3-9a56-47acd0b8ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:51:15.692555 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48876e55-c725-46a5-b500-e212c02bd560 req-43caa75a-b056-4bd3-9a56-47acd0b8ea86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0834730
Apr 30 05:51:15.839350 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48876e55-c725-46a5-b500-e212c02bd560 req-90febc30-d588-4eb2-9f0f-958cfd1d63c0 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381667
Apr 30 05:51:15.987345 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-48876e55-c725-46a5-b500-e212c02bd560 req-1ee65d89-dace-44df-814b-130d301e1240 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412835
Apr 30 05:51:27.823407 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:27.965381 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:28.088851 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:51:30.843150 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ae029707-ccb2-4442-a2ae-c89051e99374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:33.541964 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:33.733190 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-961a4983-9a27-4799-bf30-00f50e30edcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:35.018198 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:36.505943 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:57.821505 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:51:57.995074 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:00.847615 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-df1c5396-7cfc-4eb4-a5f3-6aa9ecfe1fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:03.546447 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:03.741117 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-50698258-445d-493b-a3f0-87edb97493fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:03.875606 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-a8250b87-4fb3-4a07-8752-b2e9560e5e30 req-bc6ffa56-3df0-4d0b-bb1a-2e2f6a5e9f4a service neutron] (74581) timed out ('10.222.0.50', 61400) {{(pid=74581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 05:52:05.019496 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:05.089744 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:52:06.507628 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:15.073899 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-909a191b-3a7c-4331-8740-bd166f2c8001 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0728502
Apr 30 05:52:15.227896 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-c2535aca-ad5a-4923-89a3-d611da80a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:52:15.229406 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-c2535aca-ad5a-4923-89a3-d611da80a261 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0814362
Apr 30 05:52:15.538120 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-be8c701c-e5a4-4a57-a5f1-6151f01a0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:52:15.539511 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-be8c701c-e5a4-4a57-a5f1-6151f01a0d21 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.2915306
Apr 30 05:52:15.645201 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-0778b295-7da9-4898-a4b1-8fc4c9d83f21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1001 time: 0.0990834
Apr 30 05:52:15.707686 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-c8590d92-a2c7-4f98-ac9c-cad69ca5db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:52:15.709160 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-c8590d92-a2c7-4f98-ac9c-cad69ca5db04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0575855
Apr 30 05:52:15.784810 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-31b0425a-9631-4642-b9dc-c581a127056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:52:15.786300 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-31b0425a-9631-4642-b9dc-c581a127056e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0711808
Apr 30 05:52:15.919935 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-20b98d53-7b3a-480b-9f25-a55946e244c4 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264894
Apr 30 05:52:16.052751 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-8d9a9482-03d5-4b83-9a67-51b7abb2feb9 req-9424b9ec-1f8e-4548-972d-518cfbeb7de8 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264417
Apr 30 05:52:27.836595 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:28.043274 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:30.848889 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-e061866c-bcae-4538-a979-374485c693e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:33.553252 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:33.732960 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ca993edb-52e6-4ff1-bd7a-523acfcaf561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:35.022448 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:36.510745 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:42.088300 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:52:57.834469 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:52:58.050531 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:00.851387 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b719f1ef-ce0d-44c5-9f89-704947811cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:03.547556 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:03.735094 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-0af707d6-f808-4b22-86a4-f1a12f92b1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:05.024901 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:06.514781 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:12.213021 n-d-766726-20 neutron-server[74581]: DEBUG neutron.wsgi [req-fddb975b-67c9-431b-9305-2a3f3f47de84 req-1f02a79c-fa7b-4967-9ec5-8f27b2a02936 tempest-ServerDiskConfigTestJSON-1120725786 tempest-ServerDiskConfigTestJSON-1120725786-project] (74581) timed out ('10.222.0.37', 57821) {{(pid=74581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 30 05:53:15.092935 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-1edbe3dd-1815-49da-bfff-3575044c23f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0778105
Apr 30 05:53:15.249942 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-c24418a8-a3e5-4953-8474-599fc1af0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:53:15.251587 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-c24418a8-a3e5-4953-8474-599fc1af0337 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0889270
Apr 30 05:53:15.404940 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-7d36d7f0-306b-44af-89d5-6bb41d6df1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:53:15.406486 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-7d36d7f0-306b-44af-89d5-6bb41d6df1dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1345487
Apr 30 05:53:15.515454 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-bcb361c0-6e70-4283-af0a-fc1aa785e995 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1001 time: 0.1011593
Apr 30 05:53:15.587780 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-18042e87-dd5d-49ce-9e17-d3638b291135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:53:15.589441 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-18042e87-dd5d-49ce-9e17-d3638b291135 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0674145
Apr 30 05:53:15.666666 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-ed28067f-825d-46cf-bd3e-da777ff16317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:53:15.668349 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-ed28067f-825d-46cf-bd3e-da777ff16317 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0729542
Apr 30 05:53:15.809348 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-5110dd4e-a6c9-412c-8860-fd7da5d132b8 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333542
Apr 30 05:53:15.951925 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-242e1e85-c21e-452f-8c00-61ebfde05776 req-c867e3fd-0336-4c5c-96da-87ce1ff00846 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364834
Apr 30 05:53:19.091208 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:53:27.847966 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:28.040944 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:30.853916 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-b59b0e44-f45a-4642-8c58-6097221201f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:33.552632 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:33.738406 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-ff17f868-155e-4ebc-880c-d7b0d993e8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:35.029250 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:36.517581 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:56.091207 n-d-766726-20 neutron-server[74584]: DEBUG neutron.db.agents_db [None req-d1080a97-0e7a-4f18-953d-a4723ab91983 None None] Agent healthcheck: found 7 active agents {{(pid=74584) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Apr 30 05:53:57.848679 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:53:58.053717 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:54:00.856896 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-2ab27bd7-0fdf-4a5c-a4bb-9df65bfc971b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:54:03.555275 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-6db5af32-55bc-4e28-80db-2f06973efe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:54:03.739578 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-3e560500-550a-49c3-b0f2-c4bab3e078a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:54:05.030535 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-c2b6793b-4412-4b5d-80dd-e9b0924b8942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:54:06.523235 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-8be13613-8095-48de-8221-4d57177913a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:54:15.104719 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-8325d4d1-5666-4607-8bae-a3d2f29d82c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 274 time: 0.0757833
Apr 30 05:54:15.254793 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-3c1f37d0-8bc5-48b7-a576-50ec0f5bb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:54:15.257173 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-3c1f37d0-8bc5-48b7-a576-50ec0f5bb533 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7f8e651664c04742821f866da5e84a22&device_id=d8f2483d-8bad-4faa-bcdb-f771784a9857 HTTP/1.1" status: 200  len: 1097 time: 0.0822818
Apr 30 05:54:15.409812 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-37cacc6f-71c2-4d46-a763-464a005c2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:54:15.411280 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-37cacc6f-71c2-4d46-a763-464a005c2c41 service neutron] 10.222.0.50 "GET /v2.0/networks?id=49641cf1-674f-4afa-bd99-ced6be0d1cdf HTTP/1.1" status: 200  len: 912 time: 0.1339486
Apr 30 05:54:15.518943 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-8168e6f7-15ce-486e-8d00-adfe3bb753bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c8ca951-a10c-4fb4-a63c-732009f64cb1 HTTP/1.1" status: 200  len: 1001 time: 0.1008785
Apr 30 05:54:15.585327 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-e05a6a2b-4bf4-40b3-a01b-1f08c130e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:54:15.586794 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-e05a6a2b-4bf4-40b3-a01b-1f08c130e56a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fdbda2b6-45ea-40a4-aab7-8b2c574ea8d2 HTTP/1.1" status: 200  len: 850 time: 0.0613184
Apr 30 05:54:15.667962 n-d-766726-20 neutron-server[74582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-50de4852-c176-40fd-b289-e120b8de1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 30 05:54:15.669610 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-50de4852-c176-40fd-b289-e120b8de1000 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=49641cf1-674f-4afa-bd99-ced6be0d1cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0766943
Apr 30 05:54:15.812937 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-554342eb-8bc6-4313-a886-b54498cba1c2 service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352820
Apr 30 05:54:16.126835 n-d-766726-20 neutron-server[74582]: INFO neutron.wsgi [req-f37cf209-c32a-462f-a5b8-c05a6e70a8bd req-47ab75dc-2371-47e0-8f24-6fad1d01a9ca service neutron] 10.222.0.50 "GET /v2.0/networks/49641cf1-674f-4afa-bd99-ced6be0d1cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3064928
Apr 30 05:54:27.850259 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-4ea9dad9-c95f-441b-a323-bd65541ef083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:54:28.057366 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-a03a1259-e3ad-4212-8fab-e0463c807aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 30 05:54:30.861505 n-d-766726-20 neutron-server[74583]: DEBUG neutron_lib.callbacks.manager [None req-324347ac-30a8-48da-864c-410dc04acbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789518038182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3867691'] for agent, after_update {{(pid=74583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}